-- Logs begin at Sat 2021-12-25 18:58:37 UTC, end at Sat 2021-12-25 20:56:33 UTC. -- Dec 25 19:35:20.164168 dv-neutron-822611-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 25 19:35:22.731275 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.common.config [-] Logging enabled! Dec 25 19:35:22.731817 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev21 Dec 25 19:35:22.733095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88789) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 25 19:35:22.733849 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.common.config [-] Logging enabled! Dec 25 19:35:22.734139 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev21 Dec 25 19:35:22.734415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88789) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 25 19:35:22.735532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 25 19:35:22.735800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 25 19:35:22.736827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 25 19:35:22.737114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 25 19:35:22.737376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 25 19:35:22.737744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.738090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.738428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.738691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.739034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.739396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.739716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.740047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.740393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.740716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.741031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.741352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.741615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.741931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.742257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.742590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.742846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] debug = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.743183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.744334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.744657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.744973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.745302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.745611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.745925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.746244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.746611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] host = dv-neutron-822611-1-hyperv {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.746923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.747273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.747601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.747927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.748238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.748550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.748874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.749182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.749489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] log_file = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.749798 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.750137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.750453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.750789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.751048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.751327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.751658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.751988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.752299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.752609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.752918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.753225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.753532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.753834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.754165 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.754500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.754821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.755152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.755462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.755766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.756072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.756394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.756701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.757007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.757315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.757646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.757946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.758254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.758602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.758927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.759795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.760121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.760428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.760757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.761064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.761370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.761676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] use_json = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.761983 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.762285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.762611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.762918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.763278 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.763588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.763893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.764222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:22.764555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.764897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.765237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.765556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.765886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.766205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.766533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.766846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.767201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.767533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.767857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.768171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.768495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.768836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.769173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.769484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.769799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.770132 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.770447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.770756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.771105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.771425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.771733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.772052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.772366 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.772670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.772977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.773290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.773618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.773930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.774240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.774550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.775496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.775816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.776144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.776462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.776769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.777078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.777392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.777702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.778012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.778326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.778635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.778948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.779277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.779587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.779893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.780200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.780508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.780812 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.781116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.781428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.781734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.782042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.782349 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.782658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.782963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.783310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.783640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.783952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.784270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.784583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.784893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.785204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.785513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.785825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.786136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.786445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.786775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.787113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.787436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.787753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.788068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.788403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.788717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.789036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.789347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.789663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.789985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.790306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.790682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.791016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.791370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.791700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.792028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.792344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.792693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.793008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:22.793260 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 25 19:35:22.793525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88789) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}} Dec 25 19:35:23.454895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88789) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:35:23.455182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88789) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:35:23.455510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88789) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:35:23.457119 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 25 19:35:23.798147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:23.798674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:23.798763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:23.858848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:23.859182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:23.859481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:23.862395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:23.862707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:23.863006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.006945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.007310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.007611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.008610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.008915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.009238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.127650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.127948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.128191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.128497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.129340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.311153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.311531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.311855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.312163 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.312460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.312832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.313130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.313418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.313704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.314037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.314331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.314633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.314937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.315272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.315579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.315891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.316182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.316498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.316787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.317120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.317547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.317832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.318113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.318444 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.318725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.319002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.319437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88789) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 25 19:35:24.319713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88789) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 25 19:35:24.319988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88789) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 25 19:35:24.320259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88789) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 25 19:35:24.320531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88789) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 25 19:35:24.320803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88789) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 25 19:35:24.322826 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 25 19:35:24.330596 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 25 19:35:24.338390 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 25 19:35:24.343693 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Dec 25 19:35:24.346435 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 25 19:35:24.347569 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 25 19:35:24.347952 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 25 19:35:24.348387 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 25 19:35:24.352289 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 25 19:35:24.352578 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 25 19:35:24.353014 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 25 19:35:24.380054 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Dec 25 19:35:24.380516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.380843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88789) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 25 19:35:24.381249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.382575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88789) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 25 19:35:24.382893 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 25 19:35:24.383226 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 25 19:35:24.387021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.387360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.453386 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 25 19:35:24.453659 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 25 19:35:24.453925 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 25 19:35:24.454320 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 25 19:35:24.487270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.sqlalchemy.engines [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=88789) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 25 19:35:24.783047 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.managers [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Initializing driver for type 'gre' Dec 25 19:35:24.783644 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] gre ID ranges: [(1, 1000)] Dec 25 19:35:24.825277 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.managers [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Initializing driver for type 'local' Dec 25 19:35:24.825748 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.managers [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Initializing driver for type 'vlan' Dec 25 19:35:24.835037 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] VlanTypeDriver initialization complete Dec 25 19:35:24.835455 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.managers [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Initializing driver for type 'vxlan' Dec 25 19:35:24.835972 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] vxlan ID ranges: [(1, 1000)] Dec 25 19:35:24.877520 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.managers [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Initializing extension driver 'port_security' Dec 25 19:35:24.877885 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.extensions.port_security [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] PortSecurityExtensionDriver initialization complete Dec 25 19:35:24.878255 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.managers [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Initializing mechanism driver 'openvswitch' Dec 25 19:35:24.878615 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.managers [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Initializing mechanism driver 'hyperv' Dec 25 19:35:24.884867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88789) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:35:24.885696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > port after_create 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.886102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > port after_update 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.886491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > port after_delete 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.886911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > subnet after_create 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.887844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > subnet after_update 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.888205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > subnet after_delete 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.888622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > network after_create 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.889006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > network after_update 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.889382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > network after_delete 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.889792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > security_group after_create 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.890176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > security_group after_update 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.890551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > security_group after_delete 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.890962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.891363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.891880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.892251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] ML2 OVO RPC backend initialized. {{(pid=88789) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Dec 25 19:35:24.892962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > router_interface after_create 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.893348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.893795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > network before_response 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.894175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > networks before_response 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.894550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > port before_response 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.894923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > ports before_response 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.895349 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > subnet before_response 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.895722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > subnets before_response 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.896101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > network after_create 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.896473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > network after_update 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.896844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > network after_delete 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.897212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > port after_create 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.897582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > port after_update 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.897949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > port after_delete 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.898318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > subnet after_create 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.898686 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > subnet after_update 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.899075 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > subnet after_delete 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.899692 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Modular L2 Plugin initialization complete Dec 25 19:35:24.900085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading services supported by the core plugin {{(pid=88789) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}} Dec 25 19:35:24.900452 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.managers [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Got port-security extension from driver 'port_security' Dec 25 19:35:24.900951 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.extensions.vlantransparent [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Disabled vlantransparent extension. Dec 25 19:35:24.901400 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88789) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}} Dec 25 19:35:24.901740 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading Plugin: router Dec 25 19:35:24.944121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > router_interface before_create 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.944555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > router after_create 55549900 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.944963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > router before_create 55549900 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.945364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.945780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.946173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > router after_delete 55549900 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.946574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > floatingip after_update 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.947538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > router after_create 55549900 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.947922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > router after_update 55549900 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.948313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > router after_update 55549900 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.948702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.949103 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > router after_update 55549900 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.949591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > router precommit_update 55549900 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.950011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: port after_update 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.950391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: port after_delete 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.950774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: subnet after_update 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.951174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.951566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > port precommit_delete 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.951953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > router precommit_create 55549900 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.952339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: port before_delete 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.952719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > router precommit_create 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.953119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > router after_update 55549900 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.953497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > router precommit_delete 55549900 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.953884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > router precommit_create 55549900 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.954289 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > router_interface after_create 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.954673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > router precommit_update 55549900 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.955107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > agent after_create 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.955504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > agent after_delete 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.955886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > network after_delete 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.956830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource_registry [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Tracking information for resource: router configured {{(pid=88789) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 25 19:35:24.957199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource_registry [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Tracking information for resource: floatingip configured {{(pid=88789) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 25 19:35:24.962918 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_agentschedulers_db [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 25 19:35:24.963589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: port after_update 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.963987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: port after_create 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.964375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: port after_delete 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.964762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: port after_update 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.965637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > router before_create 55550100 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.966035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > router precommit_delete 55550100 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.966434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > router precommit_create 55550100 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.966826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > router precommit_update 55550100 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:24.971637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.provider_configuration [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Service providers = [] {{(pid=88789) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 25 19:35:24.972036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.servicetype_db [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88789) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 25 19:35:24.974810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.service_base [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88789) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 25 19:35:24.975226 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.service_base [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88789) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 25 19:35:24.975606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.service_base [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88789) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 25 19:35:24.976491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.service_base [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88789) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 25 19:35:24.976893 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.services.service_base [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 25 19:35:24.977300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88789) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 25 19:35:24.977655 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 25 19:35:24.997955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88789) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 25 19:35:24.998331 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading Plugin: auto_allocate Dec 25 19:35:25.008731 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: network precommit_update 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:25.009652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: network precommit_create 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:25.010243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88789) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 25 19:35:25.010603 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading Plugin: tag Dec 25 19:35:25.021820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88789) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 25 19:35:25.022196 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading Plugin: timestamp Dec 25 19:35:25.026489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88789) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 25 19:35:25.026858 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading Plugin: network_ip_availability Dec 25 19:35:25.032416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:25.032821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:25.033249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:25.033976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88789) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 25 19:35:25.034336 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading Plugin: flavors Dec 25 19:35:25.049751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88789) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 25 19:35:25.050124 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading Plugin: revisions Dec 25 19:35:25.054568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88789) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 25 19:35:25.054992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.599s {{(pid=88789) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:35:25.055816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88789) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:638}} Dec 25 19:35:25.056700 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Initializing extension manager. Dec 25 19:35:25.057259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: __init__.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.057637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: __pycache__ {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.058010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.058380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.058746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: _filter_validation_lib.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.059130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.059496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: address_scope.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.060306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.060955 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: address-scope Dec 25 19:35:25.061316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: admin_state_down_before_update.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.062252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.062829 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: router-admin-state-down-before-update Dec 25 19:35:25.063219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: agent.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.063997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.064569 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: agent Dec 25 19:35:25.064931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: agent_resources_synced.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.065840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.066410 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: agent-resources-synced Dec 25 19:35:25.066771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: allowedaddresspairs.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.068568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.069152 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: allowed-address-pairs Dec 25 19:35:25.069520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: auto_allocated_topology.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.070587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.071188 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: auto-allocated-topology Dec 25 19:35:25.071558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: availability_zone.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.073008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.073587 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: availability_zone Dec 25 19:35:25.073952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: availability_zone_filter.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.074872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.075484 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: availability_zone_filter Dec 25 19:35:25.075843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: data_plane_status.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.076766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.077334 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extension data-plane-status not supported by any of loaded plugins Dec 25 19:35:25.077695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: default_subnetpools.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.078612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.079206 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: default-subnetpools Dec 25 19:35:25.079573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: dhcpagentscheduler.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.080442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.081032 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: dhcp_agent_scheduler Dec 25 19:35:25.081395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: dns.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.082306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.082874 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extension dns-integration not supported by any of loaded plugins Dec 25 19:35:25.083262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: dns_domain_ports.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.084173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.084740 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 25 19:35:25.085099 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: dvr.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.085840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.086406 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: dvr Dec 25 19:35:25.087078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: empty_string_filtering.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.088000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.088564 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: empty-string-filtering Dec 25 19:35:25.088922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.089834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.090401 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 25 19:35:25.090757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.091694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.092264 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 25 19:35:25.092620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: external_net.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.093530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.094100 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: external-net Dec 25 19:35:25.094458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: extra_dhcp_opt.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.095411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.095984 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: extra_dhcp_opt Dec 25 19:35:25.096343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: extraroute.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.097244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.097811 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: extraroute Dec 25 19:35:25.098172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: extraroute_atomic.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.099324 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.099898 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: extraroute-atomic Dec 25 19:35:25.100261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: filter_validation.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.100964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.101527 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: filter-validation Dec 25 19:35:25.101888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: fip_pf_description.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.102814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.103441 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 25 19:35:25.103800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: fip_port_details.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.104725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.105292 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: fip-port-details Dec 25 19:35:25.105651 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: flavors.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.106861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.107467 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: flavors Dec 25 19:35:25.107830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.109541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.110128 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 25 19:35:25.110498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: floatingip_pools.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.111303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.111891 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: floatingip-pools Dec 25 19:35:25.112257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: ip_allocation.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.113189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.113752 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extension ip_allocation not supported by any of loaded plugins Dec 25 19:35:25.114117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.115041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.115638 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: ip-substring-filtering Dec 25 19:35:25.116000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: l2_adjacency.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.116923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.117505 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extension l2_adjacency not supported by any of loaded plugins Dec 25 19:35:25.117854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: l3.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.119573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.120158 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: router Dec 25 19:35:25.120522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: l3_conntrack_helper.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.123017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.123632 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 25 19:35:25.124004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.124943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.125517 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: ext-gw-mode Dec 25 19:35:25.125886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.126817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.127422 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: l3-ha Dec 25 19:35:25.127793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: l3_flavors.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.128805 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.129389 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: l3-flavors Dec 25 19:35:25.129755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.130678 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.131278 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: l3-port-ip-change-not-allowed Dec 25 19:35:25.131643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: l3agentscheduler.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.132871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.133453 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: l3_agent_scheduler Dec 25 19:35:25.133815 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: logging.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.136005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.136596 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extension logging not supported by any of loaded plugins Dec 25 19:35:25.136967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: metering.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.139478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.140249 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: metering Dec 25 19:35:25.140567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: multiprovidernet.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.141524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.142119 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: multi-provider Dec 25 19:35:25.142487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: netmtu.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.143448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.144026 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: net-mtu Dec 25 19:35:25.144390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: netmtu_writable.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.145316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.145882 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: net-mtu-writable Dec 25 19:35:25.146243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: network_availability_zone.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.147003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.147595 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: network_availability_zone Dec 25 19:35:25.147954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: network_ip_availability.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.149081 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.149657 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: network-ip-availability Dec 25 19:35:25.150064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: network_segment_range.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.150967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.151572 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extension network-segment-range not supported by any of loaded plugins Dec 25 19:35:25.151933 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: pagination.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.152933 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.153312 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: pagination Dec 25 19:35:25.153673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.154605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.155236 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: port-mac-address-regenerate Dec 25 19:35:25.155598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: port_resource_request.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.156540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.157103 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extension port-resource-request not supported by any of loaded plugins Dec 25 19:35:25.157464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: portbindings.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.158402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.158971 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: binding Dec 25 19:35:25.159365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: portbindings_extended.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.160641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.161219 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: binding-extended Dec 25 19:35:25.161589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: portsecurity.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.162499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.163083 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: port-security Dec 25 19:35:25.163459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: project_id.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.164430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.164805 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: project-id Dec 25 19:35:25.165396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: providernet.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.166177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.166753 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: provider Dec 25 19:35:25.167136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: qos.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.170743 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.171366 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extension qos not supported by any of loaded plugins Dec 25 19:35:25.171743 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.172976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.173555 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 25 19:35:25.173920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.174860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.175465 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 25 19:35:25.175829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: qos_default.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.176737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.177308 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extension qos-default not supported by any of loaded plugins Dec 25 19:35:25.177670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: qos_fip.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.178355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.178916 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extension qos-fip not supported by any of loaded plugins Dec 25 19:35:25.179302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: qos_gateway_ip.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.180224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.180795 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 25 19:35:25.181674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: qos_port_network_policy.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.182591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.183181 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 25 19:35:25.183544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: qos_rule_type_details.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.184455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.185025 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 25 19:35:25.185385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: qos_rules_alias.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.186431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.187000 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 25 19:35:25.187384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: quotasv2.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.188461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.188839 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: quotas Dec 25 19:35:25.189203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: quotasv2_detail.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.190770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.191175 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: quota_details Dec 25 19:35:25.191544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: rbac.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.192708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.193296 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: rbac-policies Dec 25 19:35:25.193665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: rbac_address_scope.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.194595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.195197 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: rbac-address-scope Dec 25 19:35:25.195567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: rbac_security_groups.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.196483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.197667 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: rbac-security-groups Dec 25 19:35:25.198033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: rbac_subnetpool.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.198957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.199577 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: rbac-subnetpool Dec 25 19:35:25.199937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: revisionifmatch.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.200864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.201435 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: revision-if-match Dec 25 19:35:25.201793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: revisions.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.202908 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.203511 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: standard-attr-revisions Dec 25 19:35:25.203879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: router_availability_zone.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.204629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.205207 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: router_availability_zone Dec 25 19:35:25.205572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: routerservicetype.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.206493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.207081 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extension router-service-type not supported by any of loaded plugins Dec 25 19:35:25.207443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: security_groups_port_filtering.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.208365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.208944 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: port-security-groups-filtering Dec 25 19:35:25.209307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: securitygroup.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.222388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.222995 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: security-group Dec 25 19:35:25.223391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: segment.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.224277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.224852 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extension segment not supported by any of loaded plugins Dec 25 19:35:25.225221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.226154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.226732 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 25 19:35:25.227117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: servicetype.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.228217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.228794 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: service-type Dec 25 19:35:25.229160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: sorting.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.230135 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.230511 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: sorting Dec 25 19:35:25.230874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: standard_attr_segment.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.231800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.232377 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 25 19:35:25.232734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: standardattrdescription.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.233429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.233998 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: standard-attr-description Dec 25 19:35:25.234364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: stateful_security_group.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.235314 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.235889 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: stateful-security-group Dec 25 19:35:25.236248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: stdattrs_common.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.236826 dv-neutron-822611-1-hyperv neutron-server[88789]: WARNING neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 25 19:35:25.237189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.238101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.238667 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 25 19:35:25.239022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: subnet_onboard.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.240099 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.240678 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: subnet_onboard Dec 25 19:35:25.241038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.241975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.242545 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 25 19:35:25.242904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: subnet_service_types.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.244444 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.245035 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: subnet-service-types Dec 25 19:35:25.245397 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: subnetallocation.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.246499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.247092 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: subnet_allocation Dec 25 19:35:25.247475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.248169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.248741 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: subnetpool-prefix-ops Dec 25 19:35:25.249100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.250029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.250598 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 25 19:35:25.250956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: tagging.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.252318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.252915 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: standard-attr-tag Dec 25 19:35:25.253282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: timestamp.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.254447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.255035 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loaded extension: standard-attr-timestamp Dec 25 19:35:25.255429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: trunk.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.256454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.257031 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extension trunk not supported by any of loaded plugins Dec 25 19:35:25.257394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: trunk_details.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.258310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.258878 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extension trunk-details not supported by any of loaded plugins Dec 25 19:35:25.259849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: uplink_status_propagation.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.260783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.261358 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 25 19:35:25.261716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Loading extension file: vlantransparent.py {{(pid=88789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 25 19:35:25.262408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 25 19:35:25.262984 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extension vlan-transparent not supported by any of loaded plugins Dec 25 19:35:25.265427 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.quota.resource_registry [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Creating instance of TrackedResource for resource:network Dec 25 19:35:25.266238 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.quota.resource_registry [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Creating instance of TrackedResource for resource:subnet Dec 25 19:35:25.266905 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.quota.resource_registry [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Creating instance of TrackedResource for resource:subnetpool Dec 25 19:35:25.267605 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.quota.resource_registry [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Creating instance of TrackedResource for resource:port Dec 25 19:35:25.269004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.resource_helper [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88789) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 25 19:35:25.269494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.resource_helper [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Service FLAVORS assigned prefix: {{(pid=88789) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 25 19:35:25.270198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.resource_helper [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88789) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 25 19:35:25.270658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.resource_helper [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88789) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 25 19:35:25.271035 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.quota.resource_registry [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Creating instance of TrackedResource for resource:router Dec 25 19:35:25.271779 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.quota.resource_registry [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Creating instance of TrackedResource for resource:floatingip Dec 25 19:35:25.272557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.resource_helper [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Service METERING assigned prefix: /metering {{(pid=88789) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 25 19:35:25.274337 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:25.274745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:25.275199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88789) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:35:25.276326 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.quota.resource_registry [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Creating instance of CountableResource for resource:rbac_policy Dec 25 19:35:25.276815 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.quota.resource_registry [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Creating instance of TrackedResource for resource:security_group Dec 25 19:35:25.277624 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.quota.resource_registry [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Creating instance of TrackedResource for resource:security_group_rule Dec 25 19:35:25.278426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.resource_helper [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Service CORE assigned prefix: {{(pid=88789) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 25 19:35:25.278802 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.quota.resource_registry [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Creating instance of TrackedResource for resource:subnetpool Dec 25 19:35:25.279190 dv-neutron-822611-1-hyperv neutron-server[88789]: WARNING neutron.quota.resource_registry [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] subnetpool is already registered Dec 25 19:35:25.279844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.resource_helper [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Service CORE assigned prefix: {{(pid=88789) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 25 19:35:25.280209 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.quota.resource_registry [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Creating instance of TrackedResource for resource:subnetpool Dec 25 19:35:25.280577 dv-neutron-822611-1-hyperv neutron-server[88789]: WARNING neutron.quota.resource_registry [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] subnetpool is already registered Dec 25 19:35:25.283206 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.resource_helper [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88789) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 25 19:35:25.283729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.resource_helper [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Service FLAVORS assigned prefix: {{(pid=88789) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 25 19:35:25.284334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.resource_helper [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88789) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 25 19:35:25.284792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.resource_helper [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88789) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 25 19:35:25.285163 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.quota.resource_registry [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Creating instance of TrackedResource for resource:router Dec 25 19:35:25.285528 dv-neutron-822611-1-hyperv neutron-server[88789]: WARNING neutron.quota.resource_registry [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] router is already registered Dec 25 19:35:25.286188 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.quota.resource_registry [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Creating instance of TrackedResource for resource:floatingip Dec 25 19:35:25.286551 dv-neutron-822611-1-hyperv neutron-server[88789]: WARNING neutron.quota.resource_registry [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] floatingip is already registered Dec 25 19:35:25.287266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.resource_helper [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Service METERING assigned prefix: /metering {{(pid=88789) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 25 19:35:25.287997 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.quota.resource_registry [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Creating instance of CountableResource for resource:rbac_policy Dec 25 19:35:25.288361 dv-neutron-822611-1-hyperv neutron-server[88789]: WARNING neutron.quota.resource_registry [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] rbac_policy is already registered Dec 25 19:35:25.288813 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.quota.resource_registry [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Creating instance of TrackedResource for resource:security_group Dec 25 19:35:25.289171 dv-neutron-822611-1-hyperv neutron-server[88789]: WARNING neutron.quota.resource_registry [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] security_group is already registered Dec 25 19:35:25.289967 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.quota.resource_registry [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Creating instance of TrackedResource for resource:security_group_rule Dec 25 19:35:25.290328 dv-neutron-822611-1-hyperv neutron-server[88789]: WARNING neutron.quota.resource_registry [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] security_group_rule is already registered Dec 25 19:35:25.291099 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.resource_helper [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Service CORE assigned prefix: {{(pid=88789) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 25 19:35:25.291468 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.quota.resource_registry [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Creating instance of TrackedResource for resource:subnetpool Dec 25 19:35:25.291827 dv-neutron-822611-1-hyperv neutron-server[88789]: WARNING neutron.quota.resource_registry [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] subnetpool is already registered Dec 25 19:35:25.292493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.resource_helper [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Service CORE assigned prefix: {{(pid=88789) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 25 19:35:25.292855 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.quota.resource_registry [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Creating instance of TrackedResource for resource:subnetpool Dec 25 19:35:25.293213 dv-neutron-822611-1-hyperv neutron-server[88789]: WARNING neutron.quota.resource_registry [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] subnetpool is already registered Dec 25 19:35:25.293936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extended resource: extensions {{(pid=88789) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 25 19:35:25.295481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extended resource: address-scopes {{(pid=88789) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 25 19:35:25.296742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extended resource: agents {{(pid=88789) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 25 19:35:25.298078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extended resource: auto-allocated-topology {{(pid=88789) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 25 19:35:25.299425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extended resource: availability_zones {{(pid=88789) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 25 19:35:25.300698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extended resource: dhcp-networks {{(pid=88789) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 25 19:35:25.302277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extended resource: dhcp-agents {{(pid=88789) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 25 19:35:25.303785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extended resource: routers {{(pid=88789) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 25 19:35:25.305546 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extended resource: flavors {{(pid=88789) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 25 19:35:25.308225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extended resource: service_profiles {{(pid=88789) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 25 19:35:25.309489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extended resource: next_providers {{(pid=88789) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 25 19:35:25.310994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extended resource: service_profiles {{(pid=88789) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 25 19:35:25.312515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extended resource: floatingip-pools {{(pid=88789) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 25 19:35:25.313884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extended resource: routers {{(pid=88789) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 25 19:35:25.315711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extended resource: floatingips {{(pid=88789) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 25 19:35:25.316952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extended resource: l3-routers {{(pid=88789) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 25 19:35:25.318504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extended resource: l3-agents {{(pid=88789) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 25 19:35:25.319998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extended resource: metering-labels {{(pid=88789) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 25 19:35:25.321311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extended resource: metering-label-rules {{(pid=88789) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 25 19:35:25.323390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extended resource: network-ip-availabilities {{(pid=88789) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 25 19:35:25.324706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extended resource: bindings {{(pid=88789) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 25 19:35:25.326326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extended resource: quotas {{(pid=88789) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 25 19:35:25.327961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extended resource: quotas {{(pid=88789) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 25 19:35:25.329441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extended resource: rbac-policies {{(pid=88789) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 25 19:35:25.330701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extended resource: security-groups {{(pid=88789) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 25 19:35:25.331984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extended resource: security-group-rules {{(pid=88789) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 25 19:35:25.333527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extended resource: service-providers {{(pid=88789) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 25 19:35:25.334805 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extended resource: subnetpools {{(pid=88789) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 25 19:35:25.336210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extended resource: subnetpools {{(pid=88789) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 25 19:35:25.338114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extended resource: tags {{(pid=88789) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 25 19:35:25.339881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extended resource: tags {{(pid=88789) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 25 19:35:25.341659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extended resource: tags {{(pid=88789) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 25 19:35:25.343644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extended resource: tags {{(pid=88789) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 25 19:35:25.345380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extended resource: tags {{(pid=88789) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 25 19:35:25.347254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extended resource: tags {{(pid=88789) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 25 19:35:25.349171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extended resource: tags {{(pid=88789) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 25 19:35:25.350958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extended resource: tags {{(pid=88789) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 25 19:35:25.353054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extended resource: tags {{(pid=88789) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 25 19:35:25.354874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.extensions [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Extended resource: tags {{(pid=88789) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 25 19:35:25.361782 dv-neutron-822611-1-hyperv neutron-server[88789]: WARNING keystonemiddleware.auth_token [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 25 19:35:25.366744 dv-neutron-822611-1-hyperv neutron-server[88789]: WARNING keystonemiddleware.auth_token [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 25 19:35:25.376182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Acquired lock "singleton_lock" {{(pid=88789) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}} Dec 25 19:35:25.376705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Releasing lock "singleton_lock" {{(pid=88789) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}} Dec 25 19:35:25.378140 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO oslo_service.service [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Starting 2 workers Dec 25 19:35:25.382768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Started child 88900 {{(pid=88789) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 25 19:35:25.387753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:35:25.387926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Started child 88901 {{(pid=88789) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 25 19:35:25.389222 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [-] (88900) wsgi starting up on http://0.0.0.0:9696 Dec 25 19:35:25.389489 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.service [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Neutron service started, listening on 0.0.0.0:9696 Dec 25 19:35:25.390137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Notify callbacks [] for process, before_spawn {{(pid=88789) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:35:25.391796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:35:25.392642 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO oslo_service.service [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Starting 1 workers Dec 25 19:35:25.393138 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [-] (88901) wsgi starting up on http://0.0.0.0:9696 Dec 25 19:35:25.397938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Started child 88902 {{(pid=88789) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 25 19:35:25.398491 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO oslo_service.service [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Starting 1 workers Dec 25 19:35:25.400678 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.service [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] calling RpcWorker wait() {{(pid=88902) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 25 19:35:25.401134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.service [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] returning from RpcWorker wait() {{(pid=88902) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 25 19:35:25.402663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:35:25.403117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Started child 88903 {{(pid=88789) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 25 19:35:25.403225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:35:25.403880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f79-f35d-4c0b-83f7-d3409a0b773b None None] Notify callbacks [] for process, after_spawn {{(pid=88789) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:35:25.405534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88789) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Dec 25 19:35:25.405766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 25 19:35:25.405972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 25 19:35:25.406260 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 25 19:35:25.406663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 25 19:35:25.406857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 25 19:35:25.407457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.407756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.408033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.408148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:35:25.408302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.408810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.409488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.409786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.410069 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.410360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.410630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.410841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.411033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.411345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.411607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.411936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.412218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.412479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.412763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.412973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.413252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.413582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.413845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.414127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] debug = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.414394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.415009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.415310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.415650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.415916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.416219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.416514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.416806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.417066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.417290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.417555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.417852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.418081 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.418347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.418635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.418878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.419323 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] host = dv-neutron-822611-1-hyperv {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.419595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.419855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.420131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.420407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.420679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.420925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.421213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.421495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.421728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.422005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.422260 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.422516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.422782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.423038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] log_file = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.423250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] log_options = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.423506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.423785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.424063 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.424285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.424464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.424623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.424910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.425081 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.425343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.425583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.425824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.426078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.426332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.426610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.426831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.427113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.427350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.427600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.427887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.428177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.428441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.428740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.428911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.429142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.429396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.429650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.429905 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.430143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.430405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.430678 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.430952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.431794 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.432052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.432339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.432619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.432853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.433099 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.433415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.433708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.433927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.434201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.434597 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.434885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.436168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.436168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.436168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] use_json = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.436168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.436168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.436533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.436533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.436694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.437078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.437335 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.437601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.438073 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.438402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.438754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.439025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.439315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.439589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.439857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.440105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.440384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.440644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.440967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.441214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.441574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.441863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.442131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.442392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.442642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.442902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.443165 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.443411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.443494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:35:25.443654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.443894 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.444186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.444418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.444662 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.444964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.445216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.445481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.445817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.446008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.446278 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.446513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.447473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.447629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.447784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.448012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.448276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.448534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.448866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.449117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.449316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.449555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.449796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.450040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.450318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.450562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.450800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.451086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.451333 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.451688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.451879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.452071 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.452281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.452518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.452764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.453008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.453254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.453499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.453741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.454002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.454247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.454527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.454718 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.454930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.455205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.455451 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.455606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.455834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.456093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.456249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.456494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.456731 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.456975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.457279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.457621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.457866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.458131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.458394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.458662 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.458902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.459215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.459465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.459709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.459949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.460231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.460489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.460746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.461011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.461255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.461538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.462048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.462355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.462603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.462865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.464037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.464037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.464037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.464037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.464615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.464615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.464891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.465040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.465257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.465500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.465796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.466124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.466436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.466709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.466995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.467300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.467645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.467844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.468809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.469156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.469447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.469727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.470058 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.470428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.470741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.471015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.471320 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.471625 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.471933 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.472223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.472524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.473118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.473118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.473347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.473599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.473876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.474136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.474414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.474663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.474911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.475416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.475416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.475652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.475879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.477265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.477265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.477265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.477265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.477648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.477648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.478371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.478891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.478891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.479130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.479458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.479637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.479888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.480136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.480454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.480681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.480993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.481305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.481743 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.481870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.482088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.482364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.482610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.483389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.483389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.483680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.483680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.483947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.484197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.484477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.484746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.484991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.485286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.485555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.485941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.486693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.486693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.487006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.487271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.487522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.487777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.488027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.488276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.489173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.489173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.489173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.489518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.489518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.489913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.490026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.490236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.490480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.490804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.491098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.491386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.491653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.491957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.492218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.492460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.492790 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.493051 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.493324 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.494158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.494418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.494742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.495016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.495616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.495731 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.495909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.498711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.498711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.498711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.498711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.498711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.498711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.498711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.498711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.499461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.499461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.499461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.499461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.499820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.499820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.500159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.500451 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.500873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.501299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.501736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.502175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.502452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.502714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.506256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.506256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.506256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.506256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.506256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.506256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.506256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.506256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.506256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.507088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.507088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.507088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.507088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 25 19:35:25.507088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88789) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Dec 25 19:35:25.507088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 25 19:35:25.507088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 25 19:35:25.507088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 25 19:35:25.507783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 25 19:35:25.507783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 25 19:35:25.507783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.507783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.507783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.508195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.508195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.508195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.508451 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.508545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.508714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.508902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.509111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.509306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.509492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.509680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.509868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.510053 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.510241 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.510429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.510619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.510806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.510992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.511202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.511389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] debug = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.511574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.511781 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.511970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.512156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.512342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.512528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.512714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.512900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.513086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.513274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.513460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.513647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.513833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.514018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.514203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.514390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.514575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] host = dv-neutron-822611-1-hyperv {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.514762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.514932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.515151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.515320 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.515652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.516003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.516194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.516384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.516573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.516759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.516945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.517128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.517319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.517509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] log_file = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.517723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] log_options = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.518811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.518811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.518811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.518811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.518811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.518811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.520044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.520044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.520044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.520044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.520044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.520044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.520044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.520044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.521423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.521423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.521423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.521423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.521423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.521423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.521423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.521423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.522746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.522746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.522746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.522746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.522746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.522746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.522746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.522746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.522746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.524561 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.524561 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.524561 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.524561 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.524561 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.524561 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.524561 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.524561 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.525914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.525914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.525914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.525914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.525914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.525914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.525914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] use_json = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.525914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.526985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.526985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.526985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.526985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.526985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.526985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.526985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 25 19:35:25.526985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.528186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.528186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.528186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.528186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.528186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.528186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.528186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.528186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.529220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.529220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.529220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.529220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.529220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.529220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.529220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.529220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.530021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.530021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.530021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.530021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.530021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.530535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.530535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.530535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.530795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.530891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.530985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.531201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.532073 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.532073 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.532073 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.532073 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.532073 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.534388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.534388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.534388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.534388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.534388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.534388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.534388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.534388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.534388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.535187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.535187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.535187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.535187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.535187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.535187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.535187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.535187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.535187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.535935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.535935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.535935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.535935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.535935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.535935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.536442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.536442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.536442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.537443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.537443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.537443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.537443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.537443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.537443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.538262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.538262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.538262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.538262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.538262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.538685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.538685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.538943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:35:25.539041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.539041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.539041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.539302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.539397 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.539586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.539779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.539968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.540156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.540842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.541039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.541226 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.541416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.541603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.541791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.541979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.542167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.542355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.542541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.542730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.542918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.543138 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.543320 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.543507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.543695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.543882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.544079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.544268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.544458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.544646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.544840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.545039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.545227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.545415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.545603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.545790 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.545979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.546168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.546357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.546544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.546804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.546919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.547107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.547343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.547532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.547719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.547906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.548098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.548287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.548477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.548665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.548854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.549041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.549229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.549418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.549910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.549910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.549910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.550477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.550477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.550477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.551947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.551947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.551947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.551947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.551947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.551947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.551947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.551947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.553364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.553364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.553364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.553364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.553364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.553364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.553364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.553364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.554026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.554026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.554026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.554026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.554026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.554026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.554532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.554532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.554532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.554748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.554849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.554945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.555159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.555354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.555560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.555869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.555869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.557390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.557390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.557390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.557390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.557390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.557390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.558804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.558804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.558804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.558804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.558804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.558804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.558804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.558804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.560915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.560915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.560915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.560915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.560915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.560915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.560915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.560915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.560915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.562942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.562942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.562942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.562942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.562942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.562942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.562942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.562942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.564852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.564852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.564852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.564852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.564852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.564852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.564852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.564852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.566087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.566087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.566087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.566087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.566087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.566087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.566087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.566087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.566754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.566754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.566754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.566754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.566754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.566754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.566754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.566754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.567453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.567453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.567453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.567453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.567453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.567453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.567453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.567453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.567453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.568202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.568202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.568202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.568202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.568202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.568202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.568704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.568704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.568704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 25 19:35:25.568959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88789) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 25 19:35:25.819860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 40444) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:35:25.832980 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0110776 Dec 25 19:35:36.096913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c69071-68f9-442d-9bc7-f3595151270e None None] get_active_networks_info from dv-neutron-822611-1-hyperv {{(pid=88902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 25 19:35:36.576466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c69071-68f9-442d-9bc7-f3595151270e None None] No non-hosted networks {{(pid=88902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 25 19:35:36.619033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-80b302ec-6c10-4444-bc0a-14def080553f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-395637'] for agent, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:35:37.088753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-395637'] for agent, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:35:37.089282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:35:37.089693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:35:37.090063 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:35:37.090821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:35:37.091272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:35:37.091674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:35:37.092039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:35:37.092456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:35:37.092820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:35:37.093274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:35:37.093650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:35:37.094052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-822611-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:35:37.102908 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-822611-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:35:38.266044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f7ee225e-eb8c-419a-ae89-4efb0681334e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-395637'] for agent, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:35:38.313780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b323cdc7-f866-42b0-ab38-737ca73c90c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:35:38.518689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-395637'] for agent, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:35:39.828577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-395637'] for agent, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:35:40.446934 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_hamode_db [None req-0fe15bef-85bb-44c2-b81f-829d8069c9ca None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 25 19:35:40.533829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe15bef-85bb-44c2-b81f-829d8069c9ca None None] Routers set() bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:35:40.534231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe15bef-85bb-44c2-b81f-829d8069c9ca None None] Router IDs set() for agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 25 19:35:40.583425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 40556) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:35:41.317536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-e682551a-5562-4971-a0da-a29609487009 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:35:41.318675 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e682551a-5562-4971-a0da-a29609487009 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.7342203 Dec 25 19:35:43.524660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 40572) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:35:43.603283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-40215239-69ad-452a-b8c6-57fcb2a9cc1a admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:35:43.859661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.policy [None req-40215239-69ad-452a-b8c6-57fcb2a9cc1a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88901) register_rules /opt/stack/neutron/neutron/policy.py:68}} Dec 25 19:35:43.867179 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.quota [None req-40215239-69ad-452a-b8c6-57fcb2a9cc1a admin admin] Loaded quota_driver: . Dec 25 19:35:43.902158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-40215239-69ad-452a-b8c6-57fcb2a9cc1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:35:43.966284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-40215239-69ad-452a-b8c6-57fcb2a9cc1a admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739194387941', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739194400355', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739194397571', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739195065981', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739194350280', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036846487754', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8287294', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853161630', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853058216'] for rbac-policy, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:35:44.030973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-40215239-69ad-452a-b8c6-57fcb2a9cc1a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:35:44.032288 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-40215239-69ad-452a-b8c6-57fcb2a9cc1a admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5065634 Dec 25 19:35:46.254396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 40588) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:35:46.330902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-2bfedae4-2503-4e8b-bc24-3a481f2cf248 admin admin] Request body: {'network': {'project_id': '3d90174aced348ada3782480b3163b2a', 'admin_state_up': True, 'name': 'private'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:35:46.337000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2bfedae4-2503-4e8b-bc24-3a481f2cf248 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:35:46.343522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2bfedae4-2503-4e8b-bc24-3a481f2cf248 admin admin] Usage tracker for resource:network and tenant:3d90174aced348ada3782480b3163b2a is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:35:46.346937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2bfedae4-2503-4e8b-bc24-3a481f2cf248 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:35:46.353209 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2bfedae4-2503-4e8b-bc24-3a481f2cf248 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:35:46.361752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfedae4-2503-4e8b-bc24-3a481f2cf248 admin admin] Made reservation on behalf of 3d90174aced348ada3782480b3163b2a for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:35:46.367483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2bfedae4-2503-4e8b-bc24-3a481f2cf248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:35:46.384520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2bfedae4-2503-4e8b-bc24-3a481f2cf248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:35:46.424503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2bfedae4-2503-4e8b-bc24-3a481f2cf248 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:35:46.428360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2bfedae4-2503-4e8b-bc24-3a481f2cf248 admin admin] Usage tracker for resource:security_group_rule and tenant:3d90174aced348ada3782480b3163b2a is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:35:46.431718 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2bfedae4-2503-4e8b-bc24-3a481f2cf248 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:35:46.437786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2bfedae4-2503-4e8b-bc24-3a481f2cf248 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:35:46.505923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2bfedae4-2503-4e8b-bc24-3a481f2cf248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:35:46.508580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2bfedae4-2503-4e8b-bc24-3a481f2cf248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:35:46.513131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:35:46.528990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bfedae4-2503-4e8b-bc24-3a481f2cf248 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:35:46.554955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2bfedae4-2503-4e8b-bc24-3a481f2cf248 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363297658076225', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:35:46.556189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2bfedae4-2503-4e8b-bc24-3a481f2cf248 admin admin] Unsubscribe: segment precommit_create {{(pid=88901) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Dec 25 19:35:46.556631 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-2bfedae4-2503-4e8b-bc24-3a481f2cf248 admin admin] Added segment e98b46fc-bf75-4fb5-a40d-a0af2ebc964e of type vlan for network ce97923c-9822-4d73-97f3-70445ee3301f Dec 25 19:35:46.610073 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfedae4-2503-4e8b-bc24-3a481f2cf248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c2e06f-bcc2-43d4-ba10-1d92acbe4515,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:35:46.644388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfedae4-2503-4e8b-bc24-3a481f2cf248 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:35:46.644758 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfedae4-2503-4e8b-bc24-3a481f2cf248 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:35:46.645113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfedae4-2503-4e8b-bc24-3a481f2cf248 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:35:46.645471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfedae4-2503-4e8b-bc24-3a481f2cf248 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:35:46.645832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfedae4-2503-4e8b-bc24-3a481f2cf248 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:35:46.646179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfedae4-2503-4e8b-bc24-3a481f2cf248 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:35:46.646524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfedae4-2503-4e8b-bc24-3a481f2cf248 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:35:46.646868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfedae4-2503-4e8b-bc24-3a481f2cf248 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:35:46.647234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfedae4-2503-4e8b-bc24-3a481f2cf248 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:35:46.647573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfedae4-2503-4e8b-bc24-3a481f2cf248 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:35:46.647912 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfedae4-2503-4e8b-bc24-3a481f2cf248 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:35:46.649230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfedae4-2503-4e8b-bc24-3a481f2cf248 admin admin] Tracked resource versions report: Dec 25 19:35:46.649230 dv-neutron-822611-1-hyperv neutron-server[88789]: pushed versions: Dec 25 19:35:46.649230 dv-neutron-822611-1-hyperv neutron-server[88789]: { 'ConntrackHelper': {'1.0'}, Dec 25 19:35:46.649230 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Log': {'1.0'}, Dec 25 19:35:46.649230 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Network': {'1.1'}, Dec 25 19:35:46.649230 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Port': {'1.5'}, Dec 25 19:35:46.649230 dv-neutron-822611-1-hyperv neutron-server[88789]: 'PortForwarding': {'1.2'}, Dec 25 19:35:46.649230 dv-neutron-822611-1-hyperv neutron-server[88789]: 'QosPolicy': {'1.8'}, Dec 25 19:35:46.649230 dv-neutron-822611-1-hyperv neutron-server[88789]: 'SecurityGroup': {'1.2'}, Dec 25 19:35:46.649230 dv-neutron-822611-1-hyperv neutron-server[88789]: 'SecurityGroupRule': {'1.0'}, Dec 25 19:35:46.649230 dv-neutron-822611-1-hyperv neutron-server[88789]: 'SubPort': {'1.0'}, Dec 25 19:35:46.649230 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Subnet': {'1.1'}, Dec 25 19:35:46.649230 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Trunk': {'1.1'}} Dec 25 19:35:46.649230 dv-neutron-822611-1-hyperv neutron-server[88789]: consumer versions: Dec 25 19:35:46.649230 dv-neutron-822611-1-hyperv neutron-server[88789]: { DHCP agent@dv-neutron-822611-1-hyperv: {}, Dec 25 19:35:46.649230 dv-neutron-822611-1-hyperv neutron-server[88789]: L3 agent@dv-neutron-822611-1-hyperv: {}, Dec 25 19:35:46.649230 dv-neutron-822611-1-hyperv neutron-server[88789]: Metadata agent@dv-neutron-822611-1-hyperv: {}, Dec 25 19:35:46.649230 dv-neutron-822611-1-hyperv neutron-server[88789]: Metering agent@dv-neutron-822611-1-hyperv: {}, Dec 25 19:35:46.649230 dv-neutron-822611-1-hyperv neutron-server[88789]: Open vSwitch agent@dv-neutron-822611-1-hyperv: { 'ConntrackHelper': '1.0', Dec 25 19:35:46.649230 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Log': '1.0', Dec 25 19:35:46.649230 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Network': '1.1', Dec 25 19:35:46.649230 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Port': '1.5', Dec 25 19:35:46.649230 dv-neutron-822611-1-hyperv neutron-server[88789]: 'PortForwarding': '1.2', Dec 25 19:35:46.649230 dv-neutron-822611-1-hyperv neutron-server[88789]: 'QosPolicy': '1.8', Dec 25 19:35:46.649230 dv-neutron-822611-1-hyperv neutron-server[88789]: 'SecurityGroup': '1.2', Dec 25 19:35:46.649230 dv-neutron-822611-1-hyperv neutron-server[88789]: 'SecurityGroupRule': '1.0', Dec 25 19:35:46.649230 dv-neutron-822611-1-hyperv neutron-server[88789]: 'SubPort': '1.0', Dec 25 19:35:46.649230 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Subnet': '1.1', Dec 25 19:35:46.649230 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Trunk': '1.1'}} Dec 25 19:35:46.649230 dv-neutron-822611-1-hyperv neutron-server[88789]: {{(pid=88901) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 25 19:35:46.674481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2bfedae4-2503-4e8b-bc24-3a481f2cf248 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:35:46.692353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2bfedae4-2503-4e8b-bc24-3a481f2cf248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:35:46.715028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2bfedae4-2503-4e8b-bc24-3a481f2cf248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:35:46.716316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfedae4-2503-4e8b-bc24-3a481f2cf248 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:35:46.716961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2bfedae4-2503-4e8b-bc24-3a481f2cf248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:35:46.721682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:35:46.829232 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2bfedae4-2503-4e8b-bc24-3a481f2cf248 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.5732601 Dec 25 19:35:46.834500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfedae4-2503-4e8b-bc24-3a481f2cf248 admin admin] Pushing event updated for resources: {'Network': ['ID=ce97923c-9822-4d73-97f3-70445ee3301f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:35:46.845551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2bfedae4-2503-4e8b-bc24-3a481f2cf248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:35:46.854589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network ce97923c-9822-4d73-97f3-70445ee3301f details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:35:49.077625 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 40606) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:35:49.257855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3c4240-69d5-482c-8201-8b010b1c59a7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:35:49.259363 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fb3c4240-69d5-482c-8201-8b010b1c59a7 admin admin] 10.222.0.24 "GET /v2.0/networks/ce97923c-9822-4d73-97f3-70445ee3301f HTTP/1.1" status: 200 len: 824 time: 0.1806581 Dec 25 19:35:49.288328 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6950ec4a-d71f-4dc3-a4f0-ef14c376a9c6 admin admin] 10.222.0.24 "GET /v2.0/subnetpools/8651140b-ce24-4e9d-9f79-5bb66ea35a9e HTTP/1.1" status: 200 len: 734 time: 0.0228682 Dec 25 19:35:49.297818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-24f6bdcd-dc0c-4ded-9406-86ccf1d468ea admin admin] Request body: {'subnet': {'tenant_id': '3d90174aced348ada3782480b3163b2a', 'network_id': 'ce97923c-9822-4d73-97f3-70445ee3301f', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '8651140b-ce24-4e9d-9f79-5bb66ea35a9e', 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:35:49.302191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-24f6bdcd-dc0c-4ded-9406-86ccf1d468ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:35:49.306040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-24f6bdcd-dc0c-4ded-9406-86ccf1d468ea admin admin] Usage tracker for resource:subnet and tenant:3d90174aced348ada3782480b3163b2a is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:35:49.308948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-24f6bdcd-dc0c-4ded-9406-86ccf1d468ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:35:49.314726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-24f6bdcd-dc0c-4ded-9406-86ccf1d468ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:35:49.323772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f6bdcd-dc0c-4ded-9406-86ccf1d468ea admin admin] Made reservation on behalf of 3d90174aced348ada3782480b3163b2a for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:35:49.328313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24f6bdcd-dc0c-4ded-9406-86ccf1d468ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:35:49.617854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24f6bdcd-dc0c-4ded-9406-86ccf1d468ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:35:49.622537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:35:49.712491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f6bdcd-dc0c-4ded-9406-86ccf1d468ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=2573e749-6ac6-4d3d-86aa-d5a6b6e48714,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:35:49.717246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-24f6bdcd-dc0c-4ded-9406-86ccf1d468ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:35:49.718396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f6bdcd-dc0c-4ded-9406-86ccf1d468ea admin admin] Checking segment: {'id': 'e98b46fc-bf75-4fb5-a40d-a0af2ebc964e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ce97923c-9822-4d73-97f3-70445ee3301f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:35:49.718778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f6bdcd-dc0c-4ded-9406-86ccf1d468ea admin admin] Network hostable DHCP agents. Network: ce97923c-9822-4d73-97f3-70445ee3301f, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:35:49.742082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f6bdcd-dc0c-4ded-9406-86ccf1d468ea admin admin] Network ce97923c-9822-4d73-97f3-70445ee3301f is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:35:49.750807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-24f6bdcd-dc0c-4ded-9406-86ccf1d468ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, ce97923c-9822-4d73-97f3-70445ee3301f) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:35:49.755198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f6bdcd-dc0c-4ded-9406-86ccf1d468ea admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:35:49.755837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24f6bdcd-dc0c-4ded-9406-86ccf1d468ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:35:49.761940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e0142f-440c-44ce-a5eb-83a2076b6576 None None] Network ce97923c-9822-4d73-97f3-70445ee3301f requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:35:49.775499 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-24f6bdcd-dc0c-4ded-9406-86ccf1d468ea admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4810793 Dec 25 19:35:50.156618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740d3a86-fc1a-4302-b382-0b1062131d64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-ce97923c-9822-4d73-97f3-70445ee3301f', 'network_id': 'ce97923c-9822-4d73-97f3-70445ee3301f', 'tenant_id': '3d90174aced348ada3782480b3163b2a', 'fixed_ips': [{'subnet_id': '2573e749-6ac6-4d3d-86aa-d5a6b6e48714'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:35:50.157830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-740d3a86-fc1a-4302-b382-0b1062131d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:35:50.361122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-740d3a86-fc1a-4302-b382-0b1062131d64 None None] Allocated IP 172.20.0.2 (ce97923c-9822-4d73-97f3-70445ee3301f/2573e749-6ac6-4d3d-86aa-d5a6b6e48714/dd517ff3-c529-4bc1-b914-c7ca601beb7e) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:35:50.592818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-740d3a86-fc1a-4302-b382-0b1062131d64 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:35:50.605960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-740d3a86-fc1a-4302-b382-0b1062131d64 None None] Transition to ACTIVE for port object dd517ff3-c529-4bc1-b914-c7ca601beb7e will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:35:50.626090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-740d3a86-fc1a-4302-b382-0b1062131d64 None None] Transition to ACTIVE for port object dd517ff3-c529-4bc1-b914-c7ca601beb7e will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:35:50.633871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-740d3a86-fc1a-4302-b382-0b1062131d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:35:50.638589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:35:50.704211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740d3a86-fc1a-4302-b382-0b1062131d64 None None] Network ce97923c-9822-4d73-97f3-70445ee3301f is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:35:50.705328 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-740d3a86-fc1a-4302-b382-0b1062131d64 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:35:50.712842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740d3a86-fc1a-4302-b382-0b1062131d64 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:35:50.715072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d3a86-fc1a-4302-b382-0b1062131d64 None None] Pushing event updated for resources: {'Port': ['ID=dd517ff3-c529-4bc1-b914-c7ca601beb7e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:35:50.727647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d3a86-fc1a-4302-b382-0b1062131d64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:35:50.728030 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d3a86-fc1a-4302-b382-0b1062131d64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:35:50.728401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d3a86-fc1a-4302-b382-0b1062131d64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:35:50.728767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d3a86-fc1a-4302-b382-0b1062131d64 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:35:50.729129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d3a86-fc1a-4302-b382-0b1062131d64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:35:50.729490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d3a86-fc1a-4302-b382-0b1062131d64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:35:50.729848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d3a86-fc1a-4302-b382-0b1062131d64 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:35:50.730210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d3a86-fc1a-4302-b382-0b1062131d64 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:35:50.730566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d3a86-fc1a-4302-b382-0b1062131d64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:35:50.730919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d3a86-fc1a-4302-b382-0b1062131d64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:35:50.731315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d3a86-fc1a-4302-b382-0b1062131d64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:35:50.732671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d3a86-fc1a-4302-b382-0b1062131d64 None None] Tracked resource versions report: Dec 25 19:35:50.732671 dv-neutron-822611-1-hyperv neutron-server[88789]: pushed versions: Dec 25 19:35:50.732671 dv-neutron-822611-1-hyperv neutron-server[88789]: { 'ConntrackHelper': {'1.0'}, Dec 25 19:35:50.732671 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Log': {'1.0'}, Dec 25 19:35:50.732671 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Network': {'1.1'}, Dec 25 19:35:50.732671 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Port': {'1.5'}, Dec 25 19:35:50.732671 dv-neutron-822611-1-hyperv neutron-server[88789]: 'PortForwarding': {'1.2'}, Dec 25 19:35:50.732671 dv-neutron-822611-1-hyperv neutron-server[88789]: 'QosPolicy': {'1.8'}, Dec 25 19:35:50.732671 dv-neutron-822611-1-hyperv neutron-server[88789]: 'SecurityGroup': {'1.2'}, Dec 25 19:35:50.732671 dv-neutron-822611-1-hyperv neutron-server[88789]: 'SecurityGroupRule': {'1.0'}, Dec 25 19:35:50.732671 dv-neutron-822611-1-hyperv neutron-server[88789]: 'SubPort': {'1.0'}, Dec 25 19:35:50.732671 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Subnet': {'1.1'}, Dec 25 19:35:50.732671 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Trunk': {'1.1'}} Dec 25 19:35:50.732671 dv-neutron-822611-1-hyperv neutron-server[88789]: consumer versions: Dec 25 19:35:50.732671 dv-neutron-822611-1-hyperv neutron-server[88789]: { DHCP agent@dv-neutron-822611-1-hyperv: {}, Dec 25 19:35:50.732671 dv-neutron-822611-1-hyperv neutron-server[88789]: L3 agent@dv-neutron-822611-1-hyperv: {}, Dec 25 19:35:50.732671 dv-neutron-822611-1-hyperv neutron-server[88789]: Metadata agent@dv-neutron-822611-1-hyperv: {}, Dec 25 19:35:50.732671 dv-neutron-822611-1-hyperv neutron-server[88789]: Metering agent@dv-neutron-822611-1-hyperv: {}, Dec 25 19:35:50.732671 dv-neutron-822611-1-hyperv neutron-server[88789]: Open vSwitch agent@dv-neutron-822611-1-hyperv: { 'ConntrackHelper': '1.0', Dec 25 19:35:50.732671 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Log': '1.0', Dec 25 19:35:50.732671 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Network': '1.1', Dec 25 19:35:50.732671 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Port': '1.5', Dec 25 19:35:50.732671 dv-neutron-822611-1-hyperv neutron-server[88789]: 'PortForwarding': '1.2', Dec 25 19:35:50.732671 dv-neutron-822611-1-hyperv neutron-server[88789]: 'QosPolicy': '1.8', Dec 25 19:35:50.732671 dv-neutron-822611-1-hyperv neutron-server[88789]: 'SecurityGroup': '1.2', Dec 25 19:35:50.732671 dv-neutron-822611-1-hyperv neutron-server[88789]: 'SecurityGroupRule': '1.0', Dec 25 19:35:50.732671 dv-neutron-822611-1-hyperv neutron-server[88789]: 'SubPort': '1.0', Dec 25 19:35:50.732671 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Subnet': '1.1', Dec 25 19:35:50.732671 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Trunk': '1.1'}} Dec 25 19:35:50.732671 dv-neutron-822611-1-hyperv neutron-server[88789]: {{(pid=88902) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 25 19:35:50.765636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-740d3a86-fc1a-4302-b382-0b1062131d64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:35:50.824478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-740d3a86-fc1a-4302-b382-0b1062131d64 None None] Attempting to bind port dd517ff3-c529-4bc1-b914-c7ca601beb7e on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:35:50.824901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-740d3a86-fc1a-4302-b382-0b1062131d64 None None] Attempting to bind port dd517ff3-c529-4bc1-b914-c7ca601beb7e by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'e98b46fc-bf75-4fb5-a40d-a0af2ebc964e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ce97923c-9822-4d73-97f3-70445ee3301f'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:35:50.825332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740d3a86-fc1a-4302-b382-0b1062131d64 None None] Attempting to bind port dd517ff3-c529-4bc1-b914-c7ca601beb7e on network ce97923c-9822-4d73-97f3-70445ee3301f {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:35:50.832089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740d3a86-fc1a-4302-b382-0b1062131d64 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:35:50.832518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740d3a86-fc1a-4302-b382-0b1062131d64 None None] Checking segment: {'id': 'e98b46fc-bf75-4fb5-a40d-a0af2ebc964e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ce97923c-9822-4d73-97f3-70445ee3301f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:35:50.832981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-740d3a86-fc1a-4302-b382-0b1062131d64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:35:50.833414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740d3a86-fc1a-4302-b382-0b1062131d64 None None] Bound using segment: {'id': 'e98b46fc-bf75-4fb5-a40d-a0af2ebc964e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ce97923c-9822-4d73-97f3-70445ee3301f'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:35:50.833955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-740d3a86-fc1a-4302-b382-0b1062131d64 None None] Bound port: dd517ff3-c529-4bc1-b914-c7ca601beb7e, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98b46fc-bf75-4fb5-a40d-a0af2ebc964e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ce97923c-9822-4d73-97f3-70445ee3301f'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:35:50.834363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-740d3a86-fc1a-4302-b382-0b1062131d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:35:50.925421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-740d3a86-fc1a-4302-b382-0b1062131d64 None None] For port dd517ff3-c529-4bc1-b914-c7ca601beb7e, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:35:50.929484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-740d3a86-fc1a-4302-b382-0b1062131d64 None None] For port dd517ff3-c529-4bc1-b914-c7ca601beb7e, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=dd517ff3-c529-4bc1-b914-c7ca601beb7e,segment=NetworkSegment(e98b46fc-bf75-4fb5-a40d-a0af2ebc964e),segment_id=e98b46fc-bf75-4fb5-a40d-a0af2ebc964e)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:35:50.933596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-740d3a86-fc1a-4302-b382-0b1062131d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:35:50.937648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:35:51.026571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d3a86-fc1a-4302-b382-0b1062131d64 None None] Pushing event updated for resources: {'Port': ['ID=dd517ff3-c529-4bc1-b914-c7ca601beb7e,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:35:51.029696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-740d3a86-fc1a-4302-b382-0b1062131d64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:35:51.972378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 40618) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:35:52.048476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-6c0ea610-a8ce-4587-84c5-d7be69969d3d admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:35:52.049543 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6c0ea610-a8ce-4587-84c5-d7be69969d3d admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0761406 Dec 25 19:35:54.274768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 40634) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:35:54.372631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-13b4f433-518f-4a0a-9b05-851a100fb5af admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:35:54.375091 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-13b4f433-518f-4a0a-9b05-851a100fb5af admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0979934 Dec 25 19:35:55.426482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device dd517ff3-c529-4bc1-b914-c7ca601beb7e up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:35:55.499369 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port dd517ff3-c529-4bc1-b914-c7ca601beb7e completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:35:56.030224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d71eb7-6a19-4f64-9ec3-868f067ebd9b None None] Network ce97923c-9822-4d73-97f3-70445ee3301f requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:35:56.167887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-32c10939-d125-4eae-9e69-a426ab7d18c4 None None] Provisioning for port dd517ff3-c529-4bc1-b914-c7ca601beb7e completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:35:56.176511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-32c10939-d125-4eae-9e69-a426ab7d18c4 None None] Provisioning complete for port dd517ff3-c529-4bc1-b914-c7ca601beb7e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:35:56.176892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-32c10939-d125-4eae-9e69-a426ab7d18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:35:56.394171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-32c10939-d125-4eae-9e69-a426ab7d18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:35:56.440330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-32c10939-d125-4eae-9e69-a426ab7d18c4 None None] For port dd517ff3-c529-4bc1-b914-c7ca601beb7e, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=dd517ff3-c529-4bc1-b914-c7ca601beb7e,segment=NetworkSegment(e98b46fc-bf75-4fb5-a40d-a0af2ebc964e),segment_id=e98b46fc-bf75-4fb5-a40d-a0af2ebc964e)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:35:56.444461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-32c10939-d125-4eae-9e69-a426ab7d18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:35:56.447893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-740d3a86-fc1a-4302-b382-0b1062131d64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:35:56.515483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c10939-d125-4eae-9e69-a426ab7d18c4 None None] Pushing event updated for resources: {'Port': ['ID=dd517ff3-c529-4bc1-b914-c7ca601beb7e,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:35:56.518737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-32c10939-d125-4eae-9e69-a426ab7d18c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:35:56.615145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 40648) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:35:56.670512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-8287ca2b-49af-4194-b1a9-dccedd9e9b8e None None] Provisioning complete for port dd517ff3-c529-4bc1-b914-c7ca601beb7e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:35:56.670923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8287ca2b-49af-4194-b1a9-dccedd9e9b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:35:56.692476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-790086cd-bb02-4591-94f3-5def565b5677 admin admin] Request body: {'router': {'tenant_id': '3d90174aced348ada3782480b3163b2a', 'name': 'router1', 'admin_state_up': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:35:56.697735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-790086cd-bb02-4591-94f3-5def565b5677 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:35:56.701710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-790086cd-bb02-4591-94f3-5def565b5677 admin admin] Usage tracker for resource:router and tenant:3d90174aced348ada3782480b3163b2a is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:35:56.704834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-790086cd-bb02-4591-94f3-5def565b5677 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:35:56.710769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-790086cd-bb02-4591-94f3-5def565b5677 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:35:56.720002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-790086cd-bb02-4591-94f3-5def565b5677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:35:56.721331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-790086cd-bb02-4591-94f3-5def565b5677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:35:56.744426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-790086cd-bb02-4591-94f3-5def565b5677 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:35:56.845096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-790086cd-bb02-4591-94f3-5def565b5677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:35:56.863046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-790086cd-bb02-4591-94f3-5def565b5677 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:35:56.864311 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-790086cd-bb02-4591-94f3-5def565b5677 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2480357 Dec 25 19:35:57.404073 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device dd517ff3-c529-4bc1-b914-c7ca601beb7e up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:35:57.473895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port dd517ff3-c529-4bc1-b914-c7ca601beb7e triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:35:57.474376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:35:59.013724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 40660) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:35:59.088703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-6ca27e15-e437-4ee6-9403-6551823e5ab1 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:35:59.089754 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6ca27e15-e437-4ee6-9403-6551823e5ab1 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0750241 Dec 25 19:36:01.280074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 40672) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:36:01.354960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-f16fc6fc-9631-46e0-8480-caa4c0e009ce admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:36:01.360291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f16fc6fc-9631-46e0-8480-caa4c0e009ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:36:01.364299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f16fc6fc-9631-46e0-8480-caa4c0e009ce admin admin] Usage tracker for resource:network and tenant:ab65e50ea0ac4cb0ac61290a108f6563 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:36:01.367243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f16fc6fc-9631-46e0-8480-caa4c0e009ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:36:01.373062 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f16fc6fc-9631-46e0-8480-caa4c0e009ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:36:01.381494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16fc6fc-9631-46e0-8480-caa4c0e009ce admin admin] Made reservation on behalf of ab65e50ea0ac4cb0ac61290a108f6563 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:36:01.385990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f16fc6fc-9631-46e0-8480-caa4c0e009ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:01.399099 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f16fc6fc-9631-46e0-8480-caa4c0e009ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:01.431119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f16fc6fc-9631-46e0-8480-caa4c0e009ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:36:01.434940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f16fc6fc-9631-46e0-8480-caa4c0e009ce admin admin] Usage tracker for resource:security_group_rule and tenant:ab65e50ea0ac4cb0ac61290a108f6563 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:36:01.437831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f16fc6fc-9631-46e0-8480-caa4c0e009ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:36:01.443657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f16fc6fc-9631-46e0-8480-caa4c0e009ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:36:01.509821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f16fc6fc-9631-46e0-8480-caa4c0e009ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:01.512444 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f16fc6fc-9631-46e0-8480-caa4c0e009ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:01.516759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2bfedae4-2503-4e8b-bc24-3a481f2cf248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:36:01.532555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f16fc6fc-9631-46e0-8480-caa4c0e009ce admin admin] Reserving flat network on physical network physnet1 {{(pid=88901) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Dec 25 19:36:01.676099 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16fc6fc-9631-46e0-8480-caa4c0e009ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d773215-89e2-46ac-9ce6-30207702a27a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:36:01.678971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f16fc6fc-9631-46e0-8480-caa4c0e009ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:01.679376 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-f16fc6fc-9631-46e0-8480-caa4c0e009ce admin admin] Added segment 2e357c18-33ad-4a60-9f9f-0399e71ddb9c of type flat for network a29ab018-4a1a-4021-8156-423134b861f3 Dec 25 19:36:01.680637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f16fc6fc-9631-46e0-8480-caa4c0e009ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:36:01.713087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f16fc6fc-9631-46e0-8480-caa4c0e009ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:01.747680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f16fc6fc-9631-46e0-8480-caa4c0e009ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:01.749545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16fc6fc-9631-46e0-8480-caa4c0e009ce admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:36:01.750226 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f16fc6fc-9631-46e0-8480-caa4c0e009ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:01.755228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2bfedae4-2503-4e8b-bc24-3a481f2cf248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:36:01.855704 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f16fc6fc-9631-46e0-8480-caa4c0e009ce admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5744901 Dec 25 19:36:01.860865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16fc6fc-9631-46e0-8480-caa4c0e009ce admin admin] Pushing event updated for resources: {'Network': ['ID=a29ab018-4a1a-4021-8156-423134b861f3,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:36:01.863624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f16fc6fc-9631-46e0-8480-caa4c0e009ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:36:01.872782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network a29ab018-4a1a-4021-8156-423134b861f3 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:36:03.987543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 40684) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:36:04.128508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c6728a-60a4-4cd0-b03f-534532a74612 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:36:04.135087 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-63c6728a-60a4-4cd0-b03f-534532a74612 admin admin] 10.222.0.24 "GET /v2.0/subnets/2573e749-6ac6-4d3d-86aa-d5a6b6e48714 HTTP/1.1" status: 200 len: 849 time: 0.1413264 Dec 25 19:36:04.280326 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-00729e8f-5fb2-45ab-9193-6379e1fcdc67 admin admin] 10.222.0.24 "GET /v2.0/routers/82495435-c7ed-4595-a670-1105c638681f HTTP/1.1" status: 200 len: 704 time: 0.1436620 Dec 25 19:36:04.761277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-09dda4c9-9f74-436b-9942-13d21de7db9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:05.002217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-09dda4c9-9f74-436b-9942-13d21de7db9c admin admin] Allocated IP 172.20.0.1 (ce97923c-9822-4d73-97f3-70445ee3301f/2573e749-6ac6-4d3d-86aa-d5a6b6e48714/9ef68e5c-1bd8-4d67-8c63-15a7e00b3505) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:36:05.168526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-09dda4c9-9f74-436b-9942-13d21de7db9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:05.186144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-09dda4c9-9f74-436b-9942-13d21de7db9c admin admin] Transition to ACTIVE for port object 9ef68e5c-1bd8-4d67-8c63-15a7e00b3505 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:36:05.233305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-09dda4c9-9f74-436b-9942-13d21de7db9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:05.238024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:36:05.303529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dda4c9-9f74-436b-9942-13d21de7db9c admin admin] Network ce97923c-9822-4d73-97f3-70445ee3301f is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:36:05.307026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-09dda4c9-9f74-436b-9942-13d21de7db9c admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:36:05.311262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dda4c9-9f74-436b-9942-13d21de7db9c admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:36:05.311779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-09dda4c9-9f74-436b-9942-13d21de7db9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:05.314440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dda4c9-9f74-436b-9942-13d21de7db9c admin admin] Pushing event updated for resources: {'Port': ['ID=9ef68e5c-1bd8-4d67-8c63-15a7e00b3505,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:36:05.319749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-09dda4c9-9f74-436b-9942-13d21de7db9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:36:05.437329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-09dda4c9-9f74-436b-9942-13d21de7db9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:05.554143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1811c118-e6b4-4ec0-b562-0932f4e6c11e None None] Provisioning for port 9ef68e5c-1bd8-4d67-8c63-15a7e00b3505 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:36:05.559547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1811c118-e6b4-4ec0-b562-0932f4e6c11e None None] Provisioning complete for port 9ef68e5c-1bd8-4d67-8c63-15a7e00b3505 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:36:05.559962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1811c118-e6b4-4ec0-b562-0932f4e6c11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:05.614244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1811c118-e6b4-4ec0-b562-0932f4e6c11e None None] Port 9ef68e5c-1bd8-4d67-8c63-15a7e00b3505 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:36:05.679480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-09dda4c9-9f74-436b-9942-13d21de7db9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:05.682821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-09dda4c9-9f74-436b-9942-13d21de7db9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:05.683943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-09dda4c9-9f74-436b-9942-13d21de7db9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:05.687834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:36:05.785851 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dda4c9-9f74-436b-9942-13d21de7db9c admin admin] Pushing event updated for resources: {'Port': ['ID=9ef68e5c-1bd8-4d67-8c63-15a7e00b3505,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:36:05.790680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-09dda4c9-9f74-436b-9942-13d21de7db9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:36:05.942627 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-76d754e8-968e-47c4-bf68-c717388828e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:06.033799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dda4c9-9f74-436b-9942-13d21de7db9c admin admin] Network ce97923c-9822-4d73-97f3-70445ee3301f is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:36:06.034907 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-09dda4c9-9f74-436b-9942-13d21de7db9c admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:36:06.338155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b0c09dc9-7793-4657-9517-e5783a10fae8 None None] Provisioning complete for port 9ef68e5c-1bd8-4d67-8c63-15a7e00b3505 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:36:06.338649 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b0c09dc9-7793-4657-9517-e5783a10fae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:06.394507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b0c09dc9-7793-4657-9517-e5783a10fae8 None None] Port 9ef68e5c-1bd8-4d67-8c63-15a7e00b3505 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:36:06.402848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09dda4c9-9f74-436b-9942-13d21de7db9c admin admin] Router 82495435-c7ed-4595-a670-1105c638681f is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:36:06.574460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09dda4c9-9f74-436b-9942-13d21de7db9c admin admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:36:06.583731 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-09dda4c9-9f74-436b-9942-13d21de7db9c admin admin] 10.222.0.24 "PUT /v2.0/routers/82495435-c7ed-4595-a670-1105c638681f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2979131 Dec 25 19:36:06.584690 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9284704-e5c2-47c9-8369-250667e056b3 None None] Sync routers for ids ['82495435-c7ed-4595-a670-1105c638681f'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:36:06.598283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9284704-e5c2-47c9-8369-250667e056b3 None None] Routers {'82495435-c7ed-4595-a670-1105c638681f'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:36:06.599087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c9284704-e5c2-47c9-8369-250667e056b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:35:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['82495435-c7ed-4595-a670-1105c638681f'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:36:06.777544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-c9284704-e5c2-47c9-8369-250667e056b3 None None] Set router 82495435-c7ed-4595-a670-1105c638681f gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:36:07.065405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:07.154919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c9284704-e5c2-47c9-8369-250667e056b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82495435-c7ed-4595-a670-1105c638681f', 'name': 'router1', 'tenant_id': '3d90174aced348ada3782480b3163b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:35:56Z', 'updated_at': '2021-12-25T19:36:05Z', 'revision_number': 2, 'project_id': '3d90174aced348ada3782480b3163b2a', 'gw_port_host': None, '_interfaces': [{'id': '9ef68e5c-1bd8-4d67-8c63-15a7e00b3505', 'name': '', 'network_id': 'ce97923c-9822-4d73-97f3-70445ee3301f', 'tenant_id': '3d90174aced348ada3782480b3163b2a', 'mac_address': 'fa:16:3e:3b:03:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82495435-c7ed-4595-a670-1105c638681f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2573e749-6ac6-4d3d-86aa-d5a6b6e48714', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:36:04Z', 'updated_at': '2021-12-25T19:36:05Z', 'revision_number': 2, 'project_id': '3d90174aced348ada3782480b3163b2a', 'subnets': [{'id': '2573e749-6ac6-4d3d-86aa-d5a6b6e48714', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8651140b-ce24-4e9d-9f79-5bb66ea35a9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:36:07.159888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9284704-e5c2-47c9-8369-250667e056b3 None None] Checking router: 82495435-c7ed-4595-a670-1105c638681f for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:36:07.160274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9284704-e5c2-47c9-8369-250667e056b3 None None] Updating router 82495435-c7ed-4595-a670-1105c638681f port 9ef68e5c-1bd8-4d67-8c63-15a7e00b3505 binding host dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 19:36:07.216406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c9284704-e5c2-47c9-8369-250667e056b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:07.607860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c9284704-e5c2-47c9-8369-250667e056b3 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:07.623323 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-c9284704-e5c2-47c9-8369-250667e056b3 None None] Transition to ACTIVE for port object 9ef68e5c-1bd8-4d67-8c63-15a7e00b3505 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:36:07.628650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c9284704-e5c2-47c9-8369-250667e056b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:07.633694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:36:07.833499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc908e8-e158-4881-980f-4d47b688f8a2 None None] Pushing event updated for resources: {'Port': ['ID=9ef68e5c-1bd8-4d67-8c63-15a7e00b3505,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:36:07.862189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc908e8-e158-4881-980f-4d47b688f8a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:36:07.862488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc908e8-e158-4881-980f-4d47b688f8a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:36:07.862855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc908e8-e158-4881-980f-4d47b688f8a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:36:07.863267 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc908e8-e158-4881-980f-4d47b688f8a2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:36:07.863636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc908e8-e158-4881-980f-4d47b688f8a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:36:07.863991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc908e8-e158-4881-980f-4d47b688f8a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:36:07.864342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc908e8-e158-4881-980f-4d47b688f8a2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:36:07.864692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc908e8-e158-4881-980f-4d47b688f8a2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:36:07.865040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc908e8-e158-4881-980f-4d47b688f8a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:36:07.865385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc908e8-e158-4881-980f-4d47b688f8a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:36:07.865730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc908e8-e158-4881-980f-4d47b688f8a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:36:07.867114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc908e8-e158-4881-980f-4d47b688f8a2 None None] Tracked resource versions report: Dec 25 19:36:07.867114 dv-neutron-822611-1-hyperv neutron-server[88789]: pushed versions: Dec 25 19:36:07.867114 dv-neutron-822611-1-hyperv neutron-server[88789]: { 'ConntrackHelper': {'1.0'}, Dec 25 19:36:07.867114 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Log': {'1.0'}, Dec 25 19:36:07.867114 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Network': {'1.1'}, Dec 25 19:36:07.867114 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Port': {'1.5'}, Dec 25 19:36:07.867114 dv-neutron-822611-1-hyperv neutron-server[88789]: 'PortForwarding': {'1.2'}, Dec 25 19:36:07.867114 dv-neutron-822611-1-hyperv neutron-server[88789]: 'QosPolicy': {'1.8'}, Dec 25 19:36:07.867114 dv-neutron-822611-1-hyperv neutron-server[88789]: 'SecurityGroup': {'1.2'}, Dec 25 19:36:07.867114 dv-neutron-822611-1-hyperv neutron-server[88789]: 'SecurityGroupRule': {'1.0'}, Dec 25 19:36:07.867114 dv-neutron-822611-1-hyperv neutron-server[88789]: 'SubPort': {'1.0'}, Dec 25 19:36:07.867114 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Subnet': {'1.1'}, Dec 25 19:36:07.867114 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Trunk': {'1.1'}} Dec 25 19:36:07.867114 dv-neutron-822611-1-hyperv neutron-server[88789]: consumer versions: Dec 25 19:36:07.867114 dv-neutron-822611-1-hyperv neutron-server[88789]: { DHCP agent@dv-neutron-822611-1-hyperv: {}, Dec 25 19:36:07.867114 dv-neutron-822611-1-hyperv neutron-server[88789]: L3 agent@dv-neutron-822611-1-hyperv: {}, Dec 25 19:36:07.867114 dv-neutron-822611-1-hyperv neutron-server[88789]: Metadata agent@dv-neutron-822611-1-hyperv: {}, Dec 25 19:36:07.867114 dv-neutron-822611-1-hyperv neutron-server[88789]: Metering agent@dv-neutron-822611-1-hyperv: {}, Dec 25 19:36:07.867114 dv-neutron-822611-1-hyperv neutron-server[88789]: Open vSwitch agent@dv-neutron-822611-1-hyperv: { 'ConntrackHelper': '1.0', Dec 25 19:36:07.867114 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Log': '1.0', Dec 25 19:36:07.867114 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Network': '1.1', Dec 25 19:36:07.867114 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Port': '1.5', Dec 25 19:36:07.867114 dv-neutron-822611-1-hyperv neutron-server[88789]: 'PortForwarding': '1.2', Dec 25 19:36:07.867114 dv-neutron-822611-1-hyperv neutron-server[88789]: 'QosPolicy': '1.8', Dec 25 19:36:07.867114 dv-neutron-822611-1-hyperv neutron-server[88789]: 'SecurityGroup': '1.2', Dec 25 19:36:07.867114 dv-neutron-822611-1-hyperv neutron-server[88789]: 'SecurityGroupRule': '1.0', Dec 25 19:36:07.867114 dv-neutron-822611-1-hyperv neutron-server[88789]: 'SubPort': '1.0', Dec 25 19:36:07.867114 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Subnet': '1.1', Dec 25 19:36:07.867114 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Trunk': '1.1'}} Dec 25 19:36:07.867114 dv-neutron-822611-1-hyperv neutron-server[88789]: {{(pid=88903) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 25 19:36:07.869531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-c9284704-e5c2-47c9-8369-250667e056b3 None None] Attempting to bind port 9ef68e5c-1bd8-4d67-8c63-15a7e00b3505 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:36:07.869765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-c9284704-e5c2-47c9-8369-250667e056b3 None None] Attempting to bind port 9ef68e5c-1bd8-4d67-8c63-15a7e00b3505 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'e98b46fc-bf75-4fb5-a40d-a0af2ebc964e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ce97923c-9822-4d73-97f3-70445ee3301f'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:36:07.870193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9284704-e5c2-47c9-8369-250667e056b3 None None] Attempting to bind port 9ef68e5c-1bd8-4d67-8c63-15a7e00b3505 on network ce97923c-9822-4d73-97f3-70445ee3301f {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:36:07.875097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fcc908e8-e158-4881-980f-4d47b688f8a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:36:07.878653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9284704-e5c2-47c9-8369-250667e056b3 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:36:07.878895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9284704-e5c2-47c9-8369-250667e056b3 None None] Checking segment: {'id': 'e98b46fc-bf75-4fb5-a40d-a0af2ebc964e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ce97923c-9822-4d73-97f3-70445ee3301f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:36:07.879416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c9284704-e5c2-47c9-8369-250667e056b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:07.879899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9284704-e5c2-47c9-8369-250667e056b3 None None] Bound using segment: {'id': 'e98b46fc-bf75-4fb5-a40d-a0af2ebc964e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ce97923c-9822-4d73-97f3-70445ee3301f'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:36:07.880348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-c9284704-e5c2-47c9-8369-250667e056b3 None None] Bound port: 9ef68e5c-1bd8-4d67-8c63-15a7e00b3505, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98b46fc-bf75-4fb5-a40d-a0af2ebc964e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ce97923c-9822-4d73-97f3-70445ee3301f'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:36:07.880750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c9284704-e5c2-47c9-8369-250667e056b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:07.978455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-c9284704-e5c2-47c9-8369-250667e056b3 None None] For port 9ef68e5c-1bd8-4d67-8c63-15a7e00b3505, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:36:07.982659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-c9284704-e5c2-47c9-8369-250667e056b3 None None] For port 9ef68e5c-1bd8-4d67-8c63-15a7e00b3505, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=9ef68e5c-1bd8-4d67-8c63-15a7e00b3505,segment=NetworkSegment(e98b46fc-bf75-4fb5-a40d-a0af2ebc964e),segment_id=e98b46fc-bf75-4fb5-a40d-a0af2ebc964e)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:36:07.985803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c9284704-e5c2-47c9-8369-250667e056b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:07.990410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fcc908e8-e158-4881-980f-4d47b688f8a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:36:08.081611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc908e8-e158-4881-980f-4d47b688f8a2 None None] Pushing event updated for resources: {'Port': ['ID=9ef68e5c-1bd8-4d67-8c63-15a7e00b3505,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:36:08.085077 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fcc908e8-e158-4881-980f-4d47b688f8a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:36:08.086059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9284704-e5c2-47c9-8369-250667e056b3 None None] Routers {'82495435-c7ed-4595-a670-1105c638681f'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:36:08.086716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c9284704-e5c2-47c9-8369-250667e056b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:35:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['82495435-c7ed-4595-a670-1105c638681f'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:36:08.256935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3976176e-db63-4fcb-b737-d2f124417db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:08.386755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-c9284704-e5c2-47c9-8369-250667e056b3 None None] Set router 82495435-c7ed-4595-a670-1105c638681f gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:36:08.462238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:08.730077 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c9284704-e5c2-47c9-8369-250667e056b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82495435-c7ed-4595-a670-1105c638681f', 'name': 'router1', 'tenant_id': '3d90174aced348ada3782480b3163b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:35:56Z', 'updated_at': '2021-12-25T19:36:05Z', 'revision_number': 2, 'project_id': '3d90174aced348ada3782480b3163b2a', 'gw_port_host': None, '_interfaces': [{'id': '9ef68e5c-1bd8-4d67-8c63-15a7e00b3505', 'name': '', 'network_id': 'ce97923c-9822-4d73-97f3-70445ee3301f', 'tenant_id': '3d90174aced348ada3782480b3163b2a', 'mac_address': 'fa:16:3e:3b:03:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82495435-c7ed-4595-a670-1105c638681f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2573e749-6ac6-4d3d-86aa-d5a6b6e48714', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:36:04Z', 'updated_at': '2021-12-25T19:36:07Z', 'revision_number': 4, 'project_id': '3d90174aced348ada3782480b3163b2a', 'subnets': [{'id': '2573e749-6ac6-4d3d-86aa-d5a6b6e48714', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8651140b-ce24-4e9d-9f79-5bb66ea35a9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:36:08.734168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9284704-e5c2-47c9-8369-250667e056b3 None None] The sync data for ids ['82495435-c7ed-4595-a670-1105c638681f'] in dv-neutron-822611-1-hyperv is: [{'id': '82495435-c7ed-4595-a670-1105c638681f', 'name': 'router1', 'tenant_id': '3d90174aced348ada3782480b3163b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:35:56Z', 'updated_at': '2021-12-25T19:36:05Z', 'revision_number': 2, 'project_id': '3d90174aced348ada3782480b3163b2a', 'gw_port_host': None, '_interfaces': [{'id': '9ef68e5c-1bd8-4d67-8c63-15a7e00b3505', 'name': '', 'network_id': 'ce97923c-9822-4d73-97f3-70445ee3301f', 'tenant_id': '3d90174aced348ada3782480b3163b2a', 'mac_address': 'fa:16:3e:3b:03:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82495435-c7ed-4595-a670-1105c638681f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2573e749-6ac6-4d3d-86aa-d5a6b6e48714', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:36:04Z', 'updated_at': '2021-12-25T19:36:07Z', 'revision_number': 4, 'project_id': '3d90174aced348ada3782480b3163b2a', 'subnets': [{'id': '2573e749-6ac6-4d3d-86aa-d5a6b6e48714', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8651140b-ce24-4e9d-9f79-5bb66ea35a9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:36:08.773915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 40698) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:36:08.967490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904491bb-a262-431b-a436-64c5581f823a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:36:08.968049 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-904491bb-a262-431b-a436-64c5581f823a admin admin] Synchronizing usage tracker for tenant:ab65e50ea0ac4cb0ac61290a108f6563 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:36:08.985877 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-904491bb-a262-431b-a436-64c5581f823a admin admin] Unset dirty status for tenant:ab65e50ea0ac4cb0ac61290a108f6563 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:36:08.987200 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-904491bb-a262-431b-a436-64c5581f823a admin admin] 10.222.0.24 "GET /v2.0/networks/a29ab018-4a1a-4021-8156-423134b861f3 HTTP/1.1" status: 200 len: 842 time: 0.2122409 Dec 25 19:36:08.998162 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-a5ca7f21-e3cd-48cf-9465-85a80b50c1b2 admin admin] Request body: {'subnet': {'cidr': '172.26.8.0/24', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'ip_version': 4, 'gateway_ip': '172.26.8.1', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:36:09.003460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a5ca7f21-e3cd-48cf-9465-85a80b50c1b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:36:09.008026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a5ca7f21-e3cd-48cf-9465-85a80b50c1b2 admin admin] Usage tracker for resource:subnet and tenant:ab65e50ea0ac4cb0ac61290a108f6563 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:36:09.010903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a5ca7f21-e3cd-48cf-9465-85a80b50c1b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:36:09.016872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a5ca7f21-e3cd-48cf-9465-85a80b50c1b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:36:09.028262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ca7f21-e3cd-48cf-9465-85a80b50c1b2 admin admin] Made reservation on behalf of ab65e50ea0ac4cb0ac61290a108f6563 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:36:09.032895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a5ca7f21-e3cd-48cf-9465-85a80b50c1b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:09.419702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a5ca7f21-e3cd-48cf-9465-85a80b50c1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:09.424170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-24f6bdcd-dc0c-4ded-9406-86ccf1d468ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:36:09.502213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca7f21-e3cd-48cf-9465-85a80b50c1b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c2a2e97-ff0e-4136-b8c0-eadd12f9113f,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:36:09.506079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a5ca7f21-e3cd-48cf-9465-85a80b50c1b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:36:09.514968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ca7f21-e3cd-48cf-9465-85a80b50c1b2 admin admin] Checking segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:36:09.515389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ca7f21-e3cd-48cf-9465-85a80b50c1b2 admin admin] Network hostable DHCP agents. Network: a29ab018-4a1a-4021-8156-423134b861f3, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:36:09.536126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ca7f21-e3cd-48cf-9465-85a80b50c1b2 admin admin] Network a29ab018-4a1a-4021-8156-423134b861f3 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:36:09.543907 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-a5ca7f21-e3cd-48cf-9465-85a80b50c1b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, a29ab018-4a1a-4021-8156-423134b861f3) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:36:09.547786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ca7f21-e3cd-48cf-9465-85a80b50c1b2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:36:09.548430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a5ca7f21-e3cd-48cf-9465-85a80b50c1b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:09.553362 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15097ad8-8c8e-46cd-b1b5-b4cef72cd480 None None] Network a29ab018-4a1a-4021-8156-423134b861f3 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:36:09.574737 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a5ca7f21-e3cd-48cf-9465-85a80b50c1b2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5802751 Dec 25 19:36:09.795227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12490f2c-5d16-41fd-966c-d43070da04c7 None None] Network a29ab018-4a1a-4021-8156-423134b861f3 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:36:09.818696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:11.430458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 9ef68e5c-1bd8-4d67-8c63-15a7e00b3505 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:36:11.502610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 9ef68e5c-1bd8-4d67-8c63-15a7e00b3505 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:36:11.507364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 9ef68e5c-1bd8-4d67-8c63-15a7e00b3505 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:36:11.507802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:11.622574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:11.655924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 9ef68e5c-1bd8-4d67-8c63-15a7e00b3505, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=9ef68e5c-1bd8-4d67-8c63-15a7e00b3505,segment=NetworkSegment(e98b46fc-bf75-4fb5-a40d-a0af2ebc964e),segment_id=e98b46fc-bf75-4fb5-a40d-a0af2ebc964e)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:36:11.658763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:11.660997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-32c10939-d125-4eae-9e69-a426ab7d18c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:36:11.729730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=9ef68e5c-1bd8-4d67-8c63-15a7e00b3505,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:36:11.738333 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:36:11.804244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 40714) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:36:12.053396 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b2989262-75e3-473c-bb30-bea9f35a089c admin admin] 10.222.0.24 "GET /v2.0/routers/82495435-c7ed-4595-a670-1105c638681f HTTP/1.1" status: 200 len: 710 time: 0.2479444 Dec 25 19:36:12.192858 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61b2363-733c-4f2b-b588-ee306a3f0d01 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:36:12.194355 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b61b2363-733c-4f2b-b588-ee306a3f0d01 admin admin] 10.222.0.24 "GET /v2.0/networks/a29ab018-4a1a-4021-8156-423134b861f3 HTTP/1.1" status: 200 len: 886 time: 0.1352382 Dec 25 19:36:12.204419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-81b924bc-b2a2-4fe4-aca1-bccb245a2ad0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:36:12.848277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81b924bc-b2a2-4fe4-aca1-bccb245a2ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:13.038270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81b924bc-b2a2-4fe4-aca1-bccb245a2ad0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:13.096978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81b924bc-b2a2-4fe4-aca1-bccb245a2ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:13.240792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-81b924bc-b2a2-4fe4-aca1-bccb245a2ad0 admin admin] Allocated IP 172.26.8.214 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/1bb0f2af-4afc-4e08-86ba-47f492a204b8) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:36:13.392063 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81b924bc-b2a2-4fe4-aca1-bccb245a2ad0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:13.411871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 9ef68e5c-1bd8-4d67-8c63-15a7e00b3505 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:36:13.418279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81b924bc-b2a2-4fe4-aca1-bccb245a2ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:13.422959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-09dda4c9-9f74-436b-9942-13d21de7db9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:36:13.482323 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 9ef68e5c-1bd8-4d67-8c63-15a7e00b3505 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:36:13.482722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:13.492447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b924bc-b2a2-4fe4-aca1-bccb245a2ad0 admin admin] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:36:13.495372 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-81b924bc-b2a2-4fe4-aca1-bccb245a2ad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:36:13.499761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b924bc-b2a2-4fe4-aca1-bccb245a2ad0 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:36:13.523838 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b924bc-b2a2-4fe4-aca1-bccb245a2ad0 admin admin] Pushing event updated for resources: {'Port': ['ID=1bb0f2af-4afc-4e08-86ba-47f492a204b8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:36:13.530343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-81b924bc-b2a2-4fe4-aca1-bccb245a2ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:36:13.650967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81b924bc-b2a2-4fe4-aca1-bccb245a2ad0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:13.821426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81b924bc-b2a2-4fe4-aca1-bccb245a2ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:13.824786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81b924bc-b2a2-4fe4-aca1-bccb245a2ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854381233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854287207'] for router, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:14.037252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b924bc-b2a2-4fe4-aca1-bccb245a2ad0 admin admin] Router 82495435-c7ed-4595-a670-1105c638681f has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:36:14.254043 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b924bc-b2a2-4fe4-aca1-bccb245a2ad0 admin admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:36:14.262753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81b924bc-b2a2-4fe4-aca1-bccb245a2ad0 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:14.264050 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-81b924bc-b2a2-4fe4-aca1-bccb245a2ad0 admin admin] 10.222.0.24 "PUT /v2.0/routers/82495435-c7ed-4595-a670-1105c638681f HTTP/1.1" status: 200 len: 890 time: 2.0631084 Dec 25 19:36:14.265717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14d1416-8fd8-4db0-97bb-db1813a2d007 None None] Sync routers for ids ['82495435-c7ed-4595-a670-1105c638681f'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:36:14.279542 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14d1416-8fd8-4db0-97bb-db1813a2d007 None None] Routers {'82495435-c7ed-4595-a670-1105c638681f'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:36:14.280236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d14d1416-8fd8-4db0-97bb-db1813a2d007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:36:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['82495435-c7ed-4595-a670-1105c638681f'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:36:14.474970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-d14d1416-8fd8-4db0-97bb-db1813a2d007 None None] Set router 82495435-c7ed-4595-a670-1105c638681f gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:36:14.836054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d14d1416-8fd8-4db0-97bb-db1813a2d007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82495435-c7ed-4595-a670-1105c638681f', 'name': 'router1', 'tenant_id': '3d90174aced348ada3782480b3163b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '1bb0f2af-4afc-4e08-86ba-47f492a204b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:35:56Z', 'updated_at': '2021-12-25T19:36:13Z', 'revision_number': 4, 'project_id': '3d90174aced348ada3782480b3163b2a', 'gw_port': {'id': '1bb0f2af-4afc-4e08-86ba-47f492a204b8', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:52:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82495435-c7ed-4595-a670-1105c638681f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:36:13Z', 'updated_at': '2021-12-25T19:36:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '9ef68e5c-1bd8-4d67-8c63-15a7e00b3505', 'name': '', 'network_id': 'ce97923c-9822-4d73-97f3-70445ee3301f', 'tenant_id': '3d90174aced348ada3782480b3163b2a', 'mac_address': 'fa:16:3e:3b:03:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82495435-c7ed-4595-a670-1105c638681f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2573e749-6ac6-4d3d-86aa-d5a6b6e48714', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:36:04Z', 'updated_at': '2021-12-25T19:36:11Z', 'revision_number': 5, 'project_id': '3d90174aced348ada3782480b3163b2a', 'subnets': [{'id': '2573e749-6ac6-4d3d-86aa-d5a6b6e48714', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8651140b-ce24-4e9d-9f79-5bb66ea35a9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:36:14.841252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14d1416-8fd8-4db0-97bb-db1813a2d007 None None] Checking router: 82495435-c7ed-4595-a670-1105c638681f for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:36:14.841641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14d1416-8fd8-4db0-97bb-db1813a2d007 None None] Updating router 82495435-c7ed-4595-a670-1105c638681f port 1bb0f2af-4afc-4e08-86ba-47f492a204b8 binding host dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 19:36:14.893417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d14d1416-8fd8-4db0-97bb-db1813a2d007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:15.240949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d14d1416-8fd8-4db0-97bb-db1813a2d007 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:15.252697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d14d1416-8fd8-4db0-97bb-db1813a2d007 None None] Transition to ACTIVE for port object 1bb0f2af-4afc-4e08-86ba-47f492a204b8 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:36:15.258718 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d14d1416-8fd8-4db0-97bb-db1813a2d007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:15.263139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:36:15.341878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-d14d1416-8fd8-4db0-97bb-db1813a2d007 None None] Attempting to bind port 1bb0f2af-4afc-4e08-86ba-47f492a204b8 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:36:15.342284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-d14d1416-8fd8-4db0-97bb-db1813a2d007 None None] Attempting to bind port 1bb0f2af-4afc-4e08-86ba-47f492a204b8 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:36:15.342680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14d1416-8fd8-4db0-97bb-db1813a2d007 None None] Attempting to bind port 1bb0f2af-4afc-4e08-86ba-47f492a204b8 on network a29ab018-4a1a-4021-8156-423134b861f3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:36:15.345427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd0cfcb-4069-4864-ab94-b3be61218b54 None None] Pushing event updated for resources: {'Port': ['ID=1bb0f2af-4afc-4e08-86ba-47f492a204b8,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:36:15.348983 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9dd0cfcb-4069-4864-ab94-b3be61218b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:36:15.352654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14d1416-8fd8-4db0-97bb-db1813a2d007 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:36:15.352750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14d1416-8fd8-4db0-97bb-db1813a2d007 None None] Checking segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:36:15.353112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d14d1416-8fd8-4db0-97bb-db1813a2d007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:15.353530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14d1416-8fd8-4db0-97bb-db1813a2d007 None None] Bound using segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:36:15.354033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-d14d1416-8fd8-4db0-97bb-db1813a2d007 None None] Bound port: 1bb0f2af-4afc-4e08-86ba-47f492a204b8, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:36:15.354432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d14d1416-8fd8-4db0-97bb-db1813a2d007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:15.428706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-d14d1416-8fd8-4db0-97bb-db1813a2d007 None None] For port 1bb0f2af-4afc-4e08-86ba-47f492a204b8, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:36:15.432287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-d14d1416-8fd8-4db0-97bb-db1813a2d007 None None] For port 1bb0f2af-4afc-4e08-86ba-47f492a204b8, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=1bb0f2af-4afc-4e08-86ba-47f492a204b8,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:36:15.435482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d14d1416-8fd8-4db0-97bb-db1813a2d007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:15.439891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-740d3a86-fc1a-4302-b382-0b1062131d64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:36:15.519796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd0cfcb-4069-4864-ab94-b3be61218b54 None None] Pushing event updated for resources: {'Port': ['ID=1bb0f2af-4afc-4e08-86ba-47f492a204b8,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:36:15.523897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9dd0cfcb-4069-4864-ab94-b3be61218b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:36:15.524885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14d1416-8fd8-4db0-97bb-db1813a2d007 None None] Routers {'82495435-c7ed-4595-a670-1105c638681f'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:36:15.525521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d14d1416-8fd8-4db0-97bb-db1813a2d007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:36:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['82495435-c7ed-4595-a670-1105c638681f'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:36:15.712560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-d14d1416-8fd8-4db0-97bb-db1813a2d007 None None] Set router 82495435-c7ed-4595-a670-1105c638681f gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:36:16.189068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d14d1416-8fd8-4db0-97bb-db1813a2d007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82495435-c7ed-4595-a670-1105c638681f', 'name': 'router1', 'tenant_id': '3d90174aced348ada3782480b3163b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '1bb0f2af-4afc-4e08-86ba-47f492a204b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:35:56Z', 'updated_at': '2021-12-25T19:36:13Z', 'revision_number': 4, 'project_id': '3d90174aced348ada3782480b3163b2a', 'gw_port': {'id': '1bb0f2af-4afc-4e08-86ba-47f492a204b8', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:52:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82495435-c7ed-4595-a670-1105c638681f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:36:13Z', 'updated_at': '2021-12-25T19:36:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '9ef68e5c-1bd8-4d67-8c63-15a7e00b3505', 'name': '', 'network_id': 'ce97923c-9822-4d73-97f3-70445ee3301f', 'tenant_id': '3d90174aced348ada3782480b3163b2a', 'mac_address': 'fa:16:3e:3b:03:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82495435-c7ed-4595-a670-1105c638681f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2573e749-6ac6-4d3d-86aa-d5a6b6e48714', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:36:04Z', 'updated_at': '2021-12-25T19:36:11Z', 'revision_number': 5, 'project_id': '3d90174aced348ada3782480b3163b2a', 'subnets': [{'id': '2573e749-6ac6-4d3d-86aa-d5a6b6e48714', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8651140b-ce24-4e9d-9f79-5bb66ea35a9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:36:16.193176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14d1416-8fd8-4db0-97bb-db1813a2d007 None None] The sync data for ids ['82495435-c7ed-4595-a670-1105c638681f'] in dv-neutron-822611-1-hyperv is: [{'id': '82495435-c7ed-4595-a670-1105c638681f', 'name': 'router1', 'tenant_id': '3d90174aced348ada3782480b3163b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '1bb0f2af-4afc-4e08-86ba-47f492a204b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:35:56Z', 'updated_at': '2021-12-25T19:36:13Z', 'revision_number': 4, 'project_id': '3d90174aced348ada3782480b3163b2a', 'gw_port': {'id': '1bb0f2af-4afc-4e08-86ba-47f492a204b8', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:52:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82495435-c7ed-4595-a670-1105c638681f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:36:13Z', 'updated_at': '2021-12-25T19:36:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '9ef68e5c-1bd8-4d67-8c63-15a7e00b3505', 'name': '', 'network_id': 'ce97923c-9822-4d73-97f3-70445ee3301f', 'tenant_id': '3d90174aced348ada3782480b3163b2a', 'mac_address': 'fa:16:3e:3b:03:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82495435-c7ed-4595-a670-1105c638681f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2573e749-6ac6-4d3d-86aa-d5a6b6e48714', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:36:04Z', 'updated_at': '2021-12-25T19:36:11Z', 'revision_number': 5, 'project_id': '3d90174aced348ada3782480b3163b2a', 'subnets': [{'id': '2573e749-6ac6-4d3d-86aa-d5a6b6e48714', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8651140b-ce24-4e9d-9f79-5bb66ea35a9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:36:16.569114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 40726) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:36:16.718174 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d3df653e-3fd8-46bd-8e45-98caca12d769 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1082 time: 0.1478257 Dec 25 19:36:17.448388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 1bb0f2af-4afc-4e08-86ba-47f492a204b8 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:36:17.536649 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 1bb0f2af-4afc-4e08-86ba-47f492a204b8 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:36:17.542436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 1bb0f2af-4afc-4e08-86ba-47f492a204b8 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:36:17.542853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:17.665459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:17.683696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 1bb0f2af-4afc-4e08-86ba-47f492a204b8, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=1bb0f2af-4afc-4e08-86ba-47f492a204b8,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:36:17.686600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:17.688821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9dd0cfcb-4069-4864-ab94-b3be61218b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:36:17.763651 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=1bb0f2af-4afc-4e08-86ba-47f492a204b8,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:36:17.766829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:36:19.451973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 1bb0f2af-4afc-4e08-86ba-47f492a204b8 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:36:19.560990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 1bb0f2af-4afc-4e08-86ba-47f492a204b8 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:36:19.561806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:35.467679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 5 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 19:36:35.947742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-44c85164-68fe-4f7e-b3bb-dfa9cb21d2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:37.067290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:38.251742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b42fbff6-dd3a-49f8-acf3-2476d9499dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:38.464861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:36:39.790661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:37:05.948952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-28f42acd-9fae-477b-8883-0b7f6d17d7c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:37:07.072267 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:37:08.271679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f5686a12-013d-4874-8b1c-579c21f5069d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:37:08.490566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:37:09.816483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:37:12.469136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 5 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 19:37:35.952786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5b8d92da-f668-4ed5-934d-1f426d7c442b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:37:37.074975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:37:38.254710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-82c2f230-8ae8-4d58-b85d-6c4b6e9d8318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:37:38.472367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:37:39.797306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:37:49.469208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 5 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 19:37:55.373063 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 41296) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:37:55.478010 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-406909f4-0924-4c70-81ea-c0c42a7987e3 admin admin] GET failed (client error): The resource could not be found. Dec 25 19:37:55.479466 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-406909f4-0924-4c70-81ea-c0c42a7987e3 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1053836 Dec 25 19:37:55.810185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e82d79-c15b-46c9-a334-ba19377a0e7f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:37:55.811818 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-45e82d79-c15b-46c9-a334-ba19377a0e7f admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.3277667 Dec 25 19:37:57.921415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 41308) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:37:58.061076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e4eb58-cb15-497b-b7dd-83007fe6b954 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:37:58.061626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-03e4eb58-cb15-497b-b7dd-83007fe6b954 admin admin] Synchronizing usage tracker for tenant:ab65e50ea0ac4cb0ac61290a108f6563 on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:37:58.077111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-03e4eb58-cb15-497b-b7dd-83007fe6b954 admin admin] Unset dirty status for tenant:ab65e50ea0ac4cb0ac61290a108f6563 on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:37:58.078353 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-03e4eb58-cb15-497b-b7dd-83007fe6b954 admin admin] 10.222.0.24 "GET /v2.0/subnets/2573e749-6ac6-4d3d-86aa-d5a6b6e48714 HTTP/1.1" status: 200 len: 849 time: 0.1558781 Dec 25 19:37:58.090186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b925c937-6731-4c01-9b40-c08746433ce9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:37:58.224820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b925c937-6731-4c01-9b40-c08746433ce9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:37:58.422101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b925c937-6731-4c01-9b40-c08746433ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739196635046'] for subnet, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:37:58.426511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:37:58.473865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b925c937-6731-4c01-9b40-c08746433ce9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:37:58.474696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b925c937-6731-4c01-9b40-c08746433ce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:37:58.476679 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b925c937-6731-4c01-9b40-c08746433ce9 admin admin] 10.222.0.24 "PUT /v2.0/subnets/2573e749-6ac6-4d3d-86aa-d5a6b6e48714 HTTP/1.1" status: 200 len: 868 time: 0.3921015 Dec 25 19:37:58.478159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3669de7b-57d9-4ccb-9196-0db2734637e4 None None] Network ce97923c-9822-4d73-97f3-70445ee3301f requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:37:58.497703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b925c937-6731-4c01-9b40-c08746433ce9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2573e749-6ac6-4d3d-86aa-d5a6b6e48714,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:37:58.508284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b925c937-6731-4c01-9b40-c08746433ce9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:37:58.508748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b925c937-6731-4c01-9b40-c08746433ce9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:37:58.514647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b925c937-6731-4c01-9b40-c08746433ce9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:37:58.515071 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b925c937-6731-4c01-9b40-c08746433ce9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:37:58.515470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b925c937-6731-4c01-9b40-c08746433ce9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:37:58.515844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b925c937-6731-4c01-9b40-c08746433ce9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:37:58.516227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b925c937-6731-4c01-9b40-c08746433ce9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:37:58.516605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b925c937-6731-4c01-9b40-c08746433ce9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:37:58.517111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b925c937-6731-4c01-9b40-c08746433ce9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:37:58.517474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b925c937-6731-4c01-9b40-c08746433ce9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:37:58.517835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b925c937-6731-4c01-9b40-c08746433ce9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:37:58.524257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b925c937-6731-4c01-9b40-c08746433ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:37:58.973783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f3445c76-150a-462f-8413-8d30304b5eb2 None None] Provisioning complete for port 9ef68e5c-1bd8-4d67-8c63-15a7e00b3505 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:37:58.974261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f3445c76-150a-462f-8413-8d30304b5eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:37:59.103541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f3445c76-150a-462f-8413-8d30304b5eb2 None None] Provisioning complete for port dd517ff3-c529-4bc1-b914-c7ca601beb7e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:37:59.103855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f3445c76-150a-462f-8413-8d30304b5eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:38:00.577109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 41320) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:38:00.790150 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4384acc0-61ec-4ed4-a25f-fb36c4fb1f2c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:38:00.790568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4384acc0-61ec-4ed4-a25f-fb36c4fb1f2c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:38:00.792254 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4384acc0-61ec-4ed4-a25f-fb36c4fb1f2c admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2140000 Dec 25 19:38:02.890758 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 41332) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:38:03.100682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dade9252-d054-4edb-bda2-1208893a9e25 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:38:03.101532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dade9252-d054-4edb-bda2-1208893a9e25 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:38:03.103237 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-dade9252-d054-4edb-bda2-1208893a9e25 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2112792 Dec 25 19:38:05.209868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 41344) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:38:05.954062 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-71a833c6-4e05-46ff-b6a9-b55b76f4e0be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:38:06.154481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.policy [None req-9b424c6f-a118-4d15-a70e-8babb831662f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88900) register_rules /opt/stack/neutron/neutron/policy.py:68}} Dec 25 19:38:06.160858 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b424c6f-a118-4d15-a70e-8babb831662f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:38:06.171102 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9b424c6f-a118-4d15-a70e-8babb831662f admin admin] 10.222.0.24 "GET /v2.0/networks/a29ab018-4a1a-4021-8156-423134b861f3 HTTP/1.1" status: 200 len: 886 time: 0.9501925 Dec 25 19:38:07.076848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:38:08.255279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9cb56a24-16d0-4d5b-acd0-d5f01cf3c196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:38:08.277721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 41362) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:38:08.475709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:38:08.488492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc94709c-a9f0-4674-90b3-e4a9dc26c78d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:38:08.489964 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-dc94709c-a9f0-4674-90b3-e4a9dc26c78d admin admin] 10.222.0.24 "GET /v2.0/networks/ce97923c-9822-4d73-97f3-70445ee3301f HTTP/1.1" status: 200 len: 868 time: 0.2111950 Dec 25 19:38:09.800172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:38:10.590618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 41374) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:38:10.734637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567fbe2d-ef23-423b-bd9e-0c238f79858e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:38:10.735044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567fbe2d-ef23-423b-bd9e-0c238f79858e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:38:10.736688 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-567fbe2d-ef23-423b-bd9e-0c238f79858e admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1449833 Dec 25 19:38:12.833743 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 41386) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:38:12.982872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dcfed7-f7d0-4951-9c15-470779345e89 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:38:12.983352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dcfed7-f7d0-4951-9c15-470779345e89 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:38:12.984996 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a2dcfed7-f7d0-4951-9c15-470779345e89 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1502314 Dec 25 19:38:15.102159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 41398) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:38:15.244194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cd49e5-cd04-49c7-933c-2d11074eaf28 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:38:15.245587 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a9cd49e5-cd04-49c7-933c-2d11074eaf28 admin admin] 10.222.0.24 "GET /v2.0/subnets/2573e749-6ac6-4d3d-86aa-d5a6b6e48714 HTTP/1.1" status: 200 len: 868 time: 0.1423826 Dec 25 19:38:17.339927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 41410) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:38:17.480136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2981eb5d-3f1f-4242-94d7-4d0a415743b8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:38:17.481586 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2981eb5d-3f1f-4242-94d7-4d0a415743b8 admin admin] 10.222.0.24 "GET /v2.0/subnets/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f HTTP/1.1" status: 200 len: 816 time: 0.1406391 Dec 25 19:38:26.469940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 5 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 19:38:35.959151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ee068e2-d235-4fe5-a820-2335ad4817c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:38:37.079000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:38:37.842763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 41458) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:38:37.918174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-607afc83-ecf7-4f7e-b3a8-09aabb6c075b admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:38:37.919288 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-607afc83-ecf7-4f7e-b3a8-09aabb6c075b admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0753913 Dec 25 19:38:38.258434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d0407c05-ff59-43f6-8914-7e4111cf9026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:38:38.478825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:38:39.802982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:38:40.095075 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 41470) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:38:40.198350 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-227f4c80-beb1-4c31-a821-1c4cabcfd686 admin admin] GET failed (client error): The resource could not be found. Dec 25 19:38:40.199703 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-227f4c80-beb1-4c31-a821-1c4cabcfd686 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1035695 Dec 25 19:38:40.336217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453c1041-3ed2-4565-8754-59753d647f94 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:38:40.337948 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-453c1041-3ed2-4565-8754-59753d647f94 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1335886 Dec 25 19:38:42.425604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 41482) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:38:42.500863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-ac13fa13-dfeb-4431-a1cc-e2fbc79ece32 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:38:42.505701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ac13fa13-dfeb-4431-a1cc-e2fbc79ece32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:38:42.515861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ac13fa13-dfeb-4431-a1cc-e2fbc79ece32 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:38:42.525356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac13fa13-dfeb-4431-a1cc-e2fbc79ece32 admin admin] Made reservation on behalf of ab65e50ea0ac4cb0ac61290a108f6563 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:38:42.530018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ac13fa13-dfeb-4431-a1cc-e2fbc79ece32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:38:42.628400 dv-neutron-822611-1-hyperv neutron-server[88789]: WARNING neutron.services.revisions.revision_plugin [None req-ac13fa13-dfeb-4431-a1cc-e2fbc79ece32 admin admin] Could not find related network for resource to bump revision. Dec 25 19:38:42.639775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac13fa13-dfeb-4431-a1cc-e2fbc79ece32 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:38:42.649055 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ac13fa13-dfeb-4431-a1cc-e2fbc79ece32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:38:42.649438 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-ac13fa13-dfeb-4431-a1cc-e2fbc79ece32 admin admin] Added segment 46853bb7-42f5-4197-95b1-806efb588160 of type vlan for network bc98fdbb-2554-4069-934a-22e62464a98a Dec 25 19:38:42.685828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ac13fa13-dfeb-4431-a1cc-e2fbc79ece32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:38:42.715692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ac13fa13-dfeb-4431-a1cc-e2fbc79ece32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:38:42.716918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac13fa13-dfeb-4431-a1cc-e2fbc79ece32 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:38:42.717564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ac13fa13-dfeb-4431-a1cc-e2fbc79ece32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:38:42.722333 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:38:42.821953 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ac13fa13-dfeb-4431-a1cc-e2fbc79ece32 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3952231 Dec 25 19:38:42.827311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13fa13-dfeb-4431-a1cc-e2fbc79ece32 admin admin] Pushing event updated for resources: {'Network': ['ID=bc98fdbb-2554-4069-934a-22e62464a98a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:38:42.831228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ac13fa13-dfeb-4431-a1cc-e2fbc79ece32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:38:42.840227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network bc98fdbb-2554-4069-934a-22e62464a98a details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:38:44.934211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 41494) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:38:45.032757 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-f85d12f7-9c63-4fb9-ae46-1ab87e617a25 admin admin] GET failed (client error): The resource could not be found. Dec 25 19:38:45.033304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f85d12f7-9c63-4fb9-ae46-1ab87e617a25 admin admin] Synchronizing usage tracker for tenant:ab65e50ea0ac4cb0ac61290a108f6563 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:38:45.048260 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f85d12f7-9c63-4fb9-ae46-1ab87e617a25 admin admin] Unset dirty status for tenant:ab65e50ea0ac4cb0ac61290a108f6563 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:38:45.049421 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f85d12f7-9c63-4fb9-ae46-1ab87e617a25 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1141829 Dec 25 19:38:45.165517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e437225-2fd7-47c8-bcdd-75320287b426 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:38:45.167125 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5e437225-2fd7-47c8-bcdd-75320287b426 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1128192 Dec 25 19:38:45.178410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-79808888-8145-4e3f-a08b-eb0751e34e87 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'bc98fdbb-2554-4069-934a-22e62464a98a', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:38:45.183168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-79808888-8145-4e3f-a08b-eb0751e34e87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:38:45.193087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-79808888-8145-4e3f-a08b-eb0751e34e87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:38:45.201829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79808888-8145-4e3f-a08b-eb0751e34e87 admin admin] Made reservation on behalf of ab65e50ea0ac4cb0ac61290a108f6563 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:38:45.207553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-79808888-8145-4e3f-a08b-eb0751e34e87 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:38:45.416176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-79808888-8145-4e3f-a08b-eb0751e34e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:38:45.420541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b925c937-6731-4c01-9b40-c08746433ce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:38:45.493342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79808888-8145-4e3f-a08b-eb0751e34e87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90947718-aae1-461c-b432-5761d01bbe7a,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:38:45.497985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-79808888-8145-4e3f-a08b-eb0751e34e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:38:45.508186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79808888-8145-4e3f-a08b-eb0751e34e87 admin admin] Checking segment: {'id': '46853bb7-42f5-4197-95b1-806efb588160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bc98fdbb-2554-4069-934a-22e62464a98a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:38:45.508574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79808888-8145-4e3f-a08b-eb0751e34e87 admin admin] Network hostable DHCP agents. Network: bc98fdbb-2554-4069-934a-22e62464a98a, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:38:45.529643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79808888-8145-4e3f-a08b-eb0751e34e87 admin admin] Network bc98fdbb-2554-4069-934a-22e62464a98a is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:38:45.538036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-79808888-8145-4e3f-a08b-eb0751e34e87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, bc98fdbb-2554-4069-934a-22e62464a98a) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:38:45.542134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79808888-8145-4e3f-a08b-eb0751e34e87 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:38:45.542780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-79808888-8145-4e3f-a08b-eb0751e34e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:38:45.548424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe7d8c5-2bf5-4951-87a5-b99368aaf2d4 None None] Network bc98fdbb-2554-4069-934a-22e62464a98a requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:38:45.566983 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-79808888-8145-4e3f-a08b-eb0751e34e87 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3929424 Dec 25 19:38:45.787196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b206a3aa-aee0-47cd-8095-750cbe87d31a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-bc98fdbb-2554-4069-934a-22e62464a98a', 'network_id': 'bc98fdbb-2554-4069-934a-22e62464a98a', 'tenant_id': 'ab65e50ea0ac4cb0ac61290a108f6563', 'fixed_ips': [{'subnet_id': '90947718-aae1-461c-b432-5761d01bbe7a'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:38:45.788095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b206a3aa-aee0-47cd-8095-750cbe87d31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:38:45.956703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-b206a3aa-aee0-47cd-8095-750cbe87d31a None None] Allocated IP 192.168.233.2 (bc98fdbb-2554-4069-934a-22e62464a98a/90947718-aae1-461c-b432-5761d01bbe7a/af957d3f-8a80-451a-a477-b0c343f49846) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:38:46.174271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b206a3aa-aee0-47cd-8095-750cbe87d31a None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:38:46.186762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b206a3aa-aee0-47cd-8095-750cbe87d31a None None] Transition to ACTIVE for port object af957d3f-8a80-451a-a477-b0c343f49846 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:38:46.207442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b206a3aa-aee0-47cd-8095-750cbe87d31a None None] Transition to ACTIVE for port object af957d3f-8a80-451a-a477-b0c343f49846 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:38:46.212915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b206a3aa-aee0-47cd-8095-750cbe87d31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:38:46.218795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:38:46.291281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206a3aa-aee0-47cd-8095-750cbe87d31a None None] Pushing event updated for resources: {'Port': ['ID=af957d3f-8a80-451a-a477-b0c343f49846,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:38:46.302069 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b206a3aa-aee0-47cd-8095-750cbe87d31a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:38:46.303216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b206a3aa-aee0-47cd-8095-750cbe87d31a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:38:46.303760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b206a3aa-aee0-47cd-8095-750cbe87d31a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:38:46.304280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b206a3aa-aee0-47cd-8095-750cbe87d31a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:38:46.304816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b206a3aa-aee0-47cd-8095-750cbe87d31a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:38:46.305323 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b206a3aa-aee0-47cd-8095-750cbe87d31a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:38:46.305838 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b206a3aa-aee0-47cd-8095-750cbe87d31a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:38:46.306395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b206a3aa-aee0-47cd-8095-750cbe87d31a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:38:46.306764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b206a3aa-aee0-47cd-8095-750cbe87d31a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:38:46.307148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b206a3aa-aee0-47cd-8095-750cbe87d31a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:38:46.307520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b206a3aa-aee0-47cd-8095-750cbe87d31a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:38:46.313155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b206a3aa-aee0-47cd-8095-750cbe87d31a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:38:46.323520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b206a3aa-aee0-47cd-8095-750cbe87d31a None None] Network bc98fdbb-2554-4069-934a-22e62464a98a is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:38:46.324716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-b206a3aa-aee0-47cd-8095-750cbe87d31a None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:38:46.328700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b206a3aa-aee0-47cd-8095-750cbe87d31a None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:38:46.421367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-b206a3aa-aee0-47cd-8095-750cbe87d31a None None] Attempting to bind port af957d3f-8a80-451a-a477-b0c343f49846 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:38:46.421788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-b206a3aa-aee0-47cd-8095-750cbe87d31a None None] Attempting to bind port af957d3f-8a80-451a-a477-b0c343f49846 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '46853bb7-42f5-4197-95b1-806efb588160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bc98fdbb-2554-4069-934a-22e62464a98a'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:38:46.422195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b206a3aa-aee0-47cd-8095-750cbe87d31a None None] Attempting to bind port af957d3f-8a80-451a-a477-b0c343f49846 on network bc98fdbb-2554-4069-934a-22e62464a98a {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:38:46.429762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b206a3aa-aee0-47cd-8095-750cbe87d31a None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:38:46.430138 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b206a3aa-aee0-47cd-8095-750cbe87d31a None None] Checking segment: {'id': '46853bb7-42f5-4197-95b1-806efb588160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bc98fdbb-2554-4069-934a-22e62464a98a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:38:46.430600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b206a3aa-aee0-47cd-8095-750cbe87d31a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:38:46.431183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b206a3aa-aee0-47cd-8095-750cbe87d31a None None] Bound using segment: {'id': '46853bb7-42f5-4197-95b1-806efb588160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bc98fdbb-2554-4069-934a-22e62464a98a'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:38:46.431706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-b206a3aa-aee0-47cd-8095-750cbe87d31a None None] Bound port: af957d3f-8a80-451a-a477-b0c343f49846, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46853bb7-42f5-4197-95b1-806efb588160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bc98fdbb-2554-4069-934a-22e62464a98a'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:38:46.432122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b206a3aa-aee0-47cd-8095-750cbe87d31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:38:46.529318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b206a3aa-aee0-47cd-8095-750cbe87d31a None None] For port af957d3f-8a80-451a-a477-b0c343f49846, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:38:46.533739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b206a3aa-aee0-47cd-8095-750cbe87d31a None None] For port af957d3f-8a80-451a-a477-b0c343f49846, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=af957d3f-8a80-451a-a477-b0c343f49846,segment=NetworkSegment(46853bb7-42f5-4197-95b1-806efb588160),segment_id=46853bb7-42f5-4197-95b1-806efb588160)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:38:46.536532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b206a3aa-aee0-47cd-8095-750cbe87d31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:38:46.541457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:38:46.621121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206a3aa-aee0-47cd-8095-750cbe87d31a None None] Pushing event updated for resources: {'Port': ['ID=af957d3f-8a80-451a-a477-b0c343f49846,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:38:46.624263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b206a3aa-aee0-47cd-8095-750cbe87d31a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:38:47.517773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device af957d3f-8a80-451a-a477-b0c343f49846 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:38:47.595831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port af957d3f-8a80-451a-a477-b0c343f49846 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:38:48.089097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2824d3ad-6e9e-443c-b8c3-9a6910b37271 None None] Network bc98fdbb-2554-4069-934a-22e62464a98a requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:38:48.227903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f14c4e9d-1f06-4405-a8cf-d44de26e11c3 None None] Provisioning for port af957d3f-8a80-451a-a477-b0c343f49846 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:38:48.404950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f14c4e9d-1f06-4405-a8cf-d44de26e11c3 None None] Provisioning complete for port af957d3f-8a80-451a-a477-b0c343f49846 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:38:48.405286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f14c4e9d-1f06-4405-a8cf-d44de26e11c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:38:48.592969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f14c4e9d-1f06-4405-a8cf-d44de26e11c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:38:48.629982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-f14c4e9d-1f06-4405-a8cf-d44de26e11c3 None None] For port af957d3f-8a80-451a-a477-b0c343f49846, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=af957d3f-8a80-451a-a477-b0c343f49846,segment=NetworkSegment(46853bb7-42f5-4197-95b1-806efb588160),segment_id=46853bb7-42f5-4197-95b1-806efb588160)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:38:48.634846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f14c4e9d-1f06-4405-a8cf-d44de26e11c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:38:48.637901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:38:48.708811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c4e9d-1f06-4405-a8cf-d44de26e11c3 None None] Pushing event updated for resources: {'Port': ['ID=af957d3f-8a80-451a-a477-b0c343f49846,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:38:48.712987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f14c4e9d-1f06-4405-a8cf-d44de26e11c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:38:48.857655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-9487acdc-6aa8-442b-afb4-44e3532d0271 None None] Provisioning complete for port af957d3f-8a80-451a-a477-b0c343f49846 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:38:48.858012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9487acdc-6aa8-442b-afb4-44e3532d0271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:38:49.495371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device af957d3f-8a80-451a-a477-b0c343f49846 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:38:49.568649 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port af957d3f-8a80-451a-a477-b0c343f49846 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:38:49.569068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:39:03.470445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 5 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 19:39:05.962906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fe471cbe-7c3c-4eec-a32c-301032b939ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:39:07.081936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:39:08.260391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-42d46160-0755-4bd0-b1bd-7d24e2a63e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:39:08.481331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:39:09.808170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:39:35.965023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4932b513-740d-43fb-bba4-b2d5086dbf5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:39:37.084086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:39:38.261759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9e24fba3-e7b2-4171-9d0c-41ee5aababbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:39:38.485228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:39:39.809404 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:39:40.471561 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 5 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 19:40:05.966823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8501498c-b5f4-4e7a-8ef7-7025221d22de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:40:07.091752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:40:07.878971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 41528) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:40:07.885125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-7559b6ed-3a6a-4c19-a53f-456fb806e03d tempest-verify_tempest_config-410262419 tempest-verify_tempest_config-410262419-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:40:07.886176 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7559b6ed-3a6a-4c19-a53f-456fb806e03d tempest-verify_tempest_config-410262419 tempest-verify_tempest_config-410262419-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.0061328 Dec 25 19:40:08.264936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-94a32d60-7fa3-4bce-9fe2-1553adbb33e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:40:08.328362 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 41546) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:40:08.478890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-45e28ed8-c8ff-4adc-96af-15d2d8bc73dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:40:08.489095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:40:08.512968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-45e28ed8-c8ff-4adc-96af-15d2d8bc73dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:40:08.516936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-45e28ed8-c8ff-4adc-96af-15d2d8bc73dc admin admin] Usage tracker for resource:security_group_rule and tenant:a3d77272ad7a401ea0027b4a64d3d8ab is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:40:08.519834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-45e28ed8-c8ff-4adc-96af-15d2d8bc73dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:40:08.525778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-45e28ed8-c8ff-4adc-96af-15d2d8bc73dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:40:08.598491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-45e28ed8-c8ff-4adc-96af-15d2d8bc73dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:40:08.600942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-45e28ed8-c8ff-4adc-96af-15d2d8bc73dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:40:08.609057 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:40:08.652999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e28ed8-c8ff-4adc-96af-15d2d8bc73dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0259a81f-b2a9-43f6-95ad-2c4abc6cfd17,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:40:08.657817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-45e28ed8-c8ff-4adc-96af-15d2d8bc73dc admin admin] Synchronizing usage tracker for tenant:ab65e50ea0ac4cb0ac61290a108f6563 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:40:08.668791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e28ed8-c8ff-4adc-96af-15d2d8bc73dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:40:08.669168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e28ed8-c8ff-4adc-96af-15d2d8bc73dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:40:08.669536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e28ed8-c8ff-4adc-96af-15d2d8bc73dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:40:08.669906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e28ed8-c8ff-4adc-96af-15d2d8bc73dc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:40:08.670270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e28ed8-c8ff-4adc-96af-15d2d8bc73dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:40:08.670629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e28ed8-c8ff-4adc-96af-15d2d8bc73dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:40:08.670987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e28ed8-c8ff-4adc-96af-15d2d8bc73dc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:40:08.671367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e28ed8-c8ff-4adc-96af-15d2d8bc73dc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:40:08.671721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e28ed8-c8ff-4adc-96af-15d2d8bc73dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:40:08.672074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e28ed8-c8ff-4adc-96af-15d2d8bc73dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:40:08.672425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e28ed8-c8ff-4adc-96af-15d2d8bc73dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:40:08.678060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-45e28ed8-c8ff-4adc-96af-15d2d8bc73dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:40:08.685400 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-45e28ed8-c8ff-4adc-96af-15d2d8bc73dc admin admin] Unset dirty status for tenant:ab65e50ea0ac4cb0ac61290a108f6563 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:40:08.686706 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-45e28ed8-c8ff-4adc-96af-15d2d8bc73dc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a3d77272ad7a401ea0027b4a64d3d8ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3573022 Dec 25 19:40:08.689614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 41552) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:40:08.750844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd6dfe2d-cf44-469a-aea4-b719c912114e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:40:08.777325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd6dfe2d-cf44-469a-aea4-b719c912114e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:40:08.827464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd6dfe2d-cf44-469a-aea4-b719c912114e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:40:08.832607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:40:08.843508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6dfe2d-cf44-469a-aea4-b719c912114e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0259a81f-b2a9-43f6-95ad-2c4abc6cfd17,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:40:08.846250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dd6dfe2d-cf44-469a-aea4-b719c912114e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:40:08.852458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd6dfe2d-cf44-469a-aea4-b719c912114e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:40:08.853665 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-dd6dfe2d-cf44-469a-aea4-b719c912114e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0259a81f-b2a9-43f6-95ad-2c4abc6cfd17 HTTP/1.1" status: 204 len: 168 time: 0.1630836 Dec 25 19:40:09.814855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:40:17.472709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 5 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 19:40:35.968327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-00186afd-2283-4404-8588-aaf00bc0b4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:40:37.084413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:40:38.264509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-420adca5-e283-4f7f-b1ce-27ef3c2468bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:40:38.489550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:40:39.817452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:40:54.473578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 5 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 19:41:05.970866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c59c8e88-2a0d-46c4-9f09-acddb175bb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:41:07.086676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:41:08.264649 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ac4c0798-e107-4cc5-80b6-c4fe7e218af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:41:08.493318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:41:09.820616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:41:23.187319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-395637'] for agent, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:41:31.474871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 19:41:35.974361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-023d21a7-8be5-4ddd-8245-385a75011ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:41:37.089130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:41:38.266661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-10fb2de9-59d2-4386-bf31-6deda767bf99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:41:38.497458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:41:38.703800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 41632) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:41:38.852885 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f02399fd-2fb4-439d-b338-e0beaab9c438 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1479003 Dec 25 19:41:39.825201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:41:40.966496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 41644) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:41:41.052796 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c5f0fbbd-bba4-4cd0-8b3a-9b43baca7851 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0850961 Dec 25 19:41:53.202786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:42:05.977375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d6435eac-316b-4108-9b5f-b57870dcd62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:42:07.091179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:42:08.269738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e5df325d-e49b-45f6-973d-bcf8f3365e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:42:08.475824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 19:42:08.499935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:42:09.826613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:42:23.210865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:42:35.979886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e4e50490-51ab-4e30-99e0-7ff1992ee4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:42:37.094174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:42:38.271674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cc387961-95ce-42cc-90ce-da1927e4bd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:42:38.502109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:42:39.831951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:42:45.477259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 19:42:53.205955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:05.981584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b39a04df-edde-46f9-9304-52fc59505e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:07.097417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:08.273923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd553b88-1cbf-4855-a157-dfd35294fa20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:08.505848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:09.835626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:22.480730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 19:43:23.213715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:23.916493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 41782) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:24.357149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-5caf4461-9820-441d-8a81-3b7363e76900 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1272435710-network', 'tenant_id': '52795748b8b04275a38e1b104b37d885'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:24.362958 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.quota [None req-5caf4461-9820-441d-8a81-3b7363e76900 admin admin] Loaded quota_driver: . Dec 25 19:43:24.373122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5caf4461-9820-441d-8a81-3b7363e76900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:24.380229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5caf4461-9820-441d-8a81-3b7363e76900 admin admin] Usage tracker for resource:network and tenant:52795748b8b04275a38e1b104b37d885 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:24.384677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5caf4461-9820-441d-8a81-3b7363e76900 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:24.392380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5caf4461-9820-441d-8a81-3b7363e76900 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:24.406392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5caf4461-9820-441d-8a81-3b7363e76900 admin admin] Made reservation on behalf of 52795748b8b04275a38e1b104b37d885 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:43:24.412579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5caf4461-9820-441d-8a81-3b7363e76900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:24.429824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5caf4461-9820-441d-8a81-3b7363e76900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:24.487272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5caf4461-9820-441d-8a81-3b7363e76900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:24.491894 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5caf4461-9820-441d-8a81-3b7363e76900 admin admin] Usage tracker for resource:security_group_rule and tenant:52795748b8b04275a38e1b104b37d885 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:24.495207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5caf4461-9820-441d-8a81-3b7363e76900 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:24.501589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5caf4461-9820-441d-8a81-3b7363e76900 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:24.578523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5caf4461-9820-441d-8a81-3b7363e76900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:24.581836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5caf4461-9820-441d-8a81-3b7363e76900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:24.586522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:24.604762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5caf4461-9820-441d-8a81-3b7363e76900 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:43:24.621160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5caf4461-9820-441d-8a81-3b7363e76900 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363297658076225', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:24.621766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5caf4461-9820-441d-8a81-3b7363e76900 admin admin] Unsubscribe: segment precommit_create {{(pid=88900) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Dec 25 19:43:24.622222 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-5caf4461-9820-441d-8a81-3b7363e76900 admin admin] Added segment 0a5d06b6-5a26-4d5f-923a-bf759a4923fe of type vlan for network 367788d2-d464-40ee-b453-dec544646fe7 Dec 25 19:43:24.695895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf4461-9820-441d-8a81-3b7363e76900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c08009b-5eb3-4bb6-9a6d-3a7350753f5a,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:24.705900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5caf4461-9820-441d-8a81-3b7363e76900 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:24.720613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 41818) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:24.744167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf4461-9820-441d-8a81-3b7363e76900 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:43:24.744539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf4461-9820-441d-8a81-3b7363e76900 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:43:24.744900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf4461-9820-441d-8a81-3b7363e76900 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:43:24.745253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf4461-9820-441d-8a81-3b7363e76900 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:43:24.745619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf4461-9820-441d-8a81-3b7363e76900 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:43:24.745971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf4461-9820-441d-8a81-3b7363e76900 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:43:24.746316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf4461-9820-441d-8a81-3b7363e76900 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:43:24.746664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf4461-9820-441d-8a81-3b7363e76900 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:43:24.747009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf4461-9820-441d-8a81-3b7363e76900 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:43:24.747375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf4461-9820-441d-8a81-3b7363e76900 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:43:24.747718 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf4461-9820-441d-8a81-3b7363e76900 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:43:24.749057 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf4461-9820-441d-8a81-3b7363e76900 admin admin] Tracked resource versions report: Dec 25 19:43:24.749057 dv-neutron-822611-1-hyperv neutron-server[88789]: pushed versions: Dec 25 19:43:24.749057 dv-neutron-822611-1-hyperv neutron-server[88789]: { 'ConntrackHelper': {'1.0'}, Dec 25 19:43:24.749057 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Log': {'1.0'}, Dec 25 19:43:24.749057 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Network': {'1.1'}, Dec 25 19:43:24.749057 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Port': {'1.5'}, Dec 25 19:43:24.749057 dv-neutron-822611-1-hyperv neutron-server[88789]: 'PortForwarding': {'1.2'}, Dec 25 19:43:24.749057 dv-neutron-822611-1-hyperv neutron-server[88789]: 'QosPolicy': {'1.8'}, Dec 25 19:43:24.749057 dv-neutron-822611-1-hyperv neutron-server[88789]: 'SecurityGroup': {'1.2'}, Dec 25 19:43:24.749057 dv-neutron-822611-1-hyperv neutron-server[88789]: 'SecurityGroupRule': {'1.0'}, Dec 25 19:43:24.749057 dv-neutron-822611-1-hyperv neutron-server[88789]: 'SubPort': {'1.0'}, Dec 25 19:43:24.749057 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Subnet': {'1.1'}, Dec 25 19:43:24.749057 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Trunk': {'1.1'}} Dec 25 19:43:24.749057 dv-neutron-822611-1-hyperv neutron-server[88789]: consumer versions: Dec 25 19:43:24.749057 dv-neutron-822611-1-hyperv neutron-server[88789]: { DHCP agent@dv-neutron-822611-1-hyperv: {}, Dec 25 19:43:24.749057 dv-neutron-822611-1-hyperv neutron-server[88789]: HyperV agent@hv-neutron-8226: {}, Dec 25 19:43:24.749057 dv-neutron-822611-1-hyperv neutron-server[88789]: L3 agent@dv-neutron-822611-1-hyperv: {}, Dec 25 19:43:24.749057 dv-neutron-822611-1-hyperv neutron-server[88789]: Metadata agent@dv-neutron-822611-1-hyperv: {}, Dec 25 19:43:24.749057 dv-neutron-822611-1-hyperv neutron-server[88789]: Metering agent@dv-neutron-822611-1-hyperv: {}, Dec 25 19:43:24.749057 dv-neutron-822611-1-hyperv neutron-server[88789]: Open vSwitch agent@dv-neutron-822611-1-hyperv: { 'ConntrackHelper': '1.0', Dec 25 19:43:24.749057 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Log': '1.0', Dec 25 19:43:24.749057 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Network': '1.1', Dec 25 19:43:24.749057 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Port': '1.5', Dec 25 19:43:24.749057 dv-neutron-822611-1-hyperv neutron-server[88789]: 'PortForwarding': '1.2', Dec 25 19:43:24.749057 dv-neutron-822611-1-hyperv neutron-server[88789]: 'QosPolicy': '1.8', Dec 25 19:43:24.749057 dv-neutron-822611-1-hyperv neutron-server[88789]: 'SecurityGroup': '1.2', Dec 25 19:43:24.749057 dv-neutron-822611-1-hyperv neutron-server[88789]: 'SecurityGroupRule': '1.0', Dec 25 19:43:24.749057 dv-neutron-822611-1-hyperv neutron-server[88789]: 'SubPort': '1.0', Dec 25 19:43:24.749057 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Subnet': '1.1', Dec 25 19:43:24.749057 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Trunk': '1.1'}} Dec 25 19:43:24.749057 dv-neutron-822611-1-hyperv neutron-server[88789]: {{(pid=88900) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 25 19:43:24.774866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5caf4461-9820-441d-8a81-3b7363e76900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:24.776608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caf4461-9820-441d-8a81-3b7363e76900 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:43:24.777260 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5caf4461-9820-441d-8a81-3b7363e76900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:24.805661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5caf4461-9820-441d-8a81-3b7363e76900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:24.806043 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:24.833653 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5caf4461-9820-441d-8a81-3b7363e76900 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9120204 Dec 25 19:43:24.833818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 41828) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:24.839622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-7a50468b-c9b4-46cf-85e9-f4b3539f537b admin admin] Request body: {'subnet': {'network_id': '367788d2-d464-40ee-b453-dec544646fe7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1272435710-subnet', 'tenant_id': '52795748b8b04275a38e1b104b37d885', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:24.848890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7a50468b-c9b4-46cf-85e9-f4b3539f537b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:24.867171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7a50468b-c9b4-46cf-85e9-f4b3539f537b admin admin] Usage tracker for resource:subnet and tenant:52795748b8b04275a38e1b104b37d885 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:24.867171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7a50468b-c9b4-46cf-85e9-f4b3539f537b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:24.868946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7a50468b-c9b4-46cf-85e9-f4b3539f537b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:24.879639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a50468b-c9b4-46cf-85e9-f4b3539f537b admin admin] Made reservation on behalf of 52795748b8b04275a38e1b104b37d885 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:43:24.884575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7a50468b-c9b4-46cf-85e9-f4b3539f537b admin admin] Notify callbacks [] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:24.901853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf4461-9820-441d-8a81-3b7363e76900 admin admin] Pushing event updated for resources: {'Network': ['ID=367788d2-d464-40ee-b453-dec544646fe7,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:24.905135 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5caf4461-9820-441d-8a81-3b7363e76900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:24.914184 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 367788d2-d464-40ee-b453-dec544646fe7 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:43:25.099502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 41838) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:25.148233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7a50468b-c9b4-46cf-85e9-f4b3539f537b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:25.153142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:25.243380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a50468b-c9b4-46cf-85e9-f4b3539f537b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef16ee7f-3e07-44fe-b0cc-c9caef9a43a3,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:25.248585 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-90069616-bae9-48f2-b8bc-951bd5b628c1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1882715011-network', 'tenant_id': '4fd99d038d004d88940a1028016237d4'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:25.266547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a50468b-c9b4-46cf-85e9-f4b3539f537b admin admin] Checking segment: {'id': '0a5d06b6-5a26-4d5f-923a-bf759a4923fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '367788d2-d464-40ee-b453-dec544646fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:43:25.266933 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a50468b-c9b4-46cf-85e9-f4b3539f537b admin admin] Network hostable DHCP agents. Network: 367788d2-d464-40ee-b453-dec544646fe7, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:43:25.274887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a50468b-c9b4-46cf-85e9-f4b3539f537b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:43:25.275359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a50468b-c9b4-46cf-85e9-f4b3539f537b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:43:25.275729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a50468b-c9b4-46cf-85e9-f4b3539f537b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:43:25.276356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a50468b-c9b4-46cf-85e9-f4b3539f537b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:43:25.276485 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a50468b-c9b4-46cf-85e9-f4b3539f537b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:43:25.276761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a50468b-c9b4-46cf-85e9-f4b3539f537b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:43:25.277121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a50468b-c9b4-46cf-85e9-f4b3539f537b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:43:25.277477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a50468b-c9b4-46cf-85e9-f4b3539f537b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:43:25.278549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a50468b-c9b4-46cf-85e9-f4b3539f537b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:43:25.278916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a50468b-c9b4-46cf-85e9-f4b3539f537b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:43:25.279296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a50468b-c9b4-46cf-85e9-f4b3539f537b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:43:25.281169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a50468b-c9b4-46cf-85e9-f4b3539f537b admin admin] Tracked resource versions report: Dec 25 19:43:25.281169 dv-neutron-822611-1-hyperv neutron-server[88789]: pushed versions: Dec 25 19:43:25.281169 dv-neutron-822611-1-hyperv neutron-server[88789]: { 'ConntrackHelper': {'1.0'}, Dec 25 19:43:25.281169 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Log': {'1.0'}, Dec 25 19:43:25.281169 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Network': {'1.1'}, Dec 25 19:43:25.281169 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Port': {'1.5'}, Dec 25 19:43:25.281169 dv-neutron-822611-1-hyperv neutron-server[88789]: 'PortForwarding': {'1.2'}, Dec 25 19:43:25.281169 dv-neutron-822611-1-hyperv neutron-server[88789]: 'QosPolicy': {'1.8'}, Dec 25 19:43:25.281169 dv-neutron-822611-1-hyperv neutron-server[88789]: 'SecurityGroup': {'1.2'}, Dec 25 19:43:25.281169 dv-neutron-822611-1-hyperv neutron-server[88789]: 'SecurityGroupRule': {'1.0'}, Dec 25 19:43:25.281169 dv-neutron-822611-1-hyperv neutron-server[88789]: 'SubPort': {'1.0'}, Dec 25 19:43:25.281169 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Subnet': {'1.1'}, Dec 25 19:43:25.281169 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Trunk': {'1.1'}} Dec 25 19:43:25.281169 dv-neutron-822611-1-hyperv neutron-server[88789]: consumer versions: Dec 25 19:43:25.281169 dv-neutron-822611-1-hyperv neutron-server[88789]: { DHCP agent@dv-neutron-822611-1-hyperv: {}, Dec 25 19:43:25.281169 dv-neutron-822611-1-hyperv neutron-server[88789]: HyperV agent@hv-neutron-8226: {}, Dec 25 19:43:25.281169 dv-neutron-822611-1-hyperv neutron-server[88789]: L3 agent@dv-neutron-822611-1-hyperv: {}, Dec 25 19:43:25.281169 dv-neutron-822611-1-hyperv neutron-server[88789]: Metadata agent@dv-neutron-822611-1-hyperv: {}, Dec 25 19:43:25.281169 dv-neutron-822611-1-hyperv neutron-server[88789]: Metering agent@dv-neutron-822611-1-hyperv: {}, Dec 25 19:43:25.281169 dv-neutron-822611-1-hyperv neutron-server[88789]: Open vSwitch agent@dv-neutron-822611-1-hyperv: { 'ConntrackHelper': '1.0', Dec 25 19:43:25.281169 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Log': '1.0', Dec 25 19:43:25.281169 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Network': '1.1', Dec 25 19:43:25.281169 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Port': '1.5', Dec 25 19:43:25.281169 dv-neutron-822611-1-hyperv neutron-server[88789]: 'PortForwarding': '1.2', Dec 25 19:43:25.281169 dv-neutron-822611-1-hyperv neutron-server[88789]: 'QosPolicy': '1.8', Dec 25 19:43:25.281169 dv-neutron-822611-1-hyperv neutron-server[88789]: 'SecurityGroup': '1.2', Dec 25 19:43:25.281169 dv-neutron-822611-1-hyperv neutron-server[88789]: 'SecurityGroupRule': '1.0', Dec 25 19:43:25.281169 dv-neutron-822611-1-hyperv neutron-server[88789]: 'SubPort': '1.0', Dec 25 19:43:25.281169 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Subnet': '1.1', Dec 25 19:43:25.281169 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Trunk': '1.1'}} Dec 25 19:43:25.281169 dv-neutron-822611-1-hyperv neutron-server[88789]: {{(pid=88901) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 25 19:43:25.289384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-90069616-bae9-48f2-b8bc-951bd5b628c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:25.293822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7a50468b-c9b4-46cf-85e9-f4b3539f537b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:25.298555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-90069616-bae9-48f2-b8bc-951bd5b628c1 admin admin] Usage tracker for resource:network and tenant:4fd99d038d004d88940a1028016237d4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:25.302768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-90069616-bae9-48f2-b8bc-951bd5b628c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:25.310178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-90069616-bae9-48f2-b8bc-951bd5b628c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:25.326809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90069616-bae9-48f2-b8bc-951bd5b628c1 admin admin] Made reservation on behalf of 4fd99d038d004d88940a1028016237d4 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:43:25.331486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90069616-bae9-48f2-b8bc-951bd5b628c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:25.344115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a50468b-c9b4-46cf-85e9-f4b3539f537b admin admin] Network 367788d2-d464-40ee-b453-dec544646fe7 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:43:25.353215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90069616-bae9-48f2-b8bc-951bd5b628c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:25.367943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-7a50468b-c9b4-46cf-85e9-f4b3539f537b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 367788d2-d464-40ee-b453-dec544646fe7) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:43:25.376955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e845448e-72e8-400f-a4b9-69e4d966fc96 None None] Network 367788d2-d464-40ee-b453-dec544646fe7 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:43:25.377897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a50468b-c9b4-46cf-85e9-f4b3539f537b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:43:25.378540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7a50468b-c9b4-46cf-85e9-f4b3539f537b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:25.397572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 41850) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:25.424687 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-90069616-bae9-48f2-b8bc-951bd5b628c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:25.429567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-90069616-bae9-48f2-b8bc-951bd5b628c1 admin admin] Usage tracker for resource:security_group_rule and tenant:4fd99d038d004d88940a1028016237d4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:25.436196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 41858) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:25.436373 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7a50468b-c9b4-46cf-85e9-f4b3539f537b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6018758 Dec 25 19:43:25.437511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-90069616-bae9-48f2-b8bc-951bd5b628c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:25.444094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-90069616-bae9-48f2-b8bc-951bd5b628c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:25.446885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-947265ec-384f-4a94-a7fc-c9cf76c3d1e3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1272435710-router', 'tenant_id': '52795748b8b04275a38e1b104b37d885', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:25.454521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-947265ec-384f-4a94-a7fc-c9cf76c3d1e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:25.469665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-947265ec-384f-4a94-a7fc-c9cf76c3d1e3 admin admin] Usage tracker for resource:router and tenant:52795748b8b04275a38e1b104b37d885 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:25.480093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-947265ec-384f-4a94-a7fc-c9cf76c3d1e3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:25.491598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-947265ec-384f-4a94-a7fc-c9cf76c3d1e3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:25.523745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90069616-bae9-48f2-b8bc-951bd5b628c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:25.528402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90069616-bae9-48f2-b8bc-951bd5b628c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:25.532594 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-947265ec-384f-4a94-a7fc-c9cf76c3d1e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:25.534057 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f16fc6fc-9631-46e0-8480-caa4c0e009ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:25.534389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-947265ec-384f-4a94-a7fc-c9cf76c3d1e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:25.565469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-947265ec-384f-4a94-a7fc-c9cf76c3d1e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:25.576885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90069616-bae9-48f2-b8bc-951bd5b628c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:43:25.594623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90069616-bae9-48f2-b8bc-951bd5b628c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:25.595007 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-90069616-bae9-48f2-b8bc-951bd5b628c1 admin admin] Added segment f09876a2-c0da-4bd2-ba8e-c152d95500b8 of type vlan for network 2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85 Dec 25 19:43:25.596159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90069616-bae9-48f2-b8bc-951bd5b628c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08db341-b974-492c-9d78-ca2570992d16,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:25.603976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-90069616-bae9-48f2-b8bc-951bd5b628c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:25.636367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90069616-bae9-48f2-b8bc-951bd5b628c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:25.663681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc6a920-2ba9-4d08-8a59-1a3bf034f137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-367788d2-d464-40ee-b453-dec544646fe7', 'network_id': '367788d2-d464-40ee-b453-dec544646fe7', 'tenant_id': '52795748b8b04275a38e1b104b37d885', 'fixed_ips': [{'subnet_id': 'ef16ee7f-3e07-44fe-b0cc-c9caef9a43a3'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:43:25.664586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0bc6a920-2ba9-4d08-8a59-1a3bf034f137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:25.674945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90069616-bae9-48f2-b8bc-951bd5b628c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:25.676641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90069616-bae9-48f2-b8bc-951bd5b628c1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:43:25.678297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90069616-bae9-48f2-b8bc-951bd5b628c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:25.706504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ac13fa13-dfeb-4431-a1cc-e2fbc79ece32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:25.757223 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-90069616-bae9-48f2-b8bc-951bd5b628c1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0353339 Dec 25 19:43:25.760230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 41866) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:25.821946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-efb86c75-8e39-43d4-9a70-5a75943388b5 admin admin] Request body: {'subnet': {'network_id': '2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1882715011-subnet', 'tenant_id': '4fd99d038d004d88940a1028016237d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:25.833332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-efb86c75-8e39-43d4-9a70-5a75943388b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:25.836002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90069616-bae9-48f2-b8bc-951bd5b628c1 admin admin] Pushing event updated for resources: {'Network': ['ID=2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:25.840348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-90069616-bae9-48f2-b8bc-951bd5b628c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:25.841797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-efb86c75-8e39-43d4-9a70-5a75943388b5 admin admin] Usage tracker for resource:subnet and tenant:4fd99d038d004d88940a1028016237d4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:25.845563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-efb86c75-8e39-43d4-9a70-5a75943388b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:25.852672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-efb86c75-8e39-43d4-9a70-5a75943388b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:25.864846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb86c75-8e39-43d4-9a70-5a75943388b5 admin admin] Made reservation on behalf of 4fd99d038d004d88940a1028016237d4 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:43:25.870078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-efb86c75-8e39-43d4-9a70-5a75943388b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:25.902431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:43:26.070014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-ef407bad-ccb9-4887-af2e-b20c244e4787 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-816730343-network', 'tenant_id': '90bb9717229b4c6e84726aafca2dad9f'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:26.098707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ef407bad-ccb9-4887-af2e-b20c244e4787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:26.106060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-947265ec-384f-4a94-a7fc-c9cf76c3d1e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:26.113386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-0bc6a920-2ba9-4d08-8a59-1a3bf034f137 None None] Allocated IP 172.20.0.2 (367788d2-d464-40ee-b453-dec544646fe7/ef16ee7f-3e07-44fe-b0cc-c9caef9a43a3/6bde7090-be2e-4296-b85b-a483607ae631) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:43:26.123822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ef407bad-ccb9-4887-af2e-b20c244e4787 admin admin] Usage tracker for resource:network and tenant:90bb9717229b4c6e84726aafca2dad9f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:26.150873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ef407bad-ccb9-4887-af2e-b20c244e4787 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:26.168681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ef407bad-ccb9-4887-af2e-b20c244e4787 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:26.173721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-efb86c75-8e39-43d4-9a70-5a75943388b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:26.178861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-79808888-8145-4e3f-a08b-eb0751e34e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:26.222660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef407bad-ccb9-4887-af2e-b20c244e4787 admin admin] Made reservation on behalf of 90bb9717229b4c6e84726aafca2dad9f for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:43:26.227958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ef407bad-ccb9-4887-af2e-b20c244e4787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:26.284451 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb86c75-8e39-43d4-9a70-5a75943388b5 admin admin] Checking segment: {'id': 'f09876a2-c0da-4bd2-ba8e-c152d95500b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:43:26.284909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb86c75-8e39-43d4-9a70-5a75943388b5 admin admin] Network hostable DHCP agents. Network: 2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:43:26.293910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb86c75-8e39-43d4-9a70-5a75943388b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0aed70ed-45a9-4994-b05b-e36c7e6dec10,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:26.298166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-efb86c75-8e39-43d4-9a70-5a75943388b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:26.306425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ef407bad-ccb9-4887-af2e-b20c244e4787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:26.320073 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb86c75-8e39-43d4-9a70-5a75943388b5 admin admin] Network 2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:43:26.331619 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-faa953d1-af45-4d71-b7fd-8d5e997b1f05 tempest-AgentManagementNegativeTest-535940913 tempest-AgentManagementNegativeTest-535940913-project] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.9319177 Dec 25 19:43:26.352595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-efb86c75-8e39-43d4-9a70-5a75943388b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:43:26.356904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb86c75-8e39-43d4-9a70-5a75943388b5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:43:26.357875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-efb86c75-8e39-43d4-9a70-5a75943388b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:26.373352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e5db9c-387d-448e-857b-53e1c55cf849 None None] Network 2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:43:26.379490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ef407bad-ccb9-4887-af2e-b20c244e4787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:26.387217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ef407bad-ccb9-4887-af2e-b20c244e4787 admin admin] Usage tracker for resource:security_group_rule and tenant:90bb9717229b4c6e84726aafca2dad9f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:26.391997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ef407bad-ccb9-4887-af2e-b20c244e4787 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:26.401506 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-efb86c75-8e39-43d4-9a70-5a75943388b5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6401575 Dec 25 19:43:26.402172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 41884) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:26.412661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ef407bad-ccb9-4887-af2e-b20c244e4787 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:26.417530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-31fb026b-153b-4e1e-a198-44afe2ca71df admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1882715011-router', 'tenant_id': '4fd99d038d004d88940a1028016237d4', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:26.426524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-31fb026b-153b-4e1e-a198-44afe2ca71df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:26.434207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-31fb026b-153b-4e1e-a198-44afe2ca71df admin admin] Usage tracker for resource:router and tenant:4fd99d038d004d88940a1028016237d4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:26.438626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-31fb026b-153b-4e1e-a198-44afe2ca71df admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:26.445492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-31fb026b-153b-4e1e-a198-44afe2ca71df admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:26.460460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-31fb026b-153b-4e1e-a198-44afe2ca71df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:26.461882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-31fb026b-153b-4e1e-a198-44afe2ca71df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:26.512962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-31fb026b-153b-4e1e-a198-44afe2ca71df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:26.534289 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-947265ec-384f-4a94-a7fc-c9cf76c3d1e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:26.575785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-947265ec-384f-4a94-a7fc-c9cf76c3d1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:26.662984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ef407bad-ccb9-4887-af2e-b20c244e4787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:26.674814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ef407bad-ccb9-4887-af2e-b20c244e4787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:26.685662 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5caf4461-9820-441d-8a81-3b7363e76900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:26.789026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef407bad-ccb9-4887-af2e-b20c244e4787 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:43:26.791760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef407bad-ccb9-4887-af2e-b20c244e4787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7312a025-173d-4e05-80e2-251b0cd245d8,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:26.803642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ef407bad-ccb9-4887-af2e-b20c244e4787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:26.822696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ef407bad-ccb9-4887-af2e-b20c244e4787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:26.823106 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-ef407bad-ccb9-4887-af2e-b20c244e4787 admin admin] Added segment 178d451e-2ef5-40d9-84d5-b0b54f621cd5 of type vlan for network e46cb0a4-06ef-4442-9ae2-07612ef208a0 Dec 25 19:43:26.909735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-947265ec-384f-4a94-a7fc-c9cf76c3d1e3 admin admin] Allocated IP 172.26.8.116 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/d7f67ec1-84ac-4187-9276-c6bde44b3a09) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:43:26.939728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ef407bad-ccb9-4887-af2e-b20c244e4787 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:27.004497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-31fb026b-153b-4e1e-a198-44afe2ca71df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:27.075591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 41904) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:27.099871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ef407bad-ccb9-4887-af2e-b20c244e4787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:27.102900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef407bad-ccb9-4887-af2e-b20c244e4787 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:43:27.103576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ef407bad-ccb9-4887-af2e-b20c244e4787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:27.120848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5caf4461-9820-441d-8a81-3b7363e76900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:27.226626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb06b67c-1352-417f-93c8-fefcc28fa4c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85', 'network_id': '2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85', 'tenant_id': '4fd99d038d004d88940a1028016237d4', 'fixed_ips': [{'subnet_id': '0aed70ed-45a9-4994-b05b-e36c7e6dec10'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:43:27.227556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb06b67c-1352-417f-93c8-fefcc28fa4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:27.301530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0bc6a920-2ba9-4d08-8a59-1a3bf034f137 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:27.314594 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-31fb026b-153b-4e1e-a198-44afe2ca71df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:27.332118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef407bad-ccb9-4887-af2e-b20c244e4787 admin admin] Pushing event updated for resources: {'Network': ['ID=e46cb0a4-06ef-4442-9ae2-07612ef208a0,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:27.342199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ef407bad-ccb9-4887-af2e-b20c244e4787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:27.344310 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ef407bad-ccb9-4887-af2e-b20c244e4787 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2429309 Dec 25 19:43:27.347618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 41914) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:27.353096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-947265ec-384f-4a94-a7fc-c9cf76c3d1e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:27.359839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-3e5ee98e-ab38-4cc5-a2db-43b37737f02c admin admin] Request body: {'subnet': {'network_id': 'e46cb0a4-06ef-4442-9ae2-07612ef208a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-816730343-subnet', 'tenant_id': '90bb9717229b4c6e84726aafca2dad9f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:27.362442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-31fb026b-153b-4e1e-a198-44afe2ca71df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:27.366246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3e5ee98e-ab38-4cc5-a2db-43b37737f02c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:27.378288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3e5ee98e-ab38-4cc5-a2db-43b37737f02c admin admin] Usage tracker for resource:subnet and tenant:90bb9717229b4c6e84726aafca2dad9f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:27.383840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3e5ee98e-ab38-4cc5-a2db-43b37737f02c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:27.394449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3e5ee98e-ab38-4cc5-a2db-43b37737f02c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:27.422111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-bb06b67c-1352-417f-93c8-fefcc28fa4c5 None None] Allocated IP 172.20.0.2 (2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85/0aed70ed-45a9-4994-b05b-e36c7e6dec10/896e7ccd-217e-4815-a18d-28e3a69ffb41) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:43:27.432166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5ee98e-ab38-4cc5-a2db-43b37737f02c admin admin] Made reservation on behalf of 90bb9717229b4c6e84726aafca2dad9f for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:43:27.436256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3e5ee98e-ab38-4cc5-a2db-43b37737f02c admin admin] Notify callbacks [] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:27.464325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network e46cb0a4-06ef-4442-9ae2-07612ef208a0 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:43:27.479909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 41918) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:27.492078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-947265ec-384f-4a94-a7fc-c9cf76c3d1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:27.499492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-0bc6a920-2ba9-4d08-8a59-1a3bf034f137 None None] Transition to ACTIVE for port object 6bde7090-be2e-4296-b85b-a483607ae631 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:43:27.553910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:27.606000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-0bc6a920-2ba9-4d08-8a59-1a3bf034f137 None None] Transition to ACTIVE for port object 6bde7090-be2e-4296-b85b-a483607ae631 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:43:27.631653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0bc6a920-2ba9-4d08-8a59-1a3bf034f137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:27.655340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-31fb026b-153b-4e1e-a198-44afe2ca71df admin admin] Allocated IP 172.26.8.82 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/ba2b95a2-5894-4c04-99dc-45a738174258) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:43:27.660230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947265ec-384f-4a94-a7fc-c9cf76c3d1e3 admin admin] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:43:27.665079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-947265ec-384f-4a94-a7fc-c9cf76c3d1e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:43:27.674766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947265ec-384f-4a94-a7fc-c9cf76c3d1e3 admin admin] Pushing event updated for resources: {'Port': ['ID=d7f67ec1-84ac-4187-9276-c6bde44b3a09,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:27.688426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947265ec-384f-4a94-a7fc-c9cf76c3d1e3 admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:43:27.733773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:27.760508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ed946819-ff79-4b62-8540-0647757589e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:27.812467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-947265ec-384f-4a94-a7fc-c9cf76c3d1e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:27.895731 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ed946819-ff79-4b62-8540-0647757589e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:27.903665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ed946819-ff79-4b62-8540-0647757589e0 admin admin] Usage tracker for resource:security_group_rule and tenant:1c016543a10e43d1b67c04b6a67fa504 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:27.908829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ed946819-ff79-4b62-8540-0647757589e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:27.933606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ed946819-ff79-4b62-8540-0647757589e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:27.966077 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-31fb026b-153b-4e1e-a198-44afe2ca71df admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:27.974315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3e5ee98e-ab38-4cc5-a2db-43b37737f02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:27.992749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:28.006284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc6a920-2ba9-4d08-8a59-1a3bf034f137 None None] Network 367788d2-d464-40ee-b453-dec544646fe7 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:43:28.038436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-31fb026b-153b-4e1e-a198-44afe2ca71df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:28.053934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-667056e7-16e6-45e6-8e70-5b56fb854a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-273812099'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:28.057719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-09dda4c9-9f74-436b-9942-13d21de7db9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:28.095840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5ee98e-ab38-4cc5-a2db-43b37737f02c admin admin] Checking segment: {'id': '178d451e-2ef5-40d9-84d5-b0b54f621cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e46cb0a4-06ef-4442-9ae2-07612ef208a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:43:28.096246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5ee98e-ab38-4cc5-a2db-43b37737f02c admin admin] Network hostable DHCP agents. Network: e46cb0a4-06ef-4442-9ae2-07612ef208a0, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:43:28.097942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ed946819-ff79-4b62-8540-0647757589e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:28.121455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ed946819-ff79-4b62-8540-0647757589e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:28.150295 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb06b67c-1352-417f-93c8-fefcc28fa4c5 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:28.152178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fb026b-153b-4e1e-a198-44afe2ca71df admin admin] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:43:28.157296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-31fb026b-153b-4e1e-a198-44afe2ca71df admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:43:28.171426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fb026b-153b-4e1e-a198-44afe2ca71df admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:43:28.186393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-bb06b67c-1352-417f-93c8-fefcc28fa4c5 None None] Transition to ACTIVE for port object 896e7ccd-217e-4815-a18d-28e3a69ffb41 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:43:28.196586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb026b-153b-4e1e-a198-44afe2ca71df admin admin] Pushing event updated for resources: {'Port': ['ID=ba2b95a2-5894-4c04-99dc-45a738174258,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:28.199434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-667056e7-16e6-45e6-8e70-5b56fb854a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:28.217538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-667056e7-16e6-45e6-8e70-5b56fb854a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Usage tracker for resource:network and tenant:2203385053d942bcb735fc141585ecc9 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:28.223295 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-667056e7-16e6-45e6-8e70-5b56fb854a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:28.224779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-bb06b67c-1352-417f-93c8-fefcc28fa4c5 None None] Transition to ACTIVE for port object 896e7ccd-217e-4815-a18d-28e3a69ffb41 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:43:28.227726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-0bc6a920-2ba9-4d08-8a59-1a3bf034f137 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:43:28.235291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc6a920-2ba9-4d08-8a59-1a3bf034f137 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:43:28.250460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ee98e-ab38-4cc5-a2db-43b37737f02c admin admin] Pushing event updated for resources: {'Subnet': ['ID=818d1966-40c1-4634-903e-77db45d8332f,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:28.253276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-31fb026b-153b-4e1e-a198-44afe2ca71df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:28.253921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dd6dfe2d-cf44-469a-aea4-b719c912114e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:28.271739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-667056e7-16e6-45e6-8e70-5b56fb854a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:28.274522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb06b67c-1352-417f-93c8-fefcc28fa4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:28.280821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3e5ee98e-ab38-4cc5-a2db-43b37737f02c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:28.284965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-947265ec-384f-4a94-a7fc-c9cf76c3d1e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:28.285849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-947265ec-384f-4a94-a7fc-c9cf76c3d1e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:28.290406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5ee98e-ab38-4cc5-a2db-43b37737f02c admin admin] Network e46cb0a4-06ef-4442-9ae2-07612ef208a0 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:43:28.305797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667056e7-16e6-45e6-8e70-5b56fb854a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Made reservation on behalf of 2203385053d942bcb735fc141585ecc9 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:43:28.313813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-667056e7-16e6-45e6-8e70-5b56fb854a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:28.328306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-3e5ee98e-ab38-4cc5-a2db-43b37737f02c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, e46cb0a4-06ef-4442-9ae2-07612ef208a0) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:43:28.328497 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ed946819-ff79-4b62-8540-0647757589e0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1c016543a10e43d1b67c04b6a67fa504&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2454455 Dec 25 19:43:28.337431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 41948) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:28.362885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed946819-ff79-4b62-8540-0647757589e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf36914d-6919-4bcb-b1d9-17f2ebfbe5c5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:28.371115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ed946819-ff79-4b62-8540-0647757589e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:28.427827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-667056e7-16e6-45e6-8e70-5b56fb854a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:28.427827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5ee98e-ab38-4cc5-a2db-43b37737f02c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:43:28.427827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3e5ee98e-ab38-4cc5-a2db-43b37737f02c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:28.434762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a658819-b6c9-4eb1-8a30-c326edc32903 None None] Network e46cb0a4-06ef-4442-9ae2-07612ef208a0 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:43:28.477133 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3e5ee98e-ab38-4cc5-a2db-43b37737f02c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1282508 Dec 25 19:43:28.482448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 41954) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:28.488469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11470a06-9878-4a9c-8964-f5e60bd6f841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:28.491901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-667056e7-16e6-45e6-8e70-5b56fb854a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:28.497431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-2276a20a-3944-46a7-968a-5fc6660f68e9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-816730343-router', 'tenant_id': '90bb9717229b4c6e84726aafca2dad9f', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:28.505333 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2276a20a-3944-46a7-968a-5fc6660f68e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:28.509198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-667056e7-16e6-45e6-8e70-5b56fb854a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Usage tracker for resource:security_group_rule and tenant:2203385053d942bcb735fc141585ecc9 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:28.514380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2276a20a-3944-46a7-968a-5fc6660f68e9 admin admin] Usage tracker for resource:router and tenant:90bb9717229b4c6e84726aafca2dad9f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:28.517214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-667056e7-16e6-45e6-8e70-5b56fb854a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:28.524377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2276a20a-3944-46a7-968a-5fc6660f68e9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:28.528307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-667056e7-16e6-45e6-8e70-5b56fb854a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:28.528993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11470a06-9878-4a9c-8964-f5e60bd6f841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:28.534827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2276a20a-3944-46a7-968a-5fc6660f68e9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:28.570905 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6a920-2ba9-4d08-8a59-1a3bf034f137 None None] Pushing event updated for resources: {'Port': ['ID=6bde7090-be2e-4296-b85b-a483607ae631,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:28.583236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-31fb026b-153b-4e1e-a198-44afe2ca71df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:28.584066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-31fb026b-153b-4e1e-a198-44afe2ca71df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:28.665275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2276a20a-3944-46a7-968a-5fc6660f68e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:28.668127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2276a20a-3944-46a7-968a-5fc6660f68e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:28.733402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11470a06-9878-4a9c-8964-f5e60bd6f841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:28.739508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-45e28ed8-c8ff-4adc-96af-15d2d8bc73dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:28.755906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11470a06-9878-4a9c-8964-f5e60bd6f841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf36914d-6919-4bcb-b1d9-17f2ebfbe5c5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:28.759027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-11470a06-9878-4a9c-8964-f5e60bd6f841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:28.768754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 41964) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:28.827089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8959285-070b-46ab-9030-9f4252449fb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-e46cb0a4-06ef-4442-9ae2-07612ef208a0', 'network_id': 'e46cb0a4-06ef-4442-9ae2-07612ef208a0', 'tenant_id': '90bb9717229b4c6e84726aafca2dad9f', 'fixed_ips': [{'subnet_id': '818d1966-40c1-4634-903e-77db45d8332f'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:43:28.828868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c8959285-070b-46ab-9030-9f4252449fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:28.838065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-667056e7-16e6-45e6-8e70-5b56fb854a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:28.866395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb06b67c-1352-417f-93c8-fefcc28fa4c5 None None] Network 2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:43:28.875813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-667056e7-16e6-45e6-8e70-5b56fb854a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:28.887805 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11470a06-9878-4a9c-8964-f5e60bd6f841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:28.890165 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-11470a06-9878-4a9c-8964-f5e60bd6f841 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bf36914d-6919-4bcb-b1d9-17f2ebfbe5c5 HTTP/1.1" status: 204 len: 168 time: 0.5512059 Dec 25 19:43:28.899958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:28.943084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-667056e7-16e6-45e6-8e70-5b56fb854a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:43:28.947032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2276a20a-3944-46a7-968a-5fc6660f68e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:28.973297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667056e7-16e6-45e6-8e70-5b56fb854a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e04d58-5ecf-47bd-a044-5a03bd0ee78e,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:28.982282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-0bc6a920-2ba9-4d08-8a59-1a3bf034f137 None None] Attempting to bind port 6bde7090-be2e-4296-b85b-a483607ae631 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:28.984636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-0bc6a920-2ba9-4d08-8a59-1a3bf034f137 None None] Attempting to bind port 6bde7090-be2e-4296-b85b-a483607ae631 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '0a5d06b6-5a26-4d5f-923a-bf759a4923fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '367788d2-d464-40ee-b453-dec544646fe7'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:28.985055 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc6a920-2ba9-4d08-8a59-1a3bf034f137 None None] Attempting to bind port 6bde7090-be2e-4296-b85b-a483607ae631 on network 367788d2-d464-40ee-b453-dec544646fe7 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:28.987770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-667056e7-16e6-45e6-8e70-5b56fb854a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:28.992120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-667056e7-16e6-45e6-8e70-5b56fb854a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:28.996347 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-667056e7-16e6-45e6-8e70-5b56fb854a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Added segment 69a676b9-ebcb-4c9d-96bd-fe65be823d25 of type vlan for network 3efaeb51-4b61-44ec-9eac-245a49d4b53a Dec 25 19:43:29.018703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31fb026b-153b-4e1e-a198-44afe2ca71df admin admin] Router e16d14f2-1b65-4ffc-b08f-a7731f4c73c9 is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:43:29.041151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc6a920-2ba9-4d08-8a59-1a3bf034f137 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:43:29.041571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc6a920-2ba9-4d08-8a59-1a3bf034f137 None None] Checking segment: {'id': '0a5d06b6-5a26-4d5f-923a-bf759a4923fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '367788d2-d464-40ee-b453-dec544646fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:43:29.042019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0bc6a920-2ba9-4d08-8a59-1a3bf034f137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:29.042456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc6a920-2ba9-4d08-8a59-1a3bf034f137 None None] Bound using segment: {'id': '0a5d06b6-5a26-4d5f-923a-bf759a4923fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '367788d2-d464-40ee-b453-dec544646fe7'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:43:29.042996 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-0bc6a920-2ba9-4d08-8a59-1a3bf034f137 None None] Bound port: 6bde7090-be2e-4296-b85b-a483607ae631, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a5d06b6-5a26-4d5f-923a-bf759a4923fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '367788d2-d464-40ee-b453-dec544646fe7'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:43:29.043466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0bc6a920-2ba9-4d08-8a59-1a3bf034f137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:29.064580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6a920-2ba9-4d08-8a59-1a3bf034f137 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:43:29.065169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6a920-2ba9-4d08-8a59-1a3bf034f137 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:43:29.065452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6a920-2ba9-4d08-8a59-1a3bf034f137 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:43:29.065823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6a920-2ba9-4d08-8a59-1a3bf034f137 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:43:29.066332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6a920-2ba9-4d08-8a59-1a3bf034f137 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:43:29.066697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6a920-2ba9-4d08-8a59-1a3bf034f137 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:43:29.067086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6a920-2ba9-4d08-8a59-1a3bf034f137 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:43:29.067692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6a920-2ba9-4d08-8a59-1a3bf034f137 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:43:29.067824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6a920-2ba9-4d08-8a59-1a3bf034f137 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:43:29.068115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6a920-2ba9-4d08-8a59-1a3bf034f137 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:43:29.068475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6a920-2ba9-4d08-8a59-1a3bf034f137 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:43:29.069798 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6a920-2ba9-4d08-8a59-1a3bf034f137 None None] Tracked resource versions report: Dec 25 19:43:29.069798 dv-neutron-822611-1-hyperv neutron-server[88789]: pushed versions: Dec 25 19:43:29.069798 dv-neutron-822611-1-hyperv neutron-server[88789]: { 'ConntrackHelper': {'1.0'}, Dec 25 19:43:29.069798 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Log': {'1.0'}, Dec 25 19:43:29.069798 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Network': {'1.1'}, Dec 25 19:43:29.069798 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Port': {'1.5'}, Dec 25 19:43:29.069798 dv-neutron-822611-1-hyperv neutron-server[88789]: 'PortForwarding': {'1.2'}, Dec 25 19:43:29.069798 dv-neutron-822611-1-hyperv neutron-server[88789]: 'QosPolicy': {'1.8'}, Dec 25 19:43:29.069798 dv-neutron-822611-1-hyperv neutron-server[88789]: 'SecurityGroup': {'1.2'}, Dec 25 19:43:29.069798 dv-neutron-822611-1-hyperv neutron-server[88789]: 'SecurityGroupRule': {'1.0'}, Dec 25 19:43:29.069798 dv-neutron-822611-1-hyperv neutron-server[88789]: 'SubPort': {'1.0'}, Dec 25 19:43:29.069798 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Subnet': {'1.1'}, Dec 25 19:43:29.069798 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Trunk': {'1.1'}} Dec 25 19:43:29.069798 dv-neutron-822611-1-hyperv neutron-server[88789]: consumer versions: Dec 25 19:43:29.069798 dv-neutron-822611-1-hyperv neutron-server[88789]: { DHCP agent@dv-neutron-822611-1-hyperv: {}, Dec 25 19:43:29.069798 dv-neutron-822611-1-hyperv neutron-server[88789]: HyperV agent@hv-neutron-8226: {}, Dec 25 19:43:29.069798 dv-neutron-822611-1-hyperv neutron-server[88789]: L3 agent@dv-neutron-822611-1-hyperv: {}, Dec 25 19:43:29.069798 dv-neutron-822611-1-hyperv neutron-server[88789]: Metadata agent@dv-neutron-822611-1-hyperv: {}, Dec 25 19:43:29.069798 dv-neutron-822611-1-hyperv neutron-server[88789]: Metering agent@dv-neutron-822611-1-hyperv: {}, Dec 25 19:43:29.069798 dv-neutron-822611-1-hyperv neutron-server[88789]: Open vSwitch agent@dv-neutron-822611-1-hyperv: { 'ConntrackHelper': '1.0', Dec 25 19:43:29.069798 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Log': '1.0', Dec 25 19:43:29.069798 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Network': '1.1', Dec 25 19:43:29.069798 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Port': '1.5', Dec 25 19:43:29.069798 dv-neutron-822611-1-hyperv neutron-server[88789]: 'PortForwarding': '1.2', Dec 25 19:43:29.069798 dv-neutron-822611-1-hyperv neutron-server[88789]: 'QosPolicy': '1.8', Dec 25 19:43:29.069798 dv-neutron-822611-1-hyperv neutron-server[88789]: 'SecurityGroup': '1.2', Dec 25 19:43:29.069798 dv-neutron-822611-1-hyperv neutron-server[88789]: 'SecurityGroupRule': '1.0', Dec 25 19:43:29.069798 dv-neutron-822611-1-hyperv neutron-server[88789]: 'SubPort': '1.0', Dec 25 19:43:29.069798 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Subnet': '1.1', Dec 25 19:43:29.069798 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Trunk': '1.1'}} Dec 25 19:43:29.069798 dv-neutron-822611-1-hyperv neutron-server[88789]: {{(pid=88902) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 25 19:43:29.072886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-bb06b67c-1352-417f-93c8-fefcc28fa4c5 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:43:29.092978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0bc6a920-2ba9-4d08-8a59-1a3bf034f137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.359s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:29.123357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b206a3aa-aee0-47cd-8095-750cbe87d31a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.788s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:29.196179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb06b67c-1352-417f-93c8-fefcc28fa4c5 None None] Pushing event updated for resources: {'Port': ['ID=896e7ccd-217e-4815-a18d-28e3a69ffb41,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:29.220406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bb06b67c-1352-417f-93c8-fefcc28fa4c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:29.249849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb06b67c-1352-417f-93c8-fefcc28fa4c5 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:43:29.301933 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-667056e7-16e6-45e6-8e70-5b56fb854a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:29.316324 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-65883aaf-1416-487f-82c3-a8a62c681b8f tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-621518706'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:29.338655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-65883aaf-1416-487f-82c3-a8a62c681b8f tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:29.347882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-65883aaf-1416-487f-82c3-a8a62c681b8f tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Usage tracker for resource:network and tenant:81a17387cb23448b89f520a8c54b3161 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:29.351241 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-667056e7-16e6-45e6-8e70-5b56fb854a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:29.359717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-65883aaf-1416-487f-82c3-a8a62c681b8f tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:29.365261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667056e7-16e6-45e6-8e70-5b56fb854a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:43:29.366066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-667056e7-16e6-45e6-8e70-5b56fb854a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:29.376212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-c8959285-070b-46ab-9030-9f4252449fb1 None None] Allocated IP 172.20.0.2 (e46cb0a4-06ef-4442-9ae2-07612ef208a0/818d1966-40c1-4634-903e-77db45d8332f/40d57357-c3e2-40cd-a863-b6169f980d97) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:43:29.377130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-65883aaf-1416-487f-82c3-a8a62c681b8f tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:29.381440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-bb06b67c-1352-417f-93c8-fefcc28fa4c5 None None] Attempting to bind port 896e7ccd-217e-4815-a18d-28e3a69ffb41 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:29.382037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-bb06b67c-1352-417f-93c8-fefcc28fa4c5 None None] Attempting to bind port 896e7ccd-217e-4815-a18d-28e3a69ffb41 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'f09876a2-c0da-4bd2-ba8e-c152d95500b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:29.382583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb06b67c-1352-417f-93c8-fefcc28fa4c5 None None] Attempting to bind port 896e7ccd-217e-4815-a18d-28e3a69ffb41 on network 2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:29.393866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb06b67c-1352-417f-93c8-fefcc28fa4c5 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:43:29.394523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb06b67c-1352-417f-93c8-fefcc28fa4c5 None None] Checking segment: {'id': 'f09876a2-c0da-4bd2-ba8e-c152d95500b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:43:29.395130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb06b67c-1352-417f-93c8-fefcc28fa4c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:29.395697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb06b67c-1352-417f-93c8-fefcc28fa4c5 None None] Bound using segment: {'id': 'f09876a2-c0da-4bd2-ba8e-c152d95500b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:43:29.396576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-bb06b67c-1352-417f-93c8-fefcc28fa4c5 None None] Bound port: 896e7ccd-217e-4815-a18d-28e3a69ffb41, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f09876a2-c0da-4bd2-ba8e-c152d95500b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:43:29.397146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb06b67c-1352-417f-93c8-fefcc28fa4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:29.443769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:29.497839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-bb06b67c-1352-417f-93c8-fefcc28fa4c5 None None] For port 896e7ccd-217e-4815-a18d-28e3a69ffb41, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:43:29.501913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-bb06b67c-1352-417f-93c8-fefcc28fa4c5 None None] For port 896e7ccd-217e-4815-a18d-28e3a69ffb41, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=896e7ccd-217e-4815-a18d-28e3a69ffb41,segment=NetworkSegment(f09876a2-c0da-4bd2-ba8e-c152d95500b8),segment_id=f09876a2-c0da-4bd2-ba8e-c152d95500b8)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:43:29.503404 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2276a20a-3944-46a7-968a-5fc6660f68e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:29.510612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb06b67c-1352-417f-93c8-fefcc28fa4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:29.511644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65883aaf-1416-487f-82c3-a8a62c681b8f tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Made reservation on behalf of 81a17387cb23448b89f520a8c54b3161 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:43:29.527204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-0bc6a920-2ba9-4d08-8a59-1a3bf034f137 None None] For port 6bde7090-be2e-4296-b85b-a483607ae631, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:43:29.528446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-65883aaf-1416-487f-82c3-a8a62c681b8f tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:29.532399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:29.591770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-65883aaf-1416-487f-82c3-a8a62c681b8f tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:29.625378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb06b67c-1352-417f-93c8-fefcc28fa4c5 None None] Pushing event updated for resources: {'Port': ['ID=896e7ccd-217e-4815-a18d-28e3a69ffb41,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:29.646353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bb06b67c-1352-417f-93c8-fefcc28fa4c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:29.663147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-0bc6a920-2ba9-4d08-8a59-1a3bf034f137 None None] For port 6bde7090-be2e-4296-b85b-a483607ae631, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=6bde7090-be2e-4296-b85b-a483607ae631,segment=NetworkSegment(0a5d06b6-5a26-4d5f-923a-bf759a4923fe),segment_id=0a5d06b6-5a26-4d5f-923a-bf759a4923fe)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:43:29.675501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0bc6a920-2ba9-4d08-8a59-1a3bf034f137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:29.678116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667056e7-16e6-45e6-8e70-5b56fb854a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Pushing event updated for resources: {'Network': ['ID=3efaeb51-4b61-44ec-9eac-245a49d4b53a,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:29.685042 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-667056e7-16e6-45e6-8e70-5b56fb854a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.2039876 Dec 25 19:43:29.697398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-667056e7-16e6-45e6-8e70-5b56fb854a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:29.710934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 41988) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:29.730325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-65883aaf-1416-487f-82c3-a8a62c681b8f tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:29.740260 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-65883aaf-1416-487f-82c3-a8a62c681b8f tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Usage tracker for resource:security_group_rule and tenant:81a17387cb23448b89f520a8c54b3161 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:29.746497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-65883aaf-1416-487f-82c3-a8a62c681b8f tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:29.755679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f14c4e9d-1f06-4405-a8cf-d44de26e11c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:29.757799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-65883aaf-1416-487f-82c3-a8a62c681b8f tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:29.784059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fb026b-153b-4e1e-a198-44afe2ca71df admin admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:43:29.795304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d46216-90bb-4ba3-b19c-b9acd84b2e2f None None] Sync routers for ids ['e16d14f2-1b65-4ffc-b08f-a7731f4c73c9'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:43:29.824129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d46216-90bb-4ba3-b19c-b9acd84b2e2f None None] Routers {'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:43:29.825180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-30d46216-90bb-4ba3-b19c-b9acd84b2e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:43:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['e16d14f2-1b65-4ffc-b08f-a7731f4c73c9'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:43:29.846899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6a920-2ba9-4d08-8a59-1a3bf034f137 None None] Pushing event updated for resources: {'Port': ['ID=6bde7090-be2e-4296-b85b-a483607ae631,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:29.850274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 3efaeb51-4b61-44ec-9eac-245a49d4b53a details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:43:29.867577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0bc6a920-2ba9-4d08-8a59-1a3bf034f137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:29.873600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947265ec-384f-4a94-a7fc-c9cf76c3d1e3 admin admin] Router 9ae79eca-6161-4e5f-8b1e-1c902b4f2328 is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:43:29.941120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-31fb026b-153b-4e1e-a198-44afe2ca71df admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:29.947313 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-31fb026b-153b-4e1e-a198-44afe2ca71df admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.5414786 Dec 25 19:43:29.962551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42000) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:30.026201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2276a20a-3944-46a7-968a-5fc6660f68e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:30.200985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42004) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:30.218185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-65883aaf-1416-487f-82c3-a8a62c681b8f tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:30.228592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-65883aaf-1416-487f-82c3-a8a62c681b8f tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:30.230173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2276a20a-3944-46a7-968a-5fc6660f68e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:30.241060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c8959285-070b-46ab-9030-9f4252449fb1 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:30.247380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-11470a06-9878-4a9c-8964-f5e60bd6f841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:30.268015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-c8959285-070b-46ab-9030-9f4252449fb1 None None] Transition to ACTIVE for port object 40d57357-c3e2-40cd-a863-b6169f980d97 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:43:30.343593 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65883aaf-1416-487f-82c3-a8a62c681b8f tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56b40cf6-3cc8-4547-83ff-d3e396c7d278,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:30.359368 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65883aaf-1416-487f-82c3-a8a62c681b8f tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:43:30.377211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-c8959285-070b-46ab-9030-9f4252449fb1 None None] Transition to ACTIVE for port object 40d57357-c3e2-40cd-a863-b6169f980d97 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:43:30.379841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-65883aaf-1416-487f-82c3-a8a62c681b8f tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:30.380248 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-65883aaf-1416-487f-82c3-a8a62c681b8f tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Added segment 6f5d527c-a06b-43fe-85c2-1399a052a54b of type vlan for network bfabde46-0331-46df-9f5b-21e00f17a5f5 Dec 25 19:43:30.387339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c8959285-070b-46ab-9030-9f4252449fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:30.406666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-9cf60bbf-cc4e-4c78-a91a-830651678230 tempest-PortsAdminExtendedAttrsTestJSON-332745578 tempest-PortsAdminExtendedAttrsTestJSON-332745578-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-62968019'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:30.410311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:30.413526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9cf60bbf-cc4e-4c78-a91a-830651678230 tempest-PortsAdminExtendedAttrsTestJSON-332745578 tempest-PortsAdminExtendedAttrsTestJSON-332745578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:30.417144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-30d46216-90bb-4ba3-b19c-b9acd84b2e2f None None] Set router e16d14f2-1b65-4ffc-b08f-a7731f4c73c9 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:43:30.418253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9cf60bbf-cc4e-4c78-a91a-830651678230 tempest-PortsAdminExtendedAttrsTestJSON-332745578 tempest-PortsAdminExtendedAttrsTestJSON-332745578-project] Usage tracker for resource:network and tenant:1d0a5108986648a69eb4e3d645df837a is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:30.422738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9cf60bbf-cc4e-4c78-a91a-830651678230 tempest-PortsAdminExtendedAttrsTestJSON-332745578 tempest-PortsAdminExtendedAttrsTestJSON-332745578-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:30.429956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9cf60bbf-cc4e-4c78-a91a-830651678230 tempest-PortsAdminExtendedAttrsTestJSON-332745578 tempest-PortsAdminExtendedAttrsTestJSON-332745578-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:30.462155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-65883aaf-1416-487f-82c3-a8a62c681b8f tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:30.468251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf60bbf-cc4e-4c78-a91a-830651678230 tempest-PortsAdminExtendedAttrsTestJSON-332745578 tempest-PortsAdminExtendedAttrsTestJSON-332745578-project] Made reservation on behalf of 1d0a5108986648a69eb4e3d645df837a for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:43:30.479329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9cf60bbf-cc4e-4c78-a91a-830651678230 tempest-PortsAdminExtendedAttrsTestJSON-332745578 tempest-PortsAdminExtendedAttrsTestJSON-332745578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:30.562328 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-65883aaf-1416-487f-82c3-a8a62c681b8f tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:30.593380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8959285-070b-46ab-9030-9f4252449fb1 None None] Pushing event updated for resources: {'Port': ['ID=40d57357-c3e2-40cd-a863-b6169f980d97,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:30.620821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8959285-070b-46ab-9030-9f4252449fb1 None None] Network e46cb0a4-06ef-4442-9ae2-07612ef208a0 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:43:30.629101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-c8959285-070b-46ab-9030-9f4252449fb1 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:43:30.631427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c8959285-070b-46ab-9030-9f4252449fb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:30.632188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8959285-070b-46ab-9030-9f4252449fb1 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:43:30.691372 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9cf60bbf-cc4e-4c78-a91a-830651678230 tempest-PortsAdminExtendedAttrsTestJSON-332745578 tempest-PortsAdminExtendedAttrsTestJSON-332745578-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:30.746053 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-65883aaf-1416-487f-82c3-a8a62c681b8f tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:30.755029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-d38d3c4a-9633-4349-af42-58f2ef548f26 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:30.768658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-2276a20a-3944-46a7-968a-5fc6660f68e9 admin admin] Allocated IP 172.26.8.113 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:43:30.835079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947265ec-384f-4a94-a7fc-c9cf76c3d1e3 admin admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:43:30.877651 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f52cea-35f2-4bc2-aa32-470c9d3113d1 None None] Sync routers for ids ['9ae79eca-6161-4e5f-8b1e-1c902b4f2328'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:43:30.916419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-c8959285-070b-46ab-9030-9f4252449fb1 None None] Attempting to bind port 40d57357-c3e2-40cd-a863-b6169f980d97 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:30.916811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-c8959285-070b-46ab-9030-9f4252449fb1 None None] Attempting to bind port 40d57357-c3e2-40cd-a863-b6169f980d97 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '178d451e-2ef5-40d9-84d5-b0b54f621cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e46cb0a4-06ef-4442-9ae2-07612ef208a0'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:30.917218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8959285-070b-46ab-9030-9f4252449fb1 None None] Attempting to bind port 40d57357-c3e2-40cd-a863-b6169f980d97 on network e46cb0a4-06ef-4442-9ae2-07612ef208a0 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:30.921001 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65883aaf-1416-487f-82c3-a8a62c681b8f tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:43:30.921690 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-65883aaf-1416-487f-82c3-a8a62c681b8f tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:30.944686 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8959285-070b-46ab-9030-9f4252449fb1 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:43:30.945108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8959285-070b-46ab-9030-9f4252449fb1 None None] Checking segment: {'id': '178d451e-2ef5-40d9-84d5-b0b54f621cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e46cb0a4-06ef-4442-9ae2-07612ef208a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:43:30.945560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c8959285-070b-46ab-9030-9f4252449fb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:30.945999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8959285-070b-46ab-9030-9f4252449fb1 None None] Bound using segment: {'id': '178d451e-2ef5-40d9-84d5-b0b54f621cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e46cb0a4-06ef-4442-9ae2-07612ef208a0'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:43:30.946543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-c8959285-070b-46ab-9030-9f4252449fb1 None None] Bound port: 40d57357-c3e2-40cd-a863-b6169f980d97, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178d451e-2ef5-40d9-84d5-b0b54f621cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e46cb0a4-06ef-4442-9ae2-07612ef208a0'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:43:30.946956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c8959285-070b-46ab-9030-9f4252449fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:30.969401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:30.979471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-947265ec-384f-4a94-a7fc-c9cf76c3d1e3 admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:30.980702 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-947265ec-384f-4a94-a7fc-c9cf76c3d1e3 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5429959 Dec 25 19:43:30.983759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42018) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:30.991797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f52cea-35f2-4bc2-aa32-470c9d3113d1 None None] Routers {'9ae79eca-6161-4e5f-8b1e-1c902b4f2328'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:43:30.992497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a1f52cea-35f2-4bc2-aa32-470c9d3113d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:43:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['9ae79eca-6161-4e5f-8b1e-1c902b4f2328'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:43:31.088760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9cf60bbf-cc4e-4c78-a91a-830651678230 tempest-PortsAdminExtendedAttrsTestJSON-332745578 tempest-PortsAdminExtendedAttrsTestJSON-332745578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:31.089683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-30d46216-90bb-4ba3-b19c-b9acd84b2e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9', 'name': 'tempest-ServersTestJSON-1882715011-router', 'tenant_id': '4fd99d038d004d88940a1028016237d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': 'ba2b95a2-5894-4c04-99dc-45a738174258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:26Z', 'updated_at': '2021-12-25T19:43:28Z', 'revision_number': 3, 'project_id': '4fd99d038d004d88940a1028016237d4', 'gw_port': {'id': 'ba2b95a2-5894-4c04-99dc-45a738174258', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:27Z', 'updated_at': '2021-12-25T19:43:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:43:31.104190 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d46216-90bb-4ba3-b19c-b9acd84b2e2f None None] Checking router: e16d14f2-1b65-4ffc-b08f-a7731f4c73c9 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:43:31.106854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d46216-90bb-4ba3-b19c-b9acd84b2e2f None None] Updating router e16d14f2-1b65-4ffc-b08f-a7731f4c73c9 port ba2b95a2-5894-4c04-99dc-45a738174258 binding host dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 19:43:31.119542 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9cf60bbf-cc4e-4c78-a91a-830651678230 tempest-PortsAdminExtendedAttrsTestJSON-332745578 tempest-PortsAdminExtendedAttrsTestJSON-332745578-project] Usage tracker for resource:security_group_rule and tenant:1d0a5108986648a69eb4e3d645df837a is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:31.130046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9cf60bbf-cc4e-4c78-a91a-830651678230 tempest-PortsAdminExtendedAttrsTestJSON-332745578 tempest-PortsAdminExtendedAttrsTestJSON-332745578-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:31.158770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2276a20a-3944-46a7-968a-5fc6660f68e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:31.242009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-30d46216-90bb-4ba3-b19c-b9acd84b2e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:31.246189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42026) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:31.250407 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d38d3c4a-9633-4349-af42-58f2ef548f26 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] 10.222.0.24 "PUT /v2.0/quotas/9e7477e797d2497a9d16db114a460669 HTTP/1.1" status: 200 len: 368 time: 1.0475547 Dec 25 19:43:31.257860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9cf60bbf-cc4e-4c78-a91a-830651678230 tempest-PortsAdminExtendedAttrsTestJSON-332745578 tempest-PortsAdminExtendedAttrsTestJSON-332745578-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:31.273117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-c1104359-1670-4eb4-8188-dc8b566c3251 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Request body: {'network': {'project_id': '9e7477e797d2497a9d16db114a460669'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:31.289124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c1104359-1670-4eb4-8188-dc8b566c3251 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:31.293761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c1104359-1670-4eb4-8188-dc8b566c3251 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Usage tracker for resource:network and tenant:9e7477e797d2497a9d16db114a460669 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:31.297745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c1104359-1670-4eb4-8188-dc8b566c3251 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:31.302180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65883aaf-1416-487f-82c3-a8a62c681b8f tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Pushing event updated for resources: {'Network': ['ID=bfabde46-0331-46df-9f5b-21e00f17a5f5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:31.306047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c1104359-1670-4eb4-8188-dc8b566c3251 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:31.326144 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-65883aaf-1416-487f-82c3-a8a62c681b8f tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.5533249 Dec 25 19:43:31.326144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-65883aaf-1416-487f-82c3-a8a62c681b8f tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:31.328986 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42030) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:31.333598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1104359-1670-4eb4-8188-dc8b566c3251 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Made reservation on behalf of 9e7477e797d2497a9d16db114a460669 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:43:31.338781 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c1104359-1670-4eb4-8188-dc8b566c3251 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:31.359537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-a7e88473-9dbe-463e-a3e6-f608328836ac tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Request body: {'subnet': {'network_id': 'bfabde46-0331-46df-9f5b-21e00f17a5f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:31.370553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c1104359-1670-4eb4-8188-dc8b566c3251 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:31.406220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2276a20a-3944-46a7-968a-5fc6660f68e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:31.433082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-947265ec-384f-4a94-a7fc-c9cf76c3d1e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:31.475932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2276a20a-3944-46a7-968a-5fc6660f68e9 admin admin] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:43:31.485737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-2276a20a-3944-46a7-968a-5fc6660f68e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:43:31.511963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network bfabde46-0331-46df-9f5b-21e00f17a5f5 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:43:31.528109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2276a20a-3944-46a7-968a-5fc6660f68e9 admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:43:31.548201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a7e88473-9dbe-463e-a3e6-f608328836ac tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:31.555025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a7e88473-9dbe-463e-a3e6-f608328836ac tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Usage tracker for resource:subnet and tenant:81a17387cb23448b89f520a8c54b3161 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:31.556473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42038) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:31.557864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c1104359-1670-4eb4-8188-dc8b566c3251 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:31.559142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a7e88473-9dbe-463e-a3e6-f608328836ac tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:31.568935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a7e88473-9dbe-463e-a3e6-f608328836ac tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:31.583792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c1104359-1670-4eb4-8188-dc8b566c3251 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Usage tracker for resource:security_group_rule and tenant:9e7477e797d2497a9d16db114a460669 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:31.594043 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Request body: {'port': {'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a', 'binding:host_id': 'hv-neutron-8226', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-420100692'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:31.602924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e88473-9dbe-463e-a3e6-f608328836ac tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Made reservation on behalf of 81a17387cb23448b89f520a8c54b3161 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:43:31.622242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:31.627391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Usage tracker for resource:port and tenant:2897aa4c11dc4c97a811c261f83652d3 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:31.633442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c1104359-1670-4eb4-8188-dc8b566c3251 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:31.647634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:31.650811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c1104359-1670-4eb4-8188-dc8b566c3251 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:31.672111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:31.679904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2276a20a-3944-46a7-968a-5fc6660f68e9 admin admin] Pushing event updated for resources: {'Port': ['ID=5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:31.695861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2276a20a-3944-46a7-968a-5fc6660f68e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:31.800709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Made reservation on behalf of 2897aa4c11dc4c97a811c261f83652d3 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:43:31.807188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:31.843955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42046) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:31.857239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 6bde7090-be2e-4296-b85b-a483607ae631 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:43:31.863409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:31.970813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7e88473-9dbe-463e-a3e6-f608328836ac tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks [] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:32.101790 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-c8959285-070b-46ab-9030-9f4252449fb1 None None] For port 40d57357-c3e2-40cd-a863-b6169f980d97, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:43:32.110534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-c8959285-070b-46ab-9030-9f4252449fb1 None None] For port 40d57357-c3e2-40cd-a863-b6169f980d97, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=40d57357-c3e2-40cd-a863-b6169f980d97,segment=NetworkSegment(178d451e-2ef5-40d9-84d5-b0b54f621cd5),segment_id=178d451e-2ef5-40d9-84d5-b0b54f621cd5)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:43:32.147285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c8959285-070b-46ab-9030-9f4252449fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:32.154361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-30d46216-90bb-4ba3-b19c-b9acd84b2e2f None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:32.164680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bb06b67c-1352-417f-93c8-fefcc28fa4c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:32.189852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-30d46216-90bb-4ba3-b19c-b9acd84b2e2f None None] Transition to ACTIVE for port object ba2b95a2-5894-4c04-99dc-45a738174258 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:43:32.211858 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-30d46216-90bb-4ba3-b19c-b9acd84b2e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:32.213725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:32.243480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c1104359-1670-4eb4-8188-dc8b566c3251 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:32.245478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fcc908e8-e158-4881-980f-4d47b688f8a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:32.258736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Usage tracker for resource:security_group_rule and tenant:2897aa4c11dc4c97a811c261f83652d3 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:32.267867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:32.272325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c1104359-1670-4eb4-8188-dc8b566c3251 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:32.303917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:32.314756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-a1f52cea-35f2-4bc2-aa32-470c9d3113d1 None None] Set router 9ae79eca-6161-4e5f-8b1e-1c902b4f2328 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:43:32.331242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:32.458099 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa3c7d-d45f-4c8a-98f1-cbdfb54919f7 None None] Pushing event updated for resources: {'Port': ['ID=ba2b95a2-5894-4c04-99dc-45a738174258,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:32.476151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-30d46216-90bb-4ba3-b19c-b9acd84b2e2f None None] Attempting to bind port ba2b95a2-5894-4c04-99dc-45a738174258 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:32.476780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-30d46216-90bb-4ba3-b19c-b9acd84b2e2f None None] Attempting to bind port ba2b95a2-5894-4c04-99dc-45a738174258 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:32.477372 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d46216-90bb-4ba3-b19c-b9acd84b2e2f None None] Attempting to bind port ba2b95a2-5894-4c04-99dc-45a738174258 on network a29ab018-4a1a-4021-8156-423134b861f3 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:32.494059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aa3c7d-d45f-4c8a-98f1-cbdfb54919f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:43:32.494803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aa3c7d-d45f-4c8a-98f1-cbdfb54919f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:43:32.495550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aa3c7d-d45f-4c8a-98f1-cbdfb54919f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:43:32.496234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aa3c7d-d45f-4c8a-98f1-cbdfb54919f7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:43:32.497077 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aa3c7d-d45f-4c8a-98f1-cbdfb54919f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:43:32.497628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aa3c7d-d45f-4c8a-98f1-cbdfb54919f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:43:32.498186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aa3c7d-d45f-4c8a-98f1-cbdfb54919f7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:43:32.498727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aa3c7d-d45f-4c8a-98f1-cbdfb54919f7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:43:32.499364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aa3c7d-d45f-4c8a-98f1-cbdfb54919f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:43:32.499902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aa3c7d-d45f-4c8a-98f1-cbdfb54919f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:43:32.500433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aa3c7d-d45f-4c8a-98f1-cbdfb54919f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:43:32.502673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aa3c7d-d45f-4c8a-98f1-cbdfb54919f7 None None] Tracked resource versions report: Dec 25 19:43:32.502673 dv-neutron-822611-1-hyperv neutron-server[88789]: pushed versions: Dec 25 19:43:32.502673 dv-neutron-822611-1-hyperv neutron-server[88789]: { 'ConntrackHelper': {'1.0'}, Dec 25 19:43:32.502673 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Log': {'1.0'}, Dec 25 19:43:32.502673 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Network': {'1.1'}, Dec 25 19:43:32.502673 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Port': {'1.5'}, Dec 25 19:43:32.502673 dv-neutron-822611-1-hyperv neutron-server[88789]: 'PortForwarding': {'1.2'}, Dec 25 19:43:32.502673 dv-neutron-822611-1-hyperv neutron-server[88789]: 'QosPolicy': {'1.8'}, Dec 25 19:43:32.502673 dv-neutron-822611-1-hyperv neutron-server[88789]: 'SecurityGroup': {'1.2'}, Dec 25 19:43:32.502673 dv-neutron-822611-1-hyperv neutron-server[88789]: 'SecurityGroupRule': {'1.0'}, Dec 25 19:43:32.502673 dv-neutron-822611-1-hyperv neutron-server[88789]: 'SubPort': {'1.0'}, Dec 25 19:43:32.502673 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Subnet': {'1.1'}, Dec 25 19:43:32.502673 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Trunk': {'1.1'}} Dec 25 19:43:32.502673 dv-neutron-822611-1-hyperv neutron-server[88789]: consumer versions: Dec 25 19:43:32.502673 dv-neutron-822611-1-hyperv neutron-server[88789]: { DHCP agent@dv-neutron-822611-1-hyperv: {}, Dec 25 19:43:32.502673 dv-neutron-822611-1-hyperv neutron-server[88789]: HyperV agent@hv-neutron-8226: {}, Dec 25 19:43:32.502673 dv-neutron-822611-1-hyperv neutron-server[88789]: L3 agent@dv-neutron-822611-1-hyperv: {}, Dec 25 19:43:32.502673 dv-neutron-822611-1-hyperv neutron-server[88789]: Metadata agent@dv-neutron-822611-1-hyperv: {}, Dec 25 19:43:32.502673 dv-neutron-822611-1-hyperv neutron-server[88789]: Metering agent@dv-neutron-822611-1-hyperv: {}, Dec 25 19:43:32.502673 dv-neutron-822611-1-hyperv neutron-server[88789]: Open vSwitch agent@dv-neutron-822611-1-hyperv: { 'ConntrackHelper': '1.0', Dec 25 19:43:32.502673 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Log': '1.0', Dec 25 19:43:32.502673 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Network': '1.1', Dec 25 19:43:32.502673 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Port': '1.5', Dec 25 19:43:32.502673 dv-neutron-822611-1-hyperv neutron-server[88789]: 'PortForwarding': '1.2', Dec 25 19:43:32.502673 dv-neutron-822611-1-hyperv neutron-server[88789]: 'QosPolicy': '1.8', Dec 25 19:43:32.502673 dv-neutron-822611-1-hyperv neutron-server[88789]: 'SecurityGroup': '1.2', Dec 25 19:43:32.502673 dv-neutron-822611-1-hyperv neutron-server[88789]: 'SecurityGroupRule': '1.0', Dec 25 19:43:32.502673 dv-neutron-822611-1-hyperv neutron-server[88789]: 'SubPort': '1.0', Dec 25 19:43:32.502673 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Subnet': '1.1', Dec 25 19:43:32.502673 dv-neutron-822611-1-hyperv neutron-server[88789]: 'Trunk': '1.1'}} Dec 25 19:43:32.502673 dv-neutron-822611-1-hyperv neutron-server[88789]: {{(pid=88903) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 25 19:43:32.509247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-81aa3c7d-d45f-4c8a-98f1-cbdfb54919f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:32.510390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d46216-90bb-4ba3-b19c-b9acd84b2e2f None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:43:32.511045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d46216-90bb-4ba3-b19c-b9acd84b2e2f None None] Checking segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:43:32.511733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-30d46216-90bb-4ba3-b19c-b9acd84b2e2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:32.512477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d46216-90bb-4ba3-b19c-b9acd84b2e2f None None] Bound using segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:43:32.514174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-30d46216-90bb-4ba3-b19c-b9acd84b2e2f None None] Bound port: ba2b95a2-5894-4c04-99dc-45a738174258, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:43:32.515319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-30d46216-90bb-4ba3-b19c-b9acd84b2e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:32.523031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-822a8f0e-e42e-4e5c-a6a2-caf3895bfc91 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1915282016'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:32.607747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1104359-1670-4eb4-8188-dc8b566c3251 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:43:32.624914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8959285-070b-46ab-9030-9f4252449fb1 None None] Pushing event updated for resources: {'Port': ['ID=40d57357-c3e2-40cd-a863-b6169f980d97,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:32.627800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 6bde7090-be2e-4296-b85b-a483607ae631 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:43:32.631388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c8959285-070b-46ab-9030-9f4252449fb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:32.657765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c1104359-1670-4eb4-8188-dc8b566c3251 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:32.658373 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-c1104359-1670-4eb4-8188-dc8b566c3251 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Added segment 039cb6e4-bcc4-412e-b656-752286382b2c of type vlan for network 059fb03e-6375-4bfb-96ca-886280942c23 Dec 25 19:43:32.665185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-30d46216-90bb-4ba3-b19c-b9acd84b2e2f None None] For port ba2b95a2-5894-4c04-99dc-45a738174258, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:43:32.669226 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-30d46216-90bb-4ba3-b19c-b9acd84b2e2f None None] For port ba2b95a2-5894-4c04-99dc-45a738174258, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=ba2b95a2-5894-4c04-99dc-45a738174258,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:43:32.669596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7e88473-9dbe-463e-a3e6-f608328836ac tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:32.676905 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-30d46216-90bb-4ba3-b19c-b9acd84b2e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:32.680046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 896e7ccd-217e-4815-a18d-28e3a69ffb41 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:43:32.688252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:32.700993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9cf60bbf-cc4e-4c78-a91a-830651678230 tempest-PortsAdminExtendedAttrsTestJSON-332745578 tempest-PortsAdminExtendedAttrsTestJSON-332745578-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:32.702516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:32.741098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c1104359-1670-4eb4-8188-dc8b566c3251 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:32.765037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9cf60bbf-cc4e-4c78-a91a-830651678230 tempest-PortsAdminExtendedAttrsTestJSON-332745578 tempest-PortsAdminExtendedAttrsTestJSON-332745578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:32.777852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d46216-90bb-4ba3-b19c-b9acd84b2e2f None None] Routers {'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:43:32.778713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-30d46216-90bb-4ba3-b19c-b9acd84b2e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:43:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['e16d14f2-1b65-4ffc-b08f-a7731f4c73c9'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:43:32.801289 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-822a8f0e-e42e-4e5c-a6a2-caf3895bfc91 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:32.815269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1104359-1670-4eb4-8188-dc8b566c3251 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0d6962-46d3-4383-bdb4-755e35d3012a,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:32.843925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf60bbf-cc4e-4c78-a91a-830651678230 tempest-PortsAdminExtendedAttrsTestJSON-332745578 tempest-PortsAdminExtendedAttrsTestJSON-332745578-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:43:32.854360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9cf60bbf-cc4e-4c78-a91a-830651678230 tempest-PortsAdminExtendedAttrsTestJSON-332745578 tempest-PortsAdminExtendedAttrsTestJSON-332745578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:32.854749 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-9cf60bbf-cc4e-4c78-a91a-830651678230 tempest-PortsAdminExtendedAttrsTestJSON-332745578 tempest-PortsAdminExtendedAttrsTestJSON-332745578-project] Added segment 6fecb981-8176-425c-9e85-f46e19cab034 of type vlan for network 85ad701d-bf6a-4412-92c8-d50c1801dfec Dec 25 19:43:32.859893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c1104359-1670-4eb4-8188-dc8b566c3251 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:32.863187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c1104359-1670-4eb4-8188-dc8b566c3251 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:32.871254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-822a8f0e-e42e-4e5c-a6a2-caf3895bfc91 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Usage tracker for resource:network and tenant:7bfdd580a9d446ecbdf18fc3aff0b6ae is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:32.881921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-822a8f0e-e42e-4e5c-a6a2-caf3895bfc91 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:32.884372 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9cf60bbf-cc4e-4c78-a91a-830651678230 tempest-PortsAdminExtendedAttrsTestJSON-332745578 tempest-PortsAdminExtendedAttrsTestJSON-332745578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:32.892047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1104359-1670-4eb4-8188-dc8b566c3251 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:43:32.893109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c1104359-1670-4eb4-8188-dc8b566c3251 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:32.916613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:32.931547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e88473-9dbe-463e-a3e6-f608328836ac tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Checking segment: {'id': '6f5d527c-a06b-43fe-85c2-1399a052a54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bfabde46-0331-46df-9f5b-21e00f17a5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:43:32.932215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e88473-9dbe-463e-a3e6-f608328836ac tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Network hostable DHCP agents. Network: bfabde46-0331-46df-9f5b-21e00f17a5f5, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:43:32.972334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-822a8f0e-e42e-4e5c-a6a2-caf3895bfc91 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:33.005947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ebc749-8144-4e11-ae47-681ec4226d31 None None] Network 2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:43:33.014203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2276a20a-3944-46a7-968a-5fc6660f68e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:33.015877 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2276a20a-3944-46a7-968a-5fc6660f68e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:33.060132 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9cf60bbf-cc4e-4c78-a91a-830651678230 tempest-PortsAdminExtendedAttrsTestJSON-332745578 tempest-PortsAdminExtendedAttrsTestJSON-332745578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:33.089577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e88473-9dbe-463e-a3e6-f608328836ac tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Network bfabde46-0331-46df-9f5b-21e00f17a5f5 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:43:33.104550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf60bbf-cc4e-4c78-a91a-830651678230 tempest-PortsAdminExtendedAttrsTestJSON-332745578 tempest-PortsAdminExtendedAttrsTestJSON-332745578-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:43:33.105224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9cf60bbf-cc4e-4c78-a91a-830651678230 tempest-PortsAdminExtendedAttrsTestJSON-332745578 tempest-PortsAdminExtendedAttrsTestJSON-332745578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:33.105418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-30d46216-90bb-4ba3-b19c-b9acd84b2e2f None None] Set router e16d14f2-1b65-4ffc-b08f-a7731f4c73c9 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:43:33.207868 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9cf60bbf-cc4e-4c78-a91a-830651678230 tempest-PortsAdminExtendedAttrsTestJSON-332745578 tempest-PortsAdminExtendedAttrsTestJSON-332745578-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 3.4926271 Dec 25 19:43:33.226881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e88473-9dbe-463e-a3e6-f608328836ac tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Pushing event updated for resources: {'Subnet': ['ID=f1bd4964-04b0-4574-a8fd-fcaaa15ef68e,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:33.235829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a7e88473-9dbe-463e-a3e6-f608328836ac tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:33.253357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-90069616-bae9-48f2-b8bc-951bd5b628c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.322s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:33.309249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf60bbf-cc4e-4c78-a91a-830651678230 tempest-PortsAdminExtendedAttrsTestJSON-332745578 tempest-PortsAdminExtendedAttrsTestJSON-332745578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d430b9e-7d84-4c9e-9525-8c167c41367b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:33.313412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-a7e88473-9dbe-463e-a3e6-f608328836ac tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, bfabde46-0331-46df-9f5b-21e00f17a5f5) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:43:33.329083 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9cf60bbf-cc4e-4c78-a91a-830651678230 tempest-PortsAdminExtendedAttrsTestJSON-332745578 tempest-PortsAdminExtendedAttrsTestJSON-332745578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:33.330944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:33.380406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d9e01df1-9a25-459b-a131-a279cc86d6cc None None] Provisioning for port 896e7ccd-217e-4815-a18d-28e3a69ffb41 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:43:33.417756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822a8f0e-e42e-4e5c-a6a2-caf3895bfc91 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Made reservation on behalf of 7bfdd580a9d446ecbdf18fc3aff0b6ae for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:43:33.424452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-822a8f0e-e42e-4e5c-a6a2-caf3895bfc91 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:33.447036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf60bbf-cc4e-4c78-a91a-830651678230 tempest-PortsAdminExtendedAttrsTestJSON-332745578 tempest-PortsAdminExtendedAttrsTestJSON-332745578-project] Pushing event updated for resources: {'Network': ['ID=85ad701d-bf6a-4412-92c8-d50c1801dfec,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:33.450134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9cf60bbf-cc4e-4c78-a91a-830651678230 tempest-PortsAdminExtendedAttrsTestJSON-332745578 tempest-PortsAdminExtendedAttrsTestJSON-332745578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:33.488948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1104359-1670-4eb4-8188-dc8b566c3251 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Pushing event updated for resources: {'Network': ['ID=059fb03e-6375-4bfb-96ca-886280942c23,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:33.489069 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30db075d-1a2c-4093-9455-d06f14c752ff None None] Network 367788d2-d464-40ee-b453-dec544646fe7 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:43:33.505340 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c1104359-1670-4eb4-8188-dc8b566c3251 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.2563722 Dec 25 19:43:33.510109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-822a8f0e-e42e-4e5c-a6a2-caf3895bfc91 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:33.525607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:33.532422 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c1104359-1670-4eb4-8188-dc8b566c3251 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:33.536284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42066) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:33.548006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa3c7d-d45f-4c8a-98f1-cbdfb54919f7 None None] Pushing event updated for resources: {'Port': ['ID=ba2b95a2-5894-4c04-99dc-45a738174258,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:33.553010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-81aa3c7d-d45f-4c8a-98f1-cbdfb54919f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.865s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:33.589873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e88473-9dbe-463e-a3e6-f608328836ac tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:43:33.590746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7e88473-9dbe-463e-a3e6-f608328836ac tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:33.634515 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a7e88473-9dbe-463e-a3e6-f608328836ac tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2939477 Dec 25 19:43:33.635406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42070) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:33.645937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-30474618-1777-4d7a-9627-b412b219c298 tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Request body: {'port': {'network_id': 'bfabde46-0331-46df-9f5b-21e00f17a5f5', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1446089240'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:33.653286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-30d46216-90bb-4ba3-b19c-b9acd84b2e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9', 'name': 'tempest-ServersTestJSON-1882715011-router', 'tenant_id': '4fd99d038d004d88940a1028016237d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': 'ba2b95a2-5894-4c04-99dc-45a738174258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:26Z', 'updated_at': '2021-12-25T19:43:28Z', 'revision_number': 3, 'project_id': '4fd99d038d004d88940a1028016237d4', 'gw_port': {'id': 'ba2b95a2-5894-4c04-99dc-45a738174258', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:27Z', 'updated_at': '2021-12-25T19:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:43:33.658577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d46216-90bb-4ba3-b19c-b9acd84b2e2f None None] The sync data for ids ['e16d14f2-1b65-4ffc-b08f-a7731f4c73c9'] in dv-neutron-822611-1-hyperv is: [{'id': 'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9', 'name': 'tempest-ServersTestJSON-1882715011-router', 'tenant_id': '4fd99d038d004d88940a1028016237d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': 'ba2b95a2-5894-4c04-99dc-45a738174258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:26Z', 'updated_at': '2021-12-25T19:43:28Z', 'revision_number': 3, 'project_id': '4fd99d038d004d88940a1028016237d4', 'gw_port': {'id': 'ba2b95a2-5894-4c04-99dc-45a738174258', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:27Z', 'updated_at': '2021-12-25T19:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:43:33.678039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 85ad701d-bf6a-4412-92c8-d50c1801dfec details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:43:33.689532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b1ac0668-91dd-4b42-a045-5a0ba90bc621 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Request body: {'network': {'project_id': '9e7477e797d2497a9d16db114a460669'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:33.702866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:33.749169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-822a8f0e-e42e-4e5c-a6a2-caf3895bfc91 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:33.753511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-822a8f0e-e42e-4e5c-a6a2-caf3895bfc91 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Usage tracker for resource:security_group_rule and tenant:7bfdd580a9d446ecbdf18fc3aff0b6ae is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:33.756794 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-822a8f0e-e42e-4e5c-a6a2-caf3895bfc91 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:33.763947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-822a8f0e-e42e-4e5c-a6a2-caf3895bfc91 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:33.842199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-822a8f0e-e42e-4e5c-a6a2-caf3895bfc91 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:33.844793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b1ac0668-91dd-4b42-a045-5a0ba90bc621 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:33.868554 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-667056e7-16e6-45e6-8e70-5b56fb854a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:33.877106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 896e7ccd-217e-4815-a18d-28e3a69ffb41 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:43:33.880701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] device_id is not set on port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:43:33.883746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 059fb03e-6375-4bfb-96ca-886280942c23 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:43:33.936255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-30474618-1777-4d7a-9627-b412b219c298 tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:33.941735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b1ac0668-91dd-4b42-a045-5a0ba90bc621 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Usage tracker for resource:network and tenant:9e7477e797d2497a9d16db114a460669 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:33.943332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-30474618-1777-4d7a-9627-b412b219c298 tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Usage tracker for resource:port and tenant:81a17387cb23448b89f520a8c54b3161 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:33.946113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-822a8f0e-e42e-4e5c-a6a2-caf3895bfc91 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:33.947843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b1ac0668-91dd-4b42-a045-5a0ba90bc621 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:33.952736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-30474618-1777-4d7a-9627-b412b219c298 tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:33.962187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-30474618-1777-4d7a-9627-b412b219c298 tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:33.974999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b1ac0668-91dd-4b42-a045-5a0ba90bc621 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:33.998462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084d191e-cd82-435a-ac19-20ad00052eb0 None None] Network bfabde46-0331-46df-9f5b-21e00f17a5f5 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:43:34.010160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42076) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:34.024899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30474618-1777-4d7a-9627-b412b219c298 tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Made reservation on behalf of 81a17387cb23448b89f520a8c54b3161 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:43:34.031381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-30474618-1777-4d7a-9627-b412b219c298 tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:34.037612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Request body: {'port': {'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec', 'binding:host_id': 'hv-neutron-8226', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-264355335'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:34.041547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa7d2ac-52bc-488f-8cf7-b928fd5fb4d9,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:34.045060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-822a8f0e-e42e-4e5c-a6a2-caf3895bfc91 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:43:34.053084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:34.058491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:34.068419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ac0668-91dd-4b42-a045-5a0ba90bc621 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Made reservation on behalf of 9e7477e797d2497a9d16db114a460669 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:43:34.072692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-30474618-1777-4d7a-9627-b412b219c298 tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] device_id is not set on port 7a3e6f78-9758-440e-b12b-35344be27a1a yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:43:34.073368 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b1ac0668-91dd-4b42-a045-5a0ba90bc621 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:34.242337 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-822a8f0e-e42e-4e5c-a6a2-caf3895bfc91 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:34.247608 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-822a8f0e-e42e-4e5c-a6a2-caf3895bfc91 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Added segment bafcc294-5e56-4f20-97ac-4bd3af3e8587 of type vlan for network f4b53d06-78e7-4d38-9fc8-62c9b009c744 Dec 25 19:43:34.269392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 896e7ccd-217e-4815-a18d-28e3a69ffb41 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:43:34.269806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:34.308313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:34.313257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Usage tracker for resource:port and tenant:1838f5b5b8fd426ca6385caae6534557 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:34.318271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:34.325653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:34.386040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-74594e18-bbe4-4d4a-a753-851a49b24c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:34.430106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-30474618-1777-4d7a-9627-b412b219c298 tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Allocated IP 172.20.0.9 (bfabde46-0331-46df-9f5b-21e00f17a5f5/f1bd4964-04b0-4574-a8fd-fcaaa15ef68e/7a3e6f78-9758-440e-b12b-35344be27a1a) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:43:34.455680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a8f0e-e42e-4e5c-a6a2-caf3895bfc91 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=144dedd4-41f7-4def-a075-1fb4f76d6417,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:34.481169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-822a8f0e-e42e-4e5c-a6a2-caf3895bfc91 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:34.618656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1ac0668-91dd-4b42-a045-5a0ba90bc621 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:43:34.628863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b1ac0668-91dd-4b42-a045-5a0ba90bc621 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:34.629252 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-b1ac0668-91dd-4b42-a045-5a0ba90bc621 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Added segment 526c488e-85b9-470b-8d81-a84991cf7a58 of type vlan for network 08cd9c67-a6e7-4cf6-ba9f-7b1eeb6129b1 Dec 25 19:43:34.645759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-822a8f0e-e42e-4e5c-a6a2-caf3895bfc91 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:34.701126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b170fe4b-0337-479c-b3c4-a1332974cc8e None None] Provisioning for port 6bde7090-be2e-4296-b85b-a483607ae631 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:43:34.769451 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] device_id is not set on port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:43:34.781137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:34.797904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Transition to ACTIVE for port object 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:43:34.830516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b170fe4b-0337-479c-b3c4-a1332974cc8e None None] Provisioning complete for port 6bde7090-be2e-4296-b85b-a483607ae631 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:43:34.831122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b170fe4b-0337-479c-b3c4-a1332974cc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:34.884675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Made reservation on behalf of 1838f5b5b8fd426ca6385caae6534557 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:43:34.890820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:34.905291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:34.917829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a1f52cea-35f2-4bc2-aa32-470c9d3113d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae79eca-6161-4e5f-8b1e-1c902b4f2328', 'name': 'tempest-ServerActionsTestJSON-1272435710-router', 'tenant_id': '52795748b8b04275a38e1b104b37d885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': 'd7f67ec1-84ac-4187-9276-c6bde44b3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:25Z', 'updated_at': '2021-12-25T19:43:27Z', 'revision_number': 3, 'project_id': '52795748b8b04275a38e1b104b37d885', 'gw_port': {'id': 'd7f67ec1-84ac-4187-9276-c6bde44b3a09', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae79eca-6161-4e5f-8b1e-1c902b4f2328', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:26Z', 'updated_at': '2021-12-25T19:43:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:43:34.955432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:34.962536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-30474618-1777-4d7a-9627-b412b219c298 tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:34.971715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b1ac0668-91dd-4b42-a045-5a0ba90bc621 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:34.973263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abdd0d4-84d5-4fe7-a783-75ccd1ab12d0 None None] Network e46cb0a4-06ef-4442-9ae2-07612ef208a0 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:43:34.988834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-74594e18-bbe4-4d4a-a753-851a49b24c0c admin admin] Allocated IP 172.20.0.1 (2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85/0aed70ed-45a9-4994-b05b-e36c7e6dec10/3195b3c5-a5ed-4d55-a3ef-ecd292710fbf) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:43:34.997187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:35.001826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-30474618-1777-4d7a-9627-b412b219c298 tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Transition to ACTIVE for port object 7a3e6f78-9758-440e-b12b-35344be27a1a will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:43:35.079714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:35.154892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f52cea-35f2-4bc2-aa32-470c9d3113d1 None None] Checking router: 9ae79eca-6161-4e5f-8b1e-1c902b4f2328 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:43:35.156056 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-30474618-1777-4d7a-9627-b412b219c298 tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:35.156615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f52cea-35f2-4bc2-aa32-470c9d3113d1 None None] Updating router 9ae79eca-6161-4e5f-8b1e-1c902b4f2328 port d7f67ec1-84ac-4187-9276-c6bde44b3a09 binding host dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 19:43:35.178467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-31fb026b-153b-4e1e-a198-44afe2ca71df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:35.196878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Pushing event updated for resources: {'Port': ['ID=92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:35.218861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:35.248538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 896e7ccd-217e-4815-a18d-28e3a69ffb41, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=896e7ccd-217e-4815-a18d-28e3a69ffb41,segment=NetworkSegment(f09876a2-c0da-4bd2-ba8e-c152d95500b8),segment_id=f09876a2-c0da-4bd2-ba8e-c152d95500b8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:43:35.306204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30474618-1777-4d7a-9627-b412b219c298 tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Network bfabde46-0331-46df-9f5b-21e00f17a5f5 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:43:35.311744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-74594e18-bbe4-4d4a-a753-851a49b24c0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:35.319872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-30474618-1777-4d7a-9627-b412b219c298 tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:43:35.329206 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30474618-1777-4d7a-9627-b412b219c298 tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Pushing event updated for resources: {'Port': ['ID=7a3e6f78-9758-440e-b12b-35344be27a1a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:35.334366 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30474618-1777-4d7a-9627-b412b219c298 tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:43:35.344370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30474618-1777-4d7a-9627-b412b219c298 tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:43:35.345257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-30474618-1777-4d7a-9627-b412b219c298 tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:35.345768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a1f52cea-35f2-4bc2-aa32-470c9d3113d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:35.350292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-30474618-1777-4d7a-9627-b412b219c298 tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:35.370452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-74594e18-bbe4-4d4a-a753-851a49b24c0c admin admin] Transition to ACTIVE for port object 3195b3c5-a5ed-4d55-a3ef-ecd292710fbf will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:43:35.406564 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-30474618-1777-4d7a-9627-b412b219c298 tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7695668 Dec 25 19:43:35.409551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42086) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:35.495871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-74594e18-bbe4-4d4a-a753-851a49b24c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:35.497333 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:35.508189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ef111c18-3dda-4f3a-b9f2-91ccba1fb08a tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Deleting port 7a3e6f78-9758-440e-b12b-35344be27a1a {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:43:35.508576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ef111c18-3dda-4f3a-b9f2-91ccba1fb08a tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:35.525224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:35.529346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Usage tracker for resource:security_group_rule and tenant:1838f5b5b8fd426ca6385caae6534557 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:35.534139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:35.542076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:35.548219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:35.625487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74594e18-bbe4-4d4a-a753-851a49b24c0c admin admin] Pushing event updated for resources: {'Port': ['ID=3195b3c5-a5ed-4d55-a3ef-ecd292710fbf,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:35.634941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-74594e18-bbe4-4d4a-a753-851a49b24c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:35.649383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:35.652248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74594e18-bbe4-4d4a-a753-851a49b24c0c admin admin] Network 2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:43:35.656551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-74594e18-bbe4-4d4a-a753-851a49b24c0c admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:43:35.661028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74594e18-bbe4-4d4a-a753-851a49b24c0c admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:43:35.661474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-74594e18-bbe4-4d4a-a753-851a49b24c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:35.751036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9b9a165e-7614-4ca3-b512-ab1f1ad6d323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:35.768644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-822a8f0e-e42e-4e5c-a6a2-caf3895bfc91 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:35.769764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:35.778010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2276a20a-3944-46a7-968a-5fc6660f68e9 admin admin] Router 50a775ae-2fff-4094-8439-4ef65c4dafd8 is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:43:35.789410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822a8f0e-e42e-4e5c-a6a2-caf3895bfc91 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:43:35.790214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-822a8f0e-e42e-4e5c-a6a2-caf3895bfc91 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:35.803721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:35.832045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] device_id is not set on port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:43:35.903107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b1ac0668-91dd-4b42-a045-5a0ba90bc621 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:35.927048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a1f52cea-35f2-4bc2-aa32-470c9d3113d1 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:35.940913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a1f52cea-35f2-4bc2-aa32-470c9d3113d1 None None] Transition to ACTIVE for port object d7f67ec1-84ac-4187-9276-c6bde44b3a09 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:43:35.956656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b170fe4b-0337-479c-b3c4-a1332974cc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:35.967391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b206a3aa-aee0-47cd-8095-750cbe87d31a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:35.982032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ac0668-91dd-4b42-a045-5a0ba90bc621 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:43:35.982844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b1ac0668-91dd-4b42-a045-5a0ba90bc621 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:36.049886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=896e7ccd-217e-4815-a18d-28e3a69ffb41,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:36.054525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a1f52cea-35f2-4bc2-aa32-470c9d3113d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:36.140097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:36.157286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a8f0e-e42e-4e5c-a6a2-caf3895bfc91 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Pushing event updated for resources: {'Network': ['ID=f4b53d06-78e7-4d38-9fc8-62c9b009c744,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:36.168872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:36.248155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network f4b53d06-78e7-4d38-9fc8-62c9b009c744 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:43:36.262722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device ba2b95a2-5894-4c04-99dc-45a738174258 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:43:36.264502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-822a8f0e-e42e-4e5c-a6a2-caf3895bfc91 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:36.264838 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ef111c18-3dda-4f3a-b9f2-91ccba1fb08a tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:36.275137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.455s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:36.307999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Checking segment: {'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:43:36.308497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Network hostable DHCP agents. Network: 3efaeb51-4b61-44ec-9eac-245a49d4b53a, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:43:36.309989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b38299-fbfc-477d-9e0d-89cc8be05479 None None] Pushing event updated for resources: {'Port': ['ID=d7f67ec1-84ac-4187-9276-c6bde44b3a09,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:36.316490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f2b38299-fbfc-477d-9e0d-89cc8be05479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:36.344844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-74594e18-bbe4-4d4a-a753-851a49b24c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:36.356473 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-822a8f0e-e42e-4e5c-a6a2-caf3895bfc91 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 4.5069826 Dec 25 19:43:36.359701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b170fe4b-0337-479c-b3c4-a1332974cc8e None None] For port 6bde7090-be2e-4296-b85b-a483607ae631, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=6bde7090-be2e-4296-b85b-a483607ae631,segment=NetworkSegment(0a5d06b6-5a26-4d5f-923a-bf759a4923fe),segment_id=0a5d06b6-5a26-4d5f-923a-bf759a4923fe)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:43:36.361091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-44b85bb0-21c2-46d4-a62f-b1abdd4b5640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:36.386334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b170fe4b-0337-479c-b3c4-a1332974cc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:36.386988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-a1f52cea-35f2-4bc2-aa32-470c9d3113d1 None None] Attempting to bind port d7f67ec1-84ac-4187-9276-c6bde44b3a09 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:36.387516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-a1f52cea-35f2-4bc2-aa32-470c9d3113d1 None None] Attempting to bind port d7f67ec1-84ac-4187-9276-c6bde44b3a09 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:36.388001 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f52cea-35f2-4bc2-aa32-470c9d3113d1 None None] Attempting to bind port d7f67ec1-84ac-4187-9276-c6bde44b3a09 on network a29ab018-4a1a-4021-8156-423134b861f3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:36.409332 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b1ac0668-91dd-4b42-a045-5a0ba90bc621 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.8384268 Dec 25 19:43:36.418459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42092) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:36.418836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42094) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:36.429655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ef111c18-3dda-4f3a-b9f2-91ccba1fb08a tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Calling delete_port for 7a3e6f78-9758-440e-b12b-35344be27a1a owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:43:36.449395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2342d3a4-f56a-48f1-b19f-1347e2ddf017,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:36.453136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:36.461364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-6a62493f-ee13-4eef-9989-a144f3153928 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Request body: {'subnet': {'network_id': 'f4b53d06-78e7-4d38-9fc8-62c9b009c744', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:36.464172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.477s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:36.471008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c8959285-070b-46ab-9030-9f4252449fb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:36.481791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-172a95cf-cb1f-4aa6-a0dd-5d20f207c7ac tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Request body: {'network': {'project_id': '9e7477e797d2497a9d16db114a460669'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:36.514177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-172a95cf-cb1f-4aa6-a0dd-5d20f207c7ac tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:36.557580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f52cea-35f2-4bc2-aa32-470c9d3113d1 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:43:36.558012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f52cea-35f2-4bc2-aa32-470c9d3113d1 None None] Checking segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:43:36.558471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a1f52cea-35f2-4bc2-aa32-470c9d3113d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:36.558921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f52cea-35f2-4bc2-aa32-470c9d3113d1 None None] Bound using segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:43:36.559490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-a1f52cea-35f2-4bc2-aa32-470c9d3113d1 None None] Bound port: d7f67ec1-84ac-4187-9276-c6bde44b3a09, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:43:36.559910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a1f52cea-35f2-4bc2-aa32-470c9d3113d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:36.568107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-172a95cf-cb1f-4aa6-a0dd-5d20f207c7ac tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Usage tracker for resource:network and tenant:9e7477e797d2497a9d16db114a460669 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:36.570037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Network 3efaeb51-4b61-44ec-9eac-245a49d4b53a is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:43:36.586363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-172a95cf-cb1f-4aa6-a0dd-5d20f207c7ac tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:36.612535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-172a95cf-cb1f-4aa6-a0dd-5d20f207c7ac tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:36.647783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ee46af-108d-4dc8-8ddb-b48d95ed6358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-bfabde46-0331-46df-9f5b-21e00f17a5f5', 'network_id': 'bfabde46-0331-46df-9f5b-21e00f17a5f5', 'tenant_id': '81a17387cb23448b89f520a8c54b3161', 'fixed_ips': [{'subnet_id': 'f1bd4964-04b0-4574-a8fd-fcaaa15ef68e'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:43:36.649259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-25ee46af-108d-4dc8-8ddb-b48d95ed6358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:36.698970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170fe4b-0337-479c-b3c4-a1332974cc8e None None] Pushing event updated for resources: {'Port': ['ID=6bde7090-be2e-4296-b85b-a483607ae631,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:36.715297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b170fe4b-0337-479c-b3c4-a1332974cc8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:36.743662 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac0668-91dd-4b42-a045-5a0ba90bc621 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Pushing event updated for resources: {'Network': ['ID=08cd9c67-a6e7-4cf6-ba9f-7b1eeb6129b1,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:36.746498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b1ac0668-91dd-4b42-a045-5a0ba90bc621 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:36.749064 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-172a95cf-cb1f-4aa6-a0dd-5d20f207c7ac tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 25 19:43:36.749585 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-172a95cf-cb1f-4aa6-a0dd-5d20f207c7ac tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:43:36.750817 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-172a95cf-cb1f-4aa6-a0dd-5d20f207c7ac tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.3287227 Dec 25 19:43:36.763383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 3efaeb51-4b61-44ec-9eac-245a49d4b53a) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:43:36.767342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:43:36.775045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42100) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:36.788344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 08cd9c67-a6e7-4cf6-ba9f-7b1eeb6129b1 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:43:36.805016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3144fc37-0a01-4c31-80fd-e72123ee2e66 None None] Network 3efaeb51-4b61-44ec-9eac-245a49d4b53a requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:43:36.830988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6a62493f-ee13-4eef-9989-a144f3153928 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:36.841469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-a1f52cea-35f2-4bc2-aa32-470c9d3113d1 None None] For port d7f67ec1-84ac-4187-9276-c6bde44b3a09, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:43:36.843897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2303cc4e-2701-46aa-a7dd-4567f5ee347c None None] Provisioning complete for port 6bde7090-be2e-4296-b85b-a483607ae631 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:43:36.844327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2303cc4e-2701-46aa-a7dd-4567f5ee347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:36.857503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6a62493f-ee13-4eef-9989-a144f3153928 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Usage tracker for resource:subnet and tenant:7bfdd580a9d446ecbdf18fc3aff0b6ae is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:36.891620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:36.891620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:36.892196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:36.893868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6a62493f-ee13-4eef-9989-a144f3153928 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:36.969921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6a62493f-ee13-4eef-9989-a144f3153928 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:37.005473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] device_id is not set on port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:43:37.022709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:37.034766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a62493f-ee13-4eef-9989-a144f3153928 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Made reservation on behalf of 7bfdd580a9d446ecbdf18fc3aff0b6ae for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:43:37.044676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Transition to ACTIVE for port object bcb6e69d-d71b-4a20-9ed3-b8d3c594720c will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:43:37.073634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:43:37.074325 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Failed to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] Dec 25 19:43:37.078950 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempt 2 to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 Dec 25 19:43:37.089512 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-657037be-2cf3-4ef8-9968-4f733044685d tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e7477e797d2497a9d16db114a460669&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3099482 Dec 25 19:43:37.089714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-9b9a165e-7614-4ca3-b512-ab1f1ad6d323 admin admin] Allocated IP 172.20.0.1 (367788d2-d464-40ee-b453-dec544646fe7/ef16ee7f-3e07-44fe-b0cc-c9caef9a43a3/d7818765-dbe9-4fdb-b80b-82b21bf84cf7) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:43:37.093142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:37.100308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42104) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:37.105719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ef111c18-3dda-4f3a-b9f2-91ccba1fb08a tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:37.137048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2276a20a-3944-46a7-968a-5fc6660f68e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:37.193453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:37.193820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:37.194191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:37.204129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:37.221016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-a1f52cea-35f2-4bc2-aa32-470c9d3113d1 None None] For port d7f67ec1-84ac-4187-9276-c6bde44b3a09, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=d7f67ec1-84ac-4187-9276-c6bde44b3a09,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:43:37.222241 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port ba2b95a2-5894-4c04-99dc-45a738174258 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:43:37.261317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6a62493f-ee13-4eef-9989-a144f3153928 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks [] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:37.276476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef111c18-3dda-4f3a-b9f2-91ccba1fb08a tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Pushing event deleted for resources: {'Port': ['ID=7a3e6f78-9758-440e-b12b-35344be27a1a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:37.276974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:43:37.277342 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Failed to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] Dec 25 19:43:37.278970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ef111c18-3dda-4f3a-b9f2-91ccba1fb08a tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:37.287785 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempt 3 to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 Dec 25 19:43:37.306437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Pushing event updated for resources: {'Port': ['ID=bcb6e69d-d71b-4a20-9ed3-b8d3c594720c,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:37.309476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:37.355317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a1f52cea-35f2-4bc2-aa32-470c9d3113d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:37.393974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port ba2b95a2-5894-4c04-99dc-45a738174258 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:43:37.394748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:37.396832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:37.397455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:37.397828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:37.438774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:37.443759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-74594e18-bbe4-4d4a-a753-851a49b24c0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:37.450523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ef111c18-3dda-4f3a-b9f2-91ccba1fb08a tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:37.456834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-74594e18-bbe4-4d4a-a753-851a49b24c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:37.457775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:43:37.458143 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Failed to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] Dec 25 19:43:37.466293 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempt 4 to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 Dec 25 19:43:37.467445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-74594e18-bbe4-4d4a-a753-851a49b24c0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:37.475036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:37.499946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Checking segment: {'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:43:37.500341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Network hostable DHCP agents. Network: 85ad701d-bf6a-4412-92c8-d50c1801dfec, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:43:37.506029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9e1c7a1c-ba1b-4d31-bdb7-21ed42486d12 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:37.508837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2276a20a-3944-46a7-968a-5fc6660f68e9 admin admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:43:37.527106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d239ebdc-8b7f-467f-b210-a0d293ec799f None None] Sync routers for ids ['50a775ae-2fff-4094-8439-4ef65c4dafd8'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:43:37.527270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:37.543500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d239ebdc-8b7f-467f-b210-a0d293ec799f None None] Routers {'50a775ae-2fff-4094-8439-4ef65c4dafd8'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:43:37.544163 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d239ebdc-8b7f-467f-b210-a0d293ec799f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:43:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['50a775ae-2fff-4094-8439-4ef65c4dafd8'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:43:37.552016 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ef111c18-3dda-4f3a-b9f2-91ccba1fb08a tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] 10.222.0.24 "DELETE /v2.0/ports/7a3e6f78-9758-440e-b12b-35344be27a1a HTTP/1.1" status: 204 len: 168 time: 2.1413472 Dec 25 19:43:37.560544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42108) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:37.565130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9b9a165e-7614-4ca3-b512-ab1f1ad6d323 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:37.572701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:37.573008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:37.573367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:37.612960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2276a20a-3944-46a7-968a-5fc6660f68e9 admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:37.617384 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2276a20a-3944-46a7-968a-5fc6660f68e9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.1288967 Dec 25 19:43:37.617384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9e1c7a1c-ba1b-4d31-bdb7-21ed42486d12 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:37.627746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42114) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:37.654293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-25ee46af-108d-4dc8-8ddb-b48d95ed6358 None None] Allocated IP 172.20.0.2 (bfabde46-0331-46df-9f5b-21e00f17a5f5/f1bd4964-04b0-4574-a8fd-fcaaa15ef68e/4884990b-9a53-4ecd-97e4-cd0567237df1) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:43:37.704898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-9b9a165e-7614-4ca3-b512-ab1f1ad6d323 admin admin] Transition to ACTIVE for port object d7818765-dbe9-4fdb-b80b-82b21bf84cf7 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:43:37.706139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:43:37.706502 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Failed to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] Dec 25 19:43:37.721692 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempt 5 to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 Dec 25 19:43:37.729049 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b38299-fbfc-477d-9e0d-89cc8be05479 None None] Pushing event updated for resources: {'Port': ['ID=d7f67ec1-84ac-4187-9276-c6bde44b3a09,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:37.735752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f2b38299-fbfc-477d-9e0d-89cc8be05479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:37.788639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:37.789028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:37.789444 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:37.799972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Network 85ad701d-bf6a-4412-92c8-d50c1801dfec is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:43:37.824887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 85ad701d-bf6a-4412-92c8-d50c1801dfec) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:43:37.829119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:43:37.856629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d5f2c7-53bd-46b5-a3cf-f36267947819 None None] Network 85ad701d-bf6a-4412-92c8-d50c1801dfec requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:43:37.863692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:37.864066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:37.864445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c on network 85ad701d-bf6a-4412-92c8-d50c1801dfec {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:37.870602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:43:37.870967 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Failed to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] Dec 25 19:43:37.874951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c on network 85ad701d-bf6a-4412-92c8-d50c1801dfec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:43:37.875374 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Failed to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c on host hv-neutron-8226 for vnic_type normal using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] Dec 25 19:43:37.875768 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempt 6 to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 Dec 25 19:43:37.886618 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempt 2 to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c Dec 25 19:43:37.909618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:37.909989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:37.910365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c on network 85ad701d-bf6a-4412-92c8-d50c1801dfec {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:37.920058 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c on network 85ad701d-bf6a-4412-92c8-d50c1801dfec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:43:37.921332 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Failed to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c on host hv-neutron-8226 for vnic_type normal using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] Dec 25 19:43:37.921871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9b9a165e-7614-4ca3-b512-ab1f1ad6d323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:37.924414 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempt 3 to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c Dec 25 19:43:37.944072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-d239ebdc-8b7f-467f-b210-a0d293ec799f None None] Set router 50a775ae-2fff-4094-8439-4ef65c4dafd8 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:43:37.946287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f52cea-35f2-4bc2-aa32-470c9d3113d1 None None] Routers {'9ae79eca-6161-4e5f-8b1e-1c902b4f2328'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:43:37.947100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a1f52cea-35f2-4bc2-aa32-470c9d3113d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:43:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['9ae79eca-6161-4e5f-8b1e-1c902b4f2328'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:43:37.949183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:37.949558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:37.949932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:37.961121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:37.990358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:43:37.990644 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Failed to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] Dec 25 19:43:38.000733 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempt 7 to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 Dec 25 19:43:38.016294 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9e1c7a1c-ba1b-4d31-bdb7-21ed42486d12 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:38.034203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:38.034574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:38.034946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:38.036067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74594e18-bbe4-4d4a-a753-851a49b24c0c admin admin] Network 2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:43:38.037909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6a62493f-ee13-4eef-9989-a144f3153928 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:38.041056 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-74594e18-bbe4-4d4a-a753-851a49b24c0c admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:43:38.162986 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:38.324379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:38.325067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:38.325539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c on network 85ad701d-bf6a-4412-92c8-d50c1801dfec {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:38.360276 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-829267ff-484e-4623-bed7-f7463cd5c8f5 tempest-DHCPAgentSchedulersTestJSON-1057323373 tempest-DHCPAgentSchedulersTestJSON-1057323373-project-admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.7891874 Dec 25 19:43:38.371535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42118) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:38.382737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9a165e-7614-4ca3-b512-ab1f1ad6d323 admin admin] Network 367788d2-d464-40ee-b453-dec544646fe7 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:43:38.393756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-fce0e299-bfc1-4c2c-859e-648affdc433e tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-611655508'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:38.398696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-9b9a165e-7614-4ca3-b512-ab1f1ad6d323 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:43:38.401965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9a165e-7614-4ca3-b512-ab1f1ad6d323 admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:43:38.402738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9b9a165e-7614-4ca3-b512-ab1f1ad6d323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:38.424486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2303cc4e-2701-46aa-a7dd-4567f5ee347c None None] Provisioning for port 3195b3c5-a5ed-4d55-a3ef-ecd292710fbf completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:43:38.429461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port ba2b95a2-5894-4c04-99dc-45a738174258, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=ba2b95a2-5894-4c04-99dc-45a738174258,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:43:38.440939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:43:38.441307 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Failed to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] Dec 25 19:43:38.445892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-fce0e299-bfc1-4c2c-859e-648affdc433e tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:38.454587 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempt 8 to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 Dec 25 19:43:38.466669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c on network 85ad701d-bf6a-4412-92c8-d50c1801dfec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:43:38.467042 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Failed to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c on host hv-neutron-8226 for vnic_type normal using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] Dec 25 19:43:38.518253 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempt 4 to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c Dec 25 19:43:38.537616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a165e-7614-4ca3-b512-ab1f1ad6d323 admin admin] Pushing event updated for resources: {'Port': ['ID=d7818765-dbe9-4fdb-b80b-82b21bf84cf7,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:38.540695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9b9a165e-7614-4ca3-b512-ab1f1ad6d323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:38.545873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d239ebdc-8b7f-467f-b210-a0d293ec799f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a775ae-2fff-4094-8439-4ef65c4dafd8', 'name': 'tempest-ServersTestManualDisk-816730343-router', 'tenant_id': '90bb9717229b4c6e84726aafca2dad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:28Z', 'updated_at': '2021-12-25T19:43:31Z', 'revision_number': 3, 'project_id': '90bb9717229b4c6e84726aafca2dad9f', 'gw_port': {'id': '5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:07:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a775ae-2fff-4094-8439-4ef65c4dafd8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:30Z', 'updated_at': '2021-12-25T19:43:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:43:38.553322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d239ebdc-8b7f-467f-b210-a0d293ec799f None None] Checking router: 50a775ae-2fff-4094-8439-4ef65c4dafd8 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:43:38.554195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d239ebdc-8b7f-467f-b210-a0d293ec799f None None] Updating router 50a775ae-2fff-4094-8439-4ef65c4dafd8 port 5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3 binding host dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 19:43:38.556713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-fce0e299-bfc1-4c2c-859e-648affdc433e tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Usage tracker for resource:network and tenant:81a17387cb23448b89f520a8c54b3161 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:38.560201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:38.560580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:38.560958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c on network 85ad701d-bf6a-4412-92c8-d50c1801dfec {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:38.563185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:38.570951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2303cc4e-2701-46aa-a7dd-4567f5ee347c None None] Provisioning complete for port 3195b3c5-a5ed-4d55-a3ef-ecd292710fbf triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:43:38.571418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2303cc4e-2701-46aa-a7dd-4567f5ee347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:38.580399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9e1c7a1c-ba1b-4d31-bdb7-21ed42486d12 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:38.581672 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9e1c7a1c-ba1b-4d31-bdb7-21ed42486d12 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/cd0d6962-46d3-4383-bdb4-755e35d3012a HTTP/1.1" status: 204 len: 168 time: 1.4778111 Dec 25 19:43:38.595487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-fce0e299-bfc1-4c2c-859e-648affdc433e tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:38.600722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c7a1c-ba1b-4d31-bdb7-21ed42486d12 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0d6962-46d3-4383-bdb4-755e35d3012a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:38.603444 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9e1c7a1c-ba1b-4d31-bdb7-21ed42486d12 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:38.613051 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42122) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:38.640425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-fce0e299-bfc1-4c2c-859e-648affdc433e tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:38.642444 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d239ebdc-8b7f-467f-b210-a0d293ec799f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:38.642708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:38.643095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:38.647587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:38.650873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:38.651806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 40d57357-c3e2-40cd-a863-b6169f980d97 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:43:38.663030 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:43:38.663424 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Failed to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] Dec 25 19:43:38.688217 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempt 9 to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 Dec 25 19:43:38.699791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:38.703967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c on network 85ad701d-bf6a-4412-92c8-d50c1801dfec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:43:38.704271 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Failed to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c on host hv-neutron-8226 for vnic_type normal using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] Dec 25 19:43:38.733616 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempt 5 to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c Dec 25 19:43:38.748291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74594e18-bbe4-4d4a-a753-851a49b24c0c admin admin] Pushing event updated for resources: {'Port': ['ID=3195b3c5-a5ed-4d55-a3ef-ecd292710fbf,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:38.756742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9b9a165e-7614-4ca3-b512-ab1f1ad6d323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:38.758531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-74594e18-bbe4-4d4a-a753-851a49b24c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.284s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:38.771190 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.444s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:38.802107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e92f0b96-ad2e-4318-a319-ff8a2f9f3b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:38.819046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a62493f-ee13-4eef-9989-a144f3153928 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Checking segment: {'id': 'bafcc294-5e56-4f20-97ac-4bd3af3e8587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f4b53d06-78e7-4d38-9fc8-62c9b009c744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:43:38.819936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a62493f-ee13-4eef-9989-a144f3153928 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Network hostable DHCP agents. Network: f4b53d06-78e7-4d38-9fc8-62c9b009c744, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:43:38.825944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce0e299-bfc1-4c2c-859e-648affdc433e tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Made reservation on behalf of 81a17387cb23448b89f520a8c54b3161 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:43:38.832149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fce0e299-bfc1-4c2c-859e-648affdc433e tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:38.878726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:38.879122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:38.879505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:38.891769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:38.901031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a62493f-ee13-4eef-9989-a144f3153928 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Network f4b53d06-78e7-4d38-9fc8-62c9b009c744 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:43:38.927621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-25ee46af-108d-4dc8-8ddb-b48d95ed6358 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:38.930252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-2303cc4e-2701-46aa-a7dd-4567f5ee347c None None] Port 3195b3c5-a5ed-4d55-a3ef-ecd292710fbf cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:43:38.954045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-a1f52cea-35f2-4bc2-aa32-470c9d3113d1 None None] Set router 9ae79eca-6161-4e5f-8b1e-1c902b4f2328 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:43:38.966906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:38.967312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:38.967737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c on network 85ad701d-bf6a-4412-92c8-d50c1801dfec {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:38.981633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c on network 85ad701d-bf6a-4412-92c8-d50c1801dfec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:43:38.981996 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Failed to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c on host hv-neutron-8226 for vnic_type normal using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] Dec 25 19:43:38.988667 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempt 6 to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c Dec 25 19:43:39.005480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-25ee46af-108d-4dc8-8ddb-b48d95ed6358 None None] Transition to ACTIVE for port object 4884990b-9a53-4ecd-97e4-cd0567237df1 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:43:39.020750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=ba2b95a2-5894-4c04-99dc-45a738174258,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:39.028426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-6a62493f-ee13-4eef-9989-a144f3153928 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, f4b53d06-78e7-4d38-9fc8-62c9b009c744) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:43:39.030772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a62493f-ee13-4eef-9989-a144f3153928 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Pushing event updated for resources: {'Subnet': ['ID=bfc5841f-be49-4a9d-8d31-16bca0f73684,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:39.038759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a62493f-ee13-4eef-9989-a144f3153928 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:43:39.039461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6a62493f-ee13-4eef-9989-a144f3153928 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:39.044209 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6a62493f-ee13-4eef-9989-a144f3153928 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:39.044640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:39.050498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fa694b-6d1a-4a4c-876b-14db1371624f None None] Network f4b53d06-78e7-4d38-9fc8-62c9b009c744 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:43:39.069017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:43:39.069449 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Failed to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] Dec 25 19:43:39.070376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fce0e299-bfc1-4c2c-859e-648affdc433e tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:43:39.078349 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6a62493f-ee13-4eef-9989-a144f3153928 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6583321 Dec 25 19:43:39.082287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42128) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:39.086685 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempt 10 to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 Dec 25 19:43:39.090060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-eaa0383a-eaf0-4255-aa8e-deae58562ec2 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-548291979', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:39.103678 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-eaa0383a-eaf0-4255-aa8e-deae58562ec2 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:39.108584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-35ead78c-bda2-4042-b9c1-25bbdafd16f6 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:39.117108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-eaa0383a-eaf0-4255-aa8e-deae58562ec2 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Usage tracker for resource:router and tenant:7bfdd580a9d446ecbdf18fc3aff0b6ae is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:39.127953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-eaa0383a-eaf0-4255-aa8e-deae58562ec2 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:39.136821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-eaa0383a-eaf0-4255-aa8e-deae58562ec2 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:39.141411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:39.141787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:39.142162 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:39.158317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74594e18-bbe4-4d4a-a753-851a49b24c0c admin admin] Router e16d14f2-1b65-4ffc-b08f-a7731f4c73c9 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:43:39.168284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eaa0383a-eaf0-4255-aa8e-deae58562ec2 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:39.169332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eaa0383a-eaf0-4255-aa8e-deae58562ec2 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:39.222159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:39.222532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:39.222892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c on network 85ad701d-bf6a-4412-92c8-d50c1801dfec {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:39.237960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fce0e299-bfc1-4c2c-859e-648affdc433e tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:39.238350 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-fce0e299-bfc1-4c2c-859e-648affdc433e tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Added segment d4710bb1-0d31-41ac-9347-64c7f9456c5e of type vlan for network 176ee6f2-f6ba-42b9-8d5b-8aa3f791fb54 Dec 25 19:43:39.277805 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:43:39.278174 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Failed to bind port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] Dec 25 19:43:39.278598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:39.319847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eaa0383a-eaf0-4255-aa8e-deae58562ec2 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:39.339029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d239ebdc-8b7f-467f-b210-a0d293ec799f None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:39.348580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-25ee46af-108d-4dc8-8ddb-b48d95ed6358 None None] Transition to ACTIVE for port object 4884990b-9a53-4ecd-97e4-cd0567237df1 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:43:39.354374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d239ebdc-8b7f-467f-b210-a0d293ec799f None None] Transition to ACTIVE for port object 5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:43:39.363303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d239ebdc-8b7f-467f-b210-a0d293ec799f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:39.377059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:39.379022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c on network 85ad701d-bf6a-4412-92c8-d50c1801dfec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:43:39.379418 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Failed to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c on host hv-neutron-8226 for vnic_type normal using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] Dec 25 19:43:39.398953 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempt 7 to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c Dec 25 19:43:39.412227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eaa0383a-eaf0-4255-aa8e-deae58562ec2 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:39.421448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2303cc4e-2701-46aa-a7dd-4567f5ee347c None None] Provisioning complete for port 896e7ccd-217e-4815-a18d-28e3a69ffb41 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:43:39.421877 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2303cc4e-2701-46aa-a7dd-4567f5ee347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:39.450556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-25ee46af-108d-4dc8-8ddb-b48d95ed6358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:39.463960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa705c4-8144-40d9-86c6-dbb6eaf90370 None None] Pushing event updated for resources: {'Port': ['ID=5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:39.481236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eaa0383a-eaf0-4255-aa8e-deae58562ec2 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:39.482717 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-eaa0383a-eaf0-4255-aa8e-deae58562ec2 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3994272 Dec 25 19:43:39.486494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42134) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:39.499698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-d239ebdc-8b7f-467f-b210-a0d293ec799f None None] Attempting to bind port 5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:39.500253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-d239ebdc-8b7f-467f-b210-a0d293ec799f None None] Attempting to bind port 5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:39.500760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d239ebdc-8b7f-467f-b210-a0d293ec799f None None] Attempting to bind port 5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3 on network a29ab018-4a1a-4021-8156-423134b861f3 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:39.509920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d239ebdc-8b7f-467f-b210-a0d293ec799f None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:43:39.510478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d239ebdc-8b7f-467f-b210-a0d293ec799f None None] Checking segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:43:39.511032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d239ebdc-8b7f-467f-b210-a0d293ec799f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:39.511702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d239ebdc-8b7f-467f-b210-a0d293ec799f None None] Bound using segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:43:39.512444 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-d239ebdc-8b7f-467f-b210-a0d293ec799f None None] Bound port: 5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:43:39.512973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d239ebdc-8b7f-467f-b210-a0d293ec799f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:39.517194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:39.553830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:39.554120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:39.554495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c on network 85ad701d-bf6a-4412-92c8-d50c1801dfec {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:39.567114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fce0e299-bfc1-4c2c-859e-648affdc433e tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:39.574320 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 40d57357-c3e2-40cd-a863-b6169f980d97 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:43:39.603968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-d239ebdc-8b7f-467f-b210-a0d293ec799f None None] For port 5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:43:39.607203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-d239ebdc-8b7f-467f-b210-a0d293ec799f None None] For port 5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:43:39.624452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d239ebdc-8b7f-467f-b210-a0d293ec799f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:39.645353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-afa705c4-8144-40d9-86c6-dbb6eaf90370 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:39.645856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-81aa3c7d-d45f-4c8a-98f1-cbdfb54919f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:39.673358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-35ead78c-bda2-4042-b9c1-25bbdafd16f6 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:39.699088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c on network 85ad701d-bf6a-4412-92c8-d50c1801dfec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:43:39.699806 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Failed to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c on host hv-neutron-8226 for vnic_type normal using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] Dec 25 19:43:39.707356 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempt 8 to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c Dec 25 19:43:39.740279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ee46af-108d-4dc8-8ddb-b48d95ed6358 None None] Network bfabde46-0331-46df-9f5b-21e00f17a5f5 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:43:39.749280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-25ee46af-108d-4dc8-8ddb-b48d95ed6358 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:43:39.755116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee46af-108d-4dc8-8ddb-b48d95ed6358 None None] Pushing event updated for resources: {'Port': ['ID=4884990b-9a53-4ecd-97e4-cd0567237df1,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:39.762172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74594e18-bbe4-4d4a-a753-851a49b24c0c admin admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:43:39.785069 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-74594e18-bbe4-4d4a-a753-851a49b24c0c admin admin] 10.222.0.24 "PUT /v2.0/routers/e16d14f2-1b65-4ffc-b08f-a7731f4c73c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8102326 Dec 25 19:43:39.785283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ee46af-108d-4dc8-8ddb-b48d95ed6358 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:43:39.785283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-25ee46af-108d-4dc8-8ddb-b48d95ed6358 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:39.785283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d31e31b-21c9-4a88-b45f-f7d1d6a0346c None None] Sync routers for ids ['e16d14f2-1b65-4ffc-b08f-a7731f4c73c9'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:43:39.840408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d239ebdc-8b7f-467f-b210-a0d293ec799f None None] Routers {'50a775ae-2fff-4094-8439-4ef65c4dafd8'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:43:39.840720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] For port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:43:39.841238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempted to set empty binding levels {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 25 19:43:39.859107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d239ebdc-8b7f-467f-b210-a0d293ec799f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:43:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['50a775ae-2fff-4094-8439-4ef65c4dafd8'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:43:39.860427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-35ead78c-bda2-4042-b9c1-25bbdafd16f6 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88900) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:43:39.860922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-35ead78c-bda2-4042-b9c1-25bbdafd16f6 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88900) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:43:39.861997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-35ead78c-bda2-4042-b9c1-25bbdafd16f6 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88900) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:43:39.862442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-35ead78c-bda2-4042-b9c1-25bbdafd16f6 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Subscribe: > port after_create 55550000 {{(pid=88900) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:43:39.862876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-35ead78c-bda2-4042-b9c1-25bbdafd16f6 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88900) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:43:39.863345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-35ead78c-bda2-4042-b9c1-25bbdafd16f6 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Subscribe: > port after_update 55550000 {{(pid=88900) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:43:39.863780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-35ead78c-bda2-4042-b9c1-25bbdafd16f6 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88900) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:43:39.864214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-35ead78c-bda2-4042-b9c1-25bbdafd16f6 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88900) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:43:39.864658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-35ead78c-bda2-4042-b9c1-25bbdafd16f6 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88900) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:43:39.865092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-35ead78c-bda2-4042-b9c1-25bbdafd16f6 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88900) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:43:39.943358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device ba2b95a2-5894-4c04-99dc-45a738174258 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:43:40.012358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa705c4-8144-40d9-86c6-dbb6eaf90370 None None] Pushing event updated for resources: {'Port': ['ID=5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:40.018254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-afa705c4-8144-40d9-86c6-dbb6eaf90370 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:40.048786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-35ead78c-bda2-4042-b9c1-25bbdafd16f6 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88900) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:43:40.049269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-35ead78c-bda2-4042-b9c1-25bbdafd16f6 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88900) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:43:40.049732 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-35ead78c-bda2-4042-b9c1-25bbdafd16f6 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88900) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:43:40.050177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-35ead78c-bda2-4042-b9c1-25bbdafd16f6 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88900) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:43:40.050629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-35ead78c-bda2-4042-b9c1-25bbdafd16f6 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08cd9c67-a6e7-4cf6-ba9f-7b1eeb6129b1']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:43:40.068364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:40.068553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:40.069003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:40.069448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c on network 85ad701d-bf6a-4412-92c8-d50c1801dfec {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:40.071263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:40.097927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-35ead78c-bda2-4042-b9c1-25bbdafd16f6 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '526c488e-85b9-470b-8d81-a84991cf7a58') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:43:40.098332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-35ead78c-bda2-4042-b9c1-25bbdafd16f6 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '526c488e-85b9-470b-8d81-a84991cf7a58') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:43:40.110286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9b9a165e-7614-4ca3-b512-ab1f1ad6d323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:40.156411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d31e31b-21c9-4a88-b45f-f7d1d6a0346c None None] Routers {'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:43:40.157128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1d31e31b-21c9-4a88-b45f-f7d1d6a0346c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:43:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['e16d14f2-1b65-4ffc-b08f-a7731f4c73c9'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:43:40.211813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:40.213135 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-d239ebdc-8b7f-467f-b210-a0d293ec799f None None] Set router 50a775ae-2fff-4094-8439-4ef65c4dafd8 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:43:40.235563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fce0e299-bfc1-4c2c-859e-648affdc433e tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:40.237825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-35ead78c-bda2-4042-b9c1-25bbdafd16f6 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:40.271135 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9198a50b-325b-49a0-8ca2-40a064255c6e tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:40.281641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-35ead78c-bda2-4042-b9c1-25bbdafd16f6 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:40.294258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35ead78c-bda2-4042-b9c1-25bbdafd16f6 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:43:40.294705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-35ead78c-bda2-4042-b9c1-25bbdafd16f6 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:40.311082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40f4dee-5e03-4df3-a41b-77a6fc515745 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-f4b53d06-78e7-4d38-9fc8-62c9b009c744', 'network_id': 'f4b53d06-78e7-4d38-9fc8-62c9b009c744', 'tenant_id': '7bfdd580a9d446ecbdf18fc3aff0b6ae', 'fixed_ips': [{'subnet_id': 'bfc5841f-be49-4a9d-8d31-16bca0f73684'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:43:40.312561 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a40f4dee-5e03-4df3-a41b-77a6fc515745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:40.382936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-25ee46af-108d-4dc8-8ddb-b48d95ed6358 None None] Attempting to bind port 4884990b-9a53-4ecd-97e4-cd0567237df1 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:40.385047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-25ee46af-108d-4dc8-8ddb-b48d95ed6358 None None] Attempting to bind port 4884990b-9a53-4ecd-97e4-cd0567237df1 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '6f5d527c-a06b-43fe-85c2-1399a052a54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bfabde46-0331-46df-9f5b-21e00f17a5f5'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:40.385753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ee46af-108d-4dc8-8ddb-b48d95ed6358 None None] Attempting to bind port 4884990b-9a53-4ecd-97e4-cd0567237df1 on network bfabde46-0331-46df-9f5b-21e00f17a5f5 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:40.429272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce0e299-bfc1-4c2c-859e-648affdc433e tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:43:40.429931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fce0e299-bfc1-4c2c-859e-648affdc433e tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:40.436833 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 25 19:43:40.436833 dv-neutron-822611-1-hyperv neutron-server[88789]: (self, other), Dec 25 19:43:40.436833 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 25 19:43:40.436833 dv-neutron-822611-1-hyperv neutron-server[88789]: (self, other), Dec 25 19:43:40.436833 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:43:40.436833 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:43:40.436833 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:43:40.436833 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:43:40.436833 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:43:40.436833 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:43:40.436833 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:43:40.436833 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:43:40.436833 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:43:40.436833 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:43:40.436833 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:43:40.436833 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:43:40.436833 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:43:40.436833 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:43:40.436833 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:43:40.436833 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:43:40.436833 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:43:40.436833 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:43:40.436833 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:43:40.436833 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:43:40.436833 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:43:40.436833 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:43:40.436833 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:43:40.436833 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:43:40.436833 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:43:40.436833 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:43:40.436833 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:43:40.436833 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:43:40.436833 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:43:40.436833 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:43:40.436833 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:43:40.436833 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:43:40.441409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c on network 85ad701d-bf6a-4412-92c8-d50c1801dfec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:43:40.441776 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Failed to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c on host hv-neutron-8226 for vnic_type normal using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] Dec 25 19:43:40.458597 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempt 9 to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c Dec 25 19:43:40.478313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Pushing event updated for resources: {'Port': ['ID=92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:40.490653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:40.491033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:40.491917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c on network 85ad701d-bf6a-4412-92c8-d50c1801dfec {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:40.498339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-35ead78c-bda2-4042-b9c1-25bbdafd16f6 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:40.511854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:40.513700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c on network 85ad701d-bf6a-4412-92c8-d50c1801dfec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:43:40.514059 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Failed to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c on host hv-neutron-8226 for vnic_type normal using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] Dec 25 19:43:40.515184 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ef407bad-ccb9-4887-af2e-b20c244e4787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:40.567574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ee46af-108d-4dc8-8ddb-b48d95ed6358 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:43:40.568177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ee46af-108d-4dc8-8ddb-b48d95ed6358 None None] Checking segment: {'id': '6f5d527c-a06b-43fe-85c2-1399a052a54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bfabde46-0331-46df-9f5b-21e00f17a5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:43:40.568849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-25ee46af-108d-4dc8-8ddb-b48d95ed6358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:40.569972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ee46af-108d-4dc8-8ddb-b48d95ed6358 None None] Bound using segment: {'id': '6f5d527c-a06b-43fe-85c2-1399a052a54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bfabde46-0331-46df-9f5b-21e00f17a5f5'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:43:40.570637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-25ee46af-108d-4dc8-8ddb-b48d95ed6358 None None] Bound port: 4884990b-9a53-4ecd-97e4-cd0567237df1, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f5d527c-a06b-43fe-85c2-1399a052a54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bfabde46-0331-46df-9f5b-21e00f17a5f5'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:43:40.571235 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-25ee46af-108d-4dc8-8ddb-b48d95ed6358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:40.615728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2303cc4e-2701-46aa-a7dd-4567f5ee347c None None] Provisioning for port 40d57357-c3e2-40cd-a863-b6169f980d97 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:43:40.633722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2303cc4e-2701-46aa-a7dd-4567f5ee347c None None] Provisioning complete for port 40d57357-c3e2-40cd-a863-b6169f980d97 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:43:40.634229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2303cc4e-2701-46aa-a7dd-4567f5ee347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:40.671230 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempt 10 to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c Dec 25 19:43:40.679547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce0e299-bfc1-4c2c-859e-648affdc433e tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Pushing event updated for resources: {'Network': ['ID=176ee6f2-f6ba-42b9-8d5b-8aa3f791fb54,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:40.687417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a1f52cea-35f2-4bc2-aa32-470c9d3113d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae79eca-6161-4e5f-8b1e-1c902b4f2328', 'name': 'tempest-ServerActionsTestJSON-1272435710-router', 'tenant_id': '52795748b8b04275a38e1b104b37d885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': 'd7f67ec1-84ac-4187-9276-c6bde44b3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:25Z', 'updated_at': '2021-12-25T19:43:27Z', 'revision_number': 3, 'project_id': '52795748b8b04275a38e1b104b37d885', 'gw_port': {'id': 'd7f67ec1-84ac-4187-9276-c6bde44b3a09', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae79eca-6161-4e5f-8b1e-1c902b4f2328', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:26Z', 'updated_at': '2021-12-25T19:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:43:40.693472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fce0e299-bfc1-4c2c-859e-648affdc433e tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:40.693638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d239ebdc-8b7f-467f-b210-a0d293ec799f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a775ae-2fff-4094-8439-4ef65c4dafd8', 'name': 'tempest-ServersTestManualDisk-816730343-router', 'tenant_id': '90bb9717229b4c6e84726aafca2dad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:28Z', 'updated_at': '2021-12-25T19:43:31Z', 'revision_number': 3, 'project_id': '90bb9717229b4c6e84726aafca2dad9f', 'gw_port': {'id': '5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:07:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a775ae-2fff-4094-8439-4ef65c4dafd8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:30Z', 'updated_at': '2021-12-25T19:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:43:40.702770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9b9a165e-7614-4ca3-b512-ab1f1ad6d323 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:40.703312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d239ebdc-8b7f-467f-b210-a0d293ec799f None None] The sync data for ids ['50a775ae-2fff-4094-8439-4ef65c4dafd8'] in dv-neutron-822611-1-hyperv is: [{'id': '50a775ae-2fff-4094-8439-4ef65c4dafd8', 'name': 'tempest-ServersTestManualDisk-816730343-router', 'tenant_id': '90bb9717229b4c6e84726aafca2dad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:28Z', 'updated_at': '2021-12-25T19:43:31Z', 'revision_number': 3, 'project_id': '90bb9717229b4c6e84726aafca2dad9f', 'gw_port': {'id': '5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:07:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a775ae-2fff-4094-8439-4ef65c4dafd8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:30Z', 'updated_at': '2021-12-25T19:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:43:40.722776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-822a8f0e-e42e-4e5c-a6a2-caf3895bfc91 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:40.724795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f52cea-35f2-4bc2-aa32-470c9d3113d1 None None] The sync data for ids ['9ae79eca-6161-4e5f-8b1e-1c902b4f2328'] in dv-neutron-822611-1-hyperv is: [{'id': '9ae79eca-6161-4e5f-8b1e-1c902b4f2328', 'name': 'tempest-ServerActionsTestJSON-1272435710-router', 'tenant_id': '52795748b8b04275a38e1b104b37d885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': 'd7f67ec1-84ac-4187-9276-c6bde44b3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:25Z', 'updated_at': '2021-12-25T19:43:27Z', 'revision_number': 3, 'project_id': '52795748b8b04275a38e1b104b37d885', 'gw_port': {'id': 'd7f67ec1-84ac-4187-9276-c6bde44b3a09', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae79eca-6161-4e5f-8b1e-1c902b4f2328', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:26Z', 'updated_at': '2021-12-25T19:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:43:40.728543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 176ee6f2-f6ba-42b9-8d5b-8aa3f791fb54 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:43:40.760099 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ead78c-bda2-4042-b9c1-25bbdafd16f6 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Pushing event deleted for resources: {'Network': ['ID=08cd9c67-a6e7-4cf6-ba9f-7b1eeb6129b1,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:40.761941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9b9a165e-7614-4ca3-b512-ab1f1ad6d323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:40.763012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-35ead78c-bda2-4042-b9c1-25bbdafd16f6 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:40.764114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-35ead78c-bda2-4042-b9c1-25bbdafd16f6 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:40.769075 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-35ead78c-bda2-4042-b9c1-25bbdafd16f6 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] 10.222.0.24 "DELETE /v2.0/networks/08cd9c67-a6e7-4cf6-ba9f-7b1eeb6129b1 HTTP/1.1" status: 204 len: 168 time: 2.1549311 Dec 25 19:43:40.773722 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fce0e299-bfc1-4c2c-859e-648affdc433e tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3870089 Dec 25 19:43:40.774625 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:40.774996 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:40.775409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c on network 85ad701d-bf6a-4412-92c8-d50c1801dfec {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:40.781728 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 9.2097256 Dec 25 19:43:40.798569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port ba2b95a2-5894-4c04-99dc-45a738174258 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:43:40.798569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:40.798827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42146) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:40.798827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42148) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:40.798959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42150) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:40.799026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42152) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:40.864925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:40.914494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-a8593f67-ad5c-4624-a105-e51d973b3c52 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1539766446', 'description': 'tempest-description--371452515'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:40.922879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a8593f67-ad5c-4624-a105-e51d973b3c52 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:40.926062 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a8593f67-ad5c-4624-a105-e51d973b3c52 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Usage tracker for resource:security_group and tenant:4fd99d038d004d88940a1028016237d4 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:40.929328 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a8593f67-ad5c-4624-a105-e51d973b3c52 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:40.935188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a8593f67-ad5c-4624-a105-e51d973b3c52 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:40.943992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-88f6c7ef-9a6b-419c-b518-d3f964966152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Deleting port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:43:40.944374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-88f6c7ef-9a6b-419c-b518-d3f964966152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:41.022064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-1d31e31b-21c9-4a88-b45f-f7d1d6a0346c None None] Set router e16d14f2-1b65-4ffc-b08f-a7731f4c73c9 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:43:41.097302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-9198a50b-325b-49a0-8ca2-40a064255c6e tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Allocated IP 172.20.0.1 (f4b53d06-78e7-4d38-9fc8-62c9b009c744/bfc5841f-be49-4a9d-8d31-16bca0f73684/4a2202fe-fac7-46d9-b8ae-bc02b0945aeb) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:43:41.229023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a8593f67-ad5c-4624-a105-e51d973b3c52 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:41.268486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c on network 85ad701d-bf6a-4412-92c8-d50c1801dfec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:43:41.268858 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Failed to bind port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c on host hv-neutron-8226 for vnic_type normal using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] Dec 25 19:43:41.269259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:41.284863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-88f6c7ef-9a6b-419c-b518-d3f964966152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] For port 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619, host hv-neutron-8226, got binding levels [] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:43:41.285250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-88f6c7ef-9a6b-419c-b518-d3f964966152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:41.372128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2303cc4e-2701-46aa-a7dd-4567f5ee347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:41.398760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-25ee46af-108d-4dc8-8ddb-b48d95ed6358 None None] For port 4884990b-9a53-4ecd-97e4-cd0567237df1, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:43:41.438163 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a165e-7614-4ca3-b512-ab1f1ad6d323 admin admin] Pushing event updated for resources: {'Port': ['ID=d7818765-dbe9-4fdb-b80b-82b21bf84cf7,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:41.460690 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9b9a165e-7614-4ca3-b512-ab1f1ad6d323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:41.486287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9b9a165e-7614-4ca3-b512-ab1f1ad6d323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:41.544493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d0e0ae6b-107f-4d1b-a44b-9c8eda698d9a tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:41.610884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-25ee46af-108d-4dc8-8ddb-b48d95ed6358 None None] For port 4884990b-9a53-4ecd-97e4-cd0567237df1, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=4884990b-9a53-4ecd-97e4-cd0567237df1,segment=NetworkSegment(6f5d527c-a06b-43fe-85c2-1399a052a54b),segment_id=6f5d527c-a06b-43fe-85c2-1399a052a54b)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:43:41.649263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-25ee46af-108d-4dc8-8ddb-b48d95ed6358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:41.662983 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:41.689008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a8593f67-ad5c-4624-a105-e51d973b3c52 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:41.734977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a8593f67-ad5c-4624-a105-e51d973b3c52 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Usage tracker for resource:security_group_rule and tenant:4fd99d038d004d88940a1028016237d4 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:41.750124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-2303cc4e-2701-46aa-a7dd-4567f5ee347c None None] For port 40d57357-c3e2-40cd-a863-b6169f980d97, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=40d57357-c3e2-40cd-a863-b6169f980d97,segment=NetworkSegment(178d451e-2ef5-40d9-84d5-b0b54f621cd5),segment_id=178d451e-2ef5-40d9-84d5-b0b54f621cd5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:43:41.781275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a8593f67-ad5c-4624-a105-e51d973b3c52 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:41.793828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 6bde7090-be2e-4296-b85b-a483607ae631 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:43:41.852714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2303cc4e-2701-46aa-a7dd-4567f5ee347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:41.859935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-88f6c7ef-9a6b-419c-b518-d3f964966152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Calling delete_port for 92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:43:41.862393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a8593f67-ad5c-4624-a105-e51d973b3c52 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:41.983279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee46af-108d-4dc8-8ddb-b48d95ed6358 None None] Pushing event updated for resources: {'Port': ['ID=4884990b-9a53-4ecd-97e4-cd0567237df1,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:41.987289 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-25ee46af-108d-4dc8-8ddb-b48d95ed6358 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:42.029515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9198a50b-325b-49a0-8ca2-40a064255c6e tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:42.029904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-25ee46af-108d-4dc8-8ddb-b48d95ed6358 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:42.032227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] For port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:43:42.032772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempted to set empty binding levels {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 25 19:43:42.052477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-9198a50b-325b-49a0-8ca2-40a064255c6e tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Transition to ACTIVE for port object 4a2202fe-fac7-46d9-b8ae-bc02b0945aeb will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:43:42.085427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9198a50b-325b-49a0-8ca2-40a064255c6e tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:42.093887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:42.146331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-88f6c7ef-9a6b-419c-b518-d3f964966152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:42.167152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-a40f4dee-5e03-4df3-a41b-77a6fc515745 None None] Allocated IP 172.20.0.2 (f4b53d06-78e7-4d38-9fc8-62c9b009c744/bfc5841f-be49-4a9d-8d31-16bca0f73684/1ad68b5d-2ac4-4f6b-807c-e639f942bb50) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:43:42.184050 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:42.246667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9198a50b-325b-49a0-8ca2-40a064255c6e tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Network f4b53d06-78e7-4d38-9fc8-62c9b009c744 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:43:42.257860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-9198a50b-325b-49a0-8ca2-40a064255c6e tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:43:42.260497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9198a50b-325b-49a0-8ca2-40a064255c6e tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:43:42.261191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9198a50b-325b-49a0-8ca2-40a064255c6e tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:42.275543 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6d32aca2-d85a-4f23-8587-79692d0622d4 tempest-DHCPAgentSchedulersTestJSON-1057323373 tempest-DHCPAgentSchedulersTestJSON-1057323373-project-admin] 10.222.0.24 "GET /v2.0/agents/3d469cad-fae3-429f-ba66-4163aee88075/dhcp-networks HTTP/1.1" status: 200 len: 7782 time: 1.4381433 Dec 25 19:43:42.276528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42162) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:42.287684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d0e0ae6b-107f-4d1b-a44b-9c8eda698d9a tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:42.292819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-88f6c7ef-9a6b-419c-b518-d3f964966152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:42.300842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:42.307065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9198a50b-325b-49a0-8ca2-40a064255c6e tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Pushing event updated for resources: {'Port': ['ID=4a2202fe-fac7-46d9-b8ae-bc02b0945aeb,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:42.311013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9198a50b-325b-49a0-8ca2-40a064255c6e tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:42.318916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ef111c18-3dda-4f3a-b9f2-91ccba1fb08a tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:42.361818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2303cc4e-2701-46aa-a7dd-4567f5ee347c None None] Pushing event updated for resources: {'Port': ['ID=40d57357-c3e2-40cd-a863-b6169f980d97,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:42.377170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2303cc4e-2701-46aa-a7dd-4567f5ee347c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:42.416901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f6c7ef-9a6b-419c-b518-d3f964966152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Pushing event deleted for resources: {'Port': ['ID=92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:42.422689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-88f6c7ef-9a6b-419c-b518-d3f964966152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:42.425793 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-88f6c7ef-9a6b-419c-b518-d3f964966152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] 10.222.0.24 "DELETE /v2.0/ports/92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 HTTP/1.1" status: 204 len: 168 time: 1.6261671 Dec 25 19:43:42.485918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 6bde7090-be2e-4296-b85b-a483607ae631 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:43:42.486342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:42.492807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42166) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:42.494335 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Pushing event updated for resources: {'Port': ['ID=bcb6e69d-d71b-4a20-9ed3-b8d3c594720c,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:42.497575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:42.502893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:42.578338 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 8.5590639 Dec 25 19:43:42.580640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42170) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:42.599980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-7c0dc7b0-20f3-4acf-a1e4-085594d4539c None None] Provisioning complete for port 3195b3c5-a5ed-4d55-a3ef-ecd292710fbf triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:43:42.600412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7c0dc7b0-20f3-4acf-a1e4-085594d4539c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:42.643827 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e3854a2-1ef8-42ab-ad00-ee9e5c2972fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] GET failed (client error): The resource could not be found. Dec 25 19:43:42.644401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2e3854a2-1ef8-42ab-ad00-ee9e5c2972fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Synchronizing usage tracker for tenant:2897aa4c11dc4c97a811c261f83652d3 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:43:42.671446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-d0e0ae6b-107f-4d1b-a44b-9c8eda698d9a tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['059fb03e-6375-4bfb-96ca-886280942c23']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:43:42.674552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9198a50b-325b-49a0-8ca2-40a064255c6e tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:42.759744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9a165e-7614-4ca3-b512-ab1f1ad6d323 admin admin] Network 367788d2-d464-40ee-b453-dec544646fe7 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:43:42.779508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-9b9a165e-7614-4ca3-b512-ab1f1ad6d323 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:43:42.783704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-d0e0ae6b-107f-4d1b-a44b-9c8eda698d9a tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '039cb6e4-bcc4-412e-b656-752286382b2c') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:43:42.784040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-d0e0ae6b-107f-4d1b-a44b-9c8eda698d9a tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '039cb6e4-bcc4-412e-b656-752286382b2c') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:43:42.820689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a40f4dee-5e03-4df3-a41b-77a6fc515745 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:42.832514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a40f4dee-5e03-4df3-a41b-77a6fc515745 None None] Transition to ACTIVE for port object 1ad68b5d-2ac4-4f6b-807c-e639f942bb50 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:43:42.854704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a40f4dee-5e03-4df3-a41b-77a6fc515745 None None] Transition to ACTIVE for port object 1ad68b5d-2ac4-4f6b-807c-e639f942bb50 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:43:42.873994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a40f4dee-5e03-4df3-a41b-77a6fc515745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:42.886731 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1d31e31b-21c9-4a88-b45f-f7d1d6a0346c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9', 'name': 'tempest-ServersTestJSON-1882715011-router', 'tenant_id': '4fd99d038d004d88940a1028016237d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': 'ba2b95a2-5894-4c04-99dc-45a738174258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:26Z', 'updated_at': '2021-12-25T19:43:36Z', 'revision_number': 4, 'project_id': '4fd99d038d004d88940a1028016237d4', 'gw_port': {'id': 'ba2b95a2-5894-4c04-99dc-45a738174258', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:27Z', 'updated_at': '2021-12-25T19:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '3195b3c5-a5ed-4d55-a3ef-ecd292710fbf', 'name': '', 'network_id': '2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85', 'tenant_id': '4fd99d038d004d88940a1028016237d4', 'mac_address': 'fa:16:3e:54:96:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0aed70ed-45a9-4994-b05b-e36c7e6dec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:34Z', 'updated_at': '2021-12-25T19:43:36Z', 'revision_number': 2, 'project_id': '4fd99d038d004d88940a1028016237d4', 'subnets': [{'id': '0aed70ed-45a9-4994-b05b-e36c7e6dec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:43:42.889768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7c0dc7b0-20f3-4acf-a1e4-085594d4539c None None] Port 3195b3c5-a5ed-4d55-a3ef-ecd292710fbf cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:43:42.894674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9dd0cfcb-4069-4864-ab94-b3be61218b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:42.961997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d0e0ae6b-107f-4d1b-a44b-9c8eda698d9a tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:42.980945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f4dee-5e03-4df3-a41b-77a6fc515745 None None] Pushing event updated for resources: {'Port': ['ID=1ad68b5d-2ac4-4f6b-807c-e639f942bb50,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:42.991530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a40f4dee-5e03-4df3-a41b-77a6fc515745 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:42.993795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d31e31b-21c9-4a88-b45f-f7d1d6a0346c None None] Checking router: e16d14f2-1b65-4ffc-b08f-a7731f4c73c9 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:43:42.994315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d31e31b-21c9-4a88-b45f-f7d1d6a0346c None None] Updating router e16d14f2-1b65-4ffc-b08f-a7731f4c73c9 port 3195b3c5-a5ed-4d55-a3ef-ecd292710fbf binding host dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 19:43:42.998363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a8593f67-ad5c-4624-a105-e51d973b3c52 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:43.039978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40f4dee-5e03-4df3-a41b-77a6fc515745 None None] Network f4b53d06-78e7-4d38-9fc8-62c9b009c744 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:43:43.073611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2e3854a2-1ef8-42ab-ad00-ee9e5c2972fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Unset dirty status for tenant:2897aa4c11dc4c97a811c261f83652d3 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:43:43.079401 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2e3854a2-1ef8-42ab-ad00-ee9e5c2972fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] 10.222.0.24 "GET /v2.0/ports/92d3c3d5-dd1a-4ddf-a0b6-7926b06e1619 HTTP/1.1" status: 404 len: 333 time: 0.5561008 Dec 25 19:43:43.081490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42174) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:43.090865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b45604af-de47-41e2-8ae3-b7dc14e42287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Request body: {'port': {'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991281076'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:43.110122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d0e0ae6b-107f-4d1b-a44b-9c8eda698d9a tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:43.117186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0e0ae6b-107f-4d1b-a44b-9c8eda698d9a tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:43:43.117635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d0e0ae6b-107f-4d1b-a44b-9c8eda698d9a tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:43.120901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b45604af-de47-41e2-8ae3-b7dc14e42287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:43.146203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-a40f4dee-5e03-4df3-a41b-77a6fc515745 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:43:43.156732 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:43:43.156732 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:43:43.156732 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:43:43.156732 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:43:43.156732 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:43:43.156732 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:43:43.156732 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:43:43.156732 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:43:43.156732 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:43:43.156732 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:43:43.156732 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:43:43.156732 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:43:43.156732 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:43:43.156732 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:43:43.156732 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:43:43.156732 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:43:43.156732 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:43:43.156732 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:43:43.156732 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:43:43.156732 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:43:43.156732 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:43:43.156732 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:43:43.156732 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:43:43.156732 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:43:43.156732 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:43:43.156732 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:43:43.156732 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:43:43.156732 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:43:43.156732 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:43:43.156732 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:43:43.156732 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:43:43.156732 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:43:43.162754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b45604af-de47-41e2-8ae3-b7dc14e42287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:43.189152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 896e7ccd-217e-4815-a18d-28e3a69ffb41 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:43:43.195963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9237b698-91fb-4b85-8328-5f15d78da76d tempest-DHCPAgentSchedulersTestJSON-1057323373 tempest-DHCPAgentSchedulersTestJSON-1057323373-project-admin] Network 176ee6f2-f6ba-42b9-8d5b-8aa3f791fb54 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:43:43.207095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a8593f67-ad5c-4624-a105-e51d973b3c52 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:43.213298 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-69af1671-fa12-4c8f-9322-5f91e19f437a tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Deleting port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:43:43.214151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-69af1671-fa12-4c8f-9322-5f91e19f437a tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:43.266813 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9237b698-91fb-4b85-8328-5f15d78da76d tempest-DHCPAgentSchedulersTestJSON-1057323373 tempest-DHCPAgentSchedulersTestJSON-1057323373-project-admin] 10.222.0.24 "POST /v2.0/agents/3d469cad-fae3-429f-ba66-4163aee88075/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8645937 Dec 25 19:43:43.269048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40f4dee-5e03-4df3-a41b-77a6fc515745 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:43:43.280914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f74e80e-23a7-4c8b-8209-bf70216d1e92 None None] Network 176ee6f2-f6ba-42b9-8d5b-8aa3f791fb54 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:43:43.323691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9198a50b-325b-49a0-8ca2-40a064255c6e tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:43.326656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42178) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:43.340193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9198a50b-325b-49a0-8ca2-40a064255c6e tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:43.342519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-7c0dc7b0-20f3-4acf-a1e4-085594d4539c None None] Provisioning for port d7818765-dbe9-4fdb-b80b-82b21bf84cf7 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:43:43.345468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9198a50b-325b-49a0-8ca2-40a064255c6e tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:43.355273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:43.386829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45604af-de47-41e2-8ae3-b7dc14e42287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Made reservation on behalf of 2897aa4c11dc4c97a811c261f83652d3 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:43:43.396418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b45604af-de47-41e2-8ae3-b7dc14e42287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:43.396632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:43.433985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a8593f67-ad5c-4624-a105-e51d973b3c52 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:43.438633 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a8593f67-ad5c-4624-a105-e51d973b3c52 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.5958867 Dec 25 19:43:43.456636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42182) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:43.475379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-9e7443f1-cede-4131-b3ba-517b41ebc6c2 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Request body: {'security_group_rule': {'security_group_id': '60fe5b27-97a5-45c2-a3ee-36c13cb617bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:43.493188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-7c0dc7b0-20f3-4acf-a1e4-085594d4539c None None] Provisioning complete for port d7818765-dbe9-4fdb-b80b-82b21bf84cf7 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:43:43.493844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7c0dc7b0-20f3-4acf-a1e4-085594d4539c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:43.520053 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9e7443f1-cede-4131-b3ba-517b41ebc6c2 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:43.530703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b45604af-de47-41e2-8ae3-b7dc14e42287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] device_id is not set on port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:43:43.546122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 896e7ccd-217e-4815-a18d-28e3a69ffb41 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:43:43.546551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:43.572411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1d31e31b-21c9-4a88-b45f-f7d1d6a0346c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:43.628172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9e7443f1-cede-4131-b3ba-517b41ebc6c2 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Usage tracker for resource:security_group_rule and tenant:4fd99d038d004d88940a1028016237d4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:43.690678 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9198a50b-325b-49a0-8ca2-40a064255c6e tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Pushing event updated for resources: {'Port': ['ID=4a2202fe-fac7-46d9-b8ae-bc02b0945aeb,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:43.694638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-a40f4dee-5e03-4df3-a41b-77a6fc515745 None None] Attempting to bind port 1ad68b5d-2ac4-4f6b-807c-e639f942bb50 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:43.695018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-a40f4dee-5e03-4df3-a41b-77a6fc515745 None None] Attempting to bind port 1ad68b5d-2ac4-4f6b-807c-e639f942bb50 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'bafcc294-5e56-4f20-97ac-4bd3af3e8587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f4b53d06-78e7-4d38-9fc8-62c9b009c744'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:43.695472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40f4dee-5e03-4df3-a41b-77a6fc515745 None None] Attempting to bind port 1ad68b5d-2ac4-4f6b-807c-e639f942bb50 on network f4b53d06-78e7-4d38-9fc8-62c9b009c744 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:43.695882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9e7443f1-cede-4131-b3ba-517b41ebc6c2 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:43.699525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9198a50b-325b-49a0-8ca2-40a064255c6e tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:43.722981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8593f67-ad5c-4624-a105-e51d973b3c52 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60fe5b27-97a5-45c2-a3ee-36c13cb617bc,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:43.732139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a8593f67-ad5c-4624-a105-e51d973b3c52 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:43.734817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d0e0ae6b-107f-4d1b-a44b-9c8eda698d9a tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:43.779228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b1ac0668-91dd-4b42-a045-5a0ba90bc621 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:43.794660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7c0dc7b0-20f3-4acf-a1e4-085594d4539c None None] Port d7818765-dbe9-4fdb-b80b-82b21bf84cf7 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:43:43.799651 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9e7443f1-cede-4131-b3ba-517b41ebc6c2 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:43.804640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d0e0ae6b-107f-4d1b-a44b-9c8eda698d9a tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:43.820606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40f4dee-5e03-4df3-a41b-77a6fc515745 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:43:43.821029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40f4dee-5e03-4df3-a41b-77a6fc515745 None None] Checking segment: {'id': 'bafcc294-5e56-4f20-97ac-4bd3af3e8587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f4b53d06-78e7-4d38-9fc8-62c9b009c744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:43:43.821482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a40f4dee-5e03-4df3-a41b-77a6fc515745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:43.821920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40f4dee-5e03-4df3-a41b-77a6fc515745 None None] Bound using segment: {'id': 'bafcc294-5e56-4f20-97ac-4bd3af3e8587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f4b53d06-78e7-4d38-9fc8-62c9b009c744'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:43:43.822453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-a40f4dee-5e03-4df3-a41b-77a6fc515745 None None] Bound port: 1ad68b5d-2ac4-4f6b-807c-e639f942bb50, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bafcc294-5e56-4f20-97ac-4bd3af3e8587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f4b53d06-78e7-4d38-9fc8-62c9b009c744'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:43:43.822869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a40f4dee-5e03-4df3-a41b-77a6fc515745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:43.918958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9e7443f1-cede-4131-b3ba-517b41ebc6c2 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:43.999357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-69af1671-fa12-4c8f-9322-5f91e19f437a tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] For port bcb6e69d-d71b-4a20-9ed3-b8d3c594720c, host hv-neutron-8226, got binding levels [] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:43:43.999779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-69af1671-fa12-4c8f-9322-5f91e19f437a tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:44.021548 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9198a50b-325b-49a0-8ca2-40a064255c6e tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Network f4b53d06-78e7-4d38-9fc8-62c9b009c744 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:43:44.027651 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-9198a50b-325b-49a0-8ca2-40a064255c6e tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:43:44.091096 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b8d765a5-65c4-41c6-b0e2-51edc03bcb71 tempest-DHCPAgentSchedulersTestJSON-1057323373 tempest-DHCPAgentSchedulersTestJSON-1057323373-project-admin] 10.222.0.24 "GET /v2.0/agents/3d469cad-fae3-429f-ba66-4163aee88075/dhcp-networks HTTP/1.1" status: 200 len: 8525 time: 0.7620785 Dec 25 19:43:44.108329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42186) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:44.167890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-69af1671-fa12-4c8f-9322-5f91e19f437a tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Calling delete_port for bcb6e69d-d71b-4a20-9ed3-b8d3c594720c owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:43:44.173982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-7c0dc7b0-20f3-4acf-a1e4-085594d4539c None None] Provisioning complete for port 40d57357-c3e2-40cd-a863-b6169f980d97 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:43:44.174404 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7c0dc7b0-20f3-4acf-a1e4-085594d4539c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:44.227829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9e7443f1-cede-4131-b3ba-517b41ebc6c2 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:44.255867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9e7443f1-cede-4131-b3ba-517b41ebc6c2 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:44.316984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-a40f4dee-5e03-4df3-a41b-77a6fc515745 None None] For port 1ad68b5d-2ac4-4f6b-807c-e639f942bb50, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:43:44.333242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:44.344664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-a40f4dee-5e03-4df3-a41b-77a6fc515745 None None] For port 1ad68b5d-2ac4-4f6b-807c-e639f942bb50, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=1ad68b5d-2ac4-4f6b-807c-e639f942bb50,segment=NetworkSegment(bafcc294-5e56-4f20-97ac-4bd3af3e8587),segment_id=bafcc294-5e56-4f20-97ac-4bd3af3e8587)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:43:44.355037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a40f4dee-5e03-4df3-a41b-77a6fc515745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:44.361630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:44.423600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-69af1671-fa12-4c8f-9322-5f91e19f437a tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:44.434723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0ae6b-107f-4d1b-a44b-9c8eda698d9a tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Pushing event deleted for resources: {'Network': ['ID=059fb03e-6375-4bfb-96ca-886280942c23,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:44.447211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d0e0ae6b-107f-4d1b-a44b-9c8eda698d9a tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:44.485252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602d847b-ada9-48df-8476-6183cfadce85 None None] Network bfabde46-0331-46df-9f5b-21e00f17a5f5 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:43:44.540406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:44.597189 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d0e0ae6b-107f-4d1b-a44b-9c8eda698d9a tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] 10.222.0.24 "DELETE /v2.0/networks/059fb03e-6375-4bfb-96ca-886280942c23 HTTP/1.1" status: 204 len: 168 time: 3.7619526 Dec 25 19:43:44.605543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af1671-fa12-4c8f-9322-5f91e19f437a tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Pushing event deleted for resources: {'Port': ['ID=bcb6e69d-d71b-4a20-9ed3-b8d3c594720c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:44.626191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-69af1671-fa12-4c8f-9322-5f91e19f437a tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:44.647881 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6fcf4e5f-50c4-42de-823f-ff27a1ca0090 tempest-DHCPAgentSchedulersTestJSON-1057323373 tempest-DHCPAgentSchedulersTestJSON-1057323373-project-admin] 10.222.0.24 "DELETE /v2.0/agents/3d469cad-fae3-429f-ba66-4163aee88075/dhcp-networks/176ee6f2-f6ba-42b9-8d5b-8aa3f791fb54 HTTP/1.1" status: 204 len: 168 time: 0.5217743 Dec 25 19:43:44.657710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7443f1-cede-4131-b3ba-517b41ebc6c2 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a77db2f-c0c0-4186-adb4-95af7223ba69,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:44.660942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9e7443f1-cede-4131-b3ba-517b41ebc6c2 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:44.664662 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42192) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:44.701433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-69af1671-fa12-4c8f-9322-5f91e19f437a tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:44.703882 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-69af1671-fa12-4c8f-9322-5f91e19f437a tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] 10.222.0.24 "DELETE /v2.0/ports/bcb6e69d-d71b-4a20-9ed3-b8d3c594720c HTTP/1.1" status: 204 len: 168 time: 2.1050231 Dec 25 19:43:44.711441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42196) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:44.755537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9e7443f1-cede-4131-b3ba-517b41ebc6c2 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:44.759678 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9e7443f1-cede-4131-b3ba-517b41ebc6c2 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3014085 Dec 25 19:43:44.762547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42200) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:44.774866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b45604af-de47-41e2-8ae3-b7dc14e42287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:44.788998 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cfabf00-0a31-4a0e-8f82-4ac8b16f9d80 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] GET failed (client error): The resource could not be found. Dec 25 19:43:44.789634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1cfabf00-0a31-4a0e-8f82-4ac8b16f9d80 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Synchronizing usage tracker for tenant:1838f5b5b8fd426ca6385caae6534557 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:43:44.789876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-8e11747d-8c6d-4056-a80a-278138b3cce6 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Request body: {'security_group_rule': {'security_group_id': '60fe5b27-97a5-45c2-a3ee-36c13cb617bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:44.798801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8e11747d-8c6d-4056-a80a-278138b3cce6 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:44.803774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8e11747d-8c6d-4056-a80a-278138b3cce6 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Usage tracker for resource:security_group_rule and tenant:4fd99d038d004d88940a1028016237d4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:44.806826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8e11747d-8c6d-4056-a80a-278138b3cce6 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:44.815329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8e11747d-8c6d-4056-a80a-278138b3cce6 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:44.866222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eef261c0-e2d0-4408-8406-1e035e6e5b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:44.882312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1cfabf00-0a31-4a0e-8f82-4ac8b16f9d80 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Unset dirty status for tenant:1838f5b5b8fd426ca6385caae6534557 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:43:44.883637 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1cfabf00-0a31-4a0e-8f82-4ac8b16f9d80 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] 10.222.0.24 "GET /v2.0/ports/bcb6e69d-d71b-4a20-9ed3-b8d3c594720c HTTP/1.1" status: 404 len: 333 time: 0.1699088 Dec 25 19:43:44.883773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1d31e31b-21c9-4a88-b45f-f7d1d6a0346c None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:44.893642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42204) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:44.901775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1d31e31b-21c9-4a88-b45f-f7d1d6a0346c None None] Transition to ACTIVE for port object 3195b3c5-a5ed-4d55-a3ef-ecd292710fbf will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:43:44.906837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f4dee-5e03-4df3-a41b-77a6fc515745 None None] Pushing event updated for resources: {'Port': ['ID=1ad68b5d-2ac4-4f6b-807c-e639f942bb50,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:44.910171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 40d57357-c3e2-40cd-a863-b6169f980d97 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:43:44.922503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-0a71c5f1-2e91-4be6-b54f-30cf63dbe79a tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Request body: {'port': {'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-71714948'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:44.941025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8e11747d-8c6d-4056-a80a-278138b3cce6 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:44.947786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0a71c5f1-2e91-4be6-b54f-30cf63dbe79a tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:45.020042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0a71c5f1-2e91-4be6-b54f-30cf63dbe79a tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:45.023823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a40f4dee-5e03-4df3-a41b-77a6fc515745 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:45.027092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8e11747d-8c6d-4056-a80a-278138b3cce6 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:45.079807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1d31e31b-21c9-4a88-b45f-f7d1d6a0346c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:45.091439 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a71c5f1-2e91-4be6-b54f-30cf63dbe79a tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Made reservation on behalf of 1838f5b5b8fd426ca6385caae6534557 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:43:45.096890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0a71c5f1-2e91-4be6-b54f-30cf63dbe79a tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:45.147564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8e11747d-8c6d-4056-a80a-278138b3cce6 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:45.197025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b170fe4b-0337-479c-b3c4-a1332974cc8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:45.210653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9a165e-7614-4ca3-b512-ab1f1ad6d323 admin admin] Router 9ae79eca-6161-4e5f-8b1e-1c902b4f2328 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:43:45.212186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-0a71c5f1-2e91-4be6-b54f-30cf63dbe79a tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] device_id is not set on port c1523d4b-0436-4978-9954-fa9ed683c840 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:43:45.250062 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:45.286530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-46bb470b-95d9-48e9-9aeb-1b8eb8e173e4 None None] Provisioning for port 4884990b-9a53-4ecd-97e4-cd0567237df1 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:43:45.341037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11747d-8c6d-4056-a80a-278138b3cce6 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff34ecda-0401-4f4b-b7f4-3cf348b39aba,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:45.365091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8e11747d-8c6d-4056-a80a-278138b3cce6 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:45.387499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc832f28-3b2b-4596-8f91-bff100164318 None None] Pushing event updated for resources: {'Port': ['ID=3195b3c5-a5ed-4d55-a3ef-ecd292710fbf,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:45.402310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cc832f28-3b2b-4596-8f91-bff100164318 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:45.406505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-46bb470b-95d9-48e9-9aeb-1b8eb8e173e4 None None] Could not find standard attr ID for object 7a3e6f78-9758-440e-b12b-35344be27a1a. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:43:45.456336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8e11747d-8c6d-4056-a80a-278138b3cce6 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:45.457767 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8e11747d-8c6d-4056-a80a-278138b3cce6 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6801541 Dec 25 19:43:45.470902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b45604af-de47-41e2-8ae3-b7dc14e42287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:45.479019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42212) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:45.489332 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-cf6f4816-0364-4071-8bbf-dbc4bbf2a2cd tempest-DHCPAgentSchedulersTestJSON-1057323373 tempest-DHCPAgentSchedulersTestJSON-1057323373-project-admin] 10.222.0.24 "GET /v2.0/agents/3d469cad-fae3-429f-ba66-4163aee88075/dhcp-networks HTTP/1.1" status: 200 len: 7782 time: 0.8098297 Dec 25 19:43:45.493928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-14934ed8-8821-4b1f-91df-4412b8d54503 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Request body: {'floatingip': {'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:45.503090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-14934ed8-8821-4b1f-91df-4412b8d54503 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:45.507558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-14934ed8-8821-4b1f-91df-4412b8d54503 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Usage tracker for resource:floatingip and tenant:4fd99d038d004d88940a1028016237d4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:45.511971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-14934ed8-8821-4b1f-91df-4412b8d54503 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:45.513507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42216) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:45.519276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-14934ed8-8821-4b1f-91df-4412b8d54503 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:45.541607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9198a50b-325b-49a0-8ca2-40a064255c6e tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:45.617622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-14934ed8-8821-4b1f-91df-4412b8d54503 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:45.626463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42218) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:45.632323 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-1d31e31b-21c9-4a88-b45f-f7d1d6a0346c None None] Attempting to bind port 3195b3c5-a5ed-4d55-a3ef-ecd292710fbf on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:45.633115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-1d31e31b-21c9-4a88-b45f-f7d1d6a0346c None None] Attempting to bind port 3195b3c5-a5ed-4d55-a3ef-ecd292710fbf by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'f09876a2-c0da-4bd2-ba8e-c152d95500b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:45.633737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d31e31b-21c9-4a88-b45f-f7d1d6a0346c None None] Attempting to bind port 3195b3c5-a5ed-4d55-a3ef-ecd292710fbf on network 2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:45.636450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-46bb470b-95d9-48e9-9aeb-1b8eb8e173e4 None None] Provisioning complete for port d7818765-dbe9-4fdb-b80b-82b21bf84cf7 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:43:45.637077 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-46bb470b-95d9-48e9-9aeb-1b8eb8e173e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:45.651095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45604af-de47-41e2-8ae3-b7dc14e42287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Pushing event updated for resources: {'Port': ['ID=5a2a3f2b-e345-495d-bee2-f1705f43fe95,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:45.668707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b45604af-de47-41e2-8ae3-b7dc14e42287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:45.705609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-46bb470b-95d9-48e9-9aeb-1b8eb8e173e4 None None] Port d7818765-dbe9-4fdb-b80b-82b21bf84cf7 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:43:45.710891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 40d57357-c3e2-40cd-a863-b6169f980d97 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:43:45.711531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:45.725604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45604af-de47-41e2-8ae3-b7dc14e42287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Network 3efaeb51-4b61-44ec-9eac-245a49d4b53a is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:43:45.730221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-b45604af-de47-41e2-8ae3-b7dc14e42287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:43:45.739639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45604af-de47-41e2-8ae3-b7dc14e42287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:43:45.740660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45604af-de47-41e2-8ae3-b7dc14e42287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:43:45.741336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b45604af-de47-41e2-8ae3-b7dc14e42287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:45.798832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-eef261c0-e2d0-4408-8406-1e035e6e5b50 admin admin] Allocated IP 172.20.0.1 (e46cb0a4-06ef-4442-9ae2-07612ef208a0/818d1966-40c1-4634-903e-77db45d8332f/d8a32d27-3cd9-4097-801a-4d8e4d7fe327) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:43:45.821450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d31e31b-21c9-4a88-b45f-f7d1d6a0346c None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:43:45.822176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d31e31b-21c9-4a88-b45f-f7d1d6a0346c None None] Checking segment: {'id': 'f09876a2-c0da-4bd2-ba8e-c152d95500b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:43:45.822860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1d31e31b-21c9-4a88-b45f-f7d1d6a0346c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:45.823502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d31e31b-21c9-4a88-b45f-f7d1d6a0346c None None] Bound using segment: {'id': 'f09876a2-c0da-4bd2-ba8e-c152d95500b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:43:45.824218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-1d31e31b-21c9-4a88-b45f-f7d1d6a0346c None None] Bound port: 3195b3c5-a5ed-4d55-a3ef-ecd292710fbf, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f09876a2-c0da-4bd2-ba8e-c152d95500b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:43:45.824822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1d31e31b-21c9-4a88-b45f-f7d1d6a0346c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:45.895917 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b45604af-de47-41e2-8ae3-b7dc14e42287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.8132513 Dec 25 19:43:45.897463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0a71c5f1-2e91-4be6-b54f-30cf63dbe79a tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:45.905918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42226) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:45.920480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8226'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:45.929664 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b0cfee57-90bf-43ac-b5fe-f7ec613dedae tempest-DHCPAgentSchedulersTestJSON-1057323373 tempest-DHCPAgentSchedulersTestJSON-1057323373-project-admin] 10.222.0.24 "GET /v2.0/networks/bfabde46-0331-46df-9f5b-21e00f17a5f5/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.3164058 Dec 25 19:43:45.934085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42230) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:45.961761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7aae8ed6-dc53-4155-b4e4-73dea0e59fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:45.997831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9198a50b-325b-49a0-8ca2-40a064255c6e tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Router 0d5e8a12-64b6-40f7-8593-43ee6cbab9d5 is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:43:46.030872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-1d31e31b-21c9-4a88-b45f-f7d1d6a0346c None None] For port 3195b3c5-a5ed-4d55-a3ef-ecd292710fbf, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:43:46.036110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-1d31e31b-21c9-4a88-b45f-f7d1d6a0346c None None] For port 3195b3c5-a5ed-4d55-a3ef-ecd292710fbf, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=3195b3c5-a5ed-4d55-a3ef-ecd292710fbf,segment=NetworkSegment(f09876a2-c0da-4bd2-ba8e-c152d95500b8),segment_id=f09876a2-c0da-4bd2-ba8e-c152d95500b8)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:43:46.044281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 4884990b-9a53-4ecd-97e4-cd0567237df1 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:43:46.078305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1d31e31b-21c9-4a88-b45f-f7d1d6a0346c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:46.093983 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2303cc4e-2701-46aa-a7dd-4567f5ee347c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:46.163507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-14934ed8-8821-4b1f-91df-4412b8d54503 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:46.176493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:46.242460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d31e31b-21c9-4a88-b45f-f7d1d6a0346c None None] Routers {'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:43:46.242460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1d31e31b-21c9-4a88-b45f-f7d1d6a0346c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:43:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['e16d14f2-1b65-4ffc-b08f-a7731f4c73c9'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:43:46.392493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc832f28-3b2b-4596-8f91-bff100164318 None None] Pushing event updated for resources: {'Port': ['ID=3195b3c5-a5ed-4d55-a3ef-ecd292710fbf,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:46.398848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cc832f28-3b2b-4596-8f91-bff100164318 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:46.586538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7aae8ed6-dc53-4155-b4e4-73dea0e59fa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:46.591993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7aae8ed6-dc53-4155-b4e4-73dea0e59fa2 admin admin] Usage tracker for resource:security_group_rule and tenant:222583b58afc420689bd696b29d5e35c is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:46.603960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7aae8ed6-dc53-4155-b4e4-73dea0e59fa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:46.612484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7aae8ed6-dc53-4155-b4e4-73dea0e59fa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:46.696895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eef261c0-e2d0-4408-8406-1e035e6e5b50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:46.720202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-eef261c0-e2d0-4408-8406-1e035e6e5b50 admin admin] Transition to ACTIVE for port object d8a32d27-3cd9-4097-801a-4d8e4d7fe327 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:43:46.838795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 4884990b-9a53-4ecd-97e4-cd0567237df1 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:43:46.849507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 4884990b-9a53-4ecd-97e4-cd0567237df1 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:43:46.849918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:46.857700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7aae8ed6-dc53-4155-b4e4-73dea0e59fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:46.867170 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-83d4fb7e-05bc-4e99-9fd8-5796aee43ca1 tempest-DHCPAgentSchedulersTestJSON-1057323373 tempest-DHCPAgentSchedulersTestJSON-1057323373-project-admin] 10.222.0.24 "GET /v2.0/networks/bfabde46-0331-46df-9f5b-21e00f17a5f5/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.9191771 Dec 25 19:43:46.868792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0a71c5f1-2e91-4be6-b54f-30cf63dbe79a tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:46.872374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eef261c0-e2d0-4408-8406-1e035e6e5b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:46.877435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42234) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:46.881257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7aae8ed6-dc53-4155-b4e4-73dea0e59fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:47.012588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-14934ed8-8821-4b1f-91df-4412b8d54503 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Allocated IP 172.26.8.153 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/98404ed4-1966-4f9d-9096-02df31a2ff30) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:43:47.013474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-1d31e31b-21c9-4a88-b45f-f7d1d6a0346c None None] Set router e16d14f2-1b65-4ffc-b08f-a7731f4c73c9 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:43:47.027729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9198a50b-325b-49a0-8ca2-40a064255c6e tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:43:47.046140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c194f88-65e6-429f-ba2c-51ea617667b8 None None] Sync routers for ids ['0d5e8a12-64b6-40f7-8593-43ee6cbab9d5'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:43:47.069825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c194f88-65e6-429f-ba2c-51ea617667b8 None None] Routers {'0d5e8a12-64b6-40f7-8593-43ee6cbab9d5'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:43:47.070510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-4c194f88-65e6-429f-ba2c-51ea617667b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:43:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['0d5e8a12-64b6-40f7-8593-43ee6cbab9d5'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:43:47.102553 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9198a50b-325b-49a0-8ca2-40a064255c6e tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] 10.222.0.24 "PUT /v2.0/routers/0d5e8a12-64b6-40f7-8593-43ee6cbab9d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6148729 Dec 25 19:43:47.157709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42238) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:47.164466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-47719117-7308-4861-ba56-7fa684abb23a tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Request body: {'port': {'network_id': 'f4b53d06-78e7-4d38-9fc8-62c9b009c744', 'name': 'tempest-FloatingIPNegativeTestJSON-680560463'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:47.176653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:47.268919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] device_id is not set on port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:43:47.282201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a71c5f1-2e91-4be6-b54f-30cf63dbe79a tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Network 85ad701d-bf6a-4412-92c8-d50c1801dfec is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:43:47.318712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:47.324045 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-635c46fa-5d1a-4f31-8ea2-9fcd5c7a8853 tempest-DHCPAgentSchedulersTestJSON-1057323373 tempest-DHCPAgentSchedulersTestJSON-1057323373-project-admin] 10.222.0.24 "GET /v2.0/agents/3d469cad-fae3-429f-ba66-4163aee88075/dhcp-networks HTTP/1.1" status: 200 len: 7782 time: 0.4439914 Dec 25 19:43:47.326347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-4c194f88-65e6-429f-ba2c-51ea617667b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:43:47.329552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42242) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:47.330279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a71c5f1-2e91-4be6-b54f-30cf63dbe79a tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Pushing event updated for resources: {'Port': ['ID=c1523d4b-0436-4978-9954-fa9ed683c840,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:47.347822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2833e6c5-ac81-4e63-a804-83992db1009c None None] Network f4b53d06-78e7-4d38-9fc8-62c9b009c744 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:43:47.355345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c194f88-65e6-429f-ba2c-51ea617667b8 None None] Routers {'0d5e8a12-64b6-40f7-8593-43ee6cbab9d5'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:43:47.356049 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-4c194f88-65e6-429f-ba2c-51ea617667b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:43:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['0d5e8a12-64b6-40f7-8593-43ee6cbab9d5'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:43:47.360226 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:47.400784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-0a71c5f1-2e91-4be6-b54f-30cf63dbe79a tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:43:47.417448 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7aae8ed6-dc53-4155-b4e4-73dea0e59fa2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=222583b58afc420689bd696b29d5e35c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7864101 Dec 25 19:43:47.433524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42244) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:47.434695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a71c5f1-2e91-4be6-b54f-30cf63dbe79a tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:43:47.435815 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a71c5f1-2e91-4be6-b54f-30cf63dbe79a tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:43:47.436698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0a71c5f1-2e91-4be6-b54f-30cf63dbe79a tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:47.448517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-4c194f88-65e6-429f-ba2c-51ea617667b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:43:47.448977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c194f88-65e6-429f-ba2c-51ea617667b8 None None] The sync data for ids ['0d5e8a12-64b6-40f7-8593-43ee6cbab9d5'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:43:47.670544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9f072aa2-f1a9-4153-84a5-19d34cdaea35 tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:47.714830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Transition to ACTIVE for port object 5a2a3f2b-e345-495d-bee2-f1705f43fe95 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:43:47.733244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef261c0-e2d0-4408-8406-1e035e6e5b50 admin admin] Network e46cb0a4-06ef-4442-9ae2-07612ef208a0 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:43:47.739685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:47.744778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-eef261c0-e2d0-4408-8406-1e035e6e5b50 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:43:47.746765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef261c0-e2d0-4408-8406-1e035e6e5b50 admin admin] Pushing event updated for resources: {'Port': ['ID=d8a32d27-3cd9-4097-801a-4d8e4d7fe327,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:47.752121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef261c0-e2d0-4408-8406-1e035e6e5b50 admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:43:47.755881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:47.805054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-eef261c0-e2d0-4408-8406-1e035e6e5b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:47.844749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.441s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:47.860949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-14934ed8-8821-4b1f-91df-4412b8d54503 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:47.913056 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-eb5f61de-eaf4-43a4-a40c-bc71ac95a52c None None] Provisioning complete for port 4884990b-9a53-4ecd-97e4-cd0567237df1 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:43:47.913472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eb5f61de-eaf4-43a4-a40c-bc71ac95a52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:47.920933 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eef261c0-e2d0-4408-8406-1e035e6e5b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:47.934804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-47719117-7308-4861-ba56-7fa684abb23a tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:47.950050 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-47719117-7308-4861-ba56-7fa684abb23a tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Usage tracker for resource:port and tenant:7bfdd580a9d446ecbdf18fc3aff0b6ae is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:47.963027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-47719117-7308-4861-ba56-7fa684abb23a tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:47.968618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Pushing event updated for resources: {'Port': ['ID=5a2a3f2b-e345-495d-bee2-f1705f43fe95,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:47.976615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-47719117-7308-4861-ba56-7fa684abb23a tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:47.978849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:47.991115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42250) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:47.992365 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0a71c5f1-2e91-4be6-b54f-30cf63dbe79a tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 3.0786617 Dec 25 19:43:47.997122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c1d64775-a50e-4bd7-8b1d-71325825a6b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:47.999301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8226'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:48.031204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c1d64775-a50e-4bd7-8b1d-71325825a6b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:48.031401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 4884990b-9a53-4ecd-97e4-cd0567237df1, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=4884990b-9a53-4ecd-97e4-cd0567237df1,segment=NetworkSegment(6f5d527c-a06b-43fe-85c2-1399a052a54b),segment_id=6f5d527c-a06b-43fe-85c2-1399a052a54b)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:43:48.054880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:48.055751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d7f67ec1-84ac-4187-9276-c6bde44b3a09 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:43:48.055863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47719117-7308-4861-ba56-7fa684abb23a tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Made reservation on behalf of 7bfdd580a9d446ecbdf18fc3aff0b6ae for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:43:48.061337 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-47719117-7308-4861-ba56-7fa684abb23a tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:48.088212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f2b38299-fbfc-477d-9e0d-89cc8be05479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:48.093478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:48.093870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:48.094273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:48.111706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-14934ed8-8821-4b1f-91df-4412b8d54503 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:48.112979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-47719117-7308-4861-ba56-7fa684abb23a tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] device_id is not set on port 0056f818-5abf-4fae-b7b1-d96a46f6d4b0 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:43:48.122663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9a165e-7614-4ca3-b512-ab1f1ad6d323 admin admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:43:48.132235 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae8ed6-dc53-4155-b4e4-73dea0e59fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723d0fc2-c700-40f0-8cbb-6221da03d5a5,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:48.135829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7aae8ed6-dc53-4155-b4e4-73dea0e59fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:48.169276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f7c096-6ad0-48a7-9691-86bbe403fa6e None None] Sync routers for ids ['9ae79eca-6161-4e5f-8b1e-1c902b4f2328'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:43:48.184950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.666s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:48.185247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:48.202067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c1d64775-a50e-4bd7-8b1d-71325825a6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:48.210315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:43:48.210837 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Failed to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] Dec 25 19:43:48.218709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:48.226171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c1d64775-a50e-4bd7-8b1d-71325825a6b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:48.229920 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c1d64775-a50e-4bd7-8b1d-71325825a6b7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/723d0fc2-c700-40f0-8cbb-6221da03d5a5 HTTP/1.1" status: 204 len: 168 time: 0.7392070 Dec 25 19:43:48.233473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a8593f67-ad5c-4624-a105-e51d973b3c52 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:48.247622 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9b9a165e-7614-4ca3-b512-ab1f1ad6d323 admin admin] 10.222.0.24 "PUT /v2.0/routers/9ae79eca-6161-4e5f-8b1e-1c902b4f2328/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.2627590 Dec 25 19:43:48.261321 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempt 2 to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 Dec 25 19:43:48.329123 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f7c096-6ad0-48a7-9691-86bbe403fa6e None None] Routers {'9ae79eca-6161-4e5f-8b1e-1c902b4f2328'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:43:48.330022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-81f7c096-6ad0-48a7-9691-86bbe403fa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:43:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['9ae79eca-6161-4e5f-8b1e-1c902b4f2328'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:43:48.349293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9f072aa2-f1a9-4153-84a5-19d34cdaea35 tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:48.393711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-9f072aa2-f1a9-4153-84a5-19d34cdaea35 tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['176ee6f2-f6ba-42b9-8d5b-8aa3f791fb54']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:43:48.415534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-9f072aa2-f1a9-4153-84a5-19d34cdaea35 tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4710bb1-0d31-41ac-9347-64c7f9456c5e') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:43:48.416448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-9f072aa2-f1a9-4153-84a5-19d34cdaea35 tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4710bb1-0d31-41ac-9347-64c7f9456c5e') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:43:48.440201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9f072aa2-f1a9-4153-84a5-19d34cdaea35 tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:48.465315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:48.465685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:48.466059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:48.475947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9f072aa2-f1a9-4153-84a5-19d34cdaea35 tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:48.484951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=4884990b-9a53-4ecd-97e4-cd0567237df1,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:48.486830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f072aa2-f1a9-4153-84a5-19d34cdaea35 tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:43:48.487502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9f072aa2-f1a9-4153-84a5-19d34cdaea35 tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:48.510473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:48.518727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14934ed8-8821-4b1f-91df-4412b8d54503 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:43:48.533070 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d64775-a50e-4bd7-8b1d-71325825a6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723d0fc2-c700-40f0-8cbb-6221da03d5a5,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:48.535069 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eef261c0-e2d0-4408-8406-1e035e6e5b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:48.542641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14934ed8-8821-4b1f-91df-4412b8d54503 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Pushing event updated for resources: {'Port': ['ID=98404ed4-1966-4f9d-9096-02df31a2ff30,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:48.549690 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:43:48.549690 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:43:48.549690 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:43:48.549690 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:43:48.549690 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:43:48.549690 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:43:48.549690 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:43:48.549690 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:43:48.549690 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:43:48.549690 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:43:48.549690 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:43:48.549690 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:43:48.549690 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:43:48.549690 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:43:48.549690 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:43:48.549690 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:43:48.549690 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:43:48.549690 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:43:48.549690 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:43:48.549690 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:43:48.549690 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:43:48.549690 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:43:48.549690 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:43:48.549690 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:43:48.549690 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:43:48.549690 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:43:48.549690 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:43:48.549690 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:43:48.549690 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:43:48.549690 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:43:48.549690 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:43:48.549690 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:43:48.554836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port d7f67ec1-84ac-4187-9276-c6bde44b3a09 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:43:48.556714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c1d64775-a50e-4bd7-8b1d-71325825a6b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:48.579261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-14934ed8-8821-4b1f-91df-4412b8d54503 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:43:48.583469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14934ed8-8821-4b1f-91df-4412b8d54503 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:43:48.587343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:43:48.587704 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Failed to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] Dec 25 19:43:48.588242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:48.606987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-14934ed8-8821-4b1f-91df-4412b8d54503 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:48.621321 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempt 3 to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 Dec 25 19:43:48.719342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-81f7c096-6ad0-48a7-9691-86bbe403fa6e None None] Set router 9ae79eca-6161-4e5f-8b1e-1c902b4f2328 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:43:48.772003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9f072aa2-f1a9-4153-84a5-19d34cdaea35 tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:48.785640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9f072aa2-f1a9-4153-84a5-19d34cdaea35 tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:48.800309 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:48.816354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:48.816740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:48.817128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:48.835788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f072aa2-f1a9-4153-84a5-19d34cdaea35 tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Pushing event deleted for resources: {'Network': ['ID=176ee6f2-f6ba-42b9-8d5b-8aa3f791fb54,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:48.856975 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9f072aa2-f1a9-4153-84a5-19d34cdaea35 tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] 10.222.0.24 "DELETE /v2.0/networks/176ee6f2-f6ba-42b9-8d5b-8aa3f791fb54 HTTP/1.1" status: 204 len: 168 time: 1.4246454 Dec 25 19:43:48.858939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9f072aa2-f1a9-4153-84a5-19d34cdaea35 tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:48.880963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42264) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:48.924737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:43:48.925109 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Failed to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] Dec 25 19:43:48.928281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port d7f67ec1-84ac-4187-9276-c6bde44b3a09 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:43:48.928713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:48.931894 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempt 4 to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 Dec 25 19:43:48.957374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-47719117-7308-4861-ba56-7fa684abb23a tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Allocated IP 172.20.0.6 (f4b53d06-78e7-4d38-9fc8-62c9b009c744/bfc5841f-be49-4a9d-8d31-16bca0f73684/0056f818-5abf-4fae-b7b1-d96a46f6d4b0) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:43:48.980949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:48.981330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:48.981712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:48.986121 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-d79238df-2e14-45b9-bf22-131e3682c9b5 tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] DELETE failed (client error): The resource could not be found. Dec 25 19:43:48.986767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d79238df-2e14-45b9-bf22-131e3682c9b5 tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:43:48.988798 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d79238df-2e14-45b9-bf22-131e3682c9b5 tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] 10.222.0.24 "DELETE /v2.0/ports/7a3e6f78-9758-440e-b12b-35344be27a1a HTTP/1.1" status: 404 len: 333 time: 0.1066365 Dec 25 19:43:48.992298 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42270) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:49.066729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42274) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:49.163263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:43:49.163821 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Failed to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] Dec 25 19:43:49.172089 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempt 5 to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 Dec 25 19:43:49.199772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-14934ed8-8821-4b1f-91df-4412b8d54503 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:49.200309 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b22d46eb-0827-4a1c-8bd8-b8f46e0e2731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:49.366166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:49.366775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:49.367327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:49.405752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b22d46eb-0827-4a1c-8bd8-b8f46e0e2731 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:49.426177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b22d46eb-0827-4a1c-8bd8-b8f46e0e2731 admin admin] Usage tracker for resource:security_group_rule and tenant:0abe660af07d4d54b7929514ec96d03b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:49.432108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b22d46eb-0827-4a1c-8bd8-b8f46e0e2731 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:49.450049 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b22d46eb-0827-4a1c-8bd8-b8f46e0e2731 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:49.459587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:43:49.460257 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Failed to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] Dec 25 19:43:49.492670 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempt 6 to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 Dec 25 19:43:49.517686 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eef261c0-e2d0-4408-8406-1e035e6e5b50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:49.525928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-14934ed8-8821-4b1f-91df-4412b8d54503 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:49.526895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-70f526ec-5d96-41b1-b7fd-a1ba0717d8ab tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Deleting subnet f1bd4964-04b0-4574-a8fd-fcaaa15ef68e {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:43:49.532377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eef261c0-e2d0-4408-8406-1e035e6e5b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:49.535239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70f526ec-5d96-41b1-b7fd-a1ba0717d8ab tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:49.587026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-eb5f61de-eaf4-43a4-a40c-bc71ac95a52c None None] Provisioning for port 1ad68b5d-2ac4-4f6b-807c-e639f942bb50 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:43:49.606414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9b9a165e-7614-4ca3-b512-ab1f1ad6d323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:49.609814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42280) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:49.617938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1d31e31b-21c9-4a88-b45f-f7d1d6a0346c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9', 'name': 'tempest-ServersTestJSON-1882715011-router', 'tenant_id': '4fd99d038d004d88940a1028016237d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': 'ba2b95a2-5894-4c04-99dc-45a738174258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:26Z', 'updated_at': '2021-12-25T19:43:36Z', 'revision_number': 4, 'project_id': '4fd99d038d004d88940a1028016237d4', 'gw_port': {'id': 'ba2b95a2-5894-4c04-99dc-45a738174258', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:27Z', 'updated_at': '2021-12-25T19:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '3195b3c5-a5ed-4d55-a3ef-ecd292710fbf', 'name': '', 'network_id': '2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85', 'tenant_id': '4fd99d038d004d88940a1028016237d4', 'mac_address': 'fa:16:3e:54:96:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0aed70ed-45a9-4994-b05b-e36c7e6dec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:34Z', 'updated_at': '2021-12-25T19:43:46Z', 'revision_number': 4, 'project_id': '4fd99d038d004d88940a1028016237d4', 'subnets': [{'id': '0aed70ed-45a9-4994-b05b-e36c7e6dec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:43:49.629972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d31e31b-21c9-4a88-b45f-f7d1d6a0346c None None] The sync data for ids ['e16d14f2-1b65-4ffc-b08f-a7731f4c73c9'] in dv-neutron-822611-1-hyperv is: [{'id': 'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9', 'name': 'tempest-ServersTestJSON-1882715011-router', 'tenant_id': '4fd99d038d004d88940a1028016237d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': 'ba2b95a2-5894-4c04-99dc-45a738174258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:26Z', 'updated_at': '2021-12-25T19:43:36Z', 'revision_number': 4, 'project_id': '4fd99d038d004d88940a1028016237d4', 'gw_port': {'id': 'ba2b95a2-5894-4c04-99dc-45a738174258', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:27Z', 'updated_at': '2021-12-25T19:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '3195b3c5-a5ed-4d55-a3ef-ecd292710fbf', 'name': '', 'network_id': '2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85', 'tenant_id': '4fd99d038d004d88940a1028016237d4', 'mac_address': 'fa:16:3e:54:96:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0aed70ed-45a9-4994-b05b-e36c7e6dec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:34Z', 'updated_at': '2021-12-25T19:43:46Z', 'revision_number': 4, 'project_id': '4fd99d038d004d88940a1028016237d4', 'subnets': [{'id': '0aed70ed-45a9-4994-b05b-e36c7e6dec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:43:49.634177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:49.634665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:49.635303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:49.642796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-81f7c096-6ad0-48a7-9691-86bbe403fa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae79eca-6161-4e5f-8b1e-1c902b4f2328', 'name': 'tempest-ServerActionsTestJSON-1272435710-router', 'tenant_id': '52795748b8b04275a38e1b104b37d885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': 'd7f67ec1-84ac-4187-9276-c6bde44b3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:25Z', 'updated_at': '2021-12-25T19:43:38Z', 'revision_number': 4, 'project_id': '52795748b8b04275a38e1b104b37d885', 'gw_port': {'id': 'd7f67ec1-84ac-4187-9276-c6bde44b3a09', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae79eca-6161-4e5f-8b1e-1c902b4f2328', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:26Z', 'updated_at': '2021-12-25T19:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'd7818765-dbe9-4fdb-b80b-82b21bf84cf7', 'name': '', 'network_id': '367788d2-d464-40ee-b453-dec544646fe7', 'tenant_id': '52795748b8b04275a38e1b104b37d885', 'mac_address': 'fa:16:3e:bb:d3:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae79eca-6161-4e5f-8b1e-1c902b4f2328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef16ee7f-3e07-44fe-b0cc-c9caef9a43a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:35Z', 'updated_at': '2021-12-25T19:43:39Z', 'revision_number': 2, 'project_id': '52795748b8b04275a38e1b104b37d885', 'subnets': [{'id': 'ef16ee7f-3e07-44fe-b0cc-c9caef9a43a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:43:49.642955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-220fca80-117b-4d41-beda-c4495dd859ab tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2081831192', 'description': 'tempest-description--1065991570'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:49.652796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f7c096-6ad0-48a7-9691-86bbe403fa6e None None] Checking router: 9ae79eca-6161-4e5f-8b1e-1c902b4f2328 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:43:49.653205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f7c096-6ad0-48a7-9691-86bbe403fa6e None None] Updating router 9ae79eca-6161-4e5f-8b1e-1c902b4f2328 port d7818765-dbe9-4fdb-b80b-82b21bf84cf7 binding host dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 19:43:49.665008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-220fca80-117b-4d41-beda-c4495dd859ab tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:49.731395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-ce5c0be9-9975-4896-a03f-1ed4e3d04e68 None None] Could not find standard attr ID for object 7a3e6f78-9758-440e-b12b-35344be27a1a. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:43:49.765378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-220fca80-117b-4d41-beda-c4495dd859ab tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Usage tracker for resource:security_group and tenant:52795748b8b04275a38e1b104b37d885 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:49.798466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef261c0-e2d0-4408-8406-1e035e6e5b50 admin admin] Pushing event updated for resources: {'Port': ['ID=d8a32d27-3cd9-4097-801a-4d8e4d7fe327,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:49.814357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70f526ec-5d96-41b1-b7fd-a1ba0717d8ab tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:49.816417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-220fca80-117b-4d41-beda-c4495dd859ab tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:49.819523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:43:49.819978 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Failed to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] Dec 25 19:43:49.821784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:49.837739 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempt 7 to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 Dec 25 19:43:49.848408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-220fca80-117b-4d41-beda-c4495dd859ab tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:49.850860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-eef261c0-e2d0-4408-8406-1e035e6e5b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:49.855332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81f7c096-6ad0-48a7-9691-86bbe403fa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:49.871284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port d7f67ec1-84ac-4187-9276-c6bde44b3a09, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=d7f67ec1-84ac-4187-9276-c6bde44b3a09,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:43:49.874850 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eef261c0-e2d0-4408-8406-1e035e6e5b50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:49.891041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:49.892233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:43:49.910704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] device_id is not set on port c1523d4b-0436-4978-9954-fa9ed683c840 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:43:49.917006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b22d46eb-0827-4a1c-8bd8-b8f46e0e2731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:49.918169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:49.918585 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:49.919237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:49.943098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b22d46eb-0827-4a1c-8bd8-b8f46e0e2731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:49.961122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c8959285-070b-46ab-9030-9f4252449fb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:49.983407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:49.998175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:50.017596 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b22d46eb-0827-4a1c-8bd8-b8f46e0e2731 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0abe660af07d4d54b7929514ec96d03b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9428988 Dec 25 19:43:50.023605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-220fca80-117b-4d41-beda-c4495dd859ab tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:50.026945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42284) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:50.042789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:43:50.043530 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Failed to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] Dec 25 19:43:50.049093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=d7f67ec1-84ac-4187-9276-c6bde44b3a09,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:50.049273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-47719117-7308-4861-ba56-7fa684abb23a tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:50.057325 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempt 8 to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 Dec 25 19:43:50.080801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Transition to ACTIVE for port object c1523d4b-0436-4978-9954-fa9ed683c840 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:43:50.090272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:50.116765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:50.117973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-47719117-7308-4861-ba56-7fa684abb23a tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Transition to ACTIVE for port object 0056f818-5abf-4fae-b7b1-d96a46f6d4b0 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:43:50.124201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:50.124416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:43:50.124548 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:50.124985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:50.150906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:50.155112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-ce5c0be9-9975-4896-a03f-1ed4e3d04e68 None None] Provisioning for port 4a2202fe-fac7-46d9-b8ae-bc02b0945aeb completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:43:50.175377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d46eb-0827-4a1c-8bd8-b8f46e0e2731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6acaca7a-5755-4a1c-bb1d-5a5286973ded,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:50.190419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b22d46eb-0827-4a1c-8bd8-b8f46e0e2731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:50.244023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70f526ec-5d96-41b1-b7fd-a1ba0717d8ab tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:50.345413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef261c0-e2d0-4408-8406-1e035e6e5b50 admin admin] Network e46cb0a4-06ef-4442-9ae2-07612ef208a0 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:43:50.348723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-16b0fc59-485e-4751-8361-1be94eb3a374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:50.354864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-eef261c0-e2d0-4408-8406-1e035e6e5b50 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:43:50.457251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Pushing event updated for resources: {'Port': ['ID=c1523d4b-0436-4978-9954-fa9ed683c840,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:50.478241 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:50.479196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:43:50.479676 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Failed to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] Dec 25 19:43:50.485547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-220fca80-117b-4d41-beda-c4495dd859ab tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:50.488026 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempt 9 to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 Dec 25 19:43:50.515574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:50.516135 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:50.516672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:50.523247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-220fca80-117b-4d41-beda-c4495dd859ab tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Usage tracker for resource:security_group_rule and tenant:52795748b8b04275a38e1b104b37d885 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:50.551657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81f7c096-6ad0-48a7-9691-86bbe403fa6e None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:50.557264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-220fca80-117b-4d41-beda-c4495dd859ab tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:50.579565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-81f7c096-6ad0-48a7-9691-86bbe403fa6e None None] Transition to ACTIVE for port object d7818765-dbe9-4fdb-b80b-82b21bf84cf7 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:43:50.584580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:43:50.585088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:50.655230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81f7c096-6ad0-48a7-9691-86bbe403fa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:50.659723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-14934ed8-8821-4b1f-91df-4412b8d54503 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:50.666486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-220fca80-117b-4d41-beda-c4495dd859ab tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:50.673425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:50.694270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:43:50.694485 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Failed to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] Dec 25 19:43:50.698983 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempt 10 to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 Dec 25 19:43:50.717106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-14934ed8-8821-4b1f-91df-4412b8d54503 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:50.730501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:50.731120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:50.731644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:50.776649 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-ce5c0be9-9975-4896-a03f-1ed4e3d04e68 None None] Provisioning complete for port 4a2202fe-fac7-46d9-b8ae-bc02b0945aeb triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:43:50.777418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ce5c0be9-9975-4896-a03f-1ed4e3d04e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:50.788311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-16b0fc59-485e-4751-8361-1be94eb3a374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:50.818471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70f526ec-5d96-41b1-b7fd-a1ba0717d8ab tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:50.838857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-220fca80-117b-4d41-beda-c4495dd859ab tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:50.845860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:50.846467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b45604af-de47-41e2-8ae3-b7dc14e42287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:50.885450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-14934ed8-8821-4b1f-91df-4412b8d54503 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:50.891085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-47719117-7308-4861-ba56-7fa684abb23a tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:50.915177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:43:50.915678 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Failed to bind port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] Dec 25 19:43:50.916084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:50.937163 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port c1523d4b-0436-4978-9954-fa9ed683c840 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:50.937530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port c1523d4b-0436-4978-9954-fa9ed683c840 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:50.937912 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port c1523d4b-0436-4978-9954-fa9ed683c840 on network 85ad701d-bf6a-4412-92c8-d50c1801dfec {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:50.945698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-220fca80-117b-4d41-beda-c4495dd859ab tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:50.952498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ce5c0be9-9975-4896-a03f-1ed4e3d04e68 None None] Port 4a2202fe-fac7-46d9-b8ae-bc02b0945aeb cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:43:50.969339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2940ab0-6c08-4e6f-9fbd-508f0fdae198 None None] Pushing event updated for resources: {'Port': ['ID=d7818765-dbe9-4fdb-b80b-82b21bf84cf7,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:50.974064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f2940ab0-6c08-4e6f-9fbd-508f0fdae198 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:50.983639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Port c1523d4b-0436-4978-9954-fa9ed683c840 on network 85ad701d-bf6a-4412-92c8-d50c1801dfec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:43:50.984016 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Failed to bind port c1523d4b-0436-4978-9954-fa9ed683c840 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] Dec 25 19:43:51.005187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47719117-7308-4861-ba56-7fa684abb23a tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Network f4b53d06-78e7-4d38-9fc8-62c9b009c744 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:43:51.006285 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempt 2 to bind port c1523d4b-0436-4978-9954-fa9ed683c840 Dec 25 19:43:51.067136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70f526ec-5d96-41b1-b7fd-a1ba0717d8ab tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:51.070788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f526ec-5d96-41b1-b7fd-a1ba0717d8ab tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Pushing event deleted for resources: {'Subnet': ['ID=f1bd4964-04b0-4574-a8fd-fcaaa15ef68e,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:51.073817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-47719117-7308-4861-ba56-7fa684abb23a tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:43:51.076499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47719117-7308-4861-ba56-7fa684abb23a tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:43:51.082361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47719117-7308-4861-ba56-7fa684abb23a tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:43:51.083111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-47719117-7308-4861-ba56-7fa684abb23a tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:51.087788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-70f526ec-5d96-41b1-b7fd-a1ba0717d8ab tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:51.093991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d6bbd6-bdb6-4f53-a11c-94a809164bab None None] Network bfabde46-0331-46df-9f5b-21e00f17a5f5 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:43:51.104099 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port c1523d4b-0436-4978-9954-fa9ed683c840 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:51.104548 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port c1523d4b-0436-4978-9954-fa9ed683c840 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:51.105127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port c1523d4b-0436-4978-9954-fa9ed683c840 on network 85ad701d-bf6a-4412-92c8-d50c1801dfec {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:51.118487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Port c1523d4b-0436-4978-9954-fa9ed683c840 on network 85ad701d-bf6a-4412-92c8-d50c1801dfec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:43:51.118876 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Failed to bind port c1523d4b-0436-4978-9954-fa9ed683c840 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] Dec 25 19:43:51.120610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-220fca80-117b-4d41-beda-c4495dd859ab tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:51.123201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-ce5c0be9-9975-4896-a03f-1ed4e3d04e68 None None] Provisioning for port d8a32d27-3cd9-4097-801a-4d8e4d7fe327 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:43:51.138133 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-220fca80-117b-4d41-beda-c4495dd859ab tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.5056703 Dec 25 19:43:51.145842 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-47719117-7308-4861-ba56-7fa684abb23a tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.9869161 Dec 25 19:43:51.150251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:51.150807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42290) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:51.151269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42292) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:51.151795 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempt 3 to bind port c1523d4b-0436-4978-9954-fa9ed683c840 Dec 25 19:43:51.169097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:43:51.178661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-ce5c0be9-9975-4896-a03f-1ed4e3d04e68 None None] Provisioning complete for port d8a32d27-3cd9-4097-801a-4d8e4d7fe327 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:43:51.179752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ce5c0be9-9975-4896-a03f-1ed4e3d04e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:51.220524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:51.245587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0bc6a920-2ba9-4d08-8a59-1a3bf034f137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:51.272537 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-70f526ec-5d96-41b1-b7fd-a1ba0717d8ab tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] 10.222.0.24 "DELETE /v2.0/subnets/f1bd4964-04b0-4574-a8fd-fcaaa15ef68e HTTP/1.1" status: 204 len: 168 time: 2.2789905 Dec 25 19:43:51.279325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] For port 5a2a3f2b-e345-495d-bee2-f1705f43fe95, host hv-neutron-8226, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:43:51.280324 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempted to set empty binding levels {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 25 19:43:51.281785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-14934ed8-8821-4b1f-91df-4412b8d54503 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:51.283539 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-14934ed8-8821-4b1f-91df-4412b8d54503 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7976186 Dec 25 19:43:51.299562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42294) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:51.305295 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b8a4d7b2-e63e-4f7b-9998-51597f7a8bfe tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Request body: {'floatingip': {'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:51.318422 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b8a4d7b2-e63e-4f7b-9998-51597f7a8bfe tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:51.333240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b8a4d7b2-e63e-4f7b-9998-51597f7a8bfe tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Usage tracker for resource:floatingip and tenant:7bfdd580a9d446ecbdf18fc3aff0b6ae is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:51.339534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b8a4d7b2-e63e-4f7b-9998-51597f7a8bfe tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:51.341446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-81f7c096-6ad0-48a7-9691-86bbe403fa6e None None] Attempting to bind port d7818765-dbe9-4fdb-b80b-82b21bf84cf7 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:51.341871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-81f7c096-6ad0-48a7-9691-86bbe403fa6e None None] Attempting to bind port d7818765-dbe9-4fdb-b80b-82b21bf84cf7 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '0a5d06b6-5a26-4d5f-923a-bf759a4923fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '367788d2-d464-40ee-b453-dec544646fe7'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:51.342833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f7c096-6ad0-48a7-9691-86bbe403fa6e None None] Attempting to bind port d7818765-dbe9-4fdb-b80b-82b21bf84cf7 on network 367788d2-d464-40ee-b453-dec544646fe7 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:51.358092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b8a4d7b2-e63e-4f7b-9998-51597f7a8bfe tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:51.372029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-16b0fc59-485e-4751-8361-1be94eb3a374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:51.391470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port c1523d4b-0436-4978-9954-fa9ed683c840 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:51.391788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port c1523d4b-0436-4978-9954-fa9ed683c840 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:51.392136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port c1523d4b-0436-4978-9954-fa9ed683c840 on network 85ad701d-bf6a-4412-92c8-d50c1801dfec {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:51.397272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:51.408091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7aae8ed6-dc53-4155-b4e4-73dea0e59fa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:51.411307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-e0aaa80f-d7b9-4d3a-ad04-ade9d759d76a tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Request body: {'security_group_rule': {'security_group_id': '703bd9ad-4677-4525-b7f7-417e3cbff028', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:51.416889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14934ed8-8821-4b1f-91df-4412b8d54503 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Pushing event updated for resources: {'Port': ['ID=98404ed4-1966-4f9d-9096-02df31a2ff30,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:51.420734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-16b0fc59-485e-4751-8361-1be94eb3a374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:51.425188 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-16b0fc59-485e-4751-8361-1be94eb3a374 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6acaca7a-5755-4a1c-bb1d-5a5286973ded HTTP/1.1" status: 204 len: 168 time: 1.3971419 Dec 25 19:43:51.441640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b8a4d7b2-e63e-4f7b-9998-51597f7a8bfe tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:51.447954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f7c096-6ad0-48a7-9691-86bbe403fa6e None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:43:51.448376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f7c096-6ad0-48a7-9691-86bbe403fa6e None None] Checking segment: {'id': '0a5d06b6-5a26-4d5f-923a-bf759a4923fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '367788d2-d464-40ee-b453-dec544646fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:43:51.448831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81f7c096-6ad0-48a7-9691-86bbe403fa6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:51.449274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f7c096-6ad0-48a7-9691-86bbe403fa6e None None] Bound using segment: {'id': '0a5d06b6-5a26-4d5f-923a-bf759a4923fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '367788d2-d464-40ee-b453-dec544646fe7'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:43:51.449818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-81f7c096-6ad0-48a7-9691-86bbe403fa6e None None] Bound port: d7818765-dbe9-4fdb-b80b-82b21bf84cf7, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a5d06b6-5a26-4d5f-923a-bf759a4923fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '367788d2-d464-40ee-b453-dec544646fe7'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:43:51.450236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81f7c096-6ad0-48a7-9691-86bbe403fa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:51.461335 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-14934ed8-8821-4b1f-91df-4412b8d54503 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:51.462159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-14934ed8-8821-4b1f-91df-4412b8d54503 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:51.507349 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b0fc59-485e-4751-8361-1be94eb3a374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acaca7a-5755-4a1c-bb1d-5a5286973ded,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:51.533835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-16b0fc59-485e-4751-8361-1be94eb3a374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:51.541499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:51.643545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e0aaa80f-d7b9-4d3a-ad04-ade9d759d76a tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:51.654210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47719117-7308-4861-ba56-7fa684abb23a tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Pushing event updated for resources: {'Port': ['ID=0056f818-5abf-4fae-b7b1-d96a46f6d4b0,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:51.666201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e13923b-7bcc-481f-9b37-c5213d1f2b4c tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:51.692559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:51.747019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-5e13923b-7bcc-481f-9b37-c5213d1f2b4c tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Deleting port 4884990b-9a53-4ecd-97e4-cd0567237df1 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:43:51.747507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e13923b-7bcc-481f-9b37-c5213d1f2b4c tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:51.750577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e0aaa80f-d7b9-4d3a-ad04-ade9d759d76a tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Usage tracker for resource:security_group_rule and tenant:52795748b8b04275a38e1b104b37d885 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:51.777155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Port c1523d4b-0436-4978-9954-fa9ed683c840 on network 85ad701d-bf6a-4412-92c8-d50c1801dfec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:43:51.777628 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Failed to bind port c1523d4b-0436-4978-9954-fa9ed683c840 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] Dec 25 19:43:51.778582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e0aaa80f-d7b9-4d3a-ad04-ade9d759d76a tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:51.790058 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempt 4 to bind port c1523d4b-0436-4978-9954-fa9ed683c840 Dec 25 19:43:51.825229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e0aaa80f-d7b9-4d3a-ad04-ade9d759d76a tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:51.844985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] In _notify_port_updated(), no bound segment for port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 25 19:43:51.846203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:51.847856 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] 10.222.0.24 "PUT /v2.0/ports/5a2a3f2b-e345-495d-bee2-f1705f43fe95 HTTP/1.1" status: 200 len: 981 time: 5.9408114 Dec 25 19:43:51.861640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port c1523d4b-0436-4978-9954-fa9ed683c840 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:51.862026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port c1523d4b-0436-4978-9954-fa9ed683c840 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:51.862393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port c1523d4b-0436-4978-9954-fa9ed683c840 on network 85ad701d-bf6a-4412-92c8-d50c1801dfec {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:51.871456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42320) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:51.966133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Pushing event updated for resources: {'Port': ['ID=5a2a3f2b-e345-495d-bee2-f1705f43fe95,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:51.977109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ce5c0be9-9975-4896-a03f-1ed4e3d04e68 None None] Port d8a32d27-3cd9-4097-801a-4d8e4d7fe327 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:43:51.978481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:51.979511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e0aaa80f-d7b9-4d3a-ad04-ade9d759d76a tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:51.990339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-65883aaf-1416-487f-82c3-a8a62c681b8f tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.877s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:52.009976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Port c1523d4b-0436-4978-9954-fa9ed683c840 on network 85ad701d-bf6a-4412-92c8-d50c1801dfec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:43:52.010336 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Failed to bind port c1523d4b-0436-4978-9954-fa9ed683c840 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] Dec 25 19:43:52.010879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-81f7c096-6ad0-48a7-9691-86bbe403fa6e None None] For port d7818765-dbe9-4fdb-b80b-82b21bf84cf7, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:43:52.014866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-81f7c096-6ad0-48a7-9691-86bbe403fa6e None None] For port d7818765-dbe9-4fdb-b80b-82b21bf84cf7, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=d7818765-dbe9-4fdb-b80b-82b21bf84cf7,segment=NetworkSegment(0a5d06b6-5a26-4d5f-923a-bf759a4923fe),segment_id=0a5d06b6-5a26-4d5f-923a-bf759a4923fe)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:43:52.021242 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempt 5 to bind port c1523d4b-0436-4978-9954-fa9ed683c840 Dec 25 19:43:52.021623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 3195b3c5-a5ed-4d55-a3ef-ecd292710fbf up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:43:52.050214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port c1523d4b-0436-4978-9954-fa9ed683c840 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:52.050599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port c1523d4b-0436-4978-9954-fa9ed683c840 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:52.050953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port c1523d4b-0436-4978-9954-fa9ed683c840 on network 85ad701d-bf6a-4412-92c8-d50c1801dfec {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:52.096341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81f7c096-6ad0-48a7-9691-86bbe403fa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:52.111486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:52.191661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220fca80-117b-4d41-beda-c4495dd859ab tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=703bd9ad-4677-4525-b7f7-417e3cbff028,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:52.207366 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef261c0-e2d0-4408-8406-1e035e6e5b50 admin admin] Router 50a775ae-2fff-4094-8439-4ef65c4dafd8 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:43:52.210038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Port c1523d4b-0436-4978-9954-fa9ed683c840 on network 85ad701d-bf6a-4412-92c8-d50c1801dfec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:43:52.210590 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Failed to bind port c1523d4b-0436-4978-9954-fa9ed683c840 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] Dec 25 19:43:52.216068 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempt 6 to bind port c1523d4b-0436-4978-9954-fa9ed683c840 Dec 25 19:43:52.241511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-220fca80-117b-4d41-beda-c4495dd859ab tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:52.244476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9198a50b-325b-49a0-8ca2-40a064255c6e tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.248s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:52.244895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9198a50b-325b-49a0-8ca2-40a064255c6e tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:52.278574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-945565fa-3d3e-454a-b181-c0fbb1515b70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Synchronizing usage tracker for tenant:2897aa4c11dc4c97a811c261f83652d3 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:43:52.304134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e0aaa80f-d7b9-4d3a-ad04-ade9d759d76a tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:52.305387 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port c1523d4b-0436-4978-9954-fa9ed683c840 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:52.305758 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port c1523d4b-0436-4978-9954-fa9ed683c840 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:52.306144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port c1523d4b-0436-4978-9954-fa9ed683c840 on network 85ad701d-bf6a-4412-92c8-d50c1801dfec {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:52.316412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Port c1523d4b-0436-4978-9954-fa9ed683c840 on network 85ad701d-bf6a-4412-92c8-d50c1801dfec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:43:52.316786 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Failed to bind port c1523d4b-0436-4978-9954-fa9ed683c840 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] Dec 25 19:43:52.318975 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempt 7 to bind port c1523d4b-0436-4978-9954-fa9ed683c840 Dec 25 19:43:52.332021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e0aaa80f-d7b9-4d3a-ad04-ade9d759d76a tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:52.360575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9e7443f1-cede-4131-b3ba-517b41ebc6c2 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:52.374126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-83e7bfc1-6365-4a44-a407-a98434bd0970 None None] Provisioning for port 0056f818-5abf-4fae-b7b1-d96a46f6d4b0 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:43:52.381669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2940ab0-6c08-4e6f-9fbd-508f0fdae198 None None] Pushing event updated for resources: {'Port': ['ID=d7818765-dbe9-4fdb-b80b-82b21bf84cf7,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:52.387034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f2940ab0-6c08-4e6f-9fbd-508f0fdae198 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:52.388166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-83e7bfc1-6365-4a44-a407-a98434bd0970 None None] Provisioning complete for port 0056f818-5abf-4fae-b7b1-d96a46f6d4b0 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:43:52.388582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-83e7bfc1-6365-4a44-a407-a98434bd0970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:52.409110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aaa80f-d7b9-4d3a-ad04-ade9d759d76a tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b79fa77-3fbe-4bd3-8432-804ac0bf09ea,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:52.411108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-945565fa-3d3e-454a-b181-c0fbb1515b70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Unset dirty status for tenant:2897aa4c11dc4c97a811c261f83652d3 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:43:52.423347 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-945565fa-3d3e-454a-b181-c0fbb1515b70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17875 time: 0.5466564 Dec 25 19:43:52.424239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port c1523d4b-0436-4978-9954-fa9ed683c840 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:52.424617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port c1523d4b-0436-4978-9954-fa9ed683c840 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:52.425214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port c1523d4b-0436-4978-9954-fa9ed683c840 on network 85ad701d-bf6a-4412-92c8-d50c1801dfec {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:52.427833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e0aaa80f-d7b9-4d3a-ad04-ade9d759d76a tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:52.431341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42334) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:52.454499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-5e13923b-7bcc-481f-9b37-c5213d1f2b4c tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] For port 4884990b-9a53-4ecd-97e4-cd0567237df1, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=4884990b-9a53-4ecd-97e4-cd0567237df1,segment=NetworkSegment(6f5d527c-a06b-43fe-85c2-1399a052a54b),segment_id=6f5d527c-a06b-43fe-85c2-1399a052a54b)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:43:52.455204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e13923b-7bcc-481f-9b37-c5213d1f2b4c tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:52.479518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f7c096-6ad0-48a7-9691-86bbe403fa6e None None] Routers {'9ae79eca-6161-4e5f-8b1e-1c902b4f2328'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:43:52.480233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-81f7c096-6ad0-48a7-9691-86bbe403fa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:43:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['9ae79eca-6161-4e5f-8b1e-1c902b4f2328'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:43:52.573358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42342) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:52.579965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 3195b3c5-a5ed-4d55-a3ef-ecd292710fbf completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:43:52.626409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Port c1523d4b-0436-4978-9954-fa9ed683c840 on network 85ad701d-bf6a-4412-92c8-d50c1801dfec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:43:52.626788 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Failed to bind port c1523d4b-0436-4978-9954-fa9ed683c840 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] Dec 25 19:43:52.633022 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempt 8 to bind port c1523d4b-0436-4978-9954-fa9ed683c840 Dec 25 19:43:52.641451 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 3195b3c5-a5ed-4d55-a3ef-ecd292710fbf triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:43:52.641880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:52.665838 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-5e13923b-7bcc-481f-9b37-c5213d1f2b4c tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Calling delete_port for 4884990b-9a53-4ecd-97e4-cd0567237df1 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:43:52.668522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b8a4d7b2-e63e-4f7b-9998-51597f7a8bfe tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:52.684476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e0aaa80f-d7b9-4d3a-ad04-ade9d759d76a tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:52.689481 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e0aaa80f-d7b9-4d3a-ad04-ade9d759d76a tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4045341 Dec 25 19:43:52.761713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42348) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:52.775455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port c1523d4b-0436-4978-9954-fa9ed683c840 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:52.775737 dv-neutron-822611-1-hyperv neutron-server[88789]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 25 19:43:52.775848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port c1523d4b-0436-4978-9954-fa9ed683c840 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:52.776230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port c1523d4b-0436-4978-9954-fa9ed683c840 on network 85ad701d-bf6a-4412-92c8-d50c1801dfec {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:52.786503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-1b887de3-cedb-4496-bdc2-d13a85e7f00b tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Request body: {'security_group_rule': {'security_group_id': '703bd9ad-4677-4525-b7f7-417e3cbff028', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:52.803429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1b887de3-cedb-4496-bdc2-d13a85e7f00b tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:52.808032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1b887de3-cedb-4496-bdc2-d13a85e7f00b tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Usage tracker for resource:security_group_rule and tenant:52795748b8b04275a38e1b104b37d885 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:52.811500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1b887de3-cedb-4496-bdc2-d13a85e7f00b tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:52.819297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1b887de3-cedb-4496-bdc2-d13a85e7f00b tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:52.821868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e13923b-7bcc-481f-9b37-c5213d1f2b4c tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:52.828513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8776644c-0555-4e79-8cc4-e8e412add637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Deleting port 5a2a3f2b-e345-495d-bee2-f1705f43fe95 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:43:52.828902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8776644c-0555-4e79-8cc4-e8e412add637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:52.841654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-eef261c0-e2d0-4408-8406-1e035e6e5b50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:52.913796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d23003-a9bd-4617-90f5-76b8a7337105 None None] DHCP port deletion for bfabde46-0331-46df-9f5b-21e00f17a5f5 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:43:52.920848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Port c1523d4b-0436-4978-9954-fa9ed683c840 on network 85ad701d-bf6a-4412-92c8-d50c1801dfec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:43:52.921241 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Failed to bind port c1523d4b-0436-4978-9954-fa9ed683c840 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] Dec 25 19:43:52.924895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-74edd9ad-04ba-428b-a8e2-ea7c8b064e28 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Synchronizing usage tracker for tenant:4fd99d038d004d88940a1028016237d4 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:43:52.926979 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempt 9 to bind port c1523d4b-0436-4978-9954-fa9ed683c840 Dec 25 19:43:52.927918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e13923b-7bcc-481f-9b37-c5213d1f2b4c tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Pushing event deleted for resources: {'Port': ['ID=4884990b-9a53-4ecd-97e4-cd0567237df1,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:52.934311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5e13923b-7bcc-481f-9b37-c5213d1f2b4c tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:52.941978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1b887de3-cedb-4496-bdc2-d13a85e7f00b tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:52.943964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-83e7bfc1-6365-4a44-a407-a98434bd0970 None None] Port 0056f818-5abf-4fae-b7b1-d96a46f6d4b0 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:43:52.993025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port c1523d4b-0436-4978-9954-fa9ed683c840 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:52.993398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port c1523d4b-0436-4978-9954-fa9ed683c840 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:52.993779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port c1523d4b-0436-4978-9954-fa9ed683c840 on network 85ad701d-bf6a-4412-92c8-d50c1801dfec {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:53.016166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e13923b-7bcc-481f-9b37-c5213d1f2b4c tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] No DVR routers for this DVR port 4884990b-9a53-4ecd-97e4-cd0567237df1 on host dv-neutron-822611-1-hyperv {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:43:53.017981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-74edd9ad-04ba-428b-a8e2-ea7c8b064e28 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Unset dirty status for tenant:4fd99d038d004d88940a1028016237d4 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:43:53.019627 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-74edd9ad-04ba-428b-a8e2-ea7c8b064e28 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1539766446&fields=id&tenant_id=4fd99d038d004d88940a1028016237d4 HTTP/1.1" status: 200 len: 267 time: 0.3658473 Dec 25 19:43:53.107305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Port c1523d4b-0436-4978-9954-fa9ed683c840 on network 85ad701d-bf6a-4412-92c8-d50c1801dfec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:43:53.107832 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Failed to bind port c1523d4b-0436-4978-9954-fa9ed683c840 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] Dec 25 19:43:53.116777 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempt 10 to bind port c1523d4b-0436-4978-9954-fa9ed683c840 Dec 25 19:43:53.164034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:53.180323 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port c1523d4b-0436-4978-9954-fa9ed683c840 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:53.180694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port c1523d4b-0436-4978-9954-fa9ed683c840 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:53.181069 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port c1523d4b-0436-4978-9954-fa9ed683c840 on network 85ad701d-bf6a-4412-92c8-d50c1801dfec {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:53.209206 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-83e7bfc1-6365-4a44-a407-a98434bd0970 None None] Provisioning complete for port d8a32d27-3cd9-4097-801a-4d8e4d7fe327 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:43:53.210050 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-83e7bfc1-6365-4a44-a407-a98434bd0970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:53.222080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-b8a4d7b2-e63e-4f7b-9998-51597f7a8bfe tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Allocated IP 172.26.8.157 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/be75df32-11c3-4d62-8c60-b22aeffc6796) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:43:53.229074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Port c1523d4b-0436-4978-9954-fa9ed683c840 on network 85ad701d-bf6a-4412-92c8-d50c1801dfec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:43:53.229443 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Failed to bind port c1523d4b-0436-4978-9954-fa9ed683c840 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] Dec 25 19:43:53.229839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:53.284435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 3195b3c5-a5ed-4d55-a3ef-ecd292710fbf, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=3195b3c5-a5ed-4d55-a3ef-ecd292710fbf,segment=NetworkSegment(f09876a2-c0da-4bd2-ba8e-c152d95500b8),segment_id=f09876a2-c0da-4bd2-ba8e-c152d95500b8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:43:53.300410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-81f7c096-6ad0-48a7-9691-86bbe403fa6e None None] Set router 9ae79eca-6161-4e5f-8b1e-1c902b4f2328 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:43:53.351245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1b887de3-cedb-4496-bdc2-d13a85e7f00b tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:53.358584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:53.359914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 4884990b-9a53-4ecd-97e4-cd0567237df1 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:43:53.402296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-8776644c-0555-4e79-8cc4-e8e412add637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] For port 5a2a3f2b-e345-495d-bee2-f1705f43fe95, host hv-neutron-8226, got binding levels [] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:43:53.402695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8776644c-0555-4e79-8cc4-e8e412add637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:53.410921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1b887de3-cedb-4496-bdc2-d13a85e7f00b tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:53.411423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a40f4dee-5e03-4df3-a41b-77a6fc515745 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:53.411884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-7c627e20-4259-432c-9fde-e24a32c593af tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:43:53.413500 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-7c627e20-4259-432c-9fde-e24a32c593af tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "GET /v2.0/networks?id=2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85 HTTP/1.1" status: 200 len: 806 time: 0.3863213 Dec 25 19:43:53.438563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:53.496845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 4884990b-9a53-4ecd-97e4-cd0567237df1 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:43:53.497384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 4884990b-9a53-4ecd-97e4-cd0567237df1 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Dec 25 19:43:53.525268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-83e7bfc1-6365-4a44-a407-a98434bd0970 None None] Port d8a32d27-3cd9-4097-801a-4d8e4d7fe327 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:43:53.536795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=3195b3c5-a5ed-4d55-a3ef-ecd292710fbf,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:53.540058 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:53.556445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:53.567171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Port 4884990b-9a53-4ecd-97e4-cd0567237df1 not found, will not notify nova. {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 25 19:43:53.567646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d7f67ec1-84ac-4187-9276-c6bde44b3a09 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:43:53.589532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8776644c-0555-4e79-8cc4-e8e412add637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Calling delete_port for 5a2a3f2b-e345-495d-bee2-f1705f43fe95 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:43:53.654595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b887de3-cedb-4496-bdc2-d13a85e7f00b tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be80823d-da81-4489-b623-51ea4240680b,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:53.709284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e13923b-7bcc-481f-9b37-c5213d1f2b4c tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:53.720846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1b887de3-cedb-4496-bdc2-d13a85e7f00b tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:53.725609 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-58503861-9d1f-462b-84b8-6ae45e3fc907 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "GET /v2.0/quotas/4fd99d038d004d88940a1028016237d4 HTTP/1.1" status: 200 len: 375 time: 0.3009858 Dec 25 19:43:53.762432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1b887de3-cedb-4496-bdc2-d13a85e7f00b tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:53.763784 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1b887de3-cedb-4496-bdc2-d13a85e7f00b tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9936569 Dec 25 19:43:53.771794 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42366) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:53.774883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] For port c1523d4b-0436-4978-9954-fa9ed683c840, host hv-neutron-8226, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:43:53.775320 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempted to set empty binding levels {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 25 19:43:53.792365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port d7f67ec1-84ac-4187-9276-c6bde44b3a09 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:43:53.793181 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:53.797919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-13d341de-dab0-4ef6-99c2-a90e3a3a0638 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Request body: {'floatingip': {'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:53.806233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:53.807929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-13d341de-dab0-4ef6-99c2-a90e3a3a0638 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:53.822388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-5e13923b-7bcc-481f-9b37-c5213d1f2b4c tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfabde46-0331-46df-9f5b-21e00f17a5f5']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:43:53.832765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef261c0-e2d0-4408-8406-1e035e6e5b50 admin admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:43:53.846176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55eea07d-664a-4082-8293-624d3145fe11 None None] Sync routers for ids ['50a775ae-2fff-4094-8439-4ef65c4dafd8'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:43:53.860030 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-5e13923b-7bcc-481f-9b37-c5213d1f2b4c tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f5d527c-a06b-43fe-85c2-1399a052a54b') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:43:53.860387 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-5e13923b-7bcc-481f-9b37-c5213d1f2b4c tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f5d527c-a06b-43fe-85c2-1399a052a54b') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:43:53.865631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55eea07d-664a-4082-8293-624d3145fe11 None None] Routers {'50a775ae-2fff-4094-8439-4ef65c4dafd8'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:43:53.873661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-55eea07d-664a-4082-8293-624d3145fe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:43:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['50a775ae-2fff-4094-8439-4ef65c4dafd8'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:43:53.880493 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-eef261c0-e2d0-4408-8406-1e035e6e5b50 admin admin] 10.222.0.24 "PUT /v2.0/routers/50a775ae-2fff-4094-8439-4ef65c4dafd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.2470047 Dec 25 19:43:53.886972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e13923b-7bcc-481f-9b37-c5213d1f2b4c tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:53.914557 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-2bfeff90-b9ed-4637-9eaf-ca069c6015b0 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fd99d038d004d88940a1028016237d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1831515 Dec 25 19:43:53.915847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e13923b-7bcc-481f-9b37-c5213d1f2b4c tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:53.924015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e13923b-7bcc-481f-9b37-c5213d1f2b4c tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:43:53.924458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e13923b-7bcc-481f-9b37-c5213d1f2b4c tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:53.950089 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:43:53.950089 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:43:53.950089 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:43:53.950089 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:43:53.950089 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:43:53.950089 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:43:53.950089 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:43:53.950089 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:43:53.950089 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:43:53.950089 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:43:53.950089 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:43:53.950089 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:43:53.950089 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:43:53.950089 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:43:53.950089 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:43:53.950089 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:43:53.950089 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:43:53.950089 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:43:53.950089 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:43:53.950089 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:43:53.950089 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:43:53.950089 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:43:53.950089 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:43:53.950089 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:43:53.950089 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:43:53.950089 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:43:53.950089 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:43:53.950089 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:43:53.950089 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:43:53.950089 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:43:53.950089 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:43:53.950089 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:43:54.056548 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-13d341de-dab0-4ef6-99c2-a90e3a3a0638 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Usage tracker for resource:floatingip and tenant:52795748b8b04275a38e1b104b37d885 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:54.076841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-81b924bc-b2a2-4fe4-aca1-bccb245a2ad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:54.099570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e13923b-7bcc-481f-9b37-c5213d1f2b4c tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:54.103961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-35ead78c-bda2-4042-b9c1-25bbdafd16f6 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:54.130577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e13923b-7bcc-481f-9b37-c5213d1f2b4c tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:54.150507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] In _notify_port_updated(), no bound segment for port c1523d4b-0436-4978-9954-fa9ed683c840 on network 85ad701d-bf6a-4412-92c8-d50c1801dfec {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 25 19:43:54.152024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:54.153061 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e13923b-7bcc-481f-9b37-c5213d1f2b4c tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Pushing event deleted for resources: {'Network': ['ID=bfabde46-0331-46df-9f5b-21e00f17a5f5,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:54.158405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42380) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:54.159385 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] 10.222.0.24 "PUT /v2.0/ports/c1523d4b-0436-4978-9954-fa9ed683c840 HTTP/1.1" status: 200 len: 975 time: 6.1669865 Dec 25 19:43:54.166457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-13d341de-dab0-4ef6-99c2-a90e3a3a0638 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:54.167846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5e13923b-7bcc-481f-9b37-c5213d1f2b4c tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:54.172920 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5e13923b-7bcc-481f-9b37-c5213d1f2b4c tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] 10.222.0.24 "DELETE /v2.0/networks/bfabde46-0331-46df-9f5b-21e00f17a5f5 HTTP/1.1" status: 204 len: 168 time: 2.8687119 Dec 25 19:43:54.196751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-13d341de-dab0-4ef6-99c2-a90e3a3a0638 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:54.207502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8776644c-0555-4e79-8cc4-e8e412add637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:54.236573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 1ad68b5d-2ac4-4f6b-807c-e639f942bb50 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:43:54.291932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b8a4d7b2-e63e-4f7b-9998-51597f7a8bfe tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:54.317657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-13d341de-dab0-4ef6-99c2-a90e3a3a0638 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:54.329316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Pushing event updated for resources: {'Port': ['ID=c1523d4b-0436-4978-9954-fa9ed683c840,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:54.360995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-55eea07d-664a-4082-8293-624d3145fe11 None None] Set router 50a775ae-2fff-4094-8439-4ef65c4dafd8 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:43:54.370131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:54.372120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-88f6c7ef-9a6b-419c-b518-d3f964966152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:54.380753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f9f076d6-3d95-485a-9e97-3894cd85b290 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Synchronizing usage tracker for tenant:1838f5b5b8fd426ca6385caae6534557 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:43:54.422285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f9f076d6-3d95-485a-9e97-3894cd85b290 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Unset dirty status for tenant:1838f5b5b8fd426ca6385caae6534557 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:43:54.423860 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f9f076d6-3d95-485a-9e97-3894cd85b290 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16322 time: 0.2650607 Dec 25 19:43:54.427555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42392) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:54.434030 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 1ad68b5d-2ac4-4f6b-807c-e639f942bb50 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:43:54.434958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8776644c-0555-4e79-8cc4-e8e412add637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:54.442257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776644c-0555-4e79-8cc4-e8e412add637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a2a3f2b-e345-495d-bee2-f1705f43fe95,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:54.456818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-81f7c096-6ad0-48a7-9691-86bbe403fa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae79eca-6161-4e5f-8b1e-1c902b4f2328', 'name': 'tempest-ServerActionsTestJSON-1272435710-router', 'tenant_id': '52795748b8b04275a38e1b104b37d885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': 'd7f67ec1-84ac-4187-9276-c6bde44b3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:25Z', 'updated_at': '2021-12-25T19:43:38Z', 'revision_number': 4, 'project_id': '52795748b8b04275a38e1b104b37d885', 'gw_port': {'id': 'd7f67ec1-84ac-4187-9276-c6bde44b3a09', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae79eca-6161-4e5f-8b1e-1c902b4f2328', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:26Z', 'updated_at': '2021-12-25T19:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'd7818765-dbe9-4fdb-b80b-82b21bf84cf7', 'name': '', 'network_id': '367788d2-d464-40ee-b453-dec544646fe7', 'tenant_id': '52795748b8b04275a38e1b104b37d885', 'mac_address': 'fa:16:3e:bb:d3:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae79eca-6161-4e5f-8b1e-1c902b4f2328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef16ee7f-3e07-44fe-b0cc-c9caef9a43a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:35Z', 'updated_at': '2021-12-25T19:43:52Z', 'revision_number': 4, 'project_id': '52795748b8b04275a38e1b104b37d885', 'subnets': [{'id': 'ef16ee7f-3e07-44fe-b0cc-c9caef9a43a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:43:54.462893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8776644c-0555-4e79-8cc4-e8e412add637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:54.478831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 1ad68b5d-2ac4-4f6b-807c-e639f942bb50 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:43:54.479512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:54.486050 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8776644c-0555-4e79-8cc4-e8e412add637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] 10.222.0.24 "DELETE /v2.0/ports/5a2a3f2b-e345-495d-bee2-f1705f43fe95 HTTP/1.1" status: 204 len: 168 time: 2.0473022 Dec 25 19:43:54.487116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42396) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:54.567311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f7c096-6ad0-48a7-9691-86bbe403fa6e None None] The sync data for ids ['9ae79eca-6161-4e5f-8b1e-1c902b4f2328'] in dv-neutron-822611-1-hyperv is: [{'id': '9ae79eca-6161-4e5f-8b1e-1c902b4f2328', 'name': 'tempest-ServerActionsTestJSON-1272435710-router', 'tenant_id': '52795748b8b04275a38e1b104b37d885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': 'd7f67ec1-84ac-4187-9276-c6bde44b3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:25Z', 'updated_at': '2021-12-25T19:43:38Z', 'revision_number': 4, 'project_id': '52795748b8b04275a38e1b104b37d885', 'gw_port': {'id': 'd7f67ec1-84ac-4187-9276-c6bde44b3a09', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae79eca-6161-4e5f-8b1e-1c902b4f2328', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:26Z', 'updated_at': '2021-12-25T19:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'd7818765-dbe9-4fdb-b80b-82b21bf84cf7', 'name': '', 'network_id': '367788d2-d464-40ee-b453-dec544646fe7', 'tenant_id': '52795748b8b04275a38e1b104b37d885', 'mac_address': 'fa:16:3e:bb:d3:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae79eca-6161-4e5f-8b1e-1c902b4f2328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef16ee7f-3e07-44fe-b0cc-c9caef9a43a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:35Z', 'updated_at': '2021-12-25T19:43:52Z', 'revision_number': 4, 'project_id': '52795748b8b04275a38e1b104b37d885', 'subnets': [{'id': 'ef16ee7f-3e07-44fe-b0cc-c9caef9a43a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:43:54.578416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-6d59708f-fd46-4a28-8422-f1bfa204a050 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Deleting port c1523d4b-0436-4978-9954-fa9ed683c840 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:43:54.578923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d59708f-fd46-4a28-8422-f1bfa204a050 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:54.657053 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b8a4d7b2-e63e-4f7b-9998-51597f7a8bfe tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:54.685553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:54.817077 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c456455-eec1-4adc-8545-b19035522b13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] GET failed (client error): The resource could not be found. Dec 25 19:43:54.820019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1c456455-eec1-4adc-8545-b19035522b13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Synchronizing usage tracker for tenant:2897aa4c11dc4c97a811c261f83652d3 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:43:54.901088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:55.027258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-6d59708f-fd46-4a28-8422-f1bfa204a050 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] For port c1523d4b-0436-4978-9954-fa9ed683c840, host hv-neutron-8226, got binding levels [] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:43:55.029196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d59708f-fd46-4a28-8422-f1bfa204a050 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:55.030197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 1ad68b5d-2ac4-4f6b-807c-e639f942bb50, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=1ad68b5d-2ac4-4f6b-807c-e639f942bb50,segment=NetworkSegment(bafcc294-5e56-4f20-97ac-4bd3af3e8587),segment_id=bafcc294-5e56-4f20-97ac-4bd3af3e8587)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:43:55.058058 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:55.070279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:55.160082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1c456455-eec1-4adc-8545-b19035522b13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Unset dirty status for tenant:2897aa4c11dc4c97a811c261f83652d3 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:43:55.166898 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1c456455-eec1-4adc-8545-b19035522b13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] 10.222.0.24 "GET /v2.0/ports/5a2a3f2b-e345-495d-bee2-f1705f43fe95 HTTP/1.1" status: 404 len: 333 time: 0.6774528 Dec 25 19:43:55.181385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42406) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:55.190965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-55eea07d-664a-4082-8293-624d3145fe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a775ae-2fff-4094-8439-4ef65c4dafd8', 'name': 'tempest-ServersTestManualDisk-816730343-router', 'tenant_id': '90bb9717229b4c6e84726aafca2dad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:28Z', 'updated_at': '2021-12-25T19:43:47Z', 'revision_number': 4, 'project_id': '90bb9717229b4c6e84726aafca2dad9f', 'gw_port': {'id': '5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a775ae-2fff-4094-8439-4ef65c4dafd8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:30Z', 'updated_at': '2021-12-25T19:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'd8a32d27-3cd9-4097-801a-4d8e4d7fe327', 'name': '', 'network_id': 'e46cb0a4-06ef-4442-9ae2-07612ef208a0', 'tenant_id': '90bb9717229b4c6e84726aafca2dad9f', 'mac_address': 'fa:16:3e:f2:25:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a775ae-2fff-4094-8439-4ef65c4dafd8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '818d1966-40c1-4634-903e-77db45d8332f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:44Z', 'updated_at': '2021-12-25T19:43:48Z', 'revision_number': 2, 'project_id': '90bb9717229b4c6e84726aafca2dad9f', 'subnets': [{'id': '818d1966-40c1-4634-903e-77db45d8332f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:43:55.211282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55eea07d-664a-4082-8293-624d3145fe11 None None] Checking router: 50a775ae-2fff-4094-8439-4ef65c4dafd8 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:43:55.211828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55eea07d-664a-4082-8293-624d3145fe11 None None] Updating router 50a775ae-2fff-4094-8439-4ef65c4dafd8 port d8a32d27-3cd9-4097-801a-4d8e4d7fe327 binding host dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 19:43:55.221872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a4d7b2-e63e-4f7b-9998-51597f7a8bfe tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:43:55.240791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-de7f298d-4e8d-4d01-bda2-878d2b2a1fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221283899', 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:55.255322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-de7f298d-4e8d-4d01-bda2-878d2b2a1fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:55.282080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-de7f298d-4e8d-4d01-bda2-878d2b2a1fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:55.301294 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-b8a4d7b2-e63e-4f7b-9998-51597f7a8bfe tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:43:55.304025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a4d7b2-e63e-4f7b-9998-51597f7a8bfe tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:43:55.340067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-6d59708f-fd46-4a28-8422-f1bfa204a050 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Calling delete_port for c1523d4b-0436-4978-9954-fa9ed683c840 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:43:55.413463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=1ad68b5d-2ac4-4f6b-807c-e639f942bb50,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:55.414434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-55eea07d-664a-4082-8293-624d3145fe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:55.433686 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:55.476612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-fedef28b-1b26-47d7-b46b-6e546c0ff47b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:43:55.477476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d7818765-dbe9-4fdb-b80b-82b21bf84cf7 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:43:55.478236 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-fedef28b-1b26-47d7-b46b-6e546c0ff47b service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.9933996 Dec 25 19:43:55.580395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b8a4d7b2-e63e-4f7b-9998-51597f7a8bfe tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:55.590477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7f298d-4e8d-4d01-bda2-878d2b2a1fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Made reservation on behalf of 2897aa4c11dc4c97a811c261f83652d3 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:43:55.597191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de7f298d-4e8d-4d01-bda2-878d2b2a1fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:55.718391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b8a4d7b2-e63e-4f7b-9998-51597f7a8bfe tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:55.778711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4d7b2-e63e-4f7b-9998-51597f7a8bfe tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Pushing event updated for resources: {'Port': ['ID=be75df32-11c3-4d62-8c60-b22aeffc6796,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:55.784591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42412) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:55.786989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port d7818765-dbe9-4fdb-b80b-82b21bf84cf7 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:43:55.803801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port d7818765-dbe9-4fdb-b80b-82b21bf84cf7 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:43:55.806849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:55.814242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b8a4d7b2-e63e-4f7b-9998-51597f7a8bfe tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.129s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:55.818945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-13d341de-dab0-4ef6-99c2-a90e3a3a0638 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:55.904186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-de7f298d-4e8d-4d01-bda2-878d2b2a1fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] device_id is not set on port b02163dc-44d0-45fc-bdf0-be4c89d370a7 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:43:55.995123 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d59708f-fd46-4a28-8422-f1bfa204a050 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:56.034311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42418) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:56.041677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:56.087501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:56.148705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42420) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:56.160313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port d7818765-dbe9-4fdb-b80b-82b21bf84cf7, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=d7818765-dbe9-4fdb-b80b-82b21bf84cf7,segment=NetworkSegment(0a5d06b6-5a26-4d5f-923a-bf759a4923fe),segment_id=0a5d06b6-5a26-4d5f-923a-bf759a4923fe)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:43:56.164409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59708f-fd46-4a28-8422-f1bfa204a050 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1523d4b-0436-4978-9954-fa9ed683c840,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:56.164569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:56.165554 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:43:56.173375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6d59708f-fd46-4a28-8422-f1bfa204a050 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:56.176471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d59708f-fd46-4a28-8422-f1bfa204a050 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:56.195838 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f2940ab0-6c08-4e6f-9fbd-508f0fdae198 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:56.235777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-65bbbda8-1def-43f3-aa88-2960df3b9eb4 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Request body: {'security_group': {'name': 'tempest-securitygroup--448518824', 'description': 'tempest-description--2092458566'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:56.313662 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=d7818765-dbe9-4fdb-b80b-82b21bf84cf7,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:56.317005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-65bbbda8-1def-43f3-aa88-2960df3b9eb4 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:56.317287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:56.329176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:43:56.329657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:56.344374 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-d3e6bcdb-13b6-4f9e-8b2c-8c6f28daa8a5 service neutron] 10.222.0.24 "GET /v2.0/networks/2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8444731 Dec 25 19:43:56.484326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-65bbbda8-1def-43f3-aa88-2960df3b9eb4 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Usage tracker for resource:security_group and tenant:90bb9717229b4c6e84726aafca2dad9f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:56.504662 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-65bbbda8-1def-43f3-aa88-2960df3b9eb4 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:56.506041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 3195b3c5-a5ed-4d55-a3ef-ecd292710fbf up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:43:56.544087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-5e2cb8c9-6ad1-45bc-a2e6-75a45de6e264 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2045327588', 'router:external': True}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:56.552119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-55eea07d-664a-4082-8293-624d3145fe11 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:56.566780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-55eea07d-664a-4082-8293-624d3145fe11 None None] Transition to ACTIVE for port object d8a32d27-3cd9-4097-801a-4d8e4d7fe327 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:43:56.574515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-55eea07d-664a-4082-8293-624d3145fe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:56.594642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:56.594858 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-65bbbda8-1def-43f3-aa88-2960df3b9eb4 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:56.598243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 3195b3c5-a5ed-4d55-a3ef-ecd292710fbf triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:43:56.598900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:56.600248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5e2cb8c9-6ad1-45bc-a2e6-75a45de6e264 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:56.615734 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6d59708f-fd46-4a28-8422-f1bfa204a050 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] 10.222.0.24 "DELETE /v2.0/ports/c1523d4b-0436-4978-9954-fa9ed683c840 HTTP/1.1" status: 204 len: 168 time: 2.1868980 Dec 25 19:43:56.633401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42428) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:56.737545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5e2cb8c9-6ad1-45bc-a2e6-75a45de6e264 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Usage tracker for resource:network and tenant:59c528ad242a4b3e924fe17f127afd90 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:56.741845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5e2cb8c9-6ad1-45bc-a2e6-75a45de6e264 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:56.749663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5e2cb8c9-6ad1-45bc-a2e6-75a45de6e264 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:56.845604 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3d9f20d-25cc-4386-93a6-22a7f4c0cbc6 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] GET failed (client error): The resource could not be found. Dec 25 19:43:56.851270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a3d9f20d-25cc-4386-93a6-22a7f4c0cbc6 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Synchronizing usage tracker for tenant:1838f5b5b8fd426ca6385caae6534557 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:43:56.896635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de7f298d-4e8d-4d01-bda2-878d2b2a1fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:56.897488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2cb8c9-6ad1-45bc-a2e6-75a45de6e264 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Made reservation on behalf of 59c528ad242a4b3e924fe17f127afd90 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:43:56.903122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e2cb8c9-6ad1-45bc-a2e6-75a45de6e264 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:56.943103 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 4884990b-9a53-4ecd-97e4-cd0567237df1 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:43:56.949925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e2cb8c9-6ad1-45bc-a2e6-75a45de6e264 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:56.995990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 4884990b-9a53-4ecd-97e4-cd0567237df1 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:43:56.995990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 4884990b-9a53-4ecd-97e4-cd0567237df1 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:43:57.046729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5e2cb8c9-6ad1-45bc-a2e6-75a45de6e264 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:57.051432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5e2cb8c9-6ad1-45bc-a2e6-75a45de6e264 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Usage tracker for resource:security_group_rule and tenant:59c528ad242a4b3e924fe17f127afd90 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:57.054762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5e2cb8c9-6ad1-45bc-a2e6-75a45de6e264 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:57.061891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5e2cb8c9-6ad1-45bc-a2e6-75a45de6e264 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:57.087806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-55eea07d-664a-4082-8293-624d3145fe11 None None] Attempting to bind port d8a32d27-3cd9-4097-801a-4d8e4d7fe327 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:43:57.088227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-55eea07d-664a-4082-8293-624d3145fe11 None None] Attempting to bind port d8a32d27-3cd9-4097-801a-4d8e4d7fe327 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '178d451e-2ef5-40d9-84d5-b0b54f621cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e46cb0a4-06ef-4442-9ae2-07612ef208a0'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:43:57.088877 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55eea07d-664a-4082-8293-624d3145fe11 None None] Attempting to bind port d8a32d27-3cd9-4097-801a-4d8e4d7fe327 on network e46cb0a4-06ef-4442-9ae2-07612ef208a0 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:43:57.102741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55eea07d-664a-4082-8293-624d3145fe11 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:43:57.103192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55eea07d-664a-4082-8293-624d3145fe11 None None] Checking segment: {'id': '178d451e-2ef5-40d9-84d5-b0b54f621cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e46cb0a4-06ef-4442-9ae2-07612ef208a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:43:57.103642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-55eea07d-664a-4082-8293-624d3145fe11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:57.104592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55eea07d-664a-4082-8293-624d3145fe11 None None] Bound using segment: {'id': '178d451e-2ef5-40d9-84d5-b0b54f621cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e46cb0a4-06ef-4442-9ae2-07612ef208a0'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:43:57.105232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-55eea07d-664a-4082-8293-624d3145fe11 None None] Bound port: d8a32d27-3cd9-4097-801a-4d8e4d7fe327, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178d451e-2ef5-40d9-84d5-b0b54f621cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e46cb0a4-06ef-4442-9ae2-07612ef208a0'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:43:57.105511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-55eea07d-664a-4082-8293-624d3145fe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:57.108022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-13d341de-dab0-4ef6-99c2-a90e3a3a0638 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Allocated IP 172.26.8.148 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/a7e214a5-edfd-4a09-bf79-c1f721809659) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:43:57.145779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de7f298d-4e8d-4d01-bda2-878d2b2a1fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:57.170580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e2cb8c9-6ad1-45bc-a2e6-75a45de6e264 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:57.172396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-65bbbda8-1def-43f3-aa88-2960df3b9eb4 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:57.174428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b8a4d7b2-e63e-4f7b-9998-51597f7a8bfe tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:57.192714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e2cb8c9-6ad1-45bc-a2e6-75a45de6e264 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:57.211470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-55eea07d-664a-4082-8293-624d3145fe11 None None] For port d8a32d27-3cd9-4097-801a-4d8e4d7fe327, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:43:57.215395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-55eea07d-664a-4082-8293-624d3145fe11 None None] For port d8a32d27-3cd9-4097-801a-4d8e4d7fe327, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=d8a32d27-3cd9-4097-801a-4d8e4d7fe327,segment=NetworkSegment(178d451e-2ef5-40d9-84d5-b0b54f621cd5),segment_id=178d451e-2ef5-40d9-84d5-b0b54f621cd5)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:43:57.240374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e183e860-3d73-4c8b-9a53-115a14a9f0e0 None None] Pushing event updated for resources: {'Port': ['ID=d8a32d27-3cd9-4097-801a-4d8e4d7fe327,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:57.243742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-55eea07d-664a-4082-8293-624d3145fe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:57.244744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e183e860-3d73-4c8b-9a53-115a14a9f0e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:57.246805 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e2cb8c9-6ad1-45bc-a2e6-75a45de6e264 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:43:57.250525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-afa705c4-8144-40d9-86c6-dbb6eaf90370 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:57.257547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e2cb8c9-6ad1-45bc-a2e6-75a45de6e264 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:57.257943 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-5e2cb8c9-6ad1-45bc-a2e6-75a45de6e264 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Added segment a6df33a1-5980-448c-82c0-47373d92b53c of type vlan for network 8dc1f25b-c8db-4803-b732-f91fc7394b17 Dec 25 19:43:57.281619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9e1c7a1c-ba1b-4d31-bdb7-21ed42486d12 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:57.289918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d7818765-dbe9-4fdb-b80b-82b21bf84cf7 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:43:57.307249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e2cb8c9-6ad1-45bc-a2e6-75a45de6e264 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:57.356575 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-70f1ca11-3642-4565-837f-1111f226e317 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=81a17387cb23448b89f520a8c54b3161&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5453522 Dec 25 19:43:57.356575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a3d9f20d-25cc-4386-93a6-22a7f4c0cbc6 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Unset dirty status for tenant:1838f5b5b8fd426ca6385caae6534557 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:43:57.356575 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a3d9f20d-25cc-4386-93a6-22a7f4c0cbc6 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] 10.222.0.24 "GET /v2.0/ports/c1523d4b-0436-4978-9954-fa9ed683c840 HTTP/1.1" status: 404 len: 333 time: 0.7163229 Dec 25 19:43:57.360481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e183e860-3d73-4c8b-9a53-115a14a9f0e0 None None] Pushing event updated for resources: {'Port': ['ID=d8a32d27-3cd9-4097-801a-4d8e4d7fe327,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:57.366617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e183e860-3d73-4c8b-9a53-115a14a9f0e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:57.378571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55eea07d-664a-4082-8293-624d3145fe11 None None] Routers {'50a775ae-2fff-4094-8439-4ef65c4dafd8'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:43:57.379379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-55eea07d-664a-4082-8293-624d3145fe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:43:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['50a775ae-2fff-4094-8439-4ef65c4dafd8'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:43:57.410623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42432) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:57.411164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42434) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:57.426640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port d7818765-dbe9-4fdb-b80b-82b21bf84cf7 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:43:57.427395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:57.439611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2cb8c9-6ad1-45bc-a2e6-75a45de6e264 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196eb214-c51e-4f00-b2dc-699e6deead36,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:57.478547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5e2cb8c9-6ad1-45bc-a2e6-75a45de6e264 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:57.482499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7f298d-4e8d-4d01-bda2-878d2b2a1fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Network 3efaeb51-4b61-44ec-9eac-245a49d4b53a is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:43:57.488800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-c1e8bb49-088e-49b9-a641-e4ba8c26e083 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1157759269', 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:57.491737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b8a4d7b2-e63e-4f7b-9998-51597f7a8bfe tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:57.497596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c1e8bb49-088e-49b9-a641-e4ba8c26e083 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:57.509370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c1e8bb49-088e-49b9-a641-e4ba8c26e083 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:57.512213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-de7f298d-4e8d-4d01-bda2-878d2b2a1fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:43:57.533771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7f298d-4e8d-4d01-bda2-878d2b2a1fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:43:57.534874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7f298d-4e8d-4d01-bda2-878d2b2a1fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:43:57.535734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de7f298d-4e8d-4d01-bda2-878d2b2a1fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:57.552031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b8a4d7b2-e63e-4f7b-9998-51597f7a8bfe tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:57.556458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f298d-4e8d-4d01-bda2-878d2b2a1fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Pushing event updated for resources: {'Port': ['ID=b02163dc-44d0-45fc-bdf0-be4c89d370a7,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:57.572285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de7f298d-4e8d-4d01-bda2-878d2b2a1fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:57.573891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-74594e18-bbe4-4d4a-a753-851a49b24c0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:57.589407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 1ad68b5d-2ac4-4f6b-807c-e639f942bb50 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:43:57.611750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e2cb8c9-6ad1-45bc-a2e6-75a45de6e264 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:57.660143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8bfab8e6-ec2e-4633-b8bd-f5f4848d23ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:57.695242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 1ad68b5d-2ac4-4f6b-807c-e639f942bb50 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:43:57.695831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:57.702999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8bfab8e6-ec2e-4633-b8bd-f5f4848d23ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:57.715904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b8a4d7b2-e63e-4f7b-9998-51597f7a8bfe tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:57.720383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2cb8c9-6ad1-45bc-a2e6-75a45de6e264 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:43:57.721372 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e2cb8c9-6ad1-45bc-a2e6-75a45de6e264 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:57.723399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-55eea07d-664a-4082-8293-624d3145fe11 None None] Set router 50a775ae-2fff-4094-8439-4ef65c4dafd8 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:43:57.741222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-13d341de-dab0-4ef6-99c2-a90e3a3a0638 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:57.752060 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-abe2bb07-096a-4224-abf2-d3f19c2bbe2b service neutron] 10.222.0.24 "GET /v2.0/networks/2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4058409 Dec 25 19:43:57.752831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e8bb49-088e-49b9-a641-e4ba8c26e083 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Made reservation on behalf of 1838f5b5b8fd426ca6385caae6534557 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:43:57.758398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c1e8bb49-088e-49b9-a641-e4ba8c26e083 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:57.775560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-65bbbda8-1def-43f3-aa88-2960df3b9eb4 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:57.782658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-65bbbda8-1def-43f3-aa88-2960df3b9eb4 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Usage tracker for resource:security_group_rule and tenant:90bb9717229b4c6e84726aafca2dad9f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:57.785940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-65bbbda8-1def-43f3-aa88-2960df3b9eb4 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:57.791172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4d7b2-e63e-4f7b-9998-51597f7a8bfe tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Pushing event updated for resources: {'Port': ['ID=be75df32-11c3-4d62-8c60-b22aeffc6796,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:57.793893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-65bbbda8-1def-43f3-aa88-2960df3b9eb4 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:57.800781 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-de7f298d-4e8d-4d01-bda2-878d2b2a1fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.5913866 Dec 25 19:43:57.803881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b8a4d7b2-e63e-4f7b-9998-51597f7a8bfe tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:57.807591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42440) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:57.816483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d0e0ae6b-107f-4d1b-a44b-9c8eda698d9a tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:57.834458 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5e2cb8c9-6ad1-45bc-a2e6-75a45de6e264 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.6877124 Dec 25 19:43:57.892030 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b8a4d7b2-e63e-4f7b-9998-51597f7a8bfe tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:57.901336 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b8a4d7b2-e63e-4f7b-9998-51597f7a8bfe tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6142757 Dec 25 19:43:57.916378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42444) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:57.919835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42446) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:57.925419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-65bbbda8-1def-43f3-aa88-2960df3b9eb4 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:57.950251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-65bbbda8-1def-43f3-aa88-2960df3b9eb4 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:57.968873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-4f7e9595-cb0f-4d78-a76d-067362929af0 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Request body: {'floatingip': {'port_id': '0056f818-5abf-4fae-b7b1-d96a46f6d4b0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:58.006755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-65bbbda8-1def-43f3-aa88-2960df3b9eb4 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:58.008571 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-65bbbda8-1def-43f3-aa88-2960df3b9eb4 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.8396838 Dec 25 19:43:58.010223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-c1e8bb49-088e-49b9-a641-e4ba8c26e083 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] device_id is not set on port c364a43e-c244-4fa1-8b97-1bd2f22cf651 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:43:58.034950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-2c938382-e2d2-416a-b118-ccea5ca62f82 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Request body: {'subnet': {'network_id': '8dc1f25b-c8db-4803-b732-f91fc7394b17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:58.040164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42452) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:58.104773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4f7e9595-cb0f-4d78-a76d-067362929af0 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks [] for floatingip, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:58.123096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2cb8c9-6ad1-45bc-a2e6-75a45de6e264 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Pushing event updated for resources: {'Network': ['ID=8dc1f25b-c8db-4803-b732-f91fc7394b17,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:58.157048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5e2cb8c9-6ad1-45bc-a2e6-75a45de6e264 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:58.161418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 8dc1f25b-c8db-4803-b732-f91fc7394b17 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:43:58.169838 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:58.200689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42466) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:58.226838 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bbbda8-1def-43f3-aa88-2960df3b9eb4 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baadeee4-bb72-4297-aa07-69af02849a87,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:58.229633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2c938382-e2d2-416a-b118-ccea5ca62f82 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:58.237516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-9aabdb19-c4dc-4c2d-94de-bf72c2389008 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Request body: {'security_group_rule': {'security_group_id': 'baadeee4-bb72-4297-aa07-69af02849a87', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:43:58.244097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-65bbbda8-1def-43f3-aa88-2960df3b9eb4 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:58.261410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-55eea07d-664a-4082-8293-624d3145fe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a775ae-2fff-4094-8439-4ef65c4dafd8', 'name': 'tempest-ServersTestManualDisk-816730343-router', 'tenant_id': '90bb9717229b4c6e84726aafca2dad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:28Z', 'updated_at': '2021-12-25T19:43:47Z', 'revision_number': 4, 'project_id': '90bb9717229b4c6e84726aafca2dad9f', 'gw_port': {'id': '5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a775ae-2fff-4094-8439-4ef65c4dafd8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:30Z', 'updated_at': '2021-12-25T19:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'd8a32d27-3cd9-4097-801a-4d8e4d7fe327', 'name': '', 'network_id': 'e46cb0a4-06ef-4442-9ae2-07612ef208a0', 'tenant_id': '90bb9717229b4c6e84726aafca2dad9f', 'mac_address': 'fa:16:3e:f2:25:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a775ae-2fff-4094-8439-4ef65c4dafd8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '818d1966-40c1-4634-903e-77db45d8332f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:44Z', 'updated_at': '2021-12-25T19:43:57Z', 'revision_number': 4, 'project_id': '90bb9717229b4c6e84726aafca2dad9f', 'subnets': [{'id': '818d1966-40c1-4634-903e-77db45d8332f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:43:58.272842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55eea07d-664a-4082-8293-624d3145fe11 None None] The sync data for ids ['50a775ae-2fff-4094-8439-4ef65c4dafd8'] in dv-neutron-822611-1-hyperv is: [{'id': '50a775ae-2fff-4094-8439-4ef65c4dafd8', 'name': 'tempest-ServersTestManualDisk-816730343-router', 'tenant_id': '90bb9717229b4c6e84726aafca2dad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:28Z', 'updated_at': '2021-12-25T19:43:47Z', 'revision_number': 4, 'project_id': '90bb9717229b4c6e84726aafca2dad9f', 'gw_port': {'id': '5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a775ae-2fff-4094-8439-4ef65c4dafd8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:30Z', 'updated_at': '2021-12-25T19:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'd8a32d27-3cd9-4097-801a-4d8e4d7fe327', 'name': '', 'network_id': 'e46cb0a4-06ef-4442-9ae2-07612ef208a0', 'tenant_id': '90bb9717229b4c6e84726aafca2dad9f', 'mac_address': 'fa:16:3e:f2:25:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a775ae-2fff-4094-8439-4ef65c4dafd8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '818d1966-40c1-4634-903e-77db45d8332f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:44Z', 'updated_at': '2021-12-25T19:43:57Z', 'revision_number': 4, 'project_id': '90bb9717229b4c6e84726aafca2dad9f', 'subnets': [{'id': '818d1966-40c1-4634-903e-77db45d8332f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:43:58.275090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9aabdb19-c4dc-4c2d-94de-bf72c2389008 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:58.277874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2c938382-e2d2-416a-b118-ccea5ca62f82 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Usage tracker for resource:subnet and tenant:59c528ad242a4b3e924fe17f127afd90 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:58.304765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2c938382-e2d2-416a-b118-ccea5ca62f82 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:58.340589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8bfab8e6-ec2e-4633-b8bd-f5f4848d23ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:58.348886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2c938382-e2d2-416a-b118-ccea5ca62f82 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:58.351376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9aabdb19-c4dc-4c2d-94de-bf72c2389008 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Usage tracker for resource:security_group_rule and tenant:90bb9717229b4c6e84726aafca2dad9f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:58.370112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5e2cb8c9-6ad1-45bc-a2e6-75a45de6e264 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:58.381184 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9aabdb19-c4dc-4c2d-94de-bf72c2389008 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:58.389818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c17350d4-4151-47c4-b9d4-2f1f2bd7d38f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Synchronizing usage tracker for tenant:2897aa4c11dc4c97a811c261f83652d3 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:43:58.413909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9aabdb19-c4dc-4c2d-94de-bf72c2389008 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:58.425457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfab8e6-ec2e-4633-b8bd-f5f4848d23ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b40cf6-3cc8-4547-83ff-d3e396c7d278,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:58.435406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c938382-e2d2-416a-b118-ccea5ca62f82 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Made reservation on behalf of 59c528ad242a4b3e924fe17f127afd90 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:43:58.440924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2c938382-e2d2-416a-b118-ccea5ca62f82 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:58.481858 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-13d341de-dab0-4ef6-99c2-a90e3a3a0638 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:58.497385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:58.506138 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8bfab8e6-ec2e-4633-b8bd-f5f4848d23ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:58.520535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8bfab8e6-ec2e-4633-b8bd-f5f4848d23ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:58.524005 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8bfab8e6-ec2e-4633-b8bd-f5f4848d23ef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/56b40cf6-3cc8-4547-83ff-d3e396c7d278 HTTP/1.1" status: 204 len: 168 time: 1.0578461 Dec 25 19:43:58.594862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c17350d4-4151-47c4-b9d4-2f1f2bd7d38f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Unset dirty status for tenant:2897aa4c11dc4c97a811c261f83652d3 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:43:58.596234 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c17350d4-4151-47c4-b9d4-2f1f2bd7d38f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] 10.222.0.24 "GET /v2.0/ports/b02163dc-44d0-45fc-bdf0-be4c89d370a7 HTTP/1.1" status: 200 len: 959 time: 0.7824843 Dec 25 19:43:58.605864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9aabdb19-c4dc-4c2d-94de-bf72c2389008 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:58.618959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42484) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:58.690766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c1e8bb49-088e-49b9-a641-e4ba8c26e083 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:58.824555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c1e8bb49-088e-49b9-a641-e4ba8c26e083 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:58.835325 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5329e267-620a-4045-b7dd-add7f80cb3de req-58972938-cdd4-444f-8b19-d8d35e6d777c tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "GET /v2.0/ports?device_id=e81e0dd7-f239-4ce4-9c52-29c55d42e84a HTTP/1.1" status: 200 len: 210 time: 0.5896142 Dec 25 19:43:58.842016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:58.936710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e8bb49-088e-49b9-a641-e4ba8c26e083 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Pushing event updated for resources: {'Port': ['ID=c364a43e-c244-4fa1-8b97-1bd2f22cf651,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:58.948796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c1e8bb49-088e-49b9-a641-e4ba8c26e083 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:58.961608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e8bb49-088e-49b9-a641-e4ba8c26e083 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Network 85ad701d-bf6a-4412-92c8-d50c1801dfec is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:43:58.963004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-c1e8bb49-088e-49b9-a641-e4ba8c26e083 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:43:58.966242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e8bb49-088e-49b9-a641-e4ba8c26e083 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:43:58.967253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e8bb49-088e-49b9-a641-e4ba8c26e083 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:43:58.967927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c1e8bb49-088e-49b9-a641-e4ba8c26e083 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:58.991597 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c1e8bb49-088e-49b9-a641-e4ba8c26e083 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5227985 Dec 25 19:43:58.993346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42500) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:59.065312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d341de-dab0-4ef6-99c2-a90e3a3a0638 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:43:59.093775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-13d341de-dab0-4ef6-99c2-a90e3a3a0638 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:43:59.122582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d341de-dab0-4ef6-99c2-a90e3a3a0638 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:43:59.150657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-10abe17d-f2a8-42ec-a030-b70f95ad5a4b tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Synchronizing usage tracker for tenant:1838f5b5b8fd426ca6385caae6534557 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:43:59.185697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-10abe17d-f2a8-42ec-a030-b70f95ad5a4b tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Unset dirty status for tenant:1838f5b5b8fd426ca6385caae6534557 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:43:59.190116 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-10abe17d-f2a8-42ec-a030-b70f95ad5a4b tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] 10.222.0.24 "GET /v2.0/ports/c364a43e-c244-4fa1-8b97-1bd2f22cf651 HTTP/1.1" status: 200 len: 955 time: 0.1956353 Dec 25 19:43:59.190794 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42506) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:59.199683 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-4f7e9595-cb0f-4d78-a76d-067362929af0 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] update failed (client error): The resource could not be found. Dec 25 19:43:59.199683 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4f7e9595-cb0f-4d78-a76d-067362929af0 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] 10.222.0.24 "PUT /v2.0/floatingips/0ef6b64c-cd77-478c-9971-5ce12c38a3c7 HTTP/1.1" status: 404 len: 507 time: 1.2572024 Dec 25 19:43:59.204062 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d341de-dab0-4ef6-99c2-a90e3a3a0638 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Pushing event updated for resources: {'Port': ['ID=a7e214a5-edfd-4a09-bf79-c1f721809659,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:59.254073 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42510) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:59.296570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d8a32d27-3cd9-4097-801a-4d8e4d7fe327 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:43:59.302275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42516) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:43:59.313265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-2365be24-253d-4896-887a-ecd39393f732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Deleting port b02163dc-44d0-45fc-bdf0-be4c89d370a7 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:43:59.313944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2365be24-253d-4896-887a-ecd39393f732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:59.347728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-13d341de-dab0-4ef6-99c2-a90e3a3a0638 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.850s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:59.426543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-13d341de-dab0-4ef6-99c2-a90e3a3a0638 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:59.437300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port d8a32d27-3cd9-4097-801a-4d8e4d7fe327 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:43:59.441106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8e86391e-7ea6-4007-98dc-7ea5437d175a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:59.444053 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port d8a32d27-3cd9-4097-801a-4d8e4d7fe327 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:43:59.444652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:59.472569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-141d4580-4513-4753-9705-73d7d4606f36 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Deleting port be75df32-11c3-4d62-8c60-b22aeffc6796 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:43:59.472954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-141d4580-4513-4753-9705-73d7d4606f36 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:59.485807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 19:43:59.559005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e2c114f0-e0e2-4a02-bcff-0c18d60c2349 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Deleting port c364a43e-c244-4fa1-8b97-1bd2f22cf651 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:43:59.559548 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e2c114f0-e0e2-4a02-bcff-0c18d60c2349 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:59.618537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:59.686901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port d8a32d27-3cd9-4097-801a-4d8e4d7fe327, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=d8a32d27-3cd9-4097-801a-4d8e4d7fe327,segment=NetworkSegment(178d451e-2ef5-40d9-84d5-b0b54f621cd5),segment_id=178d451e-2ef5-40d9-84d5-b0b54f621cd5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:43:59.697450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8e86391e-7ea6-4007-98dc-7ea5437d175a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:43:59.713275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:59.724244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:43:59.736652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9aabdb19-c4dc-4c2d-94de-bf72c2389008 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:59.742004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8e86391e-7ea6-4007-98dc-7ea5437d175a admin admin] Usage tracker for resource:security_group_rule and tenant:33639db19e7743f7ab98a3bae2111d84 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:43:59.748942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8e86391e-7ea6-4007-98dc-7ea5437d175a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:43:59.759722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-13d341de-dab0-4ef6-99c2-a90e3a3a0638 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:59.817920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9aabdb19-c4dc-4c2d-94de-bf72c2389008 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:59.821105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8e86391e-7ea6-4007-98dc-7ea5437d175a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:43:59.837444 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=d8a32d27-3cd9-4097-801a-4d8e4d7fe327,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:43:59.851402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-141d4580-4513-4753-9705-73d7d4606f36 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:59.851863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-141d4580-4513-4753-9705-73d7d4606f36 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:43:59.854159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:43:59.872439 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:00.080578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-141d4580-4513-4753-9705-73d7d4606f36 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Calling delete_port for be75df32-11c3-4d62-8c60-b22aeffc6796 owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:44:00.218458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aabdb19-c4dc-4c2d-94de-bf72c2389008 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbcaf5bc-0daa-44f0-82de-38f1aedebbc8,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:00.271293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9aabdb19-c4dc-4c2d-94de-bf72c2389008 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:00.278856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9aabdb19-c4dc-4c2d-94de-bf72c2389008 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:00.280359 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9aabdb19-c4dc-4c2d-94de-bf72c2389008 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.1790340 Dec 25 19:44:00.283566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2365be24-253d-4896-887a-ecd39393f732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:00.307356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42532) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:00.314328 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-7e7dade3-3f3d-42c1-aca7-b46fe4227ad1 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Request body: {'security_group_rule': {'security_group_id': 'baadeee4-bb72-4297-aa07-69af02849a87', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:00.353263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e2c114f0-e0e2-4a02-bcff-0c18d60c2349 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:00.390094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7e7dade3-3f3d-42c1-aca7-b46fe4227ad1 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:00.394279 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f49bfd9c-9ea4-4d46-8098-b731dc76ec0d req-0dede968-a938-449d-9816-f707b7bf2395 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "GET /v2.0/ports?device_id=e81e0dd7-f239-4ce4-9c52-29c55d42e84a HTTP/1.1" status: 200 len: 210 time: 0.3253322 Dec 25 19:44:00.473824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7e7dade3-3f3d-42c1-aca7-b46fe4227ad1 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Usage tracker for resource:security_group_rule and tenant:90bb9717229b4c6e84726aafca2dad9f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:44:00.485769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-2365be24-253d-4896-887a-ecd39393f732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Calling delete_port for b02163dc-44d0-45fc-bdf0-be4c89d370a7 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:44:00.514915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7e7dade3-3f3d-42c1-aca7-b46fe4227ad1 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:44:00.515576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e2c114f0-e0e2-4a02-bcff-0c18d60c2349 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Calling delete_port for c364a43e-c244-4fa1-8b97-1bd2f22cf651 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:44:00.549867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7e7dade3-3f3d-42c1-aca7-b46fe4227ad1 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:00.593060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8e86391e-7ea6-4007-98dc-7ea5437d175a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:00.605621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-13d341de-dab0-4ef6-99c2-a90e3a3a0638 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:00.608637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8e86391e-7ea6-4007-98dc-7ea5437d175a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:00.620053 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-13d341de-dab0-4ef6-99c2-a90e3a3a0638 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:00.653673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e2c114f0-e0e2-4a02-bcff-0c18d60c2349 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:00.670737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c1e8bb49-088e-49b9-a641-e4ba8c26e083 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:00.685554 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:00.725235 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c114f0-e0e2-4a02-bcff-0c18d60c2349 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Pushing event deleted for resources: {'Port': ['ID=c364a43e-c244-4fa1-8b97-1bd2f22cf651,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:00.731475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e2c114f0-e0e2-4a02-bcff-0c18d60c2349 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:00.739917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e2c114f0-e0e2-4a02-bcff-0c18d60c2349 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:00.744474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e7dade3-3f3d-42c1-aca7-b46fe4227ad1 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:00.749582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-141d4580-4513-4753-9705-73d7d4606f36 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:00.758079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e2c114f0-e0e2-4a02-bcff-0c18d60c2349 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:00.772168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2365be24-253d-4896-887a-ecd39393f732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:00.802129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-13d341de-dab0-4ef6-99c2-a90e3a3a0638 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:00.806192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86391e-7ea6-4007-98dc-7ea5437d175a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5914deaa-f9e7-4d2c-9d95-c684c211a5c5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:00.807737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d4580-4513-4753-9705-73d7d4606f36 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Pushing event deleted for resources: {'Port': ['ID=be75df32-11c3-4d62-8c60-b22aeffc6796,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:00.810310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8e86391e-7ea6-4007-98dc-7ea5437d175a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:00.810616 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e2c114f0-e0e2-4a02-bcff-0c18d60c2349 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] 10.222.0.24 "DELETE /v2.0/ports/c364a43e-c244-4fa1-8b97-1bd2f22cf651 HTTP/1.1" status: 204 len: 168 time: 1.6184754 Dec 25 19:44:00.811591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-141d4580-4513-4753-9705-73d7d4606f36 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:00.813564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42536) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:00.821560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:00.850089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.36', 58202) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:00.907122 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8e86391e-7ea6-4007-98dc-7ea5437d175a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=33639db19e7743f7ab98a3bae2111d84&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6011372 Dec 25 19:44:00.910079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42542) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:00.918976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2365be24-253d-4896-887a-ecd39393f732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:00.926756 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b47ae5-9080-4eb1-afc1-7ab06e8ce74e tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] GET failed (client error): The resource could not be found. Dec 25 19:44:00.927356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b5b47ae5-9080-4eb1-afc1-7ab06e8ce74e tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Synchronizing usage tracker for tenant:1838f5b5b8fd426ca6385caae6534557 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:44:00.977350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-13d341de-dab0-4ef6-99c2-a90e3a3a0638 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:00.987950 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-13d341de-dab0-4ef6-99c2-a90e3a3a0638 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2058530 Dec 25 19:44:01.005826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d341de-dab0-4ef6-99c2-a90e3a3a0638 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Pushing event updated for resources: {'Port': ['ID=a7e214a5-edfd-4a09-bf79-c1f721809659,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:01.027035 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2365be24-253d-4896-887a-ecd39393f732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] 10.222.0.24 "DELETE /v2.0/ports/b02163dc-44d0-45fc-bdf0-be4c89d370a7 HTTP/1.1" status: 204 len: 168 time: 2.4042041 Dec 25 19:44:01.085057 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42548) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:01.152102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b5b47ae5-9080-4eb1-afc1-7ab06e8ce74e tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Unset dirty status for tenant:1838f5b5b8fd426ca6385caae6534557 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:44:01.152102 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b5b47ae5-9080-4eb1-afc1-7ab06e8ce74e tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] 10.222.0.24 "GET /v2.0/ports/c364a43e-c244-4fa1-8b97-1bd2f22cf651 HTTP/1.1" status: 404 len: 333 time: 0.3320165 Dec 25 19:44:01.156449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42558) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:01.160115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2365be24-253d-4896-887a-ecd39393f732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Pushing event deleted for resources: {'Port': ['ID=b02163dc-44d0-45fc-bdf0-be4c89d370a7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:01.162599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2365be24-253d-4896-887a-ecd39393f732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:01.169193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8776644c-0555-4e79-8cc4-e8e412add637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.378s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:01.169619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8776644c-0555-4e79-8cc4-e8e412add637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:01.174609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e7dade3-3f3d-42c1-aca7-b46fe4227ad1 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:01.183825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-817b250d-b3a1-45f6-b95e-a10b12d9a0b6 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Request body: {'port': {'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1594665697'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:01.188016 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-6607e560-e79f-443e-8428-70aed736208e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] GET failed (client error): The resource could not be found. Dec 25 19:44:01.188562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6607e560-e79f-443e-8428-70aed736208e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Synchronizing usage tracker for tenant:2897aa4c11dc4c97a811c261f83652d3 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:44:01.197970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-817b250d-b3a1-45f6-b95e-a10b12d9a0b6 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:01.206396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e7dade3-3f3d-42c1-aca7-b46fe4227ad1 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:01.221358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-141d4580-4513-4753-9705-73d7d4606f36 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:01.222810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d8a32d27-3cd9-4097-801a-4d8e4d7fe327 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:44:01.223934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-141d4580-4513-4753-9705-73d7d4606f36 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:01.225197 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-141d4580-4513-4753-9705-73d7d4606f36 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] 10.222.0.24 "DELETE /v2.0/floatingips/0ef6b64c-cd77-478c-9971-5ce12c38a3c7 HTTP/1.1" status: 204 len: 168 time: 1.9653547 Dec 25 19:44:01.235689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42564) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:01.253395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-728d03b8-904b-4ca0-a6be-498550be1e0d tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Request body: {'floatingip': {'floating_network_id': 'f4b53d06-78e7-4d38-9fc8-62c9b009c744', 'port_id': '0056f818-5abf-4fae-b7b1-d96a46f6d4b0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:01.257826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-817b250d-b3a1-45f6-b95e-a10b12d9a0b6 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:01.258892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8e11747d-8c6d-4056-a80a-278138b3cce6 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:01.270817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-926e9bc8-5c33-4a15-9e50-8b6768257b42 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:01.272446 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-926e9bc8-5c33-4a15-9e50-8b6768257b42 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.36 "GET /v2.0/networks?id=2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85 HTTP/1.1" status: 200 len: 806 time: 0.3904390 Dec 25 19:44:01.275498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-728d03b8-904b-4ca0-a6be-498550be1e0d tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:01.282964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-728d03b8-904b-4ca0-a6be-498550be1e0d tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Usage tracker for resource:floatingip and tenant:7bfdd580a9d446ecbdf18fc3aff0b6ae is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:44:01.285766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6607e560-e79f-443e-8428-70aed736208e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Unset dirty status for tenant:2897aa4c11dc4c97a811c261f83652d3 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:44:01.286989 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6607e560-e79f-443e-8428-70aed736208e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] 10.222.0.24 "GET /v2.0/ports/b02163dc-44d0-45fc-bdf0-be4c89d370a7 HTTP/1.1" status: 404 len: 333 time: 0.1951606 Dec 25 19:44:01.287910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-728d03b8-904b-4ca0-a6be-498550be1e0d tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:44:01.294269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42576) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:01.298250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-728d03b8-904b-4ca0-a6be-498550be1e0d tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:01.303692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-8a8ef89e-00d4-4f16-8f6d-5d2c01c56eb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Request body: {'port': {'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-691050337'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:01.306909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817b250d-b3a1-45f6-b95e-a10b12d9a0b6 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Made reservation on behalf of 1838f5b5b8fd426ca6385caae6534557 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:44:01.311695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-817b250d-b3a1-45f6-b95e-a10b12d9a0b6 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:01.316644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7dade3-3f3d-42c1-aca7-b46fe4227ad1 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd5692ed-c1f1-4800-bf46-b0afb087c48a,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:01.326209 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7e7dade3-3f3d-42c1-aca7-b46fe4227ad1 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:01.328612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b766972d-7036-443f-8d83-fd2adfba91f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:01.330936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2c938382-e2d2-416a-b118-ccea5ca62f82 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:01.348766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-efb86c75-8e39-43d4-9a70-5a75943388b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:01.350089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8a8ef89e-00d4-4f16-8f6d-5d2c01c56eb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:01.374892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port d8a32d27-3cd9-4097-801a-4d8e4d7fe327 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:44:01.375365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:01.410071 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8a8ef89e-00d4-4f16-8f6d-5d2c01c56eb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:01.415789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-728d03b8-904b-4ca0-a6be-498550be1e0d tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:01.420922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c938382-e2d2-416a-b118-ccea5ca62f82 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Pushing event updated for resources: {'Subnet': ['ID=08102a8b-916a-46e4-b96d-7cb815ce2d22,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:01.424595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-817b250d-b3a1-45f6-b95e-a10b12d9a0b6 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] device_id is not set on port e65ddc15-0ac9-46a4-bc94-0fc437607f7d yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:44:01.430018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2c938382-e2d2-416a-b118-ccea5ca62f82 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:01.430900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e7dade3-3f3d-42c1-aca7-b46fe4227ad1 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:01.432356 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7e7dade3-3f3d-42c1-aca7-b46fe4227ad1 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1251724 Dec 25 19:44:01.441556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42588) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:01.452633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b766972d-7036-443f-8d83-fd2adfba91f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:01.465091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-96f0ad1f-d5a8-4a83-85b2-c4ec60508a38 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Request body: {'floatingip': {'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:01.480465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-96f0ad1f-d5a8-4a83-85b2-c4ec60508a38 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:01.496688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-96f0ad1f-d5a8-4a83-85b2-c4ec60508a38 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Usage tracker for resource:floatingip and tenant:90bb9717229b4c6e84726aafca2dad9f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:44:01.502134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-96f0ad1f-d5a8-4a83-85b2-c4ec60508a38 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:44:01.511271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8ef89e-00d4-4f16-8f6d-5d2c01c56eb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Made reservation on behalf of 2897aa4c11dc4c97a811c261f83652d3 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:44:01.515332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-96f0ad1f-d5a8-4a83-85b2-c4ec60508a38 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:01.516222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8a8ef89e-00d4-4f16-8f6d-5d2c01c56eb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:01.530068 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-513b2bcc-2f2b-4bef-a0d6-d50f14027f35 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fd99d038d004d88940a1028016237d4 HTTP/1.1" status: 200 len: 380 time: 0.2071545 Dec 25 19:44:01.553408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-47d53cb2-42cd-430c-a8ff-6225fc58763c tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Request body: {'port': {'device_id': 'e81e0dd7-f239-4ce4-9c52-29c55d42e84a', 'network_id': '2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85', 'admin_state_up': True, 'tenant_id': '4fd99d038d004d88940a1028016237d4', 'security_groups': ['60fe5b27-97a5-45c2-a3ee-36c13cb617bc']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:01.568147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c938382-e2d2-416a-b118-ccea5ca62f82 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Checking segment: {'id': 'a6df33a1-5980-448c-82c0-47373d92b53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8dc1f25b-c8db-4803-b732-f91fc7394b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:44:01.568880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c938382-e2d2-416a-b118-ccea5ca62f82 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Network hostable DHCP agents. Network: 8dc1f25b-c8db-4803-b732-f91fc7394b17, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:44:01.577131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-96f0ad1f-d5a8-4a83-85b2-c4ec60508a38 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:01.603734 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-728d03b8-904b-4ca0-a6be-498550be1e0d tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:44:01.609491 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-728d03b8-904b-4ca0-a6be-498550be1e0d tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3669484 Dec 25 19:44:01.613878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42596) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:01.624942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-88fce23a-57f8-4687-b253-c52db1775722 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Request body: {'floatingip': {'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'port_id': '0056f818-5abf-4fae-b7b1-d96a46f6d4b0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:01.636569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-88fce23a-57f8-4687-b253-c52db1775722 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:01.646018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-88fce23a-57f8-4687-b253-c52db1775722 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Usage tracker for resource:floatingip and tenant:7bfdd580a9d446ecbdf18fc3aff0b6ae is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:44:01.647416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-e21da9ea-2f63-4a06-a8ca-77313d92891e tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Synchronizing usage tracker for tenant:52795748b8b04275a38e1b104b37d885 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:44:01.649912 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-88fce23a-57f8-4687-b253-c52db1775722 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:44:01.656585 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b766972d-7036-443f-8d83-fd2adfba91f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:01.662434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-88fce23a-57f8-4687-b253-c52db1775722 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:01.682521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:01.701987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-8a8ef89e-00d4-4f16-8f6d-5d2c01c56eb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] device_id is not set on port ead96999-b301-42bc-8fe5-72aa8c5a5a6f yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:44:01.708062 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766972d-7036-443f-8d83-fd2adfba91f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5914deaa-f9e7-4d2c-9d95-c684c211a5c5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:01.710769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b766972d-7036-443f-8d83-fd2adfba91f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:01.713607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c938382-e2d2-416a-b118-ccea5ca62f82 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Network 8dc1f25b-c8db-4803-b732-f91fc7394b17 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:44:01.719111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-88fce23a-57f8-4687-b253-c52db1775722 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:01.728562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b766972d-7036-443f-8d83-fd2adfba91f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:01.732311 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b766972d-7036-443f-8d83-fd2adfba91f6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5914deaa-f9e7-4d2c-9d95-c684c211a5c5 HTTP/1.1" status: 204 len: 168 time: 0.8163733 Dec 25 19:44:01.745462 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f94b9c49-ba23-4360-a31f-562172ec4bc3 req-223f8361-4d97-4760-8d3d-08991f9b6249 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "GET /v2.0/ports?device_id=e81e0dd7-f239-4ce4-9c52-29c55d42e84a HTTP/1.1" status: 200 len: 210 time: 0.1521418 Dec 25 19:44:01.766747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-2c938382-e2d2-416a-b118-ccea5ca62f82 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 8dc1f25b-c8db-4803-b732-f91fc7394b17) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:44:01.782822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c938382-e2d2-416a-b118-ccea5ca62f82 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:01.783887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2c938382-e2d2-416a-b118-ccea5ca62f82 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:01.786840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5531631-57d1-4053-8e8b-74c1ca903474 None None] Network 8dc1f25b-c8db-4803-b732-f91fc7394b17 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:44:01.868777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-e21da9ea-2f63-4a06-a8ca-77313d92891e tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Unset dirty status for tenant:52795748b8b04275a38e1b104b37d885 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:44:01.870505 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-e21da9ea-2f63-4a06-a8ca-77313d92891e tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--2081831192&fields=id&tenant_id=52795748b8b04275a38e1b104b37d885 HTTP/1.1" status: 200 len: 267 time: 0.5073245 Dec 25 19:44:01.884406 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2c938382-e2d2-416a-b118-ccea5ca62f82 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.9575968 Dec 25 19:44:01.895028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42614) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:01.963094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-1007f5df-1245-4b9b-ba64-ea7eb0686b54 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1139027244', 'network_id': '8dc1f25b-c8db-4803-b732-f91fc7394b17'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:01.969125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1007f5df-1245-4b9b-ba64-ea7eb0686b54 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:01.974488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1007f5df-1245-4b9b-ba64-ea7eb0686b54 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Usage tracker for resource:port and tenant:59c528ad242a4b3e924fe17f127afd90 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:44:01.977676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1007f5df-1245-4b9b-ba64-ea7eb0686b54 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:44:01.985669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1007f5df-1245-4b9b-ba64-ea7eb0686b54 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:02.008223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1007f5df-1245-4b9b-ba64-ea7eb0686b54 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Made reservation on behalf of 59c528ad242a4b3e924fe17f127afd90 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:44:02.015684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1007f5df-1245-4b9b-ba64-ea7eb0686b54 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:02.056578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-1007f5df-1245-4b9b-ba64-ea7eb0686b54 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] device_id is not set on port 5da7531e-3cee-49df-a31c-ce874022bd94 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:44:02.059682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-47d53cb2-42cd-430c-a8ff-6225fc58763c tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:02.262404 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-47d53cb2-42cd-430c-a8ff-6225fc58763c tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Usage tracker for resource:port and tenant:4fd99d038d004d88940a1028016237d4 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:44:02.289583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-47d53cb2-42cd-430c-a8ff-6225fc58763c tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:44:02.292316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-1007f5df-1245-4b9b-ba64-ea7eb0686b54 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Allocated IP 2001:db8::4f (8dc1f25b-c8db-4803-b732-f91fc7394b17/08102a8b-916a-46e4-b96d-7cb815ce2d22/5da7531e-3cee-49df-a31c-ce874022bd94) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:44:02.323638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-47d53cb2-42cd-430c-a8ff-6225fc58763c tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:02.512433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ecfac8-0bec-4039-9579-ce875d7d4a43 None None] Network 8dc1f25b-c8db-4803-b732-f91fc7394b17 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:44:02.541783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-817b250d-b3a1-45f6-b95e-a10b12d9a0b6 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:02.546364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-47d53cb2-42cd-430c-a8ff-6225fc58763c tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Made reservation on behalf of 4fd99d038d004d88940a1028016237d4 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:44:02.552646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-47d53cb2-42cd-430c-a8ff-6225fc58763c tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:02.599575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-eb4f4b2c-67cf-4a8f-90f7-5ea602fc5d69 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:02.600509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-eb4f4b2c-67cf-4a8f-90f7-5ea602fc5d69 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Synchronizing usage tracker for tenant:52795748b8b04275a38e1b104b37d885 on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:44:02.681681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8a8ef89e-00d4-4f16-8f6d-5d2c01c56eb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:02.716471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-eb4f4b2c-67cf-4a8f-90f7-5ea602fc5d69 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Unset dirty status for tenant:52795748b8b04275a38e1b104b37d885 on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:44:02.723615 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-eb4f4b2c-67cf-4a8f-90f7-5ea602fc5d69 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/networks?id=367788d2-d464-40ee-b453-dec544646fe7 HTTP/1.1" status: 200 len: 812 time: 0.8391130 Dec 25 19:44:02.794410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-817b250d-b3a1-45f6-b95e-a10b12d9a0b6 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:02.804374 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-e5a02b09-f5ab-4f6f-8484-e695e32d0296 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/quotas/52795748b8b04275a38e1b104b37d885 HTTP/1.1" status: 200 len: 375 time: 0.0795596 Dec 25 19:44:02.885445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-141d4580-4513-4753-9705-73d7d4606f36 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:03.124930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8a8ef89e-00d4-4f16-8f6d-5d2c01c56eb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:03.141237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817b250d-b3a1-45f6-b95e-a10b12d9a0b6 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Network 85ad701d-bf6a-4412-92c8-d50c1801dfec is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:44:03.142574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b250d-b3a1-45f6-b95e-a10b12d9a0b6 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Pushing event updated for resources: {'Port': ['ID=e65ddc15-0ac9-46a4-bc94-0fc437607f7d,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:03.157379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-817b250d-b3a1-45f6-b95e-a10b12d9a0b6 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:44:03.163220 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5ce6dbcb-370f-4fd0-ac9b-f455d5f4903d req-ea3c5373-7e5c-4a81-8467-f5def9097f02 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "GET /v2.0/ports?device_id=e81e0dd7-f239-4ce4-9c52-29c55d42e84a HTTP/1.1" status: 200 len: 210 time: 0.1471856 Dec 25 19:44:03.164714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817b250d-b3a1-45f6-b95e-a10b12d9a0b6 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:44:03.165679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817b250d-b3a1-45f6-b95e-a10b12d9a0b6 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:03.166486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-817b250d-b3a1-45f6-b95e-a10b12d9a0b6 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:03.171292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-817b250d-b3a1-45f6-b95e-a10b12d9a0b6 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:03.173220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-47d53cb2-42cd-430c-a8ff-6225fc58763c tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Allocated IP 172.20.0.14 (2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85/0aed70ed-45a9-4994-b05b-e36c7e6dec10/553e2af9-8703-4394-b56c-1c78b49acd9a) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:44:03.187139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-81c5f942-e74a-4ec3-9037-a60c4ffdf4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:03.335251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1007f5df-1245-4b9b-ba64-ea7eb0686b54 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:03.359120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-96f0ad1f-d5a8-4a83-85b2-c4ec60508a38 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:03.523109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8ef89e-00d4-4f16-8f6d-5d2c01c56eb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Network 3efaeb51-4b61-44ec-9eac-245a49d4b53a is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:44:03.533966 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-8a8ef89e-00d4-4f16-8f6d-5d2c01c56eb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:44:03.541828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-6f3db061-9c3e-4b2f-9261-35bbc794b61c tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Synchronizing usage tracker for tenant:52795748b8b04275a38e1b104b37d885 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:44:03.544811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8ef89e-00d4-4f16-8f6d-5d2c01c56eb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:44:03.546184 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8ef89e-00d4-4f16-8f6d-5d2c01c56eb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:03.546853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8a8ef89e-00d4-4f16-8f6d-5d2c01c56eb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:03.560424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ef89e-00d4-4f16-8f6d-5d2c01c56eb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Pushing event updated for resources: {'Port': ['ID=ead96999-b301-42bc-8fe5-72aa8c5a5a6f,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:03.574955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8a8ef89e-00d4-4f16-8f6d-5d2c01c56eb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:03.589083 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-817b250d-b3a1-45f6-b95e-a10b12d9a0b6 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.4172053 Dec 25 19:44:03.598951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42636) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:03.601158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1007f5df-1245-4b9b-ba64-ea7eb0686b54 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:03.616990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8226'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:03.641218 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8a8ef89e-00d4-4f16-8f6d-5d2c01c56eb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.3457170 Dec 25 19:44:03.645383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42640) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:03.650748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-6f3db061-9c3e-4b2f-9261-35bbc794b61c tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Unset dirty status for tenant:52795748b8b04275a38e1b104b37d885 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:44:03.652628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:03.665773 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-6f3db061-9c3e-4b2f-9261-35bbc794b61c tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=52795748b8b04275a38e1b104b37d885&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8515584 Dec 25 19:44:03.673391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8226'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:03.789978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-88fce23a-57f8-4687-b253-c52db1775722 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:03.945415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:03.978202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-47d53cb2-42cd-430c-a8ff-6225fc58763c tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:04.003091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1007f5df-1245-4b9b-ba64-ea7eb0686b54 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Network 8dc1f25b-c8db-4803-b732-f91fc7394b17 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:44:04.015838 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007f5df-1245-4b9b-ba64-ea7eb0686b54 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Pushing event updated for resources: {'Port': ['ID=5da7531e-3cee-49df-a31c-ce874022bd94,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:04.022627 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-96f0ad1f-d5a8-4a83-85b2-c4ec60508a38 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Allocated IP 172.26.8.81 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/1c8a7636-c241-4e1d-9d87-d5d6dd288604) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:44:04.049379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-47d53cb2-42cd-430c-a8ff-6225fc58763c tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Transition to ACTIVE for port object 553e2af9-8703-4394-b56c-1c78b49acd9a will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:44:04.056644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-1007f5df-1245-4b9b-ba64-ea7eb0686b54 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:44:04.069598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1007f5df-1245-4b9b-ba64-ea7eb0686b54 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:04.084567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1007f5df-1245-4b9b-ba64-ea7eb0686b54 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:44:04.085797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1007f5df-1245-4b9b-ba64-ea7eb0686b54 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:04.086666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1007f5df-1245-4b9b-ba64-ea7eb0686b54 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:04.104867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-d0c4ff90-a5ed-4349-8863-601cd64d1883 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:04.105990 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-d0c4ff90-a5ed-4349-8863-601cd64d1883 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.2190342 Dec 25 19:44:04.194826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:04.245960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-47d53cb2-42cd-430c-a8ff-6225fc58763c tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:04.254388 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1007f5df-1245-4b9b-ba64-ea7eb0686b54 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.3391340 Dec 25 19:44:04.259537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42658) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:04.275739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:04.459334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-47d53cb2-42cd-430c-a8ff-6225fc58763c tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Network 2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:44:04.521221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-47d53cb2-42cd-430c-a8ff-6225fc58763c tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:44:04.524249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-47d53cb2-42cd-430c-a8ff-6225fc58763c tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:44:04.541510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ec1ac4e2-9a14-4fa7-888a-1a4663f686da tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Deleting port 5da7531e-3cee-49df-a31c-ce874022bd94 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:44:04.541892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ec1ac4e2-9a14-4fa7-888a-1a4663f686da tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:04.718420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-96f0ad1f-d5a8-4a83-85b2-c4ec60508a38 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:04.767406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d53cb2-42cd-430c-a8ff-6225fc58763c tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Pushing event updated for resources: {'Port': ['ID=553e2af9-8703-4394-b56c-1c78b49acd9a,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:04.801388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-47d53cb2-42cd-430c-a8ff-6225fc58763c tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:04.802090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-47d53cb2-42cd-430c-a8ff-6225fc58763c tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:04.819504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-47d53cb2-42cd-430c-a8ff-6225fc58763c tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:04.847825 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-47d53cb2-42cd-430c-a8ff-6225fc58763c tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2989736 Dec 25 19:44:04.881765 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-ff9998c8-da8a-4e2c-8283-1a37cf229733 service neutron] 10.222.0.24 "GET /v2.0/networks/367788d2-d464-40ee-b453-dec544646fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6881618 Dec 25 19:44:05.038373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-9ffc6c4a-b269-4b5e-81d0-7451f41b874a None None] Provisioning for port 553e2af9-8703-4394-b56c-1c78b49acd9a completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:44:05.044642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-9ffc6c4a-b269-4b5e-81d0-7451f41b874a None None] Provisioning complete for port 553e2af9-8703-4394-b56c-1c78b49acd9a triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:44:05.045089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ffc6c4a-b269-4b5e-81d0-7451f41b874a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:05.101544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-9ffc6c4a-b269-4b5e-81d0-7451f41b874a None None] Port 553e2af9-8703-4394-b56c-1c78b49acd9a cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:44:05.102118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ec1ac4e2-9a14-4fa7-888a-1a4663f686da tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:05.256458 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-180225db-5905-40e3-94bc-070e2c10c04a service neutron] 10.222.0.24 "GET /v2.0/networks/367788d2-d464-40ee-b453-dec544646fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736088 Dec 25 19:44:05.265427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc58f9b-f2ab-44bc-8fd4-e134a4b0bda7 req-9f41e116-e274-4563-9937-d34467467bfa tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:05.266212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-6fc58f9b-f2ab-44bc-8fd4-e134a4b0bda7 req-9f41e116-e274-4563-9937-d34467467bfa tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Synchronizing usage tracker for tenant:4fd99d038d004d88940a1028016237d4 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:44:05.291830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-96f0ad1f-d5a8-4a83-85b2-c4ec60508a38 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:05.293749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] device_id is not set on port ead96999-b301-42bc-8fe5-72aa8c5a5a6f yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:44:05.296009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:05.306672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:05.369424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Transition to ACTIVE for port object ead96999-b301-42bc-8fe5-72aa8c5a5a6f will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:44:05.370473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-6fc58f9b-f2ab-44bc-8fd4-e134a4b0bda7 req-9f41e116-e274-4563-9937-d34467467bfa tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Unset dirty status for tenant:4fd99d038d004d88940a1028016237d4 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:44:05.371765 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6fc58f9b-f2ab-44bc-8fd4-e134a4b0bda7 req-9f41e116-e274-4563-9937-d34467467bfa tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "GET /v2.0/ports?device_id=e81e0dd7-f239-4ce4-9c52-29c55d42e84a HTTP/1.1" status: 200 len: 932 time: 0.9395614 Dec 25 19:44:05.442856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:05.449037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f0ad1f-d5a8-4a83-85b2-c4ec60508a38 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Pushing event updated for resources: {'Port': ['ID=1c8a7636-c241-4e1d-9d87-d5d6dd288604,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:05.458060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ec1ac4e2-9a14-4fa7-888a-1a4663f686da tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Calling delete_port for 5da7531e-3cee-49df-a31c-ce874022bd94 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:44:05.466396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8a8ef89e-00d4-4f16-8f6d-5d2c01c56eb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:05.500007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-96f0ad1f-d5a8-4a83-85b2-c4ec60508a38 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:05.519799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] device_id is not set on port e65ddc15-0ac9-46a4-bc94-0fc437607f7d yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:44:05.547224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:05.559033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f0ad1f-d5a8-4a83-85b2-c4ec60508a38 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:44:05.566724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-96f0ad1f-d5a8-4a83-85b2-c4ec60508a38 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:44:05.573255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f0ad1f-d5a8-4a83-85b2-c4ec60508a38 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:44:05.578495 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6fc58f9b-f2ab-44bc-8fd4-e134a4b0bda7 req-adb05ab5-bca4-4130-a546-6be97d19601e tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "GET /v2.0/security-groups?id=60fe5b27-97a5-45c2-a3ee-36c13cb617bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993215 Dec 25 19:44:05.719427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Pushing event updated for resources: {'Port': ['ID=ead96999-b301-42bc-8fe5-72aa8c5a5a6f,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:05.749997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:05.764818 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0eafff90-1352-47c1-b0c7-a12ac0b2eea7 req-4cd9abec-d8d1-48ec-a21b-e5e43d281918 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 210 time: 0.1107233 Dec 25 19:44:05.818212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:44:05.818599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:44:05.818985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:44:05.827877 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42688) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:05.828661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-96f0ad1f-d5a8-4a83-85b2-c4ec60508a38 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:05.834601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Transition to ACTIVE for port object e65ddc15-0ac9-46a4-bc94-0fc437607f7d will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:44:05.860953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Port ead96999-b301-42bc-8fe5-72aa8c5a5a6f on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:44:05.861336 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Failed to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f on host hv-neutron-8226 for vnic_type normal using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] Dec 25 19:44:05.861782 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempt 2 to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f Dec 25 19:44:05.891218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:44:05.891616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:44:05.893870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:44:05.902250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Port ead96999-b301-42bc-8fe5-72aa8c5a5a6f on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:44:05.902641 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Failed to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f on host hv-neutron-8226 for vnic_type normal using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] Dec 25 19:44:05.903130 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempt 3 to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f Dec 25 19:44:05.907469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:05.916507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-88fce23a-57f8-4687-b253-c52db1775722 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Allocated IP 172.26.8.93 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/0037c1f5-c68e-4b0f-8ce3-db2e8d378d18) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:44:05.919420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2365be24-253d-4896-887a-ecd39393f732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:05.924026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:44:05.924491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:44:05.924876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:44:05.935316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Port ead96999-b301-42bc-8fe5-72aa8c5a5a6f on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:44:05.935766 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Failed to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f on host hv-neutron-8226 for vnic_type normal using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] Dec 25 19:44:05.936216 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempt 4 to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f Dec 25 19:44:05.965633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:44:05.966019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:44:05.966522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:44:05.976522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Port ead96999-b301-42bc-8fe5-72aa8c5a5a6f on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:44:05.976983 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Failed to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f on host hv-neutron-8226 for vnic_type normal using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] Dec 25 19:44:05.977505 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempt 5 to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f Dec 25 19:44:05.998083 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:44:05.998471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:44:05.998923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:44:06.005287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81dd8fed-505a-448a-8cf2-8aedb6a5248e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:06.007924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Port ead96999-b301-42bc-8fe5-72aa8c5a5a6f on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:44:06.008410 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Failed to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f on host hv-neutron-8226 for vnic_type normal using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] Dec 25 19:44:06.008953 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempt 6 to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f Dec 25 19:44:06.030108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:44:06.031373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:44:06.031659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:44:06.038924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Port ead96999-b301-42bc-8fe5-72aa8c5a5a6f on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:44:06.039506 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Failed to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f on host hv-neutron-8226 for vnic_type normal using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] Dec 25 19:44:06.040051 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempt 7 to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f Dec 25 19:44:06.075895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:44:06.076506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:44:06.077741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:44:06.107262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-c3a58a00-4233-4ac4-9046-6aa23cfada1d tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Request body: {'floatingip': {'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:06.113360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Port ead96999-b301-42bc-8fe5-72aa8c5a5a6f on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:44:06.113742 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Failed to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f on host hv-neutron-8226 for vnic_type normal using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] Dec 25 19:44:06.114741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c3a58a00-4233-4ac4-9046-6aa23cfada1d tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:06.119581 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempt 8 to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f Dec 25 19:44:06.162320 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c3a58a00-4233-4ac4-9046-6aa23cfada1d tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Usage tracker for resource:floatingip and tenant:413387edd9304867a25b6f66fab11820 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:44:06.167347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c3a58a00-4233-4ac4-9046-6aa23cfada1d tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:44:06.184131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:44:06.184509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:44:06.184971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:44:06.188242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c3a58a00-4233-4ac4-9046-6aa23cfada1d tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:06.199547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Port ead96999-b301-42bc-8fe5-72aa8c5a5a6f on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:44:06.199995 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Failed to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f on host hv-neutron-8226 for vnic_type normal using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] Dec 25 19:44:06.200329 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempt 9 to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f Dec 25 19:44:06.217605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c3a58a00-4233-4ac4-9046-6aa23cfada1d tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:06.247353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:44:06.248242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:44:06.248663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:44:06.283896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Port ead96999-b301-42bc-8fe5-72aa8c5a5a6f on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:44:06.284275 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Failed to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f on host hv-neutron-8226 for vnic_type normal using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] Dec 25 19:44:06.286507 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempt 10 to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f Dec 25 19:44:06.331714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:44:06.332098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:44:06.332483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempting to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:44:06.346767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Port ead96999-b301-42bc-8fe5-72aa8c5a5a6f on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:44:06.347159 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Failed to bind port ead96999-b301-42bc-8fe5-72aa8c5a5a6f on host hv-neutron-8226 for vnic_type normal using segments [{'id': '69a676b9-ebcb-4c9d-96bd-fe65be823d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3efaeb51-4b61-44ec-9eac-245a49d4b53a'}] Dec 25 19:44:06.347572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:06.352051 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Pushing event updated for resources: {'Port': ['ID=e65ddc15-0ac9-46a4-bc94-0fc437607f7d,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:06.355767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:06.494947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-96f0ad1f-d5a8-4a83-85b2-c4ec60508a38 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:06.563754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] For port ead96999-b301-42bc-8fe5-72aa8c5a5a6f, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:44:06.564530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Attempted to set empty binding levels {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 25 19:44:06.568290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c3a58a00-4233-4ac4-9046-6aa23cfada1d tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:06.573793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:06.621496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:06.680050 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ec1ac4e2-9a14-4fa7-888a-1a4663f686da tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:06.712846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] In _notify_port_updated(), no bound segment for port ead96999-b301-42bc-8fe5-72aa8c5a5a6f on network 3efaeb51-4b61-44ec-9eac-245a49d4b53a {{(pid=88900) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 25 19:44:06.714415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:06.720642 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] 10.222.0.24 "PUT /v2.0/ports/ead96999-b301-42bc-8fe5-72aa8c5a5a6f HTTP/1.1" status: 200 len: 980 time: 3.0741165 Dec 25 19:44:06.721634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42714) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:06.756484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:06.831856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Pushing event updated for resources: {'Port': ['ID=ead96999-b301-42bc-8fe5-72aa8c5a5a6f,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:06.847995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ac4e2-9a14-4fa7-888a-1a4663f686da tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Pushing event deleted for resources: {'Port': ['ID=5da7531e-3cee-49df-a31c-ce874022bd94,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:06.888576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ec1ac4e2-9a14-4fa7-888a-1a4663f686da tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:06.922203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:44:06.922586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:44:06.922967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d on network 85ad701d-bf6a-4412-92c8-d50c1801dfec {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:44:06.933738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ec1ac4e2-9a14-4fa7-888a-1a4663f686da tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:06.990288 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ec1ac4e2-9a14-4fa7-888a-1a4663f686da tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] 10.222.0.24 "DELETE /v2.0/ports/5da7531e-3cee-49df-a31c-ce874022bd94 HTTP/1.1" status: 204 len: 168 time: 2.7293181 Dec 25 19:44:06.990962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Port e65ddc15-0ac9-46a4-bc94-0fc437607f7d on network 85ad701d-bf6a-4412-92c8-d50c1801dfec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:44:06.991400 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Failed to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d on host hv-neutron-8226 for vnic_type normal using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] Dec 25 19:44:06.996504 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempt 2 to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d Dec 25 19:44:07.012141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-88fce23a-57f8-4687-b253-c52db1775722 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:07.015405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42722) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:07.031433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-51981eb8-536d-4ab4-b26c-ffbcc1b75cea tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8dc1f25b-c8db-4803-b732-f91fc7394b17', 'external_fixed_ips': [{'subnet_id': '08102a8b-916a-46e4-b96d-7cb815ce2d22', 'ip_address': '2001:db8::4f'}]}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:07.045700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-51981eb8-536d-4ab4-b26c-ffbcc1b75cea tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:07.048176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:44:07.048552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:44:07.048913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d on network 85ad701d-bf6a-4412-92c8-d50c1801dfec {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:44:07.056426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-51981eb8-536d-4ab4-b26c-ffbcc1b75cea tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Usage tracker for resource:router and tenant:59c528ad242a4b3e924fe17f127afd90 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:44:07.059877 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-51981eb8-536d-4ab4-b26c-ffbcc1b75cea tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:44:07.074699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-51981eb8-536d-4ab4-b26c-ffbcc1b75cea tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:07.093231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Port e65ddc15-0ac9-46a4-bc94-0fc437607f7d on network 85ad701d-bf6a-4412-92c8-d50c1801dfec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:44:07.093608 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Failed to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d on host hv-neutron-8226 for vnic_type normal using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] Dec 25 19:44:07.097988 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempt 3 to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d Dec 25 19:44:07.126801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:07.150813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51981eb8-536d-4ab4-b26c-ffbcc1b75cea tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:07.152016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51981eb8-536d-4ab4-b26c-ffbcc1b75cea tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:07.159796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-96f0ad1f-d5a8-4a83-85b2-c4ec60508a38 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:07.161650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:44:07.162022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:44:07.162399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d on network 85ad701d-bf6a-4412-92c8-d50c1801dfec {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:44:07.171966 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-96f0ad1f-d5a8-4a83-85b2-c4ec60508a38 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:07.179709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:07.195528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:07.209205 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5c0b948d-1537-42ab-93dc-6a035ef893e7 req-2ac772f2-aa07-4f96-88ce-4464d7ea95dc tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 210 time: 0.1051838 Dec 25 19:44:07.212360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-88fce23a-57f8-4687-b253-c52db1775722 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:07.243104 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Port e65ddc15-0ac9-46a4-bc94-0fc437607f7d on network 85ad701d-bf6a-4412-92c8-d50c1801dfec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:44:07.243377 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Failed to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d on host hv-neutron-8226 for vnic_type normal using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] Dec 25 19:44:07.250455 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempt 4 to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d Dec 25 19:44:07.252011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-6ec663be-4bf4-4198-9445-ef019f1d3520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Deleting port ead96999-b301-42bc-8fe5-72aa8c5a5a6f {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:44:07.252507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6ec663be-4bf4-4198-9445-ef019f1d3520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:07.286228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-96f0ad1f-d5a8-4a83-85b2-c4ec60508a38 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:07.292110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51981eb8-536d-4ab4-b26c-ffbcc1b75cea tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:07.297051 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:44:07.297427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:44:07.297836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d on network 85ad701d-bf6a-4412-92c8-d50c1801dfec {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:44:07.316877 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fce23a-57f8-4687-b253-c52db1775722 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:44:07.322801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f0ad1f-d5a8-4a83-85b2-c4ec60508a38 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Pushing event updated for resources: {'Port': ['ID=1c8a7636-c241-4e1d-9d87-d5d6dd288604,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:07.330385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-88fce23a-57f8-4687-b253-c52db1775722 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:44:07.332713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fce23a-57f8-4687-b253-c52db1775722 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:44:07.377411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-96f0ad1f-d5a8-4a83-85b2-c4ec60508a38 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:07.379175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:07.441697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Port e65ddc15-0ac9-46a4-bc94-0fc437607f7d on network 85ad701d-bf6a-4412-92c8-d50c1801dfec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:44:07.442062 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Failed to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d on host hv-neutron-8226 for vnic_type normal using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] Dec 25 19:44:07.446079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-c3a58a00-4233-4ac4-9046-6aa23cfada1d tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Allocated IP 172.26.8.169 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/33316e6d-9bec-42b2-b71e-8a0fd26a2a13) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:44:07.448900 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempt 5 to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d Dec 25 19:44:07.456421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-96f0ad1f-d5a8-4a83-85b2-c4ec60508a38 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:07.457743 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-96f0ad1f-d5a8-4a83-85b2-c4ec60508a38 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0114117 Dec 25 19:44:07.461268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51ef13-b303-43bf-9897-d1b92b848d76 req-6ece1a99-3482-4cd2-86fd-4a0d0c9c8a4d tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:07.467358 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4f51ef13-b303-43bf-9897-d1b92b848d76 req-6ece1a99-3482-4cd2-86fd-4a0d0c9c8a4d tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "GET /v2.0/ports?device_id=e81e0dd7-f239-4ce4-9c52-29c55d42e84a HTTP/1.1" status: 200 len: 932 time: 0.6432073 Dec 25 19:44:07.542478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:44:07.543147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:44:07.543147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d on network 85ad701d-bf6a-4412-92c8-d50c1801dfec {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:44:07.603166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fce23a-57f8-4687-b253-c52db1775722 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Pushing event updated for resources: {'Port': ['ID=0037c1f5-c68e-4b0f-8ce3-db2e8d378d18,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:07.718004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-88fce23a-57f8-4687-b253-c52db1775722 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:07.723536 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4f51ef13-b303-43bf-9897-d1b92b848d76 req-bfdc6c0f-9afe-46a2-b87a-5e06b1b5227f tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "GET /v2.0/security-groups?id=60fe5b27-97a5-45c2-a3ee-36c13cb617bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2551770 Dec 25 19:44:07.726451 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Port e65ddc15-0ac9-46a4-bc94-0fc437607f7d on network 85ad701d-bf6a-4412-92c8-d50c1801dfec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:44:07.726825 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Failed to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d on host hv-neutron-8226 for vnic_type normal using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] Dec 25 19:44:07.764183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-6ec663be-4bf4-4198-9445-ef019f1d3520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] For port ead96999-b301-42bc-8fe5-72aa8c5a5a6f, host hv-neutron-8226, got binding levels [] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:44:07.764593 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6ec663be-4bf4-4198-9445-ef019f1d3520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:07.764747 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempt 6 to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d Dec 25 19:44:07.810375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:44:07.810946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:44:07.811453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d on network 85ad701d-bf6a-4412-92c8-d50c1801dfec {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:44:07.829535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51981eb8-536d-4ab4-b26c-ffbcc1b75cea tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:07.836436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-88fce23a-57f8-4687-b253-c52db1775722 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Deleting port 0037c1f5-c68e-4b0f-8ce3-db2e8d378d18 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:44:07.836936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-88fce23a-57f8-4687-b253-c52db1775722 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:07.879958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Port e65ddc15-0ac9-46a4-bc94-0fc437607f7d on network 85ad701d-bf6a-4412-92c8-d50c1801dfec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:44:07.880430 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Failed to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d on host hv-neutron-8226 for vnic_type normal using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] Dec 25 19:44:07.884358 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempt 7 to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d Dec 25 19:44:07.923320 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:44:07.923807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:44:07.924265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d on network 85ad701d-bf6a-4412-92c8-d50c1801dfec {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:44:07.924700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-6ec663be-4bf4-4198-9445-ef019f1d3520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Calling delete_port for ead96999-b301-42bc-8fe5-72aa8c5a5a6f owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:44:07.962667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Port e65ddc15-0ac9-46a4-bc94-0fc437607f7d on network 85ad701d-bf6a-4412-92c8-d50c1801dfec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:44:07.963155 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Failed to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d on host hv-neutron-8226 for vnic_type normal using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] Dec 25 19:44:07.975205 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempt 8 to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d Dec 25 19:44:08.025940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c3a58a00-4233-4ac4-9046-6aa23cfada1d tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:08.052678 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-0792d7b4-b828-465b-af01-c517f6a61146 req-c4479216-f955-4b11-823d-61c0a9d8ce26 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Synchronizing usage tracker for tenant:90bb9717229b4c6e84726aafca2dad9f on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:44:08.065644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:44:08.066057 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:44:08.066518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d on network 85ad701d-bf6a-4412-92c8-d50c1801dfec {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:44:08.077354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6ec663be-4bf4-4198-9445-ef019f1d3520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:08.084763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:08.094533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Port e65ddc15-0ac9-46a4-bc94-0fc437607f7d on network 85ad701d-bf6a-4412-92c8-d50c1801dfec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:44:08.095075 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Failed to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d on host hv-neutron-8226 for vnic_type normal using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] Dec 25 19:44:08.097921 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempt 9 to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d Dec 25 19:44:08.123473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-0792d7b4-b828-465b-af01-c517f6a61146 req-c4479216-f955-4b11-823d-61c0a9d8ce26 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Unset dirty status for tenant:90bb9717229b4c6e84726aafca2dad9f on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:44:08.136213 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0792d7b4-b828-465b-af01-c517f6a61146 req-c4479216-f955-4b11-823d-61c0a9d8ce26 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--448518824&fields=id&tenant_id=90bb9717229b4c6e84726aafca2dad9f HTTP/1.1" status: 200 len: 267 time: 0.2976775 Dec 25 19:44:08.157486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec663be-4bf4-4198-9445-ef019f1d3520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Pushing event deleted for resources: {'Port': ['ID=ead96999-b301-42bc-8fe5-72aa8c5a5a6f,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:08.183637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-88fce23a-57f8-4687-b253-c52db1775722 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:08.184169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-88fce23a-57f8-4687-b253-c52db1775722 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:08.186555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6ec663be-4bf4-4198-9445-ef019f1d3520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:08.196368 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:44:08.196885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:44:08.197368 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d on network 85ad701d-bf6a-4412-92c8-d50c1801dfec {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:44:08.203146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c3a58a00-4233-4ac4-9046-6aa23cfada1d tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:08.221042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6ec663be-4bf4-4198-9445-ef019f1d3520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:08.233152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:08.287535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-16e7a0a1-376a-4401-81d9-3432e47ea355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:08.368224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-88fce23a-57f8-4687-b253-c52db1775722 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Calling delete_port for 0037c1f5-c68e-4b0f-8ce3-db2e8d378d18 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:44:08.419353 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6ec663be-4bf4-4198-9445-ef019f1d3520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] 10.222.0.24 "DELETE /v2.0/ports/ead96999-b301-42bc-8fe5-72aa8c5a5a6f HTTP/1.1" status: 204 len: 168 time: 1.6862578 Dec 25 19:44:08.428047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a58a00-4233-4ac4-9046-6aa23cfada1d tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:44:08.430087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42740) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:08.436867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Port e65ddc15-0ac9-46a4-bc94-0fc437607f7d on network 85ad701d-bf6a-4412-92c8-d50c1801dfec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:44:08.437296 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Failed to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d on host hv-neutron-8226 for vnic_type normal using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] Dec 25 19:44:08.441444 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.plugin [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempt 10 to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d Dec 25 19:44:08.444336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-c3a58a00-4233-4ac4-9046-6aa23cfada1d tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:44:08.452632 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-830aeca1-6338-4bc9-9b73-4617e0292662 req-57160b00-69fe-4925-ac8a-97a95d007b9f tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 210 time: 0.0952685 Dec 25 19:44:08.455342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a58a00-4233-4ac4-9046-6aa23cfada1d tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:44:08.506717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a58a00-4233-4ac4-9046-6aa23cfada1d tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Pushing event updated for resources: {'Port': ['ID=33316e6d-9bec-42b2-b71e-8a0fd26a2a13,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:08.519785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c3a58a00-4233-4ac4-9046-6aa23cfada1d tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:08.522746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:08.545970 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b9de939-342a-4e19-bf08-9d48fec60f99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] GET failed (client error): The resource could not be found. Dec 25 19:44:08.546544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2b9de939-342a-4e19-bf08-9d48fec60f99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Synchronizing usage tracker for tenant:2897aa4c11dc4c97a811c261f83652d3 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:44:08.552506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792d7b4-b828-465b-af01-c517f6a61146 req-3397ff01-54d7-422d-95e6-84b231a23dea tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:08.553193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:44:08.553308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-0792d7b4-b828-465b-af01-c517f6a61146 req-3397ff01-54d7-422d-95e6-84b231a23dea tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Synchronizing usage tracker for tenant:90bb9717229b4c6e84726aafca2dad9f on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:44:08.553575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:44:08.553958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempting to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d on network 85ad701d-bf6a-4412-92c8-d50c1801dfec {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:44:08.616549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-0792d7b4-b828-465b-af01-c517f6a61146 req-3397ff01-54d7-422d-95e6-84b231a23dea tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Unset dirty status for tenant:90bb9717229b4c6e84726aafca2dad9f on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:44:08.617875 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0792d7b4-b828-465b-af01-c517f6a61146 req-3397ff01-54d7-422d-95e6-84b231a23dea tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "GET /v2.0/networks?id=e46cb0a4-06ef-4442-9ae2-07612ef208a0 HTTP/1.1" status: 200 len: 811 time: 0.4629185 Dec 25 19:44:08.650718 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0792d7b4-b828-465b-af01-c517f6a61146 req-53532b45-21bb-4764-bef5-7a98439bb28e tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "GET /v2.0/quotas/90bb9717229b4c6e84726aafca2dad9f HTTP/1.1" status: 200 len: 375 time: 0.0246243 Dec 25 19:44:08.808162 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c3a58a00-4233-4ac4-9046-6aa23cfada1d tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:08.818957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Port e65ddc15-0ac9-46a4-bc94-0fc437607f7d on network 85ad701d-bf6a-4412-92c8-d50c1801dfec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:44:08.819380 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR neutron.plugins.ml2.managers [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Failed to bind port e65ddc15-0ac9-46a4-bc94-0fc437607f7d on host hv-neutron-8226 for vnic_type normal using segments [{'id': '6fecb981-8176-425c-9e85-f46e19cab034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '85ad701d-bf6a-4412-92c8-d50c1801dfec'}] Dec 25 19:44:08.819786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:08.851432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2b9de939-342a-4e19-bf08-9d48fec60f99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Unset dirty status for tenant:2897aa4c11dc4c97a811c261f83652d3 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:44:08.875718 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2b9de939-342a-4e19-bf08-9d48fec60f99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] 10.222.0.24 "GET /v2.0/ports/ead96999-b301-42bc-8fe5-72aa8c5a5a6f HTTP/1.1" status: 404 len: 333 time: 0.4415555 Dec 25 19:44:08.880420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42746) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:08.886498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c3a58a00-4233-4ac4-9046-6aa23cfada1d tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:08.970720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-0792d7b4-b828-465b-af01-c517f6a61146 req-8aa5b582-f84e-4467-9bee-b8e285ce1a36 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Synchronizing usage tracker for tenant:90bb9717229b4c6e84726aafca2dad9f on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:44:09.040756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-0792d7b4-b828-465b-af01-c517f6a61146 req-8aa5b582-f84e-4467-9bee-b8e285ce1a36 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Unset dirty status for tenant:90bb9717229b4c6e84726aafca2dad9f on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:44:09.053998 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0792d7b4-b828-465b-af01-c517f6a61146 req-8aa5b582-f84e-4467-9bee-b8e285ce1a36 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=90bb9717229b4c6e84726aafca2dad9f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3212636 Dec 25 19:44:09.168174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87612a-39d2-40e0-9793-3bd2b7f00674 req-4f194802-b91a-48c9-ab1d-9ae9c3209e74 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:09.175838 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8d87612a-39d2-40e0-9793-3bd2b7f00674 req-4f194802-b91a-48c9-ab1d-9ae9c3209e74 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "GET /v2.0/ports?device_id=e81e0dd7-f239-4ce4-9c52-29c55d42e84a HTTP/1.1" status: 200 len: 932 time: 0.2633219 Dec 25 19:44:09.209154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-88fce23a-57f8-4687-b253-c52db1775722 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:09.217368 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:09.253779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e73f11f5-64f8-412a-aaa7-2fbce20d7b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:09.321738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fce23a-57f8-4687-b253-c52db1775722 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Pushing event deleted for resources: {'Port': ['ID=0037c1f5-c68e-4b0f-8ce3-db2e8d378d18,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:09.324657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-88fce23a-57f8-4687-b253-c52db1775722 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:09.336138 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] For port e65ddc15-0ac9-46a4-bc94-0fc437607f7d, host hv-neutron-8226, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:44:09.336660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Attempted to set empty binding levels {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 25 19:44:09.350897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:09.395649 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:09.533381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51981eb8-536d-4ab4-b26c-ffbcc1b75cea tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:09.573377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] In _notify_port_updated(), no bound segment for port e65ddc15-0ac9-46a4-bc94-0fc437607f7d on network 85ad701d-bf6a-4412-92c8-d50c1801dfec {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 25 19:44:09.574906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:09.576006 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] 10.222.0.24 "PUT /v2.0/ports/e65ddc15-0ac9-46a4-bc94-0fc437607f7d HTTP/1.1" status: 200 len: 977 time: 5.9724207 Dec 25 19:44:09.583470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42752) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:09.607528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51981eb8-536d-4ab4-b26c-ffbcc1b75cea tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:09.621291 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8d87612a-39d2-40e0-9793-3bd2b7f00674 req-8c1e93f4-0694-49c8-983b-f16ce595e290 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "GET /v2.0/security-groups?id=60fe5b27-97a5-45c2-a3ee-36c13cb617bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4444833 Dec 25 19:44:09.673665 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0792d7b4-b828-465b-af01-c517f6a61146 req-bc23ae4b-9056-4335-a4c7-278ab9e57646 service neutron] 10.222.0.24 "GET /v2.0/networks/e46cb0a4-06ef-4442-9ae2-07612ef208a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5938077 Dec 25 19:44:09.677099 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-88fce23a-57f8-4687-b253-c52db1775722 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] create failed (client error): The resource could not be found. Dec 25 19:44:09.682504 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-88fce23a-57f8-4687-b253-c52db1775722 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 8.0671680 Dec 25 19:44:09.683376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Pushing event updated for resources: {'Port': ['ID=e65ddc15-0ac9-46a4-bc94-0fc437607f7d,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:09.687124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:09.690322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42756) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:09.825335 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e73f11f5-64f8-412a-aaa7-2fbce20d7b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:09.857103 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:09.895523 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5cb8af87-c71e-4769-b6af-f493c91a9bbf req-8d3bd7fd-0105-435e-b729-e5c5249f03a2 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 210 time: 0.0702226 Dec 25 19:44:09.898590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e73f11f5-64f8-412a-aaa7-2fbce20d7b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Subscribe: > segment before_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:44:09.899113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e73f11f5-64f8-412a-aaa7-2fbce20d7b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:44:09.899987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e73f11f5-64f8-412a-aaa7-2fbce20d7b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:44:09.900432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e73f11f5-64f8-412a-aaa7-2fbce20d7b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Subscribe: > port after_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:44:09.900891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e73f11f5-64f8-412a-aaa7-2fbce20d7b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Subscribe: > port after_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:44:09.901307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e73f11f5-64f8-412a-aaa7-2fbce20d7b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Subscribe: > port after_update 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:44:09.901745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e73f11f5-64f8-412a-aaa7-2fbce20d7b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Subscribe: > segment after_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:44:09.902197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e73f11f5-64f8-412a-aaa7-2fbce20d7b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Subscribe: > subnet after_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:44:09.902633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e73f11f5-64f8-412a-aaa7-2fbce20d7b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Subscribe: > subnet after_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:44:09.903255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e73f11f5-64f8-412a-aaa7-2fbce20d7b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Subscribe: > subnet after_update 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:44:09.911205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-988cefca-b489-4b95-80d7-433b65720697 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Deleting port e65ddc15-0ac9-46a4-bc94-0fc437607f7d {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:44:09.911598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-988cefca-b489-4b95-80d7-433b65720697 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:09.972819 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0792d7b4-b828-465b-af01-c517f6a61146 req-d57e4587-dc9e-48a4-893e-4a3469c851d1 service neutron] 10.222.0.24 "GET /v2.0/networks/e46cb0a4-06ef-4442-9ae2-07612ef208a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823639 Dec 25 19:44:09.985372 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c3a58a00-4233-4ac4-9046-6aa23cfada1d tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:09.991780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c3a58a00-4233-4ac4-9046-6aa23cfada1d tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:09.999388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-69af1671-fa12-4c8f-9322-5f91e19f437a tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:10.075581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e73f11f5-64f8-412a-aaa7-2fbce20d7b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Subscribe: > subnet after_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:44:10.075903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e73f11f5-64f8-412a-aaa7-2fbce20d7b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Subscribe: > subnet after_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:44:10.076276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e73f11f5-64f8-412a-aaa7-2fbce20d7b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Subscribe: > subnet before_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:44:10.076651 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e73f11f5-64f8-412a-aaa7-2fbce20d7b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Subscribe: > subnet before_update 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 25 19:44:10.077036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-e73f11f5-64f8-412a-aaa7-2fbce20d7b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3efaeb51-4b61-44ec-9eac-245a49d4b53a']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:10.160354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-e73f11f5-64f8-412a-aaa7-2fbce20d7b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a676b9-ebcb-4c9d-96bd-fe65be823d25') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:10.160613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-e73f11f5-64f8-412a-aaa7-2fbce20d7b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a676b9-ebcb-4c9d-96bd-fe65be823d25') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:10.174381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1ef12487-3e4e-4bed-a36f-06a4bb42cb57 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Deleting port 0056f818-5abf-4fae-b7b1-d96a46f6d4b0 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:44:10.174763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1ef12487-3e4e-4bed-a36f-06a4bb42cb57 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:10.240415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-988cefca-b489-4b95-80d7-433b65720697 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] For port e65ddc15-0ac9-46a4-bc94-0fc437607f7d, host hv-neutron-8226, got binding levels [] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:44:10.240825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-988cefca-b489-4b95-80d7-433b65720697 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:10.278931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e73f11f5-64f8-412a-aaa7-2fbce20d7b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:10.352717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e73f11f5-64f8-412a-aaa7-2fbce20d7b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:10.375330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e73f11f5-64f8-412a-aaa7-2fbce20d7b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:44:10.376008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e73f11f5-64f8-412a-aaa7-2fbce20d7b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:10.416861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-988cefca-b489-4b95-80d7-433b65720697 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Calling delete_port for e65ddc15-0ac9-46a4-bc94-0fc437607f7d owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:44:10.426198 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 25 19:44:10.426198 dv-neutron-822611-1-hyperv neutron-server[88789]: (self, other), Dec 25 19:44:10.426198 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 25 19:44:10.426198 dv-neutron-822611-1-hyperv neutron-server[88789]: (self, other), Dec 25 19:44:10.426198 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:44:10.426198 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:44:10.426198 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:44:10.426198 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:44:10.426198 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:44:10.426198 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:44:10.426198 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:44:10.426198 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:44:10.426198 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:44:10.426198 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:44:10.426198 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:44:10.426198 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:44:10.426198 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:44:10.426198 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:44:10.426198 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:44:10.426198 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:44:10.426198 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:44:10.426198 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:44:10.426198 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:44:10.426198 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:44:10.426198 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:44:10.426198 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:44:10.426198 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:44:10.426198 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:44:10.426198 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:44:10.426198 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:44:10.426198 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:44:10.426198 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:44:10.426198 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:44:10.426198 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:44:10.426198 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:44:10.426198 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:44:10.548126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a58a00-4233-4ac4-9046-6aa23cfada1d tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Pushing event updated for resources: {'Port': ['ID=33316e6d-9bec-42b2-b71e-8a0fd26a2a13,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:10.561212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c3a58a00-4233-4ac4-9046-6aa23cfada1d tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:10.570454 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-148f9793-6fa6-4dec-801a-942915dd165d req-41465adb-1b1f-4db2-bee6-ea9434cb2c9b tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "GET /v2.0/ports?device_id=67086787-f7ca-407f-910b-911428340b7c HTTP/1.1" status: 200 len: 210 time: 0.2498467 Dec 25 19:44:10.626628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c3a58a00-4233-4ac4-9046-6aa23cfada1d tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:10.647095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-51981eb8-536d-4ab4-b26c-ffbcc1b75cea tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Allocated IP 2001:db8::4f (8dc1f25b-c8db-4803-b732-f91fc7394b17/08102a8b-916a-46e4-b96d-7cb815ce2d22/33a82ba5-ce1f-4025-a712-b475f7cc8c3f) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:44:10.650233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c3a58a00-4233-4ac4-9046-6aa23cfada1d tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:10.651711 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c3a58a00-4233-4ac4-9046-6aa23cfada1d tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8182991 Dec 25 19:44:10.656019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42768) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:10.658740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-988cefca-b489-4b95-80d7-433b65720697 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:10.664163 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-8cbfb7eb-5ca6-4e97-909c-60c50e3ae4e3 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-370768379', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'fixed_ips': [{'ip_address': '172.26.8.169'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:10.671351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c3a58a00-4233-4ac4-9046-6aa23cfada1d tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:10.679469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8cbfb7eb-5ca6-4e97-909c-60c50e3ae4e3 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:10.703675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8cbfb7eb-5ca6-4e97-909c-60c50e3ae4e3 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Usage tracker for resource:port and tenant:413387edd9304867a25b6f66fab11820 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:44:10.706395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e73f11f5-64f8-412a-aaa7-2fbce20d7b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:10.719931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8cbfb7eb-5ca6-4e97-909c-60c50e3ae4e3 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:44:10.730216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e73f11f5-64f8-412a-aaa7-2fbce20d7b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:10.789443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-65883aaf-1416-487f-82c3-a8a62c681b8f tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:10.820181 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8cbfb7eb-5ca6-4e97-909c-60c50e3ae4e3 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:10.863886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f11f5-64f8-412a-aaa7-2fbce20d7b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Pushing event deleted for resources: {'Network': ['ID=3efaeb51-4b61-44ec-9eac-245a49d4b53a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:10.871428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cefca-b489-4b95-80d7-433b65720697 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Pushing event deleted for resources: {'Port': ['ID=e65ddc15-0ac9-46a4-bc94-0fc437607f7d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:10.878318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e73f11f5-64f8-412a-aaa7-2fbce20d7b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:10.884981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-988cefca-b489-4b95-80d7-433b65720697 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:10.891112 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e73f11f5-64f8-412a-aaa7-2fbce20d7b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] 10.222.0.24 "DELETE /v2.0/networks/3efaeb51-4b61-44ec-9eac-245a49d4b53a HTTP/1.1" status: 204 len: 168 time: 2.0076275 Dec 25 19:44:10.921192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbfb7eb-5ca6-4e97-909c-60c50e3ae4e3 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Made reservation on behalf of 413387edd9304867a25b6f66fab11820 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:44:10.929377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8cbfb7eb-5ca6-4e97-909c-60c50e3ae4e3 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:10.934648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-988cefca-b489-4b95-80d7-433b65720697 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:10.952217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8cbfb7eb-5ca6-4e97-909c-60c50e3ae4e3 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:10.965438 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-988cefca-b489-4b95-80d7-433b65720697 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] 10.222.0.24 "DELETE /v2.0/ports/e65ddc15-0ac9-46a4-bc94-0fc437607f7d HTTP/1.1" status: 204 len: 168 time: 1.3607531 Dec 25 19:44:10.967816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42782) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:11.050034 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-02676d34-5d3d-423a-86f7-b0e38353c3e3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] GET failed (client error): The resource could not be found. Dec 25 19:44:11.050690 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-02676d34-5d3d-423a-86f7-b0e38353c3e3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Synchronizing usage tracker for tenant:1838f5b5b8fd426ca6385caae6534557 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:44:11.070761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94657158-cfd1-470c-bc21-e2f703f0e740 req-0380d428-3c57-4dd9-a1c2-a69434e1c7ef tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:11.072519 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-94657158-cfd1-470c-bc21-e2f703f0e740 req-0380d428-3c57-4dd9-a1c2-a69434e1c7ef tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "GET /v2.0/ports?device_id=e81e0dd7-f239-4ce4-9c52-29c55d42e84a HTTP/1.1" status: 200 len: 932 time: 0.2660539 Dec 25 19:44:11.103358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1ef12487-3e4e-4bed-a36f-06a4bb42cb57 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:11.143176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-02676d34-5d3d-423a-86f7-b0e38353c3e3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Unset dirty status for tenant:1838f5b5b8fd426ca6385caae6534557 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:44:11.149335 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-02676d34-5d3d-423a-86f7-b0e38353c3e3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] 10.222.0.24 "GET /v2.0/ports/e65ddc15-0ac9-46a4-bc94-0fc437607f7d HTTP/1.1" status: 404 len: 333 time: 0.1804125 Dec 25 19:44:11.152128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42786) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:11.241867 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-94657158-cfd1-470c-bc21-e2f703f0e740 req-a4821186-3e29-4099-b298-337eb5af57d3 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "GET /v2.0/security-groups?id=60fe5b27-97a5-45c2-a3ee-36c13cb617bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590099 Dec 25 19:44:11.253371 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e1360be7-9243-4b8b-a2f6-40f277cd00d1 req-2d4c7e71-2042-4e4c-923c-90f6368f0fae tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 210 time: 0.0965998 Dec 25 19:44:11.384739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7c116ab0-a1c7-409a-91f0-3a0d47e5b182 tempest-PortsAdminExtendedAttrsTestJSON-332745578 tempest-PortsAdminExtendedAttrsTestJSON-332745578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:11.394019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42792) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:11.569902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1ef12487-3e4e-4bed-a36f-06a4bb42cb57 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Calling delete_port for 0056f818-5abf-4fae-b7b1-d96a46f6d4b0 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:44:11.589386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7c116ab0-a1c7-409a-91f0-3a0d47e5b182 tempest-PortsAdminExtendedAttrsTestJSON-332745578 tempest-PortsAdminExtendedAttrsTestJSON-332745578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:11.640534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8cbfb7eb-5ca6-4e97-909c-60c50e3ae4e3 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:11.648721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8cbfb7eb-5ca6-4e97-909c-60c50e3ae4e3 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Usage tracker for resource:security_group_rule and tenant:413387edd9304867a25b6f66fab11820 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:44:11.648863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-7c116ab0-a1c7-409a-91f0-3a0d47e5b182 tempest-PortsAdminExtendedAttrsTestJSON-332745578 tempest-PortsAdminExtendedAttrsTestJSON-332745578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85ad701d-bf6a-4412-92c8-d50c1801dfec']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:11.662105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8cbfb7eb-5ca6-4e97-909c-60c50e3ae4e3 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:44:11.667565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-7c116ab0-a1c7-409a-91f0-3a0d47e5b182 tempest-PortsAdminExtendedAttrsTestJSON-332745578 tempest-PortsAdminExtendedAttrsTestJSON-332745578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fecb981-8176-425c-9e85-f46e19cab034') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:11.667909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-7c116ab0-a1c7-409a-91f0-3a0d47e5b182 tempest-PortsAdminExtendedAttrsTestJSON-332745578 tempest-PortsAdminExtendedAttrsTestJSON-332745578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fecb981-8176-425c-9e85-f46e19cab034') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:11.680422 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8cbfb7eb-5ca6-4e97-909c-60c50e3ae4e3 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:11.684346 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d28acbf4-c1c9-4f4a-b56c-b0ac57fd2bdd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2203385053d942bcb735fc141585ecc9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2866337 Dec 25 19:44:11.684516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51981eb8-536d-4ab4-b26c-ffbcc1b75cea tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:11.684606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42802) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:11.689069 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7c116ab0-a1c7-409a-91f0-3a0d47e5b182 tempest-PortsAdminExtendedAttrsTestJSON-332745578 tempest-PortsAdminExtendedAttrsTestJSON-332745578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:11.767167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7c116ab0-a1c7-409a-91f0-3a0d47e5b182 tempest-PortsAdminExtendedAttrsTestJSON-332745578 tempest-PortsAdminExtendedAttrsTestJSON-332745578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:11.784430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c116ab0-a1c7-409a-91f0-3a0d47e5b182 tempest-PortsAdminExtendedAttrsTestJSON-332745578 tempest-PortsAdminExtendedAttrsTestJSON-332745578-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:44:11.784873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7c116ab0-a1c7-409a-91f0-3a0d47e5b182 tempest-PortsAdminExtendedAttrsTestJSON-332745578 tempest-PortsAdminExtendedAttrsTestJSON-332745578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:11.811625 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:44:11.811625 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:44:11.811625 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:44:11.811625 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:44:11.811625 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:44:11.811625 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:44:11.811625 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:44:11.811625 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:44:11.811625 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:44:11.811625 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:44:11.811625 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:44:11.811625 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:44:11.811625 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:44:11.811625 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:44:11.811625 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:44:11.811625 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:44:11.811625 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:44:11.811625 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:44:11.811625 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:44:11.811625 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:44:11.811625 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:44:11.811625 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:44:11.811625 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:44:11.811625 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:44:11.811625 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:44:11.811625 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:44:11.811625 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:44:11.811625 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:44:11.811625 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:44:11.811625 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:44:11.811625 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:44:11.811625 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:44:11.813593 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1ef12487-3e4e-4bed-a36f-06a4bb42cb57 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:11.814093 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-31f74bd4-cd49-496b-ac54-324ae0ac0cc7 req-a8ffc86b-3b7a-406a-8bd3-b626d61001b1 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "GET /v2.0/ports?device_id=67086787-f7ca-407f-910b-911428340b7c HTTP/1.1" status: 200 len: 210 time: 0.0865502 Dec 25 19:44:11.820402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-96f0ad1f-d5a8-4a83-85b2-c4ec60508a38 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:11.867967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51981eb8-536d-4ab4-b26c-ffbcc1b75cea tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:11.878894 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef12487-3e4e-4bed-a36f-06a4bb42cb57 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Pushing event deleted for resources: {'Port': ['ID=0056f818-5abf-4fae-b7b1-d96a46f6d4b0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:11.888780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1ef12487-3e4e-4bed-a36f-06a4bb42cb57 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:11.889322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-74594e18-bbe4-4d4a-a753-851a49b24c0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:11.915537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-529a3939-cb69-440b-9633-b84e2cad23ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:11.918152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7c116ab0-a1c7-409a-91f0-3a0d47e5b182 tempest-PortsAdminExtendedAttrsTestJSON-332745578 tempest-PortsAdminExtendedAttrsTestJSON-332745578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:11.932893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:11.962053 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7c116ab0-a1c7-409a-91f0-3a0d47e5b182 tempest-PortsAdminExtendedAttrsTestJSON-332745578 tempest-PortsAdminExtendedAttrsTestJSON-332745578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:11.974827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c116ab0-a1c7-409a-91f0-3a0d47e5b182 tempest-PortsAdminExtendedAttrsTestJSON-332745578 tempest-PortsAdminExtendedAttrsTestJSON-332745578-project] Pushing event deleted for resources: {'Network': ['ID=85ad701d-bf6a-4412-92c8-d50c1801dfec,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:11.978995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-529a3939-cb69-440b-9633-b84e2cad23ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:11.995035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7c116ab0-a1c7-409a-91f0-3a0d47e5b182 tempest-PortsAdminExtendedAttrsTestJSON-332745578 tempest-PortsAdminExtendedAttrsTestJSON-332745578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:12.000758 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7c116ab0-a1c7-409a-91f0-3a0d47e5b182 tempest-PortsAdminExtendedAttrsTestJSON-332745578 tempest-PortsAdminExtendedAttrsTestJSON-332745578-project] 10.222.0.24 "DELETE /v2.0/networks/85ad701d-bf6a-4412-92c8-d50c1801dfec HTTP/1.1" status: 204 len: 168 time: 0.8385575 Dec 25 19:44:12.024221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51981eb8-536d-4ab4-b26c-ffbcc1b75cea tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Network 8dc1f25b-c8db-4803-b732-f91fc7394b17 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:44:12.026126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-51981eb8-536d-4ab4-b26c-ffbcc1b75cea tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:44:12.039283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-7f9397e4-b643-42f5-9f03-a9f450d76fe3 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:12.040087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8cbfb7eb-5ca6-4e97-909c-60c50e3ae4e3 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:12.040760 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-7f9397e4-b643-42f5-9f03-a9f450d76fe3 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0065377 Dec 25 19:44:12.041259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51981eb8-536d-4ab4-b26c-ffbcc1b75cea tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Pushing event updated for resources: {'Port': ['ID=33a82ba5-ce1f-4025-a712-b475f7cc8c3f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:12.050710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51981eb8-536d-4ab4-b26c-ffbcc1b75cea tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:44:12.069036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-529a3939-cb69-440b-9633-b84e2cad23ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:12.096843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:12.114064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a3939-cb69-440b-9633-b84e2cad23ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e04d58-5ecf-47bd-a044-5a03bd0ee78e,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:12.116780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-529a3939-cb69-440b-9633-b84e2cad23ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:12.124629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-529a3939-cb69-440b-9633-b84e2cad23ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:12.139658 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-529a3939-cb69-440b-9633-b84e2cad23ad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b9e04d58-5ecf-47bd-a044-5a03bd0ee78e HTTP/1.1" status: 204 len: 168 time: 0.4539385 Dec 25 19:44:12.187689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-51981eb8-536d-4ab4-b26c-ffbcc1b75cea tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:12.212541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8cbfb7eb-5ca6-4e97-909c-60c50e3ae4e3 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:12.262739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:12.285570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-8cbfb7eb-5ca6-4e97-909c-60c50e3ae4e3 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] device_id is not set on port 3197669f-3c56-4d4e-aa4d-186ebcff4f4f yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:44:12.453886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1ef12487-3e4e-4bed-a36f-06a4bb42cb57 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:12.462504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbfb7eb-5ca6-4e97-909c-60c50e3ae4e3 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c9abcf-6a5b-475b-accb-9272a7175e30,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:12.472411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8cbfb7eb-5ca6-4e97-909c-60c50e3ae4e3 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:12.539526 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1ef12487-3e4e-4bed-a36f-06a4bb42cb57 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] 10.222.0.24 "DELETE /v2.0/ports/0056f818-5abf-4fae-b7b1-d96a46f6d4b0 HTTP/1.1" status: 204 len: 168 time: 2.8435407 Dec 25 19:44:12.544108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42824) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:12.570365 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3449ffe5-14f7-47ca-a0f4-c0b8e000b584 req-34936444-f4ba-428c-b330-9dab5d682958 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 210 time: 0.0777636 Dec 25 19:44:12.654889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-542d22ed-bb4e-4b9f-aa97-1579726f82c7 service neutron] Request body: {'port': {'device_id': 'e81e0dd7-f239-4ce4-9c52-29c55d42e84a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:12.705199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42828) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:12.759716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2ed832-8c06-4055-afa8-37232aad3854 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:12.760534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ce2ed832-8c06-4055-afa8-37232aad3854 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Synchronizing usage tracker for tenant:7bfdd580a9d446ecbdf18fc3aff0b6ae on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:44:12.768598 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cbfb7eb-5ca6-4e97-909c-60c50e3ae4e3 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 25 19:44:12.769102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cbfb7eb-5ca6-4e97-909c-60c50e3ae4e3 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:44:12.798376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51981eb8-536d-4ab4-b26c-ffbcc1b75cea tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:12.799340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51981eb8-536d-4ab4-b26c-ffbcc1b75cea tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:12.802681 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8cbfb7eb-5ca6-4e97-909c-60c50e3ae4e3 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.1444864 Dec 25 19:44:12.804624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ce2ed832-8c06-4055-afa8-37232aad3854 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Unset dirty status for tenant:7bfdd580a9d446ecbdf18fc3aff0b6ae on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:44:12.808475 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ce2ed832-8c06-4055-afa8-37232aad3854 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d5e8a12-64b6-40f7-8593-43ee6cbab9d5 HTTP/1.1" status: 200 len: 913 time: 0.2530115 Dec 25 19:44:12.808475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42834) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:12.810958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42836) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:12.921155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42844) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:13.012832 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-476c4778-8cdd-42f0-9a8d-8a431c01564a req-ca3c6ca3-b98f-4ba2-b2af-cf6cdfdfedc4 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "GET /v2.0/ports?device_id=67086787-f7ca-407f-910b-911428340b7c HTTP/1.1" status: 200 len: 210 time: 0.0646040 Dec 25 19:44:13.081165 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.36', 58211) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:13.149002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-542d22ed-bb4e-4b9f-aa97-1579726f82c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:13.189904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8b354a3b-4313-49cf-844c-5c922223b58a tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Deleting port 33316e6d-9bec-42b2-b71e-8a0fd26a2a13 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:44:13.190283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b354a3b-4313-49cf-844c-5c922223b58a tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:13.207841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769da13-de58-45bf-a72f-0f15ea5783bb req-6a07349f-ab1f-488f-a167-7acf84d2882b tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:13.209464 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b769da13-de58-45bf-a72f-0f15ea5783bb req-6a07349f-ab1f-488f-a167-7acf84d2882b tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "GET /v2.0/ports?device_id=e81e0dd7-f239-4ce4-9c52-29c55d42e84a HTTP/1.1" status: 200 len: 932 time: 0.6358788 Dec 25 19:44:13.302149 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7dfc1fff-01cb-472b-bded-788087e7bb80 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2897aa4c11dc4c97a811c261f83652d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3768666 Dec 25 19:44:13.304619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42854) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:13.367678 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ac713f84-37d3-40ba-b20e-e671a7cdb670 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1d0a5108986648a69eb4e3d645df837a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6582718 Dec 25 19:44:13.370875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42858) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:13.492334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-0e91715c-4adf-43ac-8eb0-5f1abad27356 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:13.493873 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-0e91715c-4adf-43ac-8eb0-5f1abad27356 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.36 "GET /v2.0/networks?id=367788d2-d464-40ee-b453-dec544646fe7 HTTP/1.1" status: 200 len: 812 time: 0.4105928 Dec 25 19:44:13.496131 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b769da13-de58-45bf-a72f-0f15ea5783bb req-bef97a03-f796-485c-824c-799451f6e67d tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "GET /v2.0/security-groups?id=60fe5b27-97a5-45c2-a3ee-36c13cb617bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2548001 Dec 25 19:44:13.596082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b354a3b-4313-49cf-844c-5c922223b58a tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:13.596381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b354a3b-4313-49cf-844c-5c922223b58a tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:13.632790 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-73ada40c-c197-406f-ad33-7ad9fc8b2ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:13.647437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.36', 58215) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:13.659698 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-1af19ddf-b9c2-4bc6-9a53-428c6ea23f2c tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52795748b8b04275a38e1b104b37d885 HTTP/1.1" status: 200 len: 380 time: 0.1478140 Dec 25 19:44:13.775971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-59476fcb-1414-4ddd-aab8-7a0fb9723117 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Request body: {'port': {'device_id': 'ceacfe90-cd25-4bae-99a4-a556058d77aa', 'network_id': '367788d2-d464-40ee-b453-dec544646fe7', 'admin_state_up': True, 'tenant_id': '52795748b8b04275a38e1b104b37d885', 'security_groups': ['703bd9ad-4677-4525-b7f7-417e3cbff028']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:13.854645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-73ada40c-c197-406f-ad33-7ad9fc8b2ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:13.883089 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ee96a1f6-bc05-44a0-b047-e525d2c274bf req-9e4ec3d5-04ca-4230-adfa-677877997159 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 210 time: 0.1373203 Dec 25 19:44:13.990720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9de00d2d-364f-4d9f-8f35-4ab859e26dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:14.005336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8b354a3b-4313-49cf-844c-5c922223b58a tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Calling delete_port for 33316e6d-9bec-42b2-b71e-8a0fd26a2a13 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:44:14.159008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9de00d2d-364f-4d9f-8f35-4ab859e26dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:14.182273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792d7b4-b828-465b-af01-c517f6a61146 req-b7662da6-8109-4660-9b38-1a8473a5675d tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:14.183869 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0792d7b4-b828-465b-af01-c517f6a61146 req-b7662da6-8109-4660-9b38-1a8473a5675d tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.36 "GET /v2.0/networks?id=e46cb0a4-06ef-4442-9ae2-07612ef208a0 HTTP/1.1" status: 200 len: 811 time: 0.5344381 Dec 25 19:44:14.286456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-73ada40c-c197-406f-ad33-7ad9fc8b2ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:14.293759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-59476fcb-1414-4ddd-aab8-7a0fb9723117 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:14.306128 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ded3cabe-6589-4505-9104-a4d7c3ba3481 req-e6952b42-e5e0-4e40-b39a-647befae4035 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "GET /v2.0/ports?device_id=67086787-f7ca-407f-910b-911428340b7c HTTP/1.1" status: 200 len: 210 time: 0.0919726 Dec 25 19:44:14.315377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:14.337259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-59476fcb-1414-4ddd-aab8-7a0fb9723117 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:14.342855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9de00d2d-364f-4d9f-8f35-4ab859e26dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:14.344701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-542d22ed-bb4e-4b9f-aa97-1579726f82c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 553e2af9-8703-4394-b56c-1c78b49acd9a {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 19:44:14.349080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ada40c-c197-406f-ad33-7ad9fc8b2ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d430b9e-7d84-4c9e-9525-8c167c41367b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:14.352990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-73ada40c-c197-406f-ad33-7ad9fc8b2ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:14.355489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-220fca80-117b-4d41-beda-c4495dd859ab tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:14.367781 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-542d22ed-bb4e-4b9f-aa97-1579726f82c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:14.375870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b354a3b-4313-49cf-844c-5c922223b58a tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:14.386193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de00d2d-364f-4d9f-8f35-4ab859e26dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa7d2ac-52bc-488f-8cf7-b928fd5fb4d9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:14.387252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-73ada40c-c197-406f-ad33-7ad9fc8b2ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:14.392327 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-73ada40c-c197-406f-ad33-7ad9fc8b2ae8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0d430b9e-7d84-4c9e-9525-8c167c41367b HTTP/1.1" status: 204 len: 168 time: 1.0111165 Dec 25 19:44:14.392327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-59476fcb-1414-4ddd-aab8-7a0fb9723117 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Made reservation on behalf of 52795748b8b04275a38e1b104b37d885 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:44:14.392787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-001f81bc-af1f-4f70-9679-774e6dc8f659 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:14.396187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-59476fcb-1414-4ddd-aab8-7a0fb9723117 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:14.423417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-542d22ed-bb4e-4b9f-aa97-1579726f82c7 service neutron] Transition to ACTIVE for port object 553e2af9-8703-4394-b56c-1c78b49acd9a will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:44:14.429124 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0792d7b4-b828-465b-af01-c517f6a61146 req-1132408f-db32-4601-82cb-f7d265b18d9b tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90bb9717229b4c6e84726aafca2dad9f HTTP/1.1" status: 200 len: 379 time: 0.2134678 Dec 25 19:44:14.431575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-542d22ed-bb4e-4b9f-aa97-1579726f82c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:14.436141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:14.445152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9de00d2d-364f-4d9f-8f35-4ab859e26dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:14.453346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3a95eec0-28eb-4a15-b615-917079460a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:14.479048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-0792d7b4-b828-465b-af01-c517f6a61146 req-48b74b8f-b3bc-4f61-82fb-500295af4581 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Request body: {'port': {'device_id': '67086787-f7ca-407f-910b-911428340b7c', 'network_id': 'e46cb0a4-06ef-4442-9ae2-07612ef208a0', 'admin_state_up': True, 'tenant_id': '90bb9717229b4c6e84726aafca2dad9f', 'security_groups': ['baadeee4-bb72-4297-aa07-69af02849a87']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:14.516614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b354a3b-4313-49cf-844c-5c922223b58a tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Pushing event deleted for resources: {'Port': ['ID=33316e6d-9bec-42b2-b71e-8a0fd26a2a13,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:14.521405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8b354a3b-4313-49cf-844c-5c922223b58a tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:14.667935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51981eb8-536d-4ab4-b26c-ffbcc1b75cea tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Router c9dbb740-7946-43ea-ae69-908845a492ef is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:44:14.682832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9de00d2d-364f-4d9f-8f35-4ab859e26dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:14.684114 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9de00d2d-364f-4d9f-8f35-4ab859e26dad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1fa7d2ac-52bc-488f-8cf7-b928fd5fb4d9 HTTP/1.1" status: 204 len: 168 time: 1.3566968 Dec 25 19:44:14.751357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b354a3b-4313-49cf-844c-5c922223b58a tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:14.753963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b354a3b-4313-49cf-844c-5c922223b58a tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:14.755301 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8b354a3b-4313-49cf-844c-5c922223b58a tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/4c809d9e-ab39-4137-b855-8257e6ea7011 HTTP/1.1" status: 204 len: 168 time: 1.9467897 Dec 25 19:44:15.043924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d22ed-bb4e-4b9f-aa97-1579726f82c7 service neutron] Pushing event updated for resources: {'Port': ['ID=553e2af9-8703-4394-b56c-1c78b49acd9a,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:15.047426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-542d22ed-bb4e-4b9f-aa97-1579726f82c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:15.131953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42896) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:15.149653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-0792d7b4-b828-465b-af01-c517f6a61146 req-48b74b8f-b3bc-4f61-82fb-500295af4581 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:15.276408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51981eb8-536d-4ab4-b26c-ffbcc1b75cea tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:44:15.291802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6485e5e-3632-42af-b10f-041eacef9239 None None] Sync routers for ids ['c9dbb740-7946-43ea-ae69-908845a492ef'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:44:15.314833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6485e5e-3632-42af-b10f-041eacef9239 None None] Routers {'c9dbb740-7946-43ea-ae69-908845a492ef'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:44:15.318350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c6485e5e-3632-42af-b10f-041eacef9239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:44:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['c9dbb740-7946-43ea-ae69-908845a492ef'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:15.328028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51981eb8-536d-4ab4-b26c-ffbcc1b75cea tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:15.332270 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-51981eb8-536d-4ab4-b26c-ffbcc1b75cea tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 8.3157647 Dec 25 19:44:15.334352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42904) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:15.370216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-0792d7b4-b828-465b-af01-c517f6a61146 req-48b74b8f-b3bc-4f61-82fb-500295af4581 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:15.432247 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8ae26ae0-3751-488b-b110-e3a95c39e361 req-d4dd4696-17e4-4a5e-8301-e4bf52f79846 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 210 time: 0.2992208 Dec 25 19:44:15.505217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0792d7b4-b828-465b-af01-c517f6a61146 req-48b74b8f-b3bc-4f61-82fb-500295af4581 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Made reservation on behalf of 90bb9717229b4c6e84726aafca2dad9f for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:44:15.525155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-0792d7b4-b828-465b-af01-c517f6a61146 req-48b74b8f-b3bc-4f61-82fb-500295af4581 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:15.588493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-59476fcb-1414-4ddd-aab8-7a0fb9723117 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Allocated IP 172.20.0.14 (367788d2-d464-40ee-b453-dec544646fe7/ef16ee7f-3e07-44fe-b0cc-c9caef9a43a3/c843bde7-7305-4020-90c9-1245f99937d8) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:44:15.752276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-c6485e5e-3632-42af-b10f-041eacef9239 None None] Set router c9dbb740-7946-43ea-ae69-908845a492ef gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:44:15.786167 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9acfef8b-dd56-48f3-985c-2e7066a9d2d0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1838f5b5b8fd426ca6385caae6534557&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6422215 Dec 25 19:44:15.800798 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42918) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:15.801171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42920) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:15.911553 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1931a558-b4dc-47dd-b88c-6dc70355f875 req-2785e825-f33d-418e-8de9-ce547f966542 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "GET /v2.0/ports?device_id=67086787-f7ca-407f-910b-911428340b7c HTTP/1.1" status: 200 len: 210 time: 0.1222086 Dec 25 19:44:15.948078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-001f81bc-af1f-4f70-9679-774e6dc8f659 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Deleting port 4a2202fe-fac7-46d9-b8ae-bc02b0945aeb {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:44:15.948078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-001f81bc-af1f-4f70-9679-774e6dc8f659 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:15.997748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-84417c70-1e75-4095-b55e-c4dc92a254f6 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:16.005448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-542d22ed-bb4e-4b9f-aa97-1579726f82c7 service neutron] Attempting to bind port 553e2af9-8703-4394-b56c-1c78b49acd9a on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:44:16.005825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-542d22ed-bb4e-4b9f-aa97-1579726f82c7 service neutron] Attempting to bind port 553e2af9-8703-4394-b56c-1c78b49acd9a by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'f09876a2-c0da-4bd2-ba8e-c152d95500b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:44:16.006189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-542d22ed-bb4e-4b9f-aa97-1579726f82c7 service neutron] Attempting to bind port 553e2af9-8703-4394-b56c-1c78b49acd9a on network 2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:44:16.027893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d473e0-d71b-4b00-a8f3-c0a7638dde17 req-b55318d2-9341-42b0-8efb-529d44fe1ca4 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:16.030166 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b2d473e0-d71b-4b00-a8f3-c0a7638dde17 req-b55318d2-9341-42b0-8efb-529d44fe1ca4 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "GET /v2.0/ports?device_id=e81e0dd7-f239-4ce4-9c52-29c55d42e84a HTTP/1.1" status: 200 len: 944 time: 1.3385470 Dec 25 19:44:16.093055 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-542d22ed-bb4e-4b9f-aa97-1579726f82c7 service neutron] Port 553e2af9-8703-4394-b56c-1c78b49acd9a on network 2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:44:16.093421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-542d22ed-bb4e-4b9f-aa97-1579726f82c7 service neutron] Attempting to bind port 553e2af9-8703-4394-b56c-1c78b49acd9a on network 2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:44:16.114735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-59476fcb-1414-4ddd-aab8-7a0fb9723117 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:16.247774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-542d22ed-bb4e-4b9f-aa97-1579726f82c7 service neutron] Checking agent: {'id': '5d7a6d50-e450-4e92-a105-61a558d89e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'started_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:44:16.248106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-542d22ed-bb4e-4b9f-aa97-1579726f82c7 service neutron] Checking segment: {'id': 'f09876a2-c0da-4bd2-ba8e-c152d95500b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:44:16.248628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-542d22ed-bb4e-4b9f-aa97-1579726f82c7 service neutron] Bound using segment: {'id': 'f09876a2-c0da-4bd2-ba8e-c152d95500b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:44:16.249145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-542d22ed-bb4e-4b9f-aa97-1579726f82c7 service neutron] Bound port: 553e2af9-8703-4394-b56c-1c78b49acd9a, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f09876a2-c0da-4bd2-ba8e-c152d95500b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:44:16.249525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-542d22ed-bb4e-4b9f-aa97-1579726f82c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:16.256750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c6485e5e-3632-42af-b10f-041eacef9239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dbb740-7946-43ea-ae69-908845a492ef', 'name': '', 'tenant_id': '59c528ad242a4b3e924fe17f127afd90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1f25b-c8db-4803-b732-f91fc7394b17', 'external_fixed_ips': [{'subnet_id': '08102a8b-916a-46e4-b96d-7cb815ce2d22', 'ip_address': '2001:db8::4f'}], 'enable_snat': True}, 'gw_port_id': '33a82ba5-ce1f-4025-a712-b475f7cc8c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:44:07Z', 'updated_at': '2021-12-25T19:44:12Z', 'revision_number': 3, 'project_id': '59c528ad242a4b3e924fe17f127afd90', 'gw_port': {'id': '33a82ba5-ce1f-4025-a712-b475f7cc8c3f', 'name': '', 'network_id': '8dc1f25b-c8db-4803-b732-f91fc7394b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dbb740-7946-43ea-ae69-908845a492ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '08102a8b-916a-46e4-b96d-7cb815ce2d22', 'ip_address': '2001:db8::4f', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:44:09Z', 'updated_at': '2021-12-25T19:44:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08102a8b-916a-46e4-b96d-7cb815ce2d22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:16.261091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6485e5e-3632-42af-b10f-041eacef9239 None None] Checking router: c9dbb740-7946-43ea-ae69-908845a492ef for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:44:16.261495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6485e5e-3632-42af-b10f-041eacef9239 None None] Updating router c9dbb740-7946-43ea-ae69-908845a492ef port 33a82ba5-ce1f-4025-a712-b475f7cc8c3f binding host dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 19:44:16.271454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-001f81bc-af1f-4f70-9679-774e6dc8f659 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:16.277256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9c0fcb9d-05a8-435d-85f5-0432de3880b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:16.287878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-59476fcb-1414-4ddd-aab8-7a0fb9723117 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Transition to ACTIVE for port object c843bde7-7305-4020-90c9-1245f99937d8 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:44:16.319613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c82935c3-7574-4de0-9cde-c20d67fae587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:16.323948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6485e5e-3632-42af-b10f-041eacef9239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:16.408423 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b2d473e0-d71b-4b00-a8f3-c0a7638dde17 req-0d669636-9778-445f-9a52-311c08b2457d tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "GET /v2.0/security-groups?id=60fe5b27-97a5-45c2-a3ee-36c13cb617bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3600347 Dec 25 19:44:16.439821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [req-0792d7b4-b828-465b-af01-c517f6a61146 req-48b74b8f-b3bc-4f61-82fb-500295af4581 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Allocated IP 172.20.0.14 (e46cb0a4-06ef-4442-9ae2-07612ef208a0/818d1966-40c1-4634-903e-77db45d8332f/d399ad49-b38d-49eb-9d8a-5809bd8daff1) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:44:16.445140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-001f81bc-af1f-4f70-9679-774e6dc8f659 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Calling delete_port for 4a2202fe-fac7-46d9-b8ae-bc02b0945aeb owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:44:16.452740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c82935c3-7574-4de0-9cde-c20d67fae587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:16.462794 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9c0fcb9d-05a8-435d-85f5-0432de3880b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:16.499428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9c0fcb9d-05a8-435d-85f5-0432de3880b3 admin admin] Usage tracker for resource:security_group_rule and tenant:75ef28eee81c471dad47925e8cd73df4 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:44:16.511925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9c0fcb9d-05a8-435d-85f5-0432de3880b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:44:16.540680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9c0fcb9d-05a8-435d-85f5-0432de3880b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:16.544412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-59476fcb-1414-4ddd-aab8-7a0fb9723117 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:16.557836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-542d22ed-bb4e-4b9f-aa97-1579726f82c7 service neutron] For port 553e2af9-8703-4394-b56c-1c78b49acd9a, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:44:16.569918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:16.695159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-542d22ed-bb4e-4b9f-aa97-1579726f82c7 service neutron] For port 553e2af9-8703-4394-b56c-1c78b49acd9a, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=553e2af9-8703-4394-b56c-1c78b49acd9a,segment=NetworkSegment(f09876a2-c0da-4bd2-ba8e-c152d95500b8),segment_id=f09876a2-c0da-4bd2-ba8e-c152d95500b8)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:44:16.760302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6485e5e-3632-42af-b10f-041eacef9239 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:16.775153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-542d22ed-bb4e-4b9f-aa97-1579726f82c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:16.779746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-c6485e5e-3632-42af-b10f-041eacef9239 None None] Transition to ACTIVE for port object 33a82ba5-ce1f-4025-a712-b475f7cc8c3f will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:44:16.787732 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6485e5e-3632-42af-b10f-041eacef9239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:16.802804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0bc6a920-2ba9-4d08-8a59-1a3bf034f137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:16.820801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59476fcb-1414-4ddd-aab8-7a0fb9723117 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Pushing event updated for resources: {'Port': ['ID=c843bde7-7305-4020-90c9-1245f99937d8,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:16.828643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-59476fcb-1414-4ddd-aab8-7a0fb9723117 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Network 367788d2-d464-40ee-b453-dec544646fe7 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:44:16.836606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-59476fcb-1414-4ddd-aab8-7a0fb9723117 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:16.844166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-59476fcb-1414-4ddd-aab8-7a0fb9723117 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:44:16.846113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:16.883852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-59476fcb-1414-4ddd-aab8-7a0fb9723117 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:44:16.895906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-84417c70-1e75-4095-b55e-c4dc92a254f6 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:16.944883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502eaa6-7635-40a2-b324-3be305cfd8f3 None None] Pushing event updated for resources: {'Port': ['ID=33a82ba5-ce1f-4025-a712-b475f7cc8c3f,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:16.950685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2502eaa6-7635-40a2-b324-3be305cfd8f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:16.950902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c82935c3-7574-4de0-9cde-c20d67fae587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:16.950991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-c6485e5e-3632-42af-b10f-041eacef9239 None None] Attempting to bind port 33a82ba5-ce1f-4025-a712-b475f7cc8c3f on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:44:16.950991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-c6485e5e-3632-42af-b10f-041eacef9239 None None] Attempting to bind port 33a82ba5-ce1f-4025-a712-b475f7cc8c3f by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'a6df33a1-5980-448c-82c0-47373d92b53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8dc1f25b-c8db-4803-b732-f91fc7394b17'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:44:16.951806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6485e5e-3632-42af-b10f-041eacef9239 None None] Attempting to bind port 33a82ba5-ce1f-4025-a712-b475f7cc8c3f on network 8dc1f25b-c8db-4803-b732-f91fc7394b17 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:44:16.958943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6485e5e-3632-42af-b10f-041eacef9239 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:44:16.959413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6485e5e-3632-42af-b10f-041eacef9239 None None] Checking segment: {'id': 'a6df33a1-5980-448c-82c0-47373d92b53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8dc1f25b-c8db-4803-b732-f91fc7394b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:44:16.959870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6485e5e-3632-42af-b10f-041eacef9239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:16.961181 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6485e5e-3632-42af-b10f-041eacef9239 None None] Bound using segment: {'id': 'a6df33a1-5980-448c-82c0-47373d92b53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8dc1f25b-c8db-4803-b732-f91fc7394b17'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:44:16.961721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-c6485e5e-3632-42af-b10f-041eacef9239 None None] Bound port: 33a82ba5-ce1f-4025-a712-b475f7cc8c3f, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6df33a1-5980-448c-82c0-47373d92b53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8dc1f25b-c8db-4803-b732-f91fc7394b17'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:44:16.962440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6485e5e-3632-42af-b10f-041eacef9239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:17.068231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-542d22ed-bb4e-4b9f-aa97-1579726f82c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:17.075028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-c6485e5e-3632-42af-b10f-041eacef9239 None None] For port 33a82ba5-ce1f-4025-a712-b475f7cc8c3f, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:44:17.079342 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-542d22ed-bb4e-4b9f-aa97-1579726f82c7 service neutron] 10.222.0.36 "PUT /v2.0/ports/553e2af9-8703-4394-b56c-1c78b49acd9a HTTP/1.1" status: 200 len: 1094 time: 4.9054739 Dec 25 19:44:17.079715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-c6485e5e-3632-42af-b10f-041eacef9239 None None] For port 33a82ba5-ce1f-4025-a712-b475f7cc8c3f, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=33a82ba5-ce1f-4025-a712-b475f7cc8c3f,segment=NetworkSegment(a6df33a1-5980-448c-82c0-47373d92b53c),segment_id=a6df33a1-5980-448c-82c0-47373d92b53c)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:44:17.079816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-84417c70-1e75-4095-b55e-c4dc92a254f6 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Deleting port 33a82ba5-ce1f-4025-a712-b475f7cc8c3f {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:44:17.080070 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-84417c70-1e75-4095-b55e-c4dc92a254f6 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:17.095621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6485e5e-3632-42af-b10f-041eacef9239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:17.115636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e81e0dd7-f239-4ce4-9c52-29c55d42e84a', 'tag': '553e2af9-8703-4394-b56c-1c78b49acd9a'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:44:17.130198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-001f81bc-af1f-4f70-9679-774e6dc8f659 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:17.141874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:17.166784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-88fce23a-57f8-4687-b253-c52db1775722 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:17.253070 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-59476fcb-1414-4ddd-aab8-7a0fb9723117 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:17.253811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-59476fcb-1414-4ddd-aab8-7a0fb9723117 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:17.314277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502eaa6-7635-40a2-b324-3be305cfd8f3 None None] Pushing event updated for resources: {'Port': ['ID=33a82ba5-ce1f-4025-a712-b475f7cc8c3f,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:17.330540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2502eaa6-7635-40a2-b324-3be305cfd8f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:17.349596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6485e5e-3632-42af-b10f-041eacef9239 None None] Routers {'c9dbb740-7946-43ea-ae69-908845a492ef'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:44:17.350514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c6485e5e-3632-42af-b10f-041eacef9239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:44:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['c9dbb740-7946-43ea-ae69-908845a492ef'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:17.412920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9c0fcb9d-05a8-435d-85f5-0432de3880b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:17.475066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f81bc-af1f-4f70-9679-774e6dc8f659 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Pushing event deleted for resources: {'Port': ['ID=4a2202fe-fac7-46d9-b8ae-bc02b0945aeb,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:17.484539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-001f81bc-af1f-4f70-9679-774e6dc8f659 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:17.583977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-c6485e5e-3632-42af-b10f-041eacef9239 None None] Set router c9dbb740-7946-43ea-ae69-908845a492ef gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:44:17.754846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c6485e5e-3632-42af-b10f-041eacef9239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dbb740-7946-43ea-ae69-908845a492ef', 'name': '', 'tenant_id': '59c528ad242a4b3e924fe17f127afd90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:44:07Z', 'updated_at': '2021-12-25T19:44:16Z', 'revision_number': 4, 'project_id': '59c528ad242a4b3e924fe17f127afd90', 'gw_port_host': None}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:17.761454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6485e5e-3632-42af-b10f-041eacef9239 None None] The sync data for ids ['c9dbb740-7946-43ea-ae69-908845a492ef'] in dv-neutron-822611-1-hyperv is: [{'id': 'c9dbb740-7946-43ea-ae69-908845a492ef', 'name': '', 'tenant_id': '59c528ad242a4b3e924fe17f127afd90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:44:07Z', 'updated_at': '2021-12-25T19:44:16Z', 'revision_number': 4, 'project_id': '59c528ad242a4b3e924fe17f127afd90', 'gw_port_host': None}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:44:17.772195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-6028b662-8c15-438e-9f8c-7f4ca87d84e1 None None] Provisioning for port c843bde7-7305-4020-90c9-1245f99937d8 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:44:17.781970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-6028b662-8c15-438e-9f8c-7f4ca87d84e1 None None] Provisioning complete for port c843bde7-7305-4020-90c9-1245f99937d8 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:44:17.782396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6028b662-8c15-438e-9f8c-7f4ca87d84e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:17.812682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-001f81bc-af1f-4f70-9679-774e6dc8f659 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:17.824895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-84417c70-1e75-4095-b55e-c4dc92a254f6 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] For port 33a82ba5-ce1f-4025-a712-b475f7cc8c3f, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=33a82ba5-ce1f-4025-a712-b475f7cc8c3f,segment=NetworkSegment(a6df33a1-5980-448c-82c0-47373d92b53c),segment_id=a6df33a1-5980-448c-82c0-47373d92b53c)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:44:17.825230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-84417c70-1e75-4095-b55e-c4dc92a254f6 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:17.845903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-6028b662-8c15-438e-9f8c-7f4ca87d84e1 None None] Port c843bde7-7305-4020-90c9-1245f99937d8 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:44:17.884960 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dc061b40-101a-4384-ad93-c88ae0485721 req-d7b0483c-c2fb-46b1-8a5a-50470d7f990a tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "GET /v2.0/ports?device_id=67086787-f7ca-407f-910b-911428340b7c HTTP/1.1" status: 200 len: 210 time: 0.4668603 Dec 25 19:44:17.885599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9c0fcb9d-05a8-435d-85f5-0432de3880b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:17.942818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12254c-d722-4032-a884-113dddac8e4f req-39ca8f36-51e1-4f1b-9c28-28140a91d75a tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:17.943640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-5f12254c-d722-4032-a884-113dddac8e4f req-39ca8f36-51e1-4f1b-9c28-28140a91d75a tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Synchronizing usage tracker for tenant:52795748b8b04275a38e1b104b37d885 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:44:17.946558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d22ed-bb4e-4b9f-aa97-1579726f82c7 service neutron] Pushing event updated for resources: {'Port': ['ID=553e2af9-8703-4394-b56c-1c78b49acd9a,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:17.950145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-542d22ed-bb4e-4b9f-aa97-1579726f82c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.104s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:17.962649 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.851s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:17.981825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-84417c70-1e75-4095-b55e-c4dc92a254f6 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Calling delete_port for 33a82ba5-ce1f-4025-a712-b475f7cc8c3f owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:44:17.995275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82935c3-7574-4de0-9cde-c20d67fae587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2342d3a4-f56a-48f1-b19f-1347e2ddf017,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:18.010559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 42974) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:18.040973 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-59476fcb-1414-4ddd-aab8-7a0fb9723117 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2939498 Dec 25 19:44:18.045597 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-0792d7b4-b828-465b-af01-c517f6a61146 req-48b74b8f-b3bc-4f61-82fb-500295af4581 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:18.066228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c82935c3-7574-4de0-9cde-c20d67fae587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:18.067470 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c82935c3-7574-4de0-9cde-c20d67fae587 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2342d3a4-f56a-48f1-b19f-1347e2ddf017 HTTP/1.1" status: 204 len: 168 time: 2.2635577 Dec 25 19:44:18.099038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-5f12254c-d722-4032-a884-113dddac8e4f req-39ca8f36-51e1-4f1b-9c28-28140a91d75a tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Unset dirty status for tenant:52795748b8b04275a38e1b104b37d885 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:44:18.100367 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5f12254c-d722-4032-a884-113dddac8e4f req-39ca8f36-51e1-4f1b-9c28-28140a91d75a tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 932 time: 1.4038463 Dec 25 19:44:18.169230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-8bd69c14-3c13-4c69-9936-5cce3888e19e service neutron] Request body: {'port': {'device_id': 'ceacfe90-cd25-4bae-99a4-a556058d77aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:18.262238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-f03c1d74-fc5c-4100-a39a-023855a281dc tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1942684942', 'router:external': True}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:18.286673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0fcb9d-05a8-435d-85f5-0432de3880b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf8770a-2122-48c7-a806-4d2e318dcd16,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:18.290351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9c0fcb9d-05a8-435d-85f5-0432de3880b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:18.292960 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9c0fcb9d-05a8-435d-85f5-0432de3880b3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=75ef28eee81c471dad47925e8cd73df4&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4907770 Dec 25 19:44:18.295409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-0792d7b4-b828-465b-af01-c517f6a61146 req-48b74b8f-b3bc-4f61-82fb-500295af4581 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Transition to ACTIVE for port object d399ad49-b38d-49eb-9d8a-5809bd8daff1 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:44:18.308503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 42984) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:18.315337 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-16b0fc59-485e-4751-8361-1be94eb3a374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.378s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:18.315872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-16b0fc59-485e-4751-8361-1be94eb3a374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:18.334435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f03c1d74-fc5c-4100-a39a-023855a281dc tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:18.353808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f03c1d74-fc5c-4100-a39a-023855a281dc tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Usage tracker for resource:network and tenant:682aee75fd1a4de4a87f6ce57995a090 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:44:18.361881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f03c1d74-fc5c-4100-a39a-023855a281dc tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:44:18.380035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f03c1d74-fc5c-4100-a39a-023855a281dc tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:18.479805 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03c1d74-fc5c-4100-a39a-023855a281dc tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Made reservation on behalf of 682aee75fd1a4de4a87f6ce57995a090 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:44:18.484386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f03c1d74-fc5c-4100-a39a-023855a281dc tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:18.500913 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-a827b95e-60cf-41c3-ac14-5546f47db37f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4fd99d038d004d88940a1028016237d4&device_id=e81e0dd7-f239-4ce4-9c52-29c55d42e84a HTTP/1.1" status: 200 len: 1097 time: 1.3266678 Dec 25 19:44:18.503347 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5f12254c-d722-4032-a884-113dddac8e4f req-5432b8ed-af21-461d-9299-0d23f5ee4a52 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471809 Dec 25 19:44:18.571588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-8bd69c14-3c13-4c69-9936-5cce3888e19e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:18.590950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f03c1d74-fc5c-4100-a39a-023855a281dc tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:18.601027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-0792d7b4-b828-465b-af01-c517f6a61146 req-48b74b8f-b3bc-4f61-82fb-500295af4581 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:18.624930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:18.680754 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-e0b2f87e-8ff1-4f6a-9ba0-34fc334b7504 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=553e2af9-8703-4394-b56c-1c78b49acd9a HTTP/1.1" status: 200 len: 217 time: 0.1700385 Dec 25 19:44:18.692733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6b7c1-cda8-4ad4-a339-79c58932ef23 req-e4b8bc28-c5c2-4bee-a059-9a387f95679e tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:18.694372 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4bc6b7c1-cda8-4ad4-a339-79c58932ef23 req-e4b8bc28-c5c2-4bee-a059-9a387f95679e tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "GET /v2.0/ports?device_id=e81e0dd7-f239-4ce4-9c52-29c55d42e84a HTTP/1.1" status: 200 len: 944 time: 0.6166232 Dec 25 19:44:18.787647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-488cf64f-a402-47b4-bc37-30e1ee9e265f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:18.807918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001f81bc-af1f-4f70-9679-774e6dc8f659 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Router 0d5e8a12-64b6-40f7-8593-43ee6cbab9d5 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:44:18.862335 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0792d7b4-b828-465b-af01-c517f6a61146 req-48b74b8f-b3bc-4f61-82fb-500295af4581 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Network e46cb0a4-06ef-4442-9ae2-07612ef208a0 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:44:18.863384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b74b8f-b3bc-4f61-82fb-500295af4581 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Pushing event updated for resources: {'Port': ['ID=d399ad49-b38d-49eb-9d8a-5809bd8daff1,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:18.877724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [req-0792d7b4-b828-465b-af01-c517f6a61146 req-48b74b8f-b3bc-4f61-82fb-500295af4581 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:44:18.877724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-48b74b8f-b3bc-4f61-82fb-500295af4581 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:18.883196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-0792d7b4-b828-465b-af01-c517f6a61146 req-48b74b8f-b3bc-4f61-82fb-500295af4581 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:44:18.920926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f03c1d74-fc5c-4100-a39a-023855a281dc tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:18.953462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f03c1d74-fc5c-4100-a39a-023855a281dc tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Usage tracker for resource:security_group_rule and tenant:682aee75fd1a4de4a87f6ce57995a090 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:44:18.965760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-488cf64f-a402-47b4-bc37-30e1ee9e265f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:18.983031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f03c1d74-fc5c-4100-a39a-023855a281dc tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:44:19.004588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-356362d9-92d3-4610-9d37-3457253cecec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:19.009691 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-356362d9-92d3-4610-9d37-3457253cecec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0aed70ed-45a9-4994-b05b-e36c7e6dec10 HTTP/1.1" status: 200 len: 845 time: 0.2747872 Dec 25 19:44:19.031596 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e81e0dd7-f239-4ce4-9c52-29c55d42e84a', 'tag': '553e2af9-8703-4394-b56c-1c78b49acd9a', 'status': 'completed', 'code': 200} Dec 25 19:44:19.095393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f03c1d74-fc5c-4100-a39a-023855a281dc tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:19.155972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-84417c70-1e75-4095-b55e-c4dc92a254f6 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:19.173376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-12e06cd0-b368-41ae-b077-b1360c3da246 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:19.210391 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4bc6b7c1-cda8-4ad4-a339-79c58932ef23 req-d3a93cb5-e8ce-42c7-adb3-52e5a03a9714 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "GET /v2.0/security-groups?id=60fe5b27-97a5-45c2-a3ee-36c13cb617bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4772670 Dec 25 19:44:19.252622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792d7b4-b828-465b-af01-c517f6a61146 req-48b74b8f-b3bc-4f61-82fb-500295af4581 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:19.253494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-0792d7b4-b828-465b-af01-c517f6a61146 req-48b74b8f-b3bc-4f61-82fb-500295af4581 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:19.256155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-488cf64f-a402-47b4-bc37-30e1ee9e265f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:19.258142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84417c70-1e75-4095-b55e-c4dc92a254f6 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Pushing event deleted for resources: {'Port': ['ID=33a82ba5-ce1f-4025-a712-b475f7cc8c3f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:19.265018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-84417c70-1e75-4095-b55e-c4dc92a254f6 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:19.284217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9de00d2d-364f-4d9f-8f35-4ab859e26dad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:19.298129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488cf64f-a402-47b4-bc37-30e1ee9e265f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf8770a-2122-48c7-a806-4d2e318dcd16,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:19.306036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-488cf64f-a402-47b4-bc37-30e1ee9e265f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:19.342710 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0792d7b4-b828-465b-af01-c517f6a61146 req-48b74b8f-b3bc-4f61-82fb-500295af4581 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8724859 Dec 25 19:44:19.371256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001f81bc-af1f-4f70-9679-774e6dc8f659 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:44:19.380830 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-001f81bc-af1f-4f70-9679-774e6dc8f659 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] 10.222.0.24 "PUT /v2.0/routers/0d5e8a12-64b6-40f7-8593-43ee6cbab9d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5687957 Dec 25 19:44:19.386297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-488cf64f-a402-47b4-bc37-30e1ee9e265f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:19.386524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a877efc-528f-4495-ac5b-dd4076ef93e9 None None] Sync routers for ids ['0d5e8a12-64b6-40f7-8593-43ee6cbab9d5'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:44:19.387504 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-488cf64f-a402-47b4-bc37-30e1ee9e265f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ebf8770a-2122-48c7-a806-4d2e318dcd16 HTTP/1.1" status: 204 len: 168 time: 1.0751295 Dec 25 19:44:19.388102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43010) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:19.408798 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a877efc-528f-4495-ac5b-dd4076ef93e9 None None] Routers {'0d5e8a12-64b6-40f7-8593-43ee6cbab9d5'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:44:19.409591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-9a877efc-528f-4495-ac5b-dd4076ef93e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:44:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['0d5e8a12-64b6-40f7-8593-43ee6cbab9d5'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:19.417999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-0792d7b4-b828-465b-af01-c517f6a61146 req-445f0c94-951d-40d1-8c40-03f31dae4db5 service neutron] Request body: {'port': {'device_id': '67086787-f7ca-407f-910b-911428340b7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:19.495668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2cf62b0d-e11b-476a-b0d1-7c8690c92fbf None None] Provisioning for port d399ad49-b38d-49eb-9d8a-5809bd8daff1 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:44:19.506148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2cf62b0d-e11b-476a-b0d1-7c8690c92fbf None None] Provisioning complete for port d399ad49-b38d-49eb-9d8a-5809bd8daff1 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:44:19.507455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2cf62b0d-e11b-476a-b0d1-7c8690c92fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:19.560545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-9a877efc-528f-4495-ac5b-dd4076ef93e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:19.595950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a877efc-528f-4495-ac5b-dd4076ef93e9 None None] Routers {'0d5e8a12-64b6-40f7-8593-43ee6cbab9d5'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:44:19.596643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-9a877efc-528f-4495-ac5b-dd4076ef93e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:44:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['0d5e8a12-64b6-40f7-8593-43ee6cbab9d5'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:19.613544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43018) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:19.670752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-2cf62b0d-e11b-476a-b0d1-7c8690c92fbf None None] Port d399ad49-b38d-49eb-9d8a-5809bd8daff1 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:44:19.742875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-9a877efc-528f-4495-ac5b-dd4076ef93e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:19.743354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a877efc-528f-4495-ac5b-dd4076ef93e9 None None] The sync data for ids ['0d5e8a12-64b6-40f7-8593-43ee6cbab9d5'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:44:19.776476 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-73132734-ad57-4b99-9048-aae31457393a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6905477 Dec 25 19:44:19.782229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-72cd9cef-dfc0-4b59-a380-c983ef52deb7 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:19.826559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f03c1d74-fc5c-4100-a39a-023855a281dc tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:19.850393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-84417c70-1e75-4095-b55e-c4dc92a254f6 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:19.872435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f03c1d74-fc5c-4100-a39a-023855a281dc tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:19.881654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ff1bd-18b5-4ae9-aa71-1dd9bd30d833 req-2044d80d-4b1a-44d8-984c-89f13e583d59 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:19.882496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-048ff1bd-18b5-4ae9-aa71-1dd9bd30d833 req-2044d80d-4b1a-44d8-984c-89f13e583d59 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Synchronizing usage tracker for tenant:90bb9717229b4c6e84726aafca2dad9f on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:44:19.904911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:19.939641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-0792d7b4-b828-465b-af01-c517f6a61146 req-445f0c94-951d-40d1-8c40-03f31dae4db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:19.985834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f03c1d74-fc5c-4100-a39a-023855a281dc tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:44:20.060627 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43026) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:20.089806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-048ff1bd-18b5-4ae9-aa71-1dd9bd30d833 req-2044d80d-4b1a-44d8-984c-89f13e583d59 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Unset dirty status for tenant:90bb9717229b4c6e84726aafca2dad9f on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:44:20.091041 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-048ff1bd-18b5-4ae9-aa71-1dd9bd30d833 req-2044d80d-4b1a-44d8-984c-89f13e583d59 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "GET /v2.0/ports?device_id=67086787-f7ca-407f-910b-911428340b7c HTTP/1.1" status: 200 len: 932 time: 0.8133779 Dec 25 19:44:20.111996 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c1d74-fc5c-4100-a39a-023855a281dc tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1d5132-4bd5-41c5-ab98-1da209b6ef0e,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:20.115610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f03c1d74-fc5c-4100-a39a-023855a281dc tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:20.192837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f03c1d74-fc5c-4100-a39a-023855a281dc tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:20.193241 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-f03c1d74-fc5c-4100-a39a-023855a281dc tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Added segment 33ee50bd-d2b4-4828-93e7-a5dada713b58 of type vlan for network 1e1d574a-3403-4f39-be97-3cde44e37ae8 Dec 25 19:44:20.204320 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-72e713ff-6374-450b-88f6-79db33684239 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:20.205404 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-72e713ff-6374-450b-88f6-79db33684239 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.5832407 Dec 25 19:44:20.244376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43030) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:20.265358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-4a29ba9e-01f6-4f7e-8682-6d11ddc3e839 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:20.266415 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4a29ba9e-01f6-4f7e-8682-6d11ddc3e839 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0159967 Dec 25 19:44:20.281756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43036) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:20.326843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-5f114151-1561-4145-bd6a-b8410f7e97c8 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:20.327872 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5f114151-1561-4145-bd6a-b8410f7e97c8 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0331438 Dec 25 19:44:20.335375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-8bd69c14-3c13-4c69-9936-5cce3888e19e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c843bde7-7305-4020-90c9-1245f99937d8 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 19:44:20.338482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43040) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:20.375432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-8bd69c14-3c13-4c69-9936-5cce3888e19e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:20.384132 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-f5a886ca-284b-4b84-8fc3-dc84c710b408 service neutron] 10.222.0.36 "GET /v2.0/networks/2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5515702 Dec 25 19:44:20.401141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-3b3b3871-6aa4-4720-a735-456655baa375 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:20.402187 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3b3b3871-6aa4-4720-a735-456655baa375 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0623314 Dec 25 19:44:20.404273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf77ef-4975-4705-b652-bca805d5fa46 req-b0040721-bc8a-4435-9136-c7995b0676f2 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:20.405888 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e2cf77ef-4975-4705-b652-bca805d5fa46 req-b0040721-bc8a-4435-9136-c7995b0676f2 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 932 time: 0.6509299 Dec 25 19:44:20.406418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43044) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:20.413399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f03c1d74-fc5c-4100-a39a-023855a281dc tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:20.420030 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-84417c70-1e75-4095-b55e-c4dc92a254f6 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:20.497268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-84417c70-1e75-4095-b55e-c4dc92a254f6 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:20.707281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-417dc678-db34-4ea6-9714-16da66f6c49e tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:20.708265 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-417dc678-db34-4ea6-9714-16da66f6c49e tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0517232 Dec 25 19:44:20.716584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43048) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:20.746278 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-8bd69c14-3c13-4c69-9936-5cce3888e19e service neutron] Transition to ACTIVE for port object c843bde7-7305-4020-90c9-1245f99937d8 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:44:20.749809 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-487bb792-4c41-4b6b-8e89-e7012be31cb7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=413387edd9304867a25b6f66fab11820&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6743999 Dec 25 19:44:20.770494 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-048ff1bd-18b5-4ae9-aa71-1dd9bd30d833 req-6e17661f-5dc7-4fb0-9de1-23fc15830592 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "GET /v2.0/security-groups?id=baadeee4-bb72-4297-aa07-69af02849a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6265388 Dec 25 19:44:20.775934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43052) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:20.780944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-8bd69c14-3c13-4c69-9936-5cce3888e19e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:20.788051 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-72cd9cef-dfc0-4b59-a380-c983ef52deb7 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:20.792373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-72cd9cef-dfc0-4b59-a380-c983ef52deb7 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:20.795232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c3a58a00-4233-4ac4-9046-6aa23cfada1d tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:20.803469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-912a5f22-4056-4bf0-b06f-6f8bd7735e10 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:20.806990 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-912a5f22-4056-4bf0-b06f-6f8bd7735e10 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0862708 Dec 25 19:44:20.816320 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43056) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:20.823544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-85a554a4-3872-4608-bc1a-7edbad373065 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:20.827039 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-85a554a4-3872-4608-bc1a-7edbad373065 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0072381 Dec 25 19:44:20.827039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-84417c70-1e75-4095-b55e-c4dc92a254f6 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:20.827039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84417c70-1e75-4095-b55e-c4dc92a254f6 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c9dbb740-7946-43ea-ae69-908845a492ef {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:44:20.827669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43060) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:20.830685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-72cd9cef-dfc0-4b59-a380-c983ef52deb7 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:20.831221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72cd9cef-dfc0-4b59-a380-c983ef52deb7 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Fanout notify agent at l3_agent the message router_deleted on router 0d5e8a12-64b6-40f7-8593-43ee6cbab9d5 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:44:20.837869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-57f161d4-9e81-4eed-a813-947f9acf524a tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:20.842262 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-57f161d4-9e81-4eed-a813-947f9acf524a tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0105655 Dec 25 19:44:20.844774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43064) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:20.855114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-b2d8306a-d19f-40d7-9aa1-1cb069cdec36 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:20.859588 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b2d8306a-d19f-40d7-9aa1-1cb069cdec36 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0075822 Dec 25 19:44:20.860582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43068) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:20.862259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-84417c70-1e75-4095-b55e-c4dc92a254f6 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:20.866338 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-84417c70-1e75-4095-b55e-c4dc92a254f6 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] 10.222.0.24 "DELETE /v2.0/routers/c9dbb740-7946-43ea-ae69-908845a492ef HTTP/1.1" status: 204 len: 168 time: 5.5245388 Dec 25 19:44:20.869697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-ba7c9ab7-97e8-4780-90ed-2e90e286730a tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:20.873221 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ba7c9ab7-97e8-4780-90ed-2e90e286730a tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0061357 Dec 25 19:44:20.873221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43072) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:20.874074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43074) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:20.924310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-72cd9cef-dfc0-4b59-a380-c983ef52deb7 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:20.925516 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-72cd9cef-dfc0-4b59-a380-c983ef52deb7 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] 10.222.0.24 "DELETE /v2.0/routers/0d5e8a12-64b6-40f7-8593-43ee6cbab9d5 HTTP/1.1" status: 204 len: 168 time: 1.5362451 Dec 25 19:44:20.934825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-70aa35a8-4f30-4854-bea4-4075d6ba78ad tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:20.935962 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-70aa35a8-4f30-4854-bea4-4075d6ba78ad tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0609894 Dec 25 19:44:20.944350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43080) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:20.944714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43082) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:20.997193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-3a486ea8-2296-49a7-a261-66a15469aa62 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:20.998285 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3a486ea8-2296-49a7-a261-66a15469aa62 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0507925 Dec 25 19:44:21.009260 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43088) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:21.018180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-6ca4de94-cee0-4cb0-8f1d-8f8c1ae87781 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:21.019206 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6ca4de94-cee0-4cb0-8f1d-8f8c1ae87781 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0089781 Dec 25 19:44:21.033789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43092) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:21.058220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-570da22a-306f-4c56-93a6-9fea082e825f tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:21.062701 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-570da22a-306f-4c56-93a6-9fea082e825f tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0094950 Dec 25 19:44:21.067464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43096) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:21.075198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-4f904c01-88b9-471c-9bb8-867746166f52 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:21.076315 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4f904c01-88b9-471c-9bb8-867746166f52 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0078511 Dec 25 19:44:21.082220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-f18c14be-dc45-4f87-9dc4-77bcd15dd91e tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Deleting subnet 08102a8b-916a-46e4-b96d-7cb815ce2d22 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:44:21.084227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43100) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:21.102489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f18c14be-dc45-4f87-9dc4-77bcd15dd91e tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:21.139382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-d167ce7d-9efa-487f-9e1e-eb8913c5352b tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:21.140494 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d167ce7d-9efa-487f-9e1e-eb8913c5352b tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0437889 Dec 25 19:44:21.146965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43104) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:21.183375 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e2cf77ef-4975-4705-b652-bca805d5fa46 req-7988e983-1e4d-4993-8b43-b49d56dfae6d tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4907818 Dec 25 19:44:21.184083 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd69c14-3c13-4c69-9936-5cce3888e19e service neutron] Pushing event updated for resources: {'Port': ['ID=c843bde7-7305-4020-90c9-1245f99937d8,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:21.187304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8bd69c14-3c13-4c69-9936-5cce3888e19e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:21.235155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-1de1aab7-3176-4f2f-9864-7a001d277719 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:21.238733 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1de1aab7-3176-4f2f-9864-7a001d277719 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0865614 Dec 25 19:44:21.247494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f03c1d74-fc5c-4100-a39a-023855a281dc tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:21.252698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43110) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:21.265284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-cdcc0420-e8ed-49f7-98bb-9f643fe81200 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:21.268966 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-cdcc0420-e8ed-49f7-98bb-9f643fe81200 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0126822 Dec 25 19:44:21.270987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43114) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:21.272354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03c1d74-fc5c-4100-a39a-023855a281dc tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:21.273257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f03c1d74-fc5c-4100-a39a-023855a281dc tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:21.277713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:21.280157 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f18c14be-dc45-4f87-9dc4-77bcd15dd91e tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:21.311465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-4374b73c-7f74-43df-931c-73525856ef69 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:21.315087 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4374b73c-7f74-43df-931c-73525856ef69 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0387821 Dec 25 19:44:21.322442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43118) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:21.346683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-886cdd4a-ad82-47f1-ab05-aaefff2a35fb tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:21.347751 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-886cdd4a-ad82-47f1-ab05-aaefff2a35fb tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0192409 Dec 25 19:44:21.352267 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43122) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:21.357400 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-6628c7c3-eed1-49ed-a945-1834dda60228 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Deleting subnet bfc5841f-be49-4a9d-8d31-16bca0f73684 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:44:21.364373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6628c7c3-eed1-49ed-a945-1834dda60228 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:21.370983 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2505689b-6c3e-4a1b-b914-32c0ce0985e8 req-8e12c825-1d46-4d7c-afb2-7d3019bb7e2c service neutron] 10.222.0.36 "GET /v2.0/networks/2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9491642 Dec 25 19:44:21.404740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-b1099162-749a-47f2-932e-994207777973 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:21.409317 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b1099162-749a-47f2-932e-994207777973 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0460508 Dec 25 19:44:21.410382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43126) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:21.429909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-2edecdd5-0f72-4e1b-b19e-becc47cc3841 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:21.433747 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2edecdd5-0f72-4e1b-b19e-becc47cc3841 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0137985 Dec 25 19:44:21.437800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43130) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:21.440611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f18c14be-dc45-4f87-9dc4-77bcd15dd91e tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:21.481302 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f03c1d74-fc5c-4100-a39a-023855a281dc tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 3.4605119 Dec 25 19:44:21.485963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-11c8d8b4-37ef-4f26-b970-dce55c32ed9d tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:21.486975 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-11c8d8b4-37ef-4f26-b970-dce55c32ed9d tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0481749 Dec 25 19:44:21.487595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43134) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:21.493711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43136) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:21.495913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6628c7c3-eed1-49ed-a945-1834dda60228 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:21.535953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-e83cedf0-142d-4091-bb7c-acbd45d3dea0 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Request body: {'subnet': {'network_id': '1e1d574a-3403-4f39-be97-3cde44e37ae8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:21.549925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c1d74-fc5c-4100-a39a-023855a281dc tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Pushing event updated for resources: {'Network': ['ID=1e1d574a-3403-4f39-be97-3cde44e37ae8,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:21.551223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-eb31af11-dba9-490f-8b37-95c2f815d9d8 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:21.552270 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-eb31af11-dba9-490f-8b37-95c2f815d9d8 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0212703 Dec 25 19:44:21.553348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e83cedf0-142d-4091-bb7c-acbd45d3dea0 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:21.559529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43142) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:21.562818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f03c1d74-fc5c-4100-a39a-023855a281dc tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:21.565134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 1e1d574a-3403-4f39-be97-3cde44e37ae8 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:44:21.567484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e83cedf0-142d-4091-bb7c-acbd45d3dea0 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Usage tracker for resource:subnet and tenant:682aee75fd1a4de4a87f6ce57995a090 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:44:21.581358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e83cedf0-142d-4091-bb7c-acbd45d3dea0 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:44:21.587467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-cbc7a4de-666b-4f0f-80ba-2d5cb79bf7d3 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:21.591327 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-cbc7a4de-666b-4f0f-80ba-2d5cb79bf7d3 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0249135 Dec 25 19:44:21.595760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e83cedf0-142d-4091-bb7c-acbd45d3dea0 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:21.598163 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43146) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:21.607265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-4870652f-4a5b-4662-97ca-18473f6a1647 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:21.610702 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4870652f-4a5b-4662-97ca-18473f6a1647 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0092828 Dec 25 19:44:21.612448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43150) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:21.620136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6ef74484-0189-4db5-a31d-03182b4e11bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:21.628856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-49c89b20-5277-497e-a7d7-86c8ea2810c6 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:21.632502 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-49c89b20-5277-497e-a7d7-86c8ea2810c6 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0129147 Dec 25 19:44:21.635937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43154) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:21.639037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83cedf0-142d-4091-bb7c-acbd45d3dea0 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Made reservation on behalf of 682aee75fd1a4de4a87f6ce57995a090 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:44:21.642452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16081a-c789-469a-9bce-bf823c4438e5 req-592af8e0-c27c-43e6-a3f8-63bbed68b865 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:21.644093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e83cedf0-142d-4091-bb7c-acbd45d3dea0 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:21.644214 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-df16081a-c789-469a-9bce-bf823c4438e5 req-592af8e0-c27c-43e6-a3f8-63bbed68b865 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "GET /v2.0/ports?device_id=e81e0dd7-f239-4ce4-9c52-29c55d42e84a HTTP/1.1" status: 200 len: 944 time: 0.6768162 Dec 25 19:44:21.670861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-86247c94-37d2-409b-a835-299b88aa3e12 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:21.674499 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-86247c94-37d2-409b-a835-299b88aa3e12 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0349419 Dec 25 19:44:21.678186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f18c14be-dc45-4f87-9dc4-77bcd15dd91e tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:21.678856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43158) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:21.741366 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-e83cbc94-fb53-492a-a55a-42da6d6109c4 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:21.742329 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e83cbc94-fb53-492a-a55a-42da6d6109c4 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0575407 Dec 25 19:44:21.752824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:21.758289 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43162) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:21.768850 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6ef74484-0189-4db5-a31d-03182b4e11bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:21.784307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-12fdfdb0-e994-4085-895b-caa1156ac562 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:21.785360 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-12fdfdb0-e994-4085-895b-caa1156ac562 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0235541 Dec 25 19:44:21.789468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-8bd69c14-3c13-4c69-9936-5cce3888e19e service neutron] Attempting to bind port c843bde7-7305-4020-90c9-1245f99937d8 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:44:21.789840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-8bd69c14-3c13-4c69-9936-5cce3888e19e service neutron] Attempting to bind port c843bde7-7305-4020-90c9-1245f99937d8 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '0a5d06b6-5a26-4d5f-923a-bf759a4923fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '367788d2-d464-40ee-b453-dec544646fe7'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:44:21.790204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-8bd69c14-3c13-4c69-9936-5cce3888e19e service neutron] Attempting to bind port c843bde7-7305-4020-90c9-1245f99937d8 on network 367788d2-d464-40ee-b453-dec544646fe7 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:44:21.793616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43166) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:21.799224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c14be-dc45-4f87-9dc4-77bcd15dd91e tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=08102a8b-916a-46e4-b96d-7cb815ce2d22,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:21.801879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f18c14be-dc45-4f87-9dc4-77bcd15dd91e tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:21.831521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [req-0792d7b4-b828-465b-af01-c517f6a61146 req-445f0c94-951d-40d1-8c40-03f31dae4db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d399ad49-b38d-49eb-9d8a-5809bd8daff1 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 19:44:21.849669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-8bd69c14-3c13-4c69-9936-5cce3888e19e service neutron] Port c843bde7-7305-4020-90c9-1245f99937d8 on network 367788d2-d464-40ee-b453-dec544646fe7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:44:21.850034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-8bd69c14-3c13-4c69-9936-5cce3888e19e service neutron] Attempting to bind port c843bde7-7305-4020-90c9-1245f99937d8 on network 367788d2-d464-40ee-b453-dec544646fe7 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:44:21.853868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-0792d7b4-b828-465b-af01-c517f6a61146 req-445f0c94-951d-40d1-8c40-03f31dae4db5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:21.867704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-dee1ac3e-db04-4b8f-838b-82f5d2018eb8 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:21.867888 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a716f0df-c121-4d73-8f30-c3030b6fae93 req-54ec67c2-cb38-48f4-9937-51fea34ecd74 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4fd99d038d004d88940a1028016237d4&device_id=e81e0dd7-f239-4ce4-9c52-29c55d42e84a HTTP/1.1" status: 200 len: 1097 time: 0.3985596 Dec 25 19:44:21.871682 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-dee1ac3e-db04-4b8f-838b-82f5d2018eb8 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0658190 Dec 25 19:44:21.878318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43172) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:21.883634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f18c14be-dc45-4f87-9dc4-77bcd15dd91e tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:21.893904 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-df16081a-c789-469a-9bce-bf823c4438e5 req-edcdbdff-b70b-457c-b834-8ffbd83d9bb2 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "GET /v2.0/security-groups?id=60fe5b27-97a5-45c2-a3ee-36c13cb617bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2272599 Dec 25 19:44:21.894759 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f18c14be-dc45-4f87-9dc4-77bcd15dd91e tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/08102a8b-916a-46e4-b96d-7cb815ce2d22 HTTP/1.1" status: 204 len: 168 time: 1.0222065 Dec 25 19:44:21.898974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-3ddc91e4-4a58-4e11-bbc2-361affb5dfe1 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:21.909572 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3ddc91e4-4a58-4e11-bbc2-361affb5dfe1 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0273330 Dec 25 19:44:21.916179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43176) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:21.916618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43178) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:21.927744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6628c7c3-eed1-49ed-a945-1834dda60228 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:21.931888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-8bd69c14-3c13-4c69-9936-5cce3888e19e service neutron] Checking agent: {'id': '5d7a6d50-e450-4e92-a105-61a558d89e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'started_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:44:21.932266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-8bd69c14-3c13-4c69-9936-5cce3888e19e service neutron] Checking segment: {'id': '0a5d06b6-5a26-4d5f-923a-bf759a4923fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '367788d2-d464-40ee-b453-dec544646fe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:44:21.932693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-8bd69c14-3c13-4c69-9936-5cce3888e19e service neutron] Bound using segment: {'id': '0a5d06b6-5a26-4d5f-923a-bf759a4923fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '367788d2-d464-40ee-b453-dec544646fe7'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:44:21.933185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-8bd69c14-3c13-4c69-9936-5cce3888e19e service neutron] Bound port: c843bde7-7305-4020-90c9-1245f99937d8, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a5d06b6-5a26-4d5f-923a-bf759a4923fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '367788d2-d464-40ee-b453-dec544646fe7'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:44:21.933568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-8bd69c14-3c13-4c69-9936-5cce3888e19e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:21.978994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-9711284b-d9d3-4cef-a968-01b511ba3ee8 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:21.983162 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9711284b-d9d3-4cef-a968-01b511ba3ee8 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0577912 Dec 25 19:44:21.984935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-0792d7b4-b828-465b-af01-c517f6a61146 req-445f0c94-951d-40d1-8c40-03f31dae4db5 service neutron] Transition to ACTIVE for port object d399ad49-b38d-49eb-9d8a-5809bd8daff1 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:44:21.991970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43184) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:22.014851 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-715e645b-6bf2-4fc7-adaa-f0363a881f6d tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:22.015979 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-715e645b-6bf2-4fc7-adaa-f0363a881f6d tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0208941 Dec 25 19:44:22.023125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-0792d7b4-b828-465b-af01-c517f6a61146 req-445f0c94-951d-40d1-8c40-03f31dae4db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:22.027414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43188) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:22.031992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:22.146070 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-b9c98f74-1c8d-47b4-9ebd-85e5ec3a46a9 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:22.146920 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b9c98f74-1c8d-47b4-9ebd-85e5ec3a46a9 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0854163 Dec 25 19:44:22.174312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43192) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:22.183277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1dd57590-8aaf-45a0-a6b6-7862ea8cda80 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:22.202255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-7a1e6dd7-b573-4b73-b448-d9f9af6c029d tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:22.203410 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7a1e6dd7-b573-4b73-b448-d9f9af6c029d tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0276582 Dec 25 19:44:22.208529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43196) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:22.216430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6ef74484-0189-4db5-a31d-03182b4e11bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:22.228866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-2e4ab4c9-25f5-40ba-a4c0-0e104d704a70 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:22.233394 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2e4ab4c9-25f5-40ba-a4c0-0e104d704a70 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0125694 Dec 25 19:44:22.238767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43202) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:22.320557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f0c94-951d-40d1-8c40-03f31dae4db5 service neutron] Pushing event updated for resources: {'Port': ['ID=d399ad49-b38d-49eb-9d8a-5809bd8daff1,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:22.351689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-445f0c94-951d-40d1-8c40-03f31dae4db5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:22.356691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:22.412063 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716f0df-c121-4d73-8f30-c3030b6fae93 req-97b7a86a-6ad0-420b-8453-7d162fef824f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:22.413829 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a716f0df-c121-4d73-8f30-c3030b6fae93 req-97b7a86a-6ad0-420b-8453-7d162fef824f service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85 HTTP/1.1" status: 200 len: 906 time: 0.5348537 Dec 25 19:44:22.414704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6ef74484-0189-4db5-a31d-03182b4e11bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:22.415915 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6ef74484-0189-4db5-a31d-03182b4e11bd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e6c9abcf-6a5b-475b-accb-9272a7175e30 HTTP/1.1" status: 204 len: 168 time: 1.6308122 Dec 25 19:44:22.442499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef74484-0189-4db5-a31d-03182b4e11bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c9abcf-6a5b-475b-accb-9272a7175e30,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:22.529869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-e61c1261-9724-4129-abd1-ac9af1b7439b tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:22.533918 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e61c1261-9724-4129-abd1-ac9af1b7439b tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0258486 Dec 25 19:44:22.533918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6628c7c3-eed1-49ed-a945-1834dda60228 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:22.534791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43208) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:22.583703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-612f3073-e788-4c3a-b473-9f1dbdcfa676 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:22.587385 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-612f3073-e788-4c3a-b473-9f1dbdcfa676 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0400908 Dec 25 19:44:22.587385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:22.615664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43212) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:22.642870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-0545c551-c47f-4c10-abd7-e1f597347199 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:22.646627 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0545c551-c47f-4c10-abd7-e1f597347199 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0179639 Dec 25 19:44:22.658698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6628c7c3-eed1-49ed-a945-1834dda60228 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Pushing event deleted for resources: {'Subnet': ['ID=bfc5841f-be49-4a9d-8d31-16bca0f73684,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:22.672619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43216) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:22.678497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6628c7c3-eed1-49ed-a945-1834dda60228 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:22.687336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-a500ca20-aade-4522-af11-3f98adf783c7 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:22.688404 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a500ca20-aade-4522-af11-3f98adf783c7 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0139182 Dec 25 19:44:22.701986 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6c5151-9f28-4440-a6d2-d369f053b136 None None] Network f4b53d06-78e7-4d38-9fc8-62c9b009c744 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:44:22.722447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6ef74484-0189-4db5-a31d-03182b4e11bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:22.722947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43220) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:22.728354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-8bd69c14-3c13-4c69-9936-5cce3888e19e service neutron] For port c843bde7-7305-4020-90c9-1245f99937d8, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:44:22.736124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-8bd69c14-3c13-4c69-9936-5cce3888e19e service neutron] For port c843bde7-7305-4020-90c9-1245f99937d8, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c843bde7-7305-4020-90c9-1245f99937d8,segment=NetworkSegment(0a5d06b6-5a26-4d5f-923a-bf759a4923fe),segment_id=0a5d06b6-5a26-4d5f-923a-bf759a4923fe)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:44:22.746067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6628c7c3-eed1-49ed-a945-1834dda60228 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:22.753525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1dd57590-8aaf-45a0-a6b6-7862ea8cda80 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:22.757815 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ceb45-10ae-4448-86ac-8a8ef97acda6 req-131e8160-be6c-462c-b805-07ec0d49ae4b tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:22.759455 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5f9ceb45-10ae-4448-86ac-8a8ef97acda6 req-131e8160-be6c-462c-b805-07ec0d49ae4b tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "GET /v2.0/ports?device_id=67086787-f7ca-407f-910b-911428340b7c HTTP/1.1" status: 200 len: 944 time: 0.8351879 Dec 25 19:44:22.760535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-8bd69c14-3c13-4c69-9936-5cce3888e19e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:22.774274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-9c77c8ed-8526-468e-8ce7-70e6dc1b01b2 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:22.777963 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9c77c8ed-8526-468e-8ce7-70e6dc1b01b2 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0361571 Dec 25 19:44:22.785266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-eef261c0-e2d0-4408-8406-1e035e6e5b50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:22.789304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43226) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:22.814072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-262f1908-7a66-431d-9488-aa8161673304 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:22.817612 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-262f1908-7a66-431d-9488-aa8161673304 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0247958 Dec 25 19:44:22.820918 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6628c7c3-eed1-49ed-a945-1834dda60228 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] 10.222.0.24 "DELETE /v2.0/subnets/bfc5841f-be49-4a9d-8d31-16bca0f73684 HTTP/1.1" status: 204 len: 168 time: 1.8728201 Dec 25 19:44:22.820918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43230) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:22.820918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-1dd57590-8aaf-45a0-a6b6-7862ea8cda80 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc1f25b-c8db-4803-b732-f91fc7394b17']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:22.834377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43232) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:22.847584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-04641b7e-ee3e-47e9-96f9-a83426ff48f1 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:22.851107 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-04641b7e-ee3e-47e9-96f9-a83426ff48f1 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0158732 Dec 25 19:44:22.856412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43238) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:22.860663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd69c14-3c13-4c69-9936-5cce3888e19e service neutron] Pushing event updated for resources: {'Port': ['ID=c843bde7-7305-4020-90c9-1245f99937d8,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:22.869111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-1dd57590-8aaf-45a0-a6b6-7862ea8cda80 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6df33a1-5980-448c-82c0-47373d92b53c') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:22.869453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-1dd57590-8aaf-45a0-a6b6-7862ea8cda80 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6df33a1-5980-448c-82c0-47373d92b53c') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:22.896942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1dd57590-8aaf-45a0-a6b6-7862ea8cda80 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:22.924097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8bd69c14-3c13-4c69-9936-5cce3888e19e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:22.946799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-00b6a0bc-f1c0-4069-915b-c19c417cd0d5 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:22.950467 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-00b6a0bc-f1c0-4069-915b-c19c417cd0d5 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0841997 Dec 25 19:44:22.954291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-8bd69c14-3c13-4c69-9936-5cce3888e19e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:22.955761 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-8bd69c14-3c13-4c69-9936-5cce3888e19e service neutron] 10.222.0.36 "PUT /v2.0/ports/c843bde7-7305-4020-90c9-1245f99937d8 HTTP/1.1" status: 200 len: 1094 time: 4.8798113 Dec 25 19:44:22.958218 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5f9ceb45-10ae-4448-86ac-8a8ef97acda6 req-45d2c71d-f006-4e6e-9db5-dd309cf81d1d tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "GET /v2.0/security-groups?id=baadeee4-bb72-4297-aa07-69af02849a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741533 Dec 25 19:44:22.959614 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a716f0df-c121-4d73-8f30-c3030b6fae93 req-2527300b-59bb-463d-b74f-903c99ecd2cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=553e2af9-8703-4394-b56c-1c78b49acd9a HTTP/1.1" status: 200 len: 217 time: 0.5223169 Dec 25 19:44:22.965232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceacfe90-cd25-4bae-99a4-a556058d77aa', 'tag': 'c843bde7-7305-4020-90c9-1245f99937d8'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:44:22.970415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43246) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:23.039264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1dd57590-8aaf-45a0-a6b6-7862ea8cda80 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:23.056453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dd57590-8aaf-45a0-a6b6-7862ea8cda80 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:44:23.056898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1dd57590-8aaf-45a0-a6b6-7862ea8cda80 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:23.077991 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:44:23.077991 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:44:23.077991 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:44:23.077991 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:44:23.077991 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:44:23.077991 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:44:23.077991 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:44:23.077991 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:44:23.077991 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:44:23.077991 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:44:23.077991 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:44:23.077991 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:44:23.077991 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:44:23.077991 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:44:23.077991 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:44:23.077991 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:44:23.077991 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:44:23.077991 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:44:23.077991 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:44:23.077991 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:44:23.077991 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:44:23.077991 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:44:23.077991 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:44:23.077991 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:44:23.077991 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:44:23.077991 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:44:23.077991 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:44:23.077991 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:44:23.077991 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:44:23.077991 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:44:23.077991 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:44:23.077991 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:44:23.145172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7f21d43f-d640-4897-b377-5f3eb8a321bc tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:23.147367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccf3389-b1e9-4aa6-a07d-e6d19e476918 None None] DHCP port deletion for f4b53d06-78e7-4d38-9fc8-62c9b009c744 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:44:23.152340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-bccf3389-b1e9-4aa6-a07d-e6d19e476918 None None] Deleting port 1ad68b5d-2ac4-4f6b-807c-e639f942bb50 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:44:23.153271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bccf3389-b1e9-4aa6-a07d-e6d19e476918 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:23.240980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-c2ad56fc-55f5-48d1-8194-3cfc29cdba91 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:23.244699 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c2ad56fc-55f5-48d1-8194-3cfc29cdba91 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.2078221 Dec 25 19:44:23.247185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-0792d7b4-b828-465b-af01-c517f6a61146 req-445f0c94-951d-40d1-8c40-03f31dae4db5 service neutron] Attempting to bind port d399ad49-b38d-49eb-9d8a-5809bd8daff1 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:44:23.248096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-0792d7b4-b828-465b-af01-c517f6a61146 req-445f0c94-951d-40d1-8c40-03f31dae4db5 service neutron] Attempting to bind port d399ad49-b38d-49eb-9d8a-5809bd8daff1 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '178d451e-2ef5-40d9-84d5-b0b54f621cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e46cb0a4-06ef-4442-9ae2-07612ef208a0'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:44:23.248468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0792d7b4-b828-465b-af01-c517f6a61146 req-445f0c94-951d-40d1-8c40-03f31dae4db5 service neutron] Attempting to bind port d399ad49-b38d-49eb-9d8a-5809bd8daff1 on network e46cb0a4-06ef-4442-9ae2-07612ef208a0 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:44:23.261610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43256) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:23.291826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7f21d43f-d640-4897-b377-5f3eb8a321bc tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Deleting port 1ad68b5d-2ac4-4f6b-807c-e639f942bb50 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:44:23.292220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7f21d43f-d640-4897-b377-5f3eb8a321bc tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:23.331371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-d5a86c8d-6693-458f-82b8-70fe2f090eec tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:23.334989 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d5a86c8d-6693-458f-82b8-70fe2f090eec tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0651860 Dec 25 19:44:23.339933 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43262) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:23.346172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-bf68b175-1c77-4309-86d2-a3c2e5ad233d tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:23.349924 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-bf68b175-1c77-4309-86d2-a3c2e5ad233d tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0065541 Dec 25 19:44:23.356747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43266) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:23.375193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-5937c862-edb6-4723-8ac3-2decb0021b73 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:23.378716 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5937c862-edb6-4723-8ac3-2decb0021b73 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0117848 Dec 25 19:44:23.382117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43270) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:23.385623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0792d7b4-b828-465b-af01-c517f6a61146 req-445f0c94-951d-40d1-8c40-03f31dae4db5 service neutron] Port d399ad49-b38d-49eb-9d8a-5809bd8daff1 on network e46cb0a4-06ef-4442-9ae2-07612ef208a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:44:23.385980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0792d7b4-b828-465b-af01-c517f6a61146 req-445f0c94-951d-40d1-8c40-03f31dae4db5 service neutron] Attempting to bind port d399ad49-b38d-49eb-9d8a-5809bd8daff1 on network e46cb0a4-06ef-4442-9ae2-07612ef208a0 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:44:23.390182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1dd57590-8aaf-45a0-a6b6-7862ea8cda80 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:23.402712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc146e2-a10e-40d1-848e-8df48992f313 req-2db7e19a-63a6-4085-88cc-47ec52583491 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:23.403108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-f1d242a8-1775-4cd8-9e34-b00a0e490823 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:23.408786 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f1d242a8-1775-4cd8-9e34-b00a0e490823 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0166926 Dec 25 19:44:23.410518 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-bbc146e2-a10e-40d1-848e-8df48992f313 req-2db7e19a-63a6-4085-88cc-47ec52583491 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 944 time: 1.0557973 Dec 25 19:44:23.412747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0792d7b4-b828-465b-af01-c517f6a61146 req-445f0c94-951d-40d1-8c40-03f31dae4db5 service neutron] Checking agent: {'id': '5d7a6d50-e450-4e92-a105-61a558d89e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'started_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:44:23.413299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0792d7b4-b828-465b-af01-c517f6a61146 req-445f0c94-951d-40d1-8c40-03f31dae4db5 service neutron] Checking segment: {'id': '178d451e-2ef5-40d9-84d5-b0b54f621cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e46cb0a4-06ef-4442-9ae2-07612ef208a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:44:23.413719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0792d7b4-b828-465b-af01-c517f6a61146 req-445f0c94-951d-40d1-8c40-03f31dae4db5 service neutron] Bound using segment: {'id': '178d451e-2ef5-40d9-84d5-b0b54f621cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e46cb0a4-06ef-4442-9ae2-07612ef208a0'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:44:23.414243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-0792d7b4-b828-465b-af01-c517f6a61146 req-445f0c94-951d-40d1-8c40-03f31dae4db5 service neutron] Bound port: d399ad49-b38d-49eb-9d8a-5809bd8daff1, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '178d451e-2ef5-40d9-84d5-b0b54f621cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e46cb0a4-06ef-4442-9ae2-07612ef208a0'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:44:23.414589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-0792d7b4-b828-465b-af01-c517f6a61146 req-445f0c94-951d-40d1-8c40-03f31dae4db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:23.415438 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43274) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:23.417969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e73f11f5-64f8-412a-aaa7-2fbce20d7b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:23.438324 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-69c88e53-16fd-43a3-a4f2-c42697e94786 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:23.442221 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-69c88e53-16fd-43a3-a4f2-c42697e94786 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0095704 Dec 25 19:44:23.445729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd57590-8aaf-45a0-a6b6-7862ea8cda80 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8dc1f25b-c8db-4803-b732-f91fc7394b17 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 25 19:44:23.448880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43278) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:23.449904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1dd57590-8aaf-45a0-a6b6-7862ea8cda80 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:23.493111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-c7503bf0-20d8-43ec-b243-d7fc102df363 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:23.496953 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c7503bf0-20d8-43ec-b243-d7fc102df363 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0411406 Dec 25 19:44:23.503846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd57590-8aaf-45a0-a6b6-7862ea8cda80 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Pushing event deleted for resources: {'Network': ['ID=8dc1f25b-c8db-4803-b732-f91fc7394b17,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:23.519046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43282) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:23.525570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-adc813d5-e450-4e93-89f3-00d6b30fde81 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:23.529892 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-adc813d5-e450-4e93-89f3-00d6b30fde81 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0094695 Dec 25 19:44:23.530035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43286) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:23.533374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1dd57590-8aaf-45a0-a6b6-7862ea8cda80 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:23.544132 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-bbc146e2-a10e-40d1-848e-8df48992f313 req-9f51a101-6c98-408c-82c0-3f6bff64ef6f tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326265 Dec 25 19:44:23.545872 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1dd57590-8aaf-45a0-a6b6-7862ea8cda80 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] 10.222.0.24 "DELETE /v2.0/networks/8dc1f25b-c8db-4803-b732-f91fc7394b17 HTTP/1.1" status: 204 len: 168 time: 1.6250525 Dec 25 19:44:23.547942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716f0df-c121-4d73-8f30-c3030b6fae93 req-eed52965-acc3-46bd-a638-9c59c98debe1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:23.549490 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a716f0df-c121-4d73-8f30-c3030b6fae93 req-eed52965-acc3-46bd-a638-9c59c98debe1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0aed70ed-45a9-4994-b05b-e36c7e6dec10 HTTP/1.1" status: 200 len: 845 time: 0.5781567 Dec 25 19:44:23.579939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-068f777d-24d3-4c3f-bfce-cd847a561714 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:23.586776 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-068f777d-24d3-4c3f-bfce-cd847a561714 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0410445 Dec 25 19:44:23.598841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43292) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:23.635873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e83cedf0-142d-4091-bb7c-acbd45d3dea0 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:23.638750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-bccf3389-b1e9-4aa6-a07d-e6d19e476918 None None] For port 1ad68b5d-2ac4-4f6b-807c-e639f942bb50, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=1ad68b5d-2ac4-4f6b-807c-e639f942bb50,segment=NetworkSegment(bafcc294-5e56-4f20-97ac-4bd3af3e8587),segment_id=bafcc294-5e56-4f20-97ac-4bd3af3e8587)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:44:23.639391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bccf3389-b1e9-4aa6-a07d-e6d19e476918 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:23.646795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6a62493f-ee13-4eef-9989-a144f3153928 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:23.697600 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceacfe90-cd25-4bae-99a4-a556058d77aa', 'tag': 'c843bde7-7305-4020-90c9-1245f99937d8', 'status': 'completed', 'code': 200} Dec 25 19:44:23.706652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9489432-ea37-4f5d-9c96-ea61da53ee12 req-a02ee259-ee5c-4928-9775-41db9a05bb78 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:23.708568 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c9489432-ea37-4f5d-9c96-ea61da53ee12 req-a02ee259-ee5c-4928-9775-41db9a05bb78 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "GET /v2.0/ports?device_id=e81e0dd7-f239-4ce4-9c52-29c55d42e84a HTTP/1.1" status: 200 len: 944 time: 0.4434705 Dec 25 19:44:23.713263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-5a463f8e-c0ba-421f-b6e9-6d682b3ec5eb tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:23.714795 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5a463f8e-c0ba-421f-b6e9-6d682b3ec5eb tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0272787 Dec 25 19:44:23.720188 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-e6d2baea-4a3a-405b-a176-eac14f6578f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52795748b8b04275a38e1b104b37d885&device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 1097 time: 0.6839418 Dec 25 19:44:23.722303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43296) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:23.745195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-c09003dc-13a8-4887-b834-dede1e1aa457 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:23.746477 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c09003dc-13a8-4887-b834-dede1e1aa457 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0204918 Dec 25 19:44:23.761711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43300) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:23.781408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-dd9dd53e-1ed4-43a6-9ef2-d66ef5071ae9 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:23.785588 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-dd9dd53e-1ed4-43a6-9ef2-d66ef5071ae9 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0193865 Dec 25 19:44:23.788897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43304) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:23.844766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-6cb54281-2735-40cf-90b4-be3451d4f2a4 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:23.847327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-bccf3389-b1e9-4aa6-a07d-e6d19e476918 None None] Calling delete_port for 1ad68b5d-2ac4-4f6b-807c-e639f942bb50 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:44:23.851689 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6cb54281-2735-40cf-90b4-be3451d4f2a4 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0485535 Dec 25 19:44:23.859012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43310) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:23.860566 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-0eb2910f-41e7-4b46-aedf-eb0feb6028e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c843bde7-7305-4020-90c9-1245f99937d8 HTTP/1.1" status: 200 len: 217 time: 0.1194444 Dec 25 19:44:23.880782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-7f21d43f-d640-4897-b377-5f3eb8a321bc tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] For port 1ad68b5d-2ac4-4f6b-807c-e639f942bb50, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=1ad68b5d-2ac4-4f6b-807c-e639f942bb50,segment=NetworkSegment(bafcc294-5e56-4f20-97ac-4bd3af3e8587),segment_id=bafcc294-5e56-4f20-97ac-4bd3af3e8587)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:44:23.881532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7f21d43f-d640-4897-b377-5f3eb8a321bc tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:23.929897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-ca3206bb-aaea-4ea4-a061-2c770cd3e385 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:23.936397 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ca3206bb-aaea-4ea4-a061-2c770cd3e385 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0748427 Dec 25 19:44:23.985949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43316) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:23.988971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-0792d7b4-b828-465b-af01-c517f6a61146 req-445f0c94-951d-40d1-8c40-03f31dae4db5 service neutron] For port d399ad49-b38d-49eb-9d8a-5809bd8daff1, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:44:24.058963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-74e3aaf0-e86d-475c-939f-f431c372f1a8 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:24.071437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 553e2af9-8703-4394-b56c-1c78b49acd9a details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 19:44:24.072627 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-74e3aaf0-e86d-475c-939f-f431c372f1a8 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0855796 Dec 25 19:44:24.085504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43326) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:24.105364 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a716f0df-c121-4d73-8f30-c3030b6fae93 req-480eedf7-e78a-4d7c-86d3-2016aeaa5fef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5290389 Dec 25 19:44:24.107073 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83cedf0-142d-4091-bb7c-acbd45d3dea0 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Pushing event updated for resources: {'Subnet': ['ID=173c8657-c37c-4ef2-b4c2-1ea9f3fd1f2b,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:24.142542 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c9489432-ea37-4f5d-9c96-ea61da53ee12 req-12337c96-4673-4f26-b161-001f3fc91460 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "GET /v2.0/security-groups?id=60fe5b27-97a5-45c2-a3ee-36c13cb617bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4209683 Dec 25 19:44:24.184532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-0792d7b4-b828-465b-af01-c517f6a61146 req-445f0c94-951d-40d1-8c40-03f31dae4db5 service neutron] For port d399ad49-b38d-49eb-9d8a-5809bd8daff1, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d399ad49-b38d-49eb-9d8a-5809bd8daff1,segment=NetworkSegment(178d451e-2ef5-40d9-84d5-b0b54f621cd5),segment_id=178d451e-2ef5-40d9-84d5-b0b54f621cd5)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:44:24.189430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-63af2818-91cb-457a-b537-3baf69dbfb01 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:24.208419 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-63af2818-91cb-457a-b537-3baf69dbfb01 tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0633881 Dec 25 19:44:24.291664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43332) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:24.305068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-0792d7b4-b828-465b-af01-c517f6a61146 req-445f0c94-951d-40d1-8c40-03f31dae4db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:24.337766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 553e2af9-8703-4394-b56c-1c78b49acd9a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=553e2af9-8703-4394-b56c-1c78b49acd9a,segment=NetworkSegment(f09876a2-c0da-4bd2-ba8e-c152d95500b8),segment_id=f09876a2-c0da-4bd2-ba8e-c152d95500b8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:44:24.342084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [None req-74d06a3e-0df3-4e51-a549-034db278417d tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:44:24.342490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7f21d43f-d640-4897-b377-5f3eb8a321bc tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Calling delete_port for 1ad68b5d-2ac4-4f6b-807c-e639f942bb50 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:44:24.354022 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-74d06a3e-0df3-4e51-a549-034db278417d tempest-ExtensionsTestJSON-636417510 tempest-ExtensionsTestJSON-636417510-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0596132 Dec 25 19:44:24.374212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': '553e2af9-8703-4394-b56c-1c78b49acd9a', 'network_id': '2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85', 'port_id': '553e2af9-8703-4394-b56c-1c78b49acd9a', 'mac_address': 'fa:16:3e:db:ff:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aed70ed-45a9-4994-b05b-e36c7e6dec10', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 19:44:24.400518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e83cedf0-142d-4091-bb7c-acbd45d3dea0 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:24.406483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83cedf0-142d-4091-bb7c-acbd45d3dea0 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Checking segment: {'id': '33ee50bd-d2b4-4828-93e7-a5dada713b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1e1d574a-3403-4f39-be97-3cde44e37ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:44:24.413761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83cedf0-142d-4091-bb7c-acbd45d3dea0 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Network hostable DHCP agents. Network: 1e1d574a-3403-4f39-be97-3cde44e37ae8, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:44:24.455469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43338) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:24.456898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7c587c33-d0da-4374-a6a8-28eb1491db95 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:24.460386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:24.481389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bccf3389-b1e9-4aa6-a07d-e6d19e476918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:24.493843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:24.500738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43342) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:24.522434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-f4a5e941-6162-48a9-bcc7-fd57cbcf19e8 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Request body: {'router': {'name': 'tempest-router--1177421593', 'project_id': 'ccc9989f320349a4b88da4b227c59460'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:24.545445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 553e2af9-8703-4394-b56c-1c78b49acd9a {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 19:44:24.550832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f4a5e941-6162-48a9-bcc7-fd57cbcf19e8 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:24.561553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-0792d7b4-b828-465b-af01-c517f6a61146 req-445f0c94-951d-40d1-8c40-03f31dae4db5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:24.563263 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0792d7b4-b828-465b-af01-c517f6a61146 req-445f0c94-951d-40d1-8c40-03f31dae4db5 service neutron] 10.222.0.36 "PUT /v2.0/ports/d399ad49-b38d-49eb-9d8a-5809bd8daff1 HTTP/1.1" status: 200 len: 1094 time: 5.2071168 Dec 25 19:44:24.566563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-a3d4189c-fd44-4711-9744-7cb8a169edda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:24.567418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f4a5e941-6162-48a9-bcc7-fd57cbcf19e8 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Usage tracker for resource:router and tenant:ccc9989f320349a4b88da4b227c59460 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:44:24.568260 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-a3d4189c-fd44-4711-9744-7cb8a169edda service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef16ee7f-3e07-44fe-b0cc-c9caef9a43a3 HTTP/1.1" status: 200 len: 851 time: 0.6946537 Dec 25 19:44:24.572870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 553e2af9-8703-4394-b56c-1c78b49acd9a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=553e2af9-8703-4394-b56c-1c78b49acd9a,segment=NetworkSegment(f09876a2-c0da-4bd2-ba8e-c152d95500b8),segment_id=f09876a2-c0da-4bd2-ba8e-c152d95500b8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:44:24.575825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf3389-b1e9-4aa6-a07d-e6d19e476918 None None] Pushing event deleted for resources: {'Port': ['ID=1ad68b5d-2ac4-4f6b-807c-e639f942bb50,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:24.577535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f4a5e941-6162-48a9-bcc7-fd57cbcf19e8 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:44:24.578660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:24.593500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccf3389-b1e9-4aa6-a07d-e6d19e476918 None None] No DVR routers for this DVR port 1ad68b5d-2ac4-4f6b-807c-e639f942bb50 on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:44:24.595046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bccf3389-b1e9-4aa6-a07d-e6d19e476918 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:24.596628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:24.600476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:24.621232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f4a5e941-6162-48a9-bcc7-fd57cbcf19e8 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:24.643199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83cedf0-142d-4091-bb7c-acbd45d3dea0 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Network 1e1d574a-3403-4f39-be97-3cde44e37ae8 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:44:24.666665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f4a5e941-6162-48a9-bcc7-fd57cbcf19e8 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:24.682250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f4a5e941-6162-48a9-bcc7-fd57cbcf19e8 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:24.700541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=553e2af9-8703-4394-b56c-1c78b49acd9a,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:24.704703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-7f21d43f-d640-4897-b377-5f3eb8a321bc tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:44:24.706134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:24.711314 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-7f21d43f-d640-4897-b377-5f3eb8a321bc tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:44:24.715960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-e83cedf0-142d-4091-bb7c-acbd45d3dea0 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 1e1d574a-3403-4f39-be97-3cde44e37ae8) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:44:24.725777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83cedf0-142d-4091-bb7c-acbd45d3dea0 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:24.725777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e83cedf0-142d-4091-bb7c-acbd45d3dea0 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:24.765720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aab1339-f956-4b22-ae7e-4d3822a9ee4e None None] Network 1e1d574a-3403-4f39-be97-3cde44e37ae8 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:44:24.782945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Request body: {'networks': [{'name': 'tempest-network--1340398760'}, {'name': 'tempest-network--1315679466'}]} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:24.783326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Request body: {'network': {'name': 'tempest-network--1340398760'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:24.783839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Request body: {'network': {'name': 'tempest-network--1315679466'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:24.791218 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e83cedf0-142d-4091-bb7c-acbd45d3dea0 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.2960021 Dec 25 19:44:24.797308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43352) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:24.800803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:24.808240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-05fcbd56-09dc-4a69-952c-39ed6401237d tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2077628615', 'network_id': '1e1d574a-3403-4f39-be97-3cde44e37ae8'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:24.813863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-05fcbd56-09dc-4a69-952c-39ed6401237d tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:24.819210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-05fcbd56-09dc-4a69-952c-39ed6401237d tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Usage tracker for resource:port and tenant:682aee75fd1a4de4a87f6ce57995a090 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:44:24.822752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-05fcbd56-09dc-4a69-952c-39ed6401237d tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:44:24.829789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-05fcbd56-09dc-4a69-952c-39ed6401237d tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:24.843597 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Usage tracker for resource:network and tenant:635f7309465b4cf6a31687ff8525ca91 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:44:24.849015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f4a5e941-6162-48a9-bcc7-fd57cbcf19e8 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:24.850972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:44:24.853894 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fcbd56-09dc-4a69-952c-39ed6401237d tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Made reservation on behalf of 682aee75fd1a4de4a87f6ce57995a090 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:44:24.859634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-05fcbd56-09dc-4a69-952c-39ed6401237d tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:24.892117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:24.911260 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-05fcbd56-09dc-4a69-952c-39ed6401237d tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] device_id is not set on port d3e1e68b-7d96-48ca-85f0-5bca22e07bf5 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:44:24.961736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['553e2af9-8703-4394-b56c-1c78b49acd9a'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 19:44:24.963709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Made reservation on behalf of 635f7309465b4cf6a31687ff8525ca91 for: {'network': 2} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:44:24.982055 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:25.018224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ee480-b141-4087-8f70-68059f5a82a0 req-5ff76d0d-99b7-4d38-93a1-aa977f7bdd9e tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:25.020151 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c07ee480-b141-4087-8f70-68059f5a82a0 req-5ff76d0d-99b7-4d38-93a1-aa977f7bdd9e tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "GET /v2.0/ports?device_id=67086787-f7ca-407f-910b-911428340b7c HTTP/1.1" status: 200 len: 944 time: 0.7271531 Dec 25 19:44:25.052737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f0c94-951d-40d1-8c40-03f31dae4db5 service neutron] Pushing event updated for resources: {'Port': ['ID=d399ad49-b38d-49eb-9d8a-5809bd8daff1,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:25.119171 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c07ee480-b141-4087-8f70-68059f5a82a0 req-41673c27-6db1-43b9-a209-299caf35b9c6 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "GET /v2.0/security-groups?id=baadeee4-bb72-4297-aa07-69af02849a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830164 Dec 25 19:44:25.127970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-05fcbd56-09dc-4a69-952c-39ed6401237d tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Allocated IP 172.20.0.3 (1e1d574a-3403-4f39-be97-3cde44e37ae8/173c8657-c37c-4ef2-b4c2-1ea9f3fd1f2b/d3e1e68b-7d96-48ca-85f0-5bca22e07bf5) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:44:25.168540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43358) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:25.173172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f4a5e941-6162-48a9-bcc7-fd57cbcf19e8 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:25.187982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445f0c94-951d-40d1-8c40-03f31dae4db5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:44:25.188391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445f0c94-951d-40d1-8c40-03f31dae4db5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:44:25.188995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445f0c94-951d-40d1-8c40-03f31dae4db5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:44:25.189348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445f0c94-951d-40d1-8c40-03f31dae4db5 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:44:25.189750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445f0c94-951d-40d1-8c40-03f31dae4db5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:44:25.190140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445f0c94-951d-40d1-8c40-03f31dae4db5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:44:25.190504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445f0c94-951d-40d1-8c40-03f31dae4db5 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:44:25.190884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445f0c94-951d-40d1-8c40-03f31dae4db5 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:44:25.195369 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445f0c94-951d-40d1-8c40-03f31dae4db5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:44:25.196063 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445f0c94-951d-40d1-8c40-03f31dae4db5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:44:25.196690 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445f0c94-951d-40d1-8c40-03f31dae4db5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:44:25.199253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 1ad68b5d-2ac4-4f6b-807c-e639f942bb50 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:44:25.204727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:25.227942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7f21d43f-d640-4897-b377-5f3eb8a321bc tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Deleting port 1ad68b5d-2ac4-4f6b-807c-e639f942bb50 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:44:25.228370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7f21d43f-d640-4897-b377-5f3eb8a321bc tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:25.228922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-445f0c94-951d-40d1-8c40-03f31dae4db5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.771s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:25.234744 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a716f0df-c121-4d73-8f30-c3030b6fae93 req-c0767b49-2873-4063-a972-47161f4305fc service neutron] 10.222.0.36 "GET /v2.0/networks/2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0843973 Dec 25 19:44:25.256548 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0792d7b4-b828-465b-af01-c517f6a61146 req-111f0817-39cc-4b93-a9fc-d07daff5c12a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90bb9717229b4c6e84726aafca2dad9f&device_id=67086787-f7ca-407f-910b-911428340b7c HTTP/1.1" status: 200 len: 1097 time: 0.5361297 Dec 25 19:44:25.282556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:25.286685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Usage tracker for resource:security_group_rule and tenant:635f7309465b4cf6a31687ff8525ca91 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:44:25.289888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:44:25.298348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:25.378141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:25.400321 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f4a5e941-6162-48a9-bcc7-fd57cbcf19e8 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:25.401134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 1ad68b5d-2ac4-4f6b-807c-e639f942bb50 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:44:25.404587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 1ad68b5d-2ac4-4f6b-807c-e639f942bb50 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:44:25.404734 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f4a5e941-6162-48a9-bcc7-fd57cbcf19e8 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8889887 Dec 25 19:44:25.406272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:25.406876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43366) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:25.448143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:25.494924 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-ec8aa4c6-0cde-4482-a4ba-632d24b08335 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=367788d2-d464-40ee-b453-dec544646fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9016037 Dec 25 19:44:25.520938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbefb74-f6b0-44b0-96e5-d578ae5952be None None] Network 1e1d574a-3403-4f39-be97-3cde44e37ae8 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:44:25.550257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7f21d43f-d640-4897-b377-5f3eb8a321bc tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] The port '1ad68b5d-2ac4-4f6b-807c-e639f942bb50' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:44:25.551969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:25.682862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:44:25.790840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67086787-f7ca-407f-910b-911428340b7c', 'tag': 'd399ad49-b38d-49eb-9d8a-5809bd8daff1'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:44:25.816987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab64f7-7014-47cf-86bd-703feb602f7a req-a414c890-3f5b-44f4-b232-41ef369291ab tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:25.819723 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-70ab64f7-7014-47cf-86bd-703feb602f7a req-a414c890-3f5b-44f4-b232-41ef369291ab tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 944 time: 0.9494758 Dec 25 19:44:25.831450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ea8525fd-4589-4660-947d-c5ede5c7c321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:25.842762 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0792d7b4-b828-465b-af01-c517f6a61146 req-5fd99f9c-af09-490e-ad14-cb3bd19a6502 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d399ad49-b38d-49eb-9d8a-5809bd8daff1 HTTP/1.1" status: 200 len: 217 time: 0.4000490 Dec 25 19:44:25.920904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b048ef8-3f1c-44e6-a37e-04d67e1f0c0a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:25.926508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7f21d43f-d640-4897-b377-5f3eb8a321bc tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:25.934412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:25.934746 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Added segment 0fa6674c-8059-4035-a26c-4f38b39138ee of type vlan for network 4073712c-c12b-4691-8ede-f175fd20b17f Dec 25 19:44:25.962202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 553e2af9-8703-4394-b56c-1c78b49acd9a up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:44:25.988926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:44:25.989348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:44:25.989734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:44:25.990132 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:44:25.990523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:44:25.990911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:44:25.991321 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:44:25.992456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:44:25.992456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:44:25.992456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:44:25.992799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:44:25.996804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:26.015704 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a716f0df-c121-4d73-8f30-c3030b6fae93 req-5f571f0c-f426-4bbc-99dd-76d841dc2ad7 service neutron] 10.222.0.36 "GET /v2.0/networks/2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7708113 Dec 25 19:44:26.023590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-7f21d43f-d640-4897-b377-5f3eb8a321bc tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4b53d06-78e7-4d38-9fc8-62c9b009c744']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:26.035787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5041eb68-f24f-42da-9c3d-7f4114e32b2a tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:26.046369 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning for port 553e2af9-8703-4394-b56c-1c78b49acd9a completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:44:26.051930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port 553e2af9-8703-4394-b56c-1c78b49acd9a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:44:26.052352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:26.099816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ea8525fd-4589-4660-947d-c5ede5c7c321 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:26.105297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-7f21d43f-d640-4897-b377-5f3eb8a321bc tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bafcc294-5e56-4f20-97ac-4bd3af3e8587') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:26.105297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-7f21d43f-d640-4897-b377-5f3eb8a321bc tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bafcc294-5e56-4f20-97ac-4bd3af3e8587') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:26.106357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792d7b4-b828-465b-af01-c517f6a61146 req-7ce6581b-812f-4b3e-8c2d-b30c620e0870 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:26.108499 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0792d7b4-b828-465b-af01-c517f6a61146 req-7ce6581b-812f-4b3e-8c2d-b30c620e0870 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=818d1966-40c1-4634-903e-77db45d8332f HTTP/1.1" status: 200 len: 850 time: 0.2444193 Dec 25 19:44:26.113954 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-70ab64f7-7014-47cf-86bd-703feb602f7a req-879c9f93-be26-412b-9fe8-371f01619c89 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2650816 Dec 25 19:44:26.117216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ea8525fd-4589-4660-947d-c5ede5c7c321 admin admin] Usage tracker for resource:security_group_rule and tenant:0fa1530514364047b40966b32910f1a9 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:44:26.121621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:26.123144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ea8525fd-4589-4660-947d-c5ede5c7c321 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:44:26.145294 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-fbb5f020-b6e5-4e87-b8fb-10445f1d2eab service neutron] 10.222.0.36 "GET /v2.0/networks/367788d2-d464-40ee-b453-dec544646fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6310577 Dec 25 19:44:26.151028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7f21d43f-d640-4897-b377-5f3eb8a321bc tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:26.163145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-05fcbd56-09dc-4a69-952c-39ed6401237d tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:26.182177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:26.218099 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81e0dd7-f239-4ce4-9c52-29c55d42e84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '553e2af9-8703-4394-b56c-1c78b49acd9a'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:44:26.239846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ea8525fd-4589-4660-947d-c5ede5c7c321 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:26.300147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d558b6-3c62-4ec8-9218-9b3b2a7e1dbb req-3983175e-7665-4f51-9756-42626498c167 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:26.301843 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-77d558b6-3c62-4ec8-9218-9b3b2a7e1dbb req-3983175e-7665-4f51-9756-42626498c167 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "GET /v2.0/ports?device_id=e81e0dd7-f239-4ce4-9c52-29c55d42e84a HTTP/1.1" status: 200 len: 945 time: 0.8667626 Dec 25 19:44:26.306309 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67086787-f7ca-407f-910b-911428340b7c', 'tag': 'd399ad49-b38d-49eb-9d8a-5809bd8daff1', 'status': 'completed', 'code': 200} Dec 25 19:44:26.322940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 553e2af9-8703-4394-b56c-1c78b49acd9a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=553e2af9-8703-4394-b56c-1c78b49acd9a,segment=NetworkSegment(f09876a2-c0da-4bd2-ba8e-c152d95500b8),segment_id=f09876a2-c0da-4bd2-ba8e-c152d95500b8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:44:26.329471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:26.331578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f2b38299-fbfc-477d-9e0d-89cc8be05479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:26.426118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=553e2af9-8703-4394-b56c-1c78b49acd9a,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:26.437751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:26.500191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7f21d43f-d640-4897-b377-5f3eb8a321bc tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:26.515355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f21d43f-d640-4897-b377-5f3eb8a321bc tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:44:26.515784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7f21d43f-d640-4897-b377-5f3eb8a321bc tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:26.533997 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:44:26.533997 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:44:26.533997 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:44:26.533997 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:44:26.533997 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:44:26.533997 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:44:26.533997 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:44:26.533997 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:44:26.533997 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:44:26.533997 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:44:26.533997 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:44:26.533997 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:44:26.533997 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:44:26.533997 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:44:26.533997 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:44:26.533997 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:44:26.533997 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:44:26.533997 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:44:26.533997 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:44:26.533997 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:44:26.533997 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:44:26.533997 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:44:26.533997 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:44:26.533997 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:44:26.533997 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:44:26.533997 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:44:26.533997 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:44:26.533997 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:44:26.533997 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:44:26.533997 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:44:26.533997 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:44:26.533997 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:44:26.533997 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:44:26.533997 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:44:26.533997 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:44:26.533997 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:44:26.533997 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:44:26.533997 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:44:26.533997 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:44:26.533997 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:44:26.570395 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-55acc0f3-b2e0-4c8c-af80-76c27e39f366 req-2a09e39f-f300-47d9-b379-6b660ba8f064 service neutron] 10.222.0.36 "GET /v2.0/networks/367788d2-d464-40ee-b453-dec544646fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258390 Dec 25 19:44:26.571047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:44:26.671577 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-77d558b6-3c62-4ec8-9218-9b3b2a7e1dbb req-e6e544db-5032-4a54-aea8-bee85b724eee tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "GET /v2.0/security-groups?id=60fe5b27-97a5-45c2-a3ee-36c13cb617bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3476567 Dec 25 19:44:26.687875 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0792d7b4-b828-465b-af01-c517f6a61146 req-96864934-7659-4edc-996c-347248bc51a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e46cb0a4-06ef-4442-9ae2-07612ef208a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5658865 Dec 25 19:44:26.710845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ea8525fd-4589-4660-947d-c5ede5c7c321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:26.745358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ea8525fd-4589-4660-947d-c5ede5c7c321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:26.756520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-822a8f0e-e42e-4e5c-a6a2-caf3895bfc91 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:26.788585 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:26.791251 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Added segment 8ed82b55-0095-485a-96f5-3dde6907f501 of type vlan for network da3fabd3-4754-4fba-affb-bf80744b0763 Dec 25 19:44:26.842114 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e81e0dd7-f239-4ce4-9c52-29c55d42e84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '553e2af9-8703-4394-b56c-1c78b49acd9a', 'code': 200} Dec 25 19:44:26.861391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-05fcbd56-09dc-4a69-952c-39ed6401237d tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:26.877014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-001f81bc-af1f-4f70-9679-774e6dc8f659 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:26.889140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9dfef7-67b0-43a6-968c-e3cd92223a2f req-fe28c529-11d7-495e-8fc3-3eaf5bab0887 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:26.890768 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7d9dfef7-67b0-43a6-968c-e3cd92223a2f req-fe28c529-11d7-495e-8fc3-3eaf5bab0887 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "GET /v2.0/ports?device_id=67086787-f7ca-407f-910b-911428340b7c HTTP/1.1" status: 200 len: 944 time: 0.3971648 Dec 25 19:44:26.902987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8525fd-4589-4660-947d-c5ede5c7c321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d078782-a0c4-4f6c-acdc-0c17b8e1e79d,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:26.909389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7f21d43f-d640-4897-b377-5f3eb8a321bc tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:26.909587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ea8525fd-4589-4660-947d-c5ede5c7c321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:26.943987 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ea8525fd-4589-4660-947d-c5ede5c7c321 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0fa1530514364047b40966b32910f1a9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7564769 Dec 25 19:44:26.951871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43388) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:26.965122 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-57c58cc1-6972-461f-816f-21f6483643ca req-260d802c-f39f-4eed-8a88-5de43db4f24b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52795748b8b04275a38e1b104b37d885&device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 1097 time: 0.3400657 Dec 25 19:44:26.996459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7f21d43f-d640-4897-b377-5f3eb8a321bc tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:27.035619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5041eb68-f24f-42da-9c3d-7f4114e32b2a tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:27.038713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:27.067647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5041eb68-f24f-42da-9c3d-7f4114e32b2a tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:27.072851 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fcbd56-09dc-4a69-952c-39ed6401237d tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Pushing event updated for resources: {'Port': ['ID=d3e1e68b-7d96-48ca-85f0-5bca22e07bf5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:27.075797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-05fcbd56-09dc-4a69-952c-39ed6401237d tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:27.080219 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7f21d43f-d640-4897-b377-5f3eb8a321bc tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] 10.222.0.24 "DELETE /v2.0/networks/f4b53d06-78e7-4d38-9fc8-62c9b009c744 HTTP/1.1" status: 204 len: 168 time: 4.2384202 Dec 25 19:44:27.080219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fcbd56-09dc-4a69-952c-39ed6401237d tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Network 1e1d574a-3403-4f39-be97-3cde44e37ae8 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:44:27.081695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1dd57590-8aaf-45a0-a6b6-7862ea8cda80 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:27.096124 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0792d7b4-b828-465b-af01-c517f6a61146 req-74668d30-bd09-4782-965a-3ec2245cc0ae service neutron] 10.222.0.36 "GET /v2.0/networks/e46cb0a4-06ef-4442-9ae2-07612ef208a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958182 Dec 25 19:44:27.102307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-05fcbd56-09dc-4a69-952c-39ed6401237d tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:44:27.104706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fcbd56-09dc-4a69-952c-39ed6401237d tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:44:27.152648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f21d43f-d640-4897-b377-5f3eb8a321bc tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Pushing event deleted for resources: {'Network': ['ID=f4b53d06-78e7-4d38-9fc8-62c9b009c744,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:27.159101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7f21d43f-d640-4897-b377-5f3eb8a321bc tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:27.197496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:27.201728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:27.205214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:27.228440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:27.231726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:27.232453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:27.236905 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fcbd56-09dc-4a69-952c-39ed6401237d tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:27.237540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-05fcbd56-09dc-4a69-952c-39ed6401237d tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:27.248439 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5041eb68-f24f-42da-9c3d-7f4114e32b2a tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:27.248924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5041eb68-f24f-42da-9c3d-7f4114e32b2a tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 91fb1d31-fa47-4793-8073-9913eeff59a2 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:44:27.296244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5041eb68-f24f-42da-9c3d-7f4114e32b2a tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:27.302938 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5041eb68-f24f-42da-9c3d-7f4114e32b2a tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] 10.222.0.24 "DELETE /v2.0/routers/91fb1d31-fa47-4793-8073-9913eeff59a2 HTTP/1.1" status: 204 len: 168 time: 1.8603418 Dec 25 19:44:27.311539 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-05fcbd56-09dc-4a69-952c-39ed6401237d tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.5126476 Dec 25 19:44:27.328034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c58cc1-6972-461f-816f-21f6483643ca req-ba19af6f-f04c-44dc-917a-5c4f0d230346 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:27.329412 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-57c58cc1-6972-461f-816f-21f6483643ca req-ba19af6f-f04c-44dc-917a-5c4f0d230346 service neutron] 10.222.0.36 "GET /v2.0/networks?id=367788d2-d464-40ee-b453-dec544646fe7 HTTP/1.1" status: 200 len: 912 time: 0.3206441 Dec 25 19:44:27.331242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43400) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:27.348501 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7d9dfef7-67b0-43a6-968c-e3cd92223a2f req-8f5ca63b-8c67-47d5-a0dc-ddc241804f69 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "GET /v2.0/security-groups?id=baadeee4-bb72-4297-aa07-69af02849a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4465656 Dec 25 19:44:27.379686 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.9136529 Dec 25 19:44:27.379686 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43404) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:27.433456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-31964729-96ca-4606-b5eb-a9c6dc745717 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Deleting port d3e1e68b-7d96-48ca-85f0-5bca22e07bf5 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:44:27.433849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-31964729-96ca-4606-b5eb-a9c6dc745717 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:27.438059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43408) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:27.442885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Pushing event updated for resources: {'Network': ['ID=4073712c-c12b-4691-8ede-f175fd20b17f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:27.455339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 4073712c-c12b-4691-8ede-f175fd20b17f details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:44:27.574214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43414) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:27.648848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Pushing event updated for resources: {'Network': ['ID=da3fabd3-4754-4fba-affb-bf80744b0763,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:27.653527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:27.654043 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.406s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:27.654381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:27.670537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network da3fabd3-4754-4fba-affb-bf80744b0763 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:44:27.682086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2056acaf-5b0b-4638-902f-8f46f30cef76 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:27.691916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2056acaf-5b0b-4638-902f-8f46f30cef76 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:27.697673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2056acaf-5b0b-4638-902f-8f46f30cef76 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:27.703392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2056acaf-5b0b-4638-902f-8f46f30cef76 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:27.710558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2056acaf-5b0b-4638-902f-8f46f30cef76 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:27.711926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2056acaf-5b0b-4638-902f-8f46f30cef76 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Synchronizing usage tracker for tenant:635f7309465b4cf6a31687ff8525ca91 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:44:27.733596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2056acaf-5b0b-4638-902f-8f46f30cef76 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Unset dirty status for tenant:635f7309465b4cf6a31687ff8525ca91 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:44:27.736247 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2056acaf-5b0b-4638-902f-8f46f30cef76 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3011 time: 0.3562756 Dec 25 19:44:27.738839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43422) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:27.871657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-31964729-96ca-4606-b5eb-a9c6dc745717 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:27.946326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-54f44a98-a43a-47c2-ae52-8446780e103e tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1865877522', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:27.957653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-54f44a98-a43a-47c2-ae52-8446780e103e tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:27.982538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4b21a150-e335-485f-a9cc-c767841f9420 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:27.986963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-54f44a98-a43a-47c2-ae52-8446780e103e tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Usage tracker for resource:router and tenant:268f4d88c6764be5b7bcb369c0437809 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:44:27.992837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-54f44a98-a43a-47c2-ae52-8446780e103e tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:44:28.005478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-54f44a98-a43a-47c2-ae52-8446780e103e tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:28.011452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-31964729-96ca-4606-b5eb-a9c6dc745717 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Calling delete_port for d3e1e68b-7d96-48ca-85f0-5bca22e07bf5 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:44:28.029073 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-54f44a98-a43a-47c2-ae52-8446780e103e tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:28.030055 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-54f44a98-a43a-47c2-ae52-8446780e103e tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:28.107917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-631a86d6-107f-4057-890a-fde957fa8e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:28.114033 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a18195bc-5eb8-432e-bede-686b7f5f408c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7bfdd580a9d446ecbdf18fc3aff0b6ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6720507 Dec 25 19:44:28.114883 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-57c58cc1-6972-461f-816f-21f6483643ca req-95d1746f-3d39-457a-bf22-b805b86ec25c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c843bde7-7305-4020-90c9-1245f99937d8 HTTP/1.1" status: 200 len: 217 time: 0.7647130 Dec 25 19:44:28.194183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43426) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:28.201924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4b21a150-e335-485f-a9cc-c767841f9420 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:28.261206 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-54f44a98-a43a-47c2-ae52-8446780e103e tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:28.264021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-4b21a150-e335-485f-a9cc-c767841f9420 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4073712c-c12b-4691-8ede-f175fd20b17f']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:28.298425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-4b21a150-e335-485f-a9cc-c767841f9420 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa6674c-8059-4035-a26c-4f38b39138ee') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:28.298760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-4b21a150-e335-485f-a9cc-c767841f9420 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa6674c-8059-4035-a26c-4f38b39138ee') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:28.322027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4b21a150-e335-485f-a9cc-c767841f9420 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:28.417541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4b21a150-e335-485f-a9cc-c767841f9420 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:28.474702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-174e4a8c-d5ad-498a-95d5-b300e6194fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:28.485772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b21a150-e335-485f-a9cc-c767841f9420 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:44:28.485971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-631a86d6-107f-4057-890a-fde957fa8e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:28.486212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4b21a150-e335-485f-a9cc-c767841f9420 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:28.508998 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-40f01d52-91f0-435a-ad63-81fab21aef47 req-f0d5638d-76e6-48c1-965f-a7be4517fdd7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e81e0dd7-f239-4ce4-9c52-29c55d42e84a HTTP/1.1" status: 200 len: 1099 time: 1.4677591 Dec 25 19:44:28.509804 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:44:28.509804 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:44:28.509804 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:44:28.509804 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:44:28.509804 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:44:28.509804 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:44:28.509804 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:44:28.509804 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:44:28.509804 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:44:28.509804 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:44:28.509804 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:44:28.509804 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:44:28.509804 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:44:28.509804 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:44:28.509804 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:44:28.509804 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:44:28.509804 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:44:28.509804 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:44:28.509804 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:44:28.509804 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:44:28.509804 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:44:28.509804 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:44:28.509804 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:44:28.509804 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:44:28.509804 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:44:28.509804 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:44:28.509804 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:44:28.509804 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:44:28.509804 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:44:28.509804 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:44:28.509804 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:44:28.509804 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:44:28.576201 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0792d7b4-b828-465b-af01-c517f6a61146 req-ba19d287-a730-47f9-87b3-b1b378cb4af2 service neutron] 10.222.0.36 "GET /v2.0/networks/e46cb0a4-06ef-4442-9ae2-07612ef208a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2944555 Dec 25 19:44:28.599970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c58cc1-6972-461f-816f-21f6483643ca req-c458ee1b-8e52-419c-baea-1351fb946116 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:28.601581 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-57c58cc1-6972-461f-816f-21f6483643ca req-c458ee1b-8e52-419c-baea-1351fb946116 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef16ee7f-3e07-44fe-b0cc-c9caef9a43a3 HTTP/1.1" status: 200 len: 851 time: 0.2518549 Dec 25 19:44:28.606250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-174e4a8c-d5ad-498a-95d5-b300e6194fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:28.609137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-40f01d52-91f0-435a-ad63-81fab21aef47 req-3a9411ee-ffc4-44bc-8696-af1310bd61e4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:28.625751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-54f44a98-a43a-47c2-ae52-8446780e103e tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:28.630141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeabe2de-7693-469a-8e8e-68b81d7375ec req-e70195ba-d58e-457e-8d17-73fbc92ec64c tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:28.631782 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-aeabe2de-7693-469a-8e8e-68b81d7375ec req-e70195ba-d58e-457e-8d17-73fbc92ec64c tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 944 time: 1.2937589 Dec 25 19:44:28.644787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4b21a150-e335-485f-a9cc-c767841f9420 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:28.652626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4b21a150-e335-485f-a9cc-c767841f9420 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:28.666026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:28.696249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21a150-e335-485f-a9cc-c767841f9420 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Pushing event deleted for resources: {'Network': ['ID=4073712c-c12b-4691-8ede-f175fd20b17f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:28.698865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4b21a150-e335-485f-a9cc-c767841f9420 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:28.727450 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4b21a150-e335-485f-a9cc-c767841f9420 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] 10.222.0.24 "DELETE /v2.0/networks/4073712c-c12b-4691-8ede-f175fd20b17f HTTP/1.1" status: 204 len: 168 time: 0.9868567 Dec 25 19:44:28.731133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43432) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:28.770699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-174e4a8c-d5ad-498a-95d5-b300e6194fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:28.804585 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:28.861302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbbb0c-8889-4854-b64a-05f468a92418 req-6cc87847-9d77-47c9-b139-6398a155cc41 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:28.862947 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5ebbbb0c-8889-4854-b64a-05f468a92418 req-6cc87847-9d77-47c9-b139-6398a155cc41 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "GET /v2.0/ports?device_id=e81e0dd7-f239-4ce4-9c52-29c55d42e84a HTTP/1.1" status: 200 len: 946 time: 0.7766500 Dec 25 19:44:28.877553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-631a86d6-107f-4057-890a-fde957fa8e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:28.881950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e4a8c-d5ad-498a-95d5-b300e6194fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144dedd4-41f7-4def-a075-1fb4f76d6417,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:28.884269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-174e4a8c-d5ad-498a-95d5-b300e6194fd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:28.889450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f03c1d74-fc5c-4100-a39a-023855a281dc tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:28.930826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-31964729-96ca-4606-b5eb-a9c6dc745717 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:28.938693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-40f01d52-91f0-435a-ad63-81fab21aef47 req-3a9411ee-ffc4-44bc-8696-af1310bd61e4 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:28.949852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a86d6-107f-4057-890a-fde957fa8e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d078782-a0c4-4f6c-acdc-0c17b8e1e79d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:28.963927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-40f01d52-91f0-435a-ad63-81fab21aef47 req-3a9411ee-ffc4-44bc-8696-af1310bd61e4 service neutron] Usage tracker for resource:security_group_rule and tenant:abc7428fe95843e7960a31b3d2581815 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:44:28.969072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-631a86d6-107f-4057-890a-fde957fa8e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:28.974063 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6d59708f-fd46-4a28-8422-f1bfa204a050 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:29.012861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-40f01d52-91f0-435a-ad63-81fab21aef47 req-3a9411ee-ffc4-44bc-8696-af1310bd61e4 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:44:29.018805 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-aeabe2de-7693-469a-8e8e-68b81d7375ec req-635098b4-e2e3-4cf2-a6c2-c1dcfd7022b8 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2835426 Dec 25 19:44:29.042896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-40f01d52-91f0-435a-ad63-81fab21aef47 req-3a9411ee-ffc4-44bc-8696-af1310bd61e4 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:29.049752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31964729-96ca-4606-b5eb-a9c6dc745717 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3e1e68b-7d96-48ca-85f0-5bca22e07bf5,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:29.060796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-31964729-96ca-4606-b5eb-a9c6dc745717 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:29.109901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-631a86d6-107f-4057-890a-fde957fa8e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:29.113593 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-631a86d6-107f-4057-890a-fde957fa8e1a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0d078782-a0c4-4f6c-acdc-0c17b8e1e79d HTTP/1.1" status: 204 len: 168 time: 2.1564624 Dec 25 19:44:29.113722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-53dada5e-7b2e-45f9-9bf2-dbac8f39db82 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:29.114685 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-57c58cc1-6972-461f-816f-21f6483643ca req-652f160e-8afd-40b1-9d3e-a28d4b9c8ad7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=367788d2-d464-40ee-b453-dec544646fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4948022 Dec 25 19:44:29.132167 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-da11585b-4136-40b2-a212-b004c967121a req-c8b634d7-c4d1-4ec5-97af-794fd8aa898a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90bb9717229b4c6e84726aafca2dad9f&device_id=67086787-f7ca-407f-910b-911428340b7c HTTP/1.1" status: 200 len: 1097 time: 0.4990423 Dec 25 19:44:29.145723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-174e4a8c-d5ad-498a-95d5-b300e6194fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:29.148850 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-174e4a8c-d5ad-498a-95d5-b300e6194fd3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/144dedd4-41f7-4def-a075-1fb4f76d6417 HTTP/1.1" status: 204 len: 168 time: 0.9535182 Dec 25 19:44:29.194108 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5ebbbb0c-8889-4854-b64a-05f468a92418 req-34e31f90-0f70-43a9-96b4-ff9562559f5c tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "GET /v2.0/security-groups?id=60fe5b27-97a5-45c2-a3ee-36c13cb617bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3175571 Dec 25 19:44:29.405859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-53dada5e-7b2e-45f9-9bf2-dbac8f39db82 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:29.450573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-53dada5e-7b2e-45f9-9bf2-dbac8f39db82 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3fabd3-4754-4fba-affb-bf80744b0763']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:29.470965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-53dada5e-7b2e-45f9-9bf2-dbac8f39db82 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ed82b55-0095-485a-96f5-3dde6907f501') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:29.471197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-53dada5e-7b2e-45f9-9bf2-dbac8f39db82 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ed82b55-0095-485a-96f5-3dde6907f501') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:29.507357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-31964729-96ca-4606-b5eb-a9c6dc745717 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:29.514800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-53dada5e-7b2e-45f9-9bf2-dbac8f39db82 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:29.542874 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-31964729-96ca-4606-b5eb-a9c6dc745717 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] 10.222.0.24 "DELETE /v2.0/ports/d3e1e68b-7d96-48ca-85f0-5bca22e07bf5 HTTP/1.1" status: 204 len: 168 time: 2.1951849 Dec 25 19:44:29.555713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43448) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:29.596420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-53dada5e-7b2e-45f9-9bf2-dbac8f39db82 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:29.600507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-70bc8a55-e4b6-4374-a45b-00256478762f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1e1d574a-3403-4f39-be97-3cde44e37ae8', 'external_fixed_ips': [{'subnet_id': '173c8657-c37c-4ef2-b4c2-1ea9f3fd1f2b', 'ip_address': '172.20.0.3'}]}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:29.606038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-54f44a98-a43a-47c2-ae52-8446780e103e tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:29.618939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-70bc8a55-e4b6-4374-a45b-00256478762f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:29.625641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-40f01d52-91f0-435a-ad63-81fab21aef47 req-3a9411ee-ffc4-44bc-8696-af1310bd61e4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:29.629856 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-57c58cc1-6972-461f-816f-21f6483643ca req-ac07d8cb-2585-4bbe-9a32-7f807b5af030 service neutron] 10.222.0.36 "GET /v2.0/networks/367788d2-d464-40ee-b453-dec544646fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4967155 Dec 25 19:44:29.631023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-70bc8a55-e4b6-4374-a45b-00256478762f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Usage tracker for resource:router and tenant:682aee75fd1a4de4a87f6ce57995a090 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:44:29.635023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11585b-4136-40b2-a212-b004c967121a req-59034659-d6c6-499c-b0d9-98ad4cf9a361 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:29.636541 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-da11585b-4136-40b2-a212-b004c967121a req-59034659-d6c6-499c-b0d9-98ad4cf9a361 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e46cb0a4-06ef-4442-9ae2-07612ef208a0 HTTP/1.1" status: 200 len: 911 time: 0.4500723 Dec 25 19:44:29.637486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-70bc8a55-e4b6-4374-a45b-00256478762f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:44:29.649409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-40f01d52-91f0-435a-ad63-81fab21aef47 req-3a9411ee-ffc4-44bc-8696-af1310bd61e4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:29.649503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53dada5e-7b2e-45f9-9bf2-dbac8f39db82 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:44:29.649503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-53dada5e-7b2e-45f9-9bf2-dbac8f39db82 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:29.655709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-70bc8a55-e4b6-4374-a45b-00256478762f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:29.659873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c1104359-1670-4eb4-8188-dc8b566c3251 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:29.664585 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-54f44a98-a43a-47c2-ae52-8446780e103e tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:29.666456 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:44:29.666456 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:44:29.666456 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:44:29.666456 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:44:29.666456 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:44:29.666456 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:44:29.666456 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:44:29.666456 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:44:29.666456 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:44:29.666456 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:44:29.666456 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:44:29.666456 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:44:29.666456 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:44:29.666456 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:44:29.666456 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:44:29.666456 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:44:29.666456 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:44:29.666456 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:44:29.666456 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:44:29.666456 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:44:29.666456 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:44:29.666456 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:44:29.666456 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:44:29.666456 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:44:29.666456 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:44:29.666456 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:44:29.666456 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:44:29.666456 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:44:29.666456 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:44:29.666456 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:44:29.666456 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:44:29.666456 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:44:29.747096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00ff46-07e6-4251-b561-b87448da927e req-124435be-ecff-4f8a-9d27-47826645c2e6 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:29.758078 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ab00ff46-07e6-4251-b561-b87448da927e req-124435be-ecff-4f8a-9d27-47826645c2e6 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "GET /v2.0/ports?device_id=67086787-f7ca-407f-910b-911428340b7c HTTP/1.1" status: 200 len: 944 time: 0.5271206 Dec 25 19:44:29.798639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-53dada5e-7b2e-45f9-9bf2-dbac8f39db82 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:29.823320 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:29.847610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-53dada5e-7b2e-45f9-9bf2-dbac8f39db82 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:29.848976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-40f01d52-91f0-435a-ad63-81fab21aef47 req-3a9411ee-ffc4-44bc-8696-af1310bd61e4 service neutron] Synchronizing usage tracker for tenant:abc7428fe95843e7960a31b3d2581815 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:44:29.852333 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-da11585b-4136-40b2-a212-b004c967121a req-6cbff655-4103-4ded-9dd5-35e2ac0ec66e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d399ad49-b38d-49eb-9d8a-5809bd8daff1 HTTP/1.1" status: 200 len: 217 time: 0.1979713 Dec 25 19:44:29.853183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70bc8a55-e4b6-4374-a45b-00256478762f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:29.854205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70bc8a55-e4b6-4374-a45b-00256478762f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:29.864745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9411ee-ffc4-44bc-8696-af1310bd61e4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0f51fd98-4a93-485d-af29-ef051103b31a,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:29.864872 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-53dada5e-7b2e-45f9-9bf2-dbac8f39db82 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] 10.222.0.24 "DELETE /v2.0/networks/da3fabd3-4754-4fba-affb-bf80744b0763 HTTP/1.1" status: 204 len: 168 time: 1.1316779 Dec 25 19:44:29.868713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43464) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:29.877588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dada5e-7b2e-45f9-9bf2-dbac8f39db82 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Pushing event deleted for resources: {'Network': ['ID=da3fabd3-4754-4fba-affb-bf80744b0763,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:29.981268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3a9411ee-ffc4-44bc-8696-af1310bd61e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:29.994043 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device c843bde7-7305-4020-90c9-1245f99937d8 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 19:44:30.051026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-40f01d52-91f0-435a-ad63-81fab21aef47 req-3a9411ee-ffc4-44bc-8696-af1310bd61e4 service neutron] Unset dirty status for tenant:abc7428fe95843e7960a31b3d2581815 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:44:30.052828 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-40f01d52-91f0-435a-ad63-81fab21aef47 req-3a9411ee-ffc4-44bc-8696-af1310bd61e4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=60fe5b27-97a5-45c2-a3ee-36c13cb617bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5314515 Dec 25 19:44:30.058615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff03ac2e-0a8b-4d7a-b5fc-d40ae56044c8 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:30.062874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff03ac2e-0a8b-4d7a-b5fc-d40ae56044c8 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:30.067442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff03ac2e-0a8b-4d7a-b5fc-d40ae56044c8 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:30.068349 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ff03ac2e-0a8b-4d7a-b5fc-d40ae56044c8 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Synchronizing usage tracker for tenant:635f7309465b4cf6a31687ff8525ca91 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:44:30.069023 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ab00ff46-07e6-4251-b561-b87448da927e req-8eeb4827-9e33-43bf-8225-4e3de8cf1cd1 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "GET /v2.0/security-groups?id=baadeee4-bb72-4297-aa07-69af02849a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3131161 Dec 25 19:44:30.076002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-53dada5e-7b2e-45f9-9bf2-dbac8f39db82 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:30.097089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70bc8a55-e4b6-4374-a45b-00256478762f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:30.101927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11585b-4136-40b2-a212-b004c967121a req-da94ff0b-3308-4504-9f1d-c9b3761ab9ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:30.103734 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-da11585b-4136-40b2-a212-b004c967121a req-da94ff0b-3308-4504-9f1d-c9b3761ab9ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=818d1966-40c1-4634-903e-77db45d8332f HTTP/1.1" status: 200 len: 850 time: 0.2334886 Dec 25 19:44:30.116635 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-57c58cc1-6972-461f-816f-21f6483643ca req-28a1d384-c286-48a0-951a-cdedd1d31af9 service neutron] 10.222.0.36 "GET /v2.0/networks/367788d2-d464-40ee-b453-dec544646fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4585807 Dec 25 19:44:30.136699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ff03ac2e-0a8b-4d7a-b5fc-d40ae56044c8 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Unset dirty status for tenant:635f7309465b4cf6a31687ff8525ca91 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:44:30.142643 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ff03ac2e-0a8b-4d7a-b5fc-d40ae56044c8 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1943 time: 0.2704248 Dec 25 19:44:30.143370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43474) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:30.154231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-c025a507-f3e5-4739-b92e-81465d6e2986 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-917681531'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:30.161499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c025a507-f3e5-4739-b92e-81465d6e2986 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:30.197253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c025a507-f3e5-4739-b92e-81465d6e2986 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:30.199737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-54f44a98-a43a-47c2-ae52-8446780e103e tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Allocated IP 172.26.8.181 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/8169139c-d5f7-47c5-a840-5e40f4967bbc) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:44:30.204611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port c843bde7-7305-4020-90c9-1245f99937d8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c843bde7-7305-4020-90c9-1245f99937d8,segment=NetworkSegment(0a5d06b6-5a26-4d5f-923a-bf759a4923fe),segment_id=0a5d06b6-5a26-4d5f-923a-bf759a4923fe)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:44:30.231792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': 'c843bde7-7305-4020-90c9-1245f99937d8', 'network_id': '367788d2-d464-40ee-b453-dec544646fe7', 'port_id': 'c843bde7-7305-4020-90c9-1245f99937d8', 'mac_address': 'fa:16:3e:f1:7c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef16ee7f-3e07-44fe-b0cc-c9caef9a43a3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 19:44:30.274285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c025a507-f3e5-4739-b92e-81465d6e2986 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Made reservation on behalf of 635f7309465b4cf6a31687ff8525ca91 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:44:30.296194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c025a507-f3e5-4739-b92e-81465d6e2986 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:30.309859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:30.334328 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c843bde7-7305-4020-90c9-1245f99937d8 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 19:44:30.364275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port c843bde7-7305-4020-90c9-1245f99937d8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c843bde7-7305-4020-90c9-1245f99937d8,segment=NetworkSegment(0a5d06b6-5a26-4d5f-923a-bf759a4923fe),segment_id=0a5d06b6-5a26-4d5f-923a-bf759a4923fe)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:44:30.370599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:30.373530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:30.379911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c025a507-f3e5-4739-b92e-81465d6e2986 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:44:30.389229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c025a507-f3e5-4739-b92e-81465d6e2986 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:30.389626 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-c025a507-f3e5-4739-b92e-81465d6e2986 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Added segment 1f0f932f-fa7d-4f30-8547-1fd147614819 of type vlan for network 5ecea78c-14a5-4b1f-bf3c-1c00ea156a25 Dec 25 19:44:30.470731 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c025a507-f3e5-4739-b92e-81465d6e2986 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:30.554613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c025a507-f3e5-4739-b92e-81465d6e2986 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:30.557899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-54f44a98-a43a-47c2-ae52-8446780e103e tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:30.567553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c025a507-f3e5-4739-b92e-81465d6e2986 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:30.568285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c025a507-f3e5-4739-b92e-81465d6e2986 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:30.581917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f16fc6fc-9631-46e0-8480-caa4c0e009ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:30.618343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43488) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:30.704449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43494) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:30.721050 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c025a507-f3e5-4739-b92e-81465d6e2986 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5744860 Dec 25 19:44:30.728543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43496) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:30.734026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c025a507-f3e5-4739-b92e-81465d6e2986 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Pushing event updated for resources: {'Network': ['ID=5ecea78c-14a5-4b1f-bf3c-1c00ea156a25,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:30.739934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-500fdea7-e96f-4511-8d20-230576011aab tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1676780179'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:30.745298 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-500fdea7-e96f-4511-8d20-230576011aab tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:30.748823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 5ecea78c-14a5-4b1f-bf3c-1c00ea156a25 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:44:30.749721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-500fdea7-e96f-4511-8d20-230576011aab tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Usage tracker for resource:network and tenant:635f7309465b4cf6a31687ff8525ca91 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:44:30.752811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-500fdea7-e96f-4511-8d20-230576011aab tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:44:30.759843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-500fdea7-e96f-4511-8d20-230576011aab tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:30.767701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c025a507-f3e5-4739-b92e-81465d6e2986 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:30.774560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500fdea7-e96f-4511-8d20-230576011aab tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Made reservation on behalf of 635f7309465b4cf6a31687ff8525ca91 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:44:30.781036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-500fdea7-e96f-4511-8d20-230576011aab tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:30.802396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-54f44a98-a43a-47c2-ae52-8446780e103e tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:30.810343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:30.822834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70bc8a55-e4b6-4374-a45b-00256478762f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:30.868082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005cbdb-013f-4652-9cea-13cec040568b req-a7ef3557-907f-42c7-8007-93dc5183ec3f tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:30.876105 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6005cbdb-013f-4652-9cea-13cec040568b req-a7ef3557-907f-42c7-8007-93dc5183ec3f tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 945 time: 0.5888829 Dec 25 19:44:30.896312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b2e099fe-78e2-41d5-b04e-61e614ddf48a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-557232650'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:30.901207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b2e099fe-78e2-41d5-b04e-61e614ddf48a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:30.905756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b2e099fe-78e2-41d5-b04e-61e614ddf48a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Usage tracker for resource:network and tenant:ed9c1443c9ab46589f19ea480da46eab is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:44:30.908806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b2e099fe-78e2-41d5-b04e-61e614ddf48a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:44:30.912563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['c843bde7-7305-4020-90c9-1245f99937d8'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 19:44:30.914980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b2e099fe-78e2-41d5-b04e-61e614ddf48a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:30.921437 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-da11585b-4136-40b2-a212-b004c967121a req-8acddb0d-5370-4f3b-9d7f-a9b0f5bd40f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e46cb0a4-06ef-4442-9ae2-07612ef208a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5489562 Dec 25 19:44:30.935807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194dcb33-b991-4e4c-8afd-6777e303e67b req-22698d2d-16ac-4cda-8184-63989cb6db6d tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:30.937628 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-194dcb33-b991-4e4c-8afd-6777e303e67b req-22698d2d-16ac-4cda-8184-63989cb6db6d tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "GET /v2.0/ports?device_id=e81e0dd7-f239-4ce4-9c52-29c55d42e84a HTTP/1.1" status: 200 len: 946 time: 0.2508714 Dec 25 19:44:30.939517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e099fe-78e2-41d5-b04e-61e614ddf48a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Made reservation on behalf of ed9c1443c9ab46589f19ea480da46eab for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:44:30.944982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b2e099fe-78e2-41d5-b04e-61e614ddf48a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:30.966806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-500fdea7-e96f-4511-8d20-230576011aab tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:44:30.969507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f44a98-a43a-47c2-ae52-8446780e103e tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:44:30.978911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-54f44a98-a43a-47c2-ae52-8446780e103e tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:44:30.985301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f44a98-a43a-47c2-ae52-8446780e103e tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Pushing event updated for resources: {'Port': ['ID=8169139c-d5f7-47c5-a840-5e40f4967bbc,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:30.985793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-38802d84-694a-410e-9d53-2a204eb14ee4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1170323316'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:30.985877 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=c843bde7-7305-4020-90c9-1245f99937d8,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:30.985951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f44a98-a43a-47c2-ae52-8446780e103e tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:44:31.010136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:44:31.010524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:44:31.010908 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:44:31.011308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:44:31.011681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:44:31.012055 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:44:31.012546 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:44:31.013410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:44:31.013806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:44:31.014169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:44:31.014531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:44:31.018981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:31.019406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-38802d84-694a-410e-9d53-2a204eb14ee4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:31.060579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-38802d84-694a-410e-9d53-2a204eb14ee4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Usage tracker for resource:network and tenant:5f90ad4bf3964cf9a867f6e9063d2869 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:44:31.067299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-38802d84-694a-410e-9d53-2a204eb14ee4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:44:31.068900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b2e099fe-78e2-41d5-b04e-61e614ddf48a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:31.086178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-54f44a98-a43a-47c2-ae52-8446780e103e tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:31.099900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-500fdea7-e96f-4511-8d20-230576011aab tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:31.100288 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-500fdea7-e96f-4511-8d20-230576011aab tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Added segment e682c700-2a97-48f6-9146-9553bd9ad494 of type vlan for network ef8d0924-956d-49fe-9cb6-08a6cf96fa81 Dec 25 19:44:31.128716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b2e099fe-78e2-41d5-b04e-61e614ddf48a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:31.132855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b2e099fe-78e2-41d5-b04e-61e614ddf48a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Usage tracker for resource:security_group_rule and tenant:ed9c1443c9ab46589f19ea480da46eab is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:44:31.135892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b2e099fe-78e2-41d5-b04e-61e614ddf48a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:44:31.142515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b2e099fe-78e2-41d5-b04e-61e614ddf48a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:31.143669 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6005cbdb-013f-4652-9cea-13cec040568b req-61ff02ea-ad67-413a-affe-39ecab711015 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2670414 Dec 25 19:44:31.172077 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-38802d84-694a-410e-9d53-2a204eb14ee4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:31.195929 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-194dcb33-b991-4e4c-8afd-6777e303e67b req-c72ac6e0-2848-45b6-90fe-4568e650ceed tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "GET /v2.0/security-groups?id=60fe5b27-97a5-45c2-a3ee-36c13cb617bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243922 Dec 25 19:44:31.201861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38802d84-694a-410e-9d53-2a204eb14ee4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Made reservation on behalf of 5f90ad4bf3964cf9a867f6e9063d2869 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:44:31.207914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-38802d84-694a-410e-9d53-2a204eb14ee4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:31.235863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-38802d84-694a-410e-9d53-2a204eb14ee4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:31.251407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b2e099fe-78e2-41d5-b04e-61e614ddf48a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:31.267600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b2e099fe-78e2-41d5-b04e-61e614ddf48a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:31.272862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-500fdea7-e96f-4511-8d20-230576011aab tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:31.286389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:31.326541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2e099fe-78e2-41d5-b04e-61e614ddf48a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:44:31.352670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e099fe-78e2-41d5-b04e-61e614ddf48a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c812949-7d7f-4d39-a94e-7fa86ab184ea,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:31.360866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b2e099fe-78e2-41d5-b04e-61e614ddf48a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:31.362672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b2e099fe-78e2-41d5-b04e-61e614ddf48a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:31.363078 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-b2e099fe-78e2-41d5-b04e-61e614ddf48a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Added segment 337efe63-e82d-4904-aada-ac19de4b2ec9 of type vlan for network c6d43364-fef7-43bb-a9b1-22cc623e43af Dec 25 19:44:31.371276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-500fdea7-e96f-4511-8d20-230576011aab tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:31.377556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500fdea7-e96f-4511-8d20-230576011aab tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:31.378213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-500fdea7-e96f-4511-8d20-230576011aab tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:31.388697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:31.411152 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-da11585b-4136-40b2-a212-b004c967121a req-ca93758a-19c4-4427-a44d-3b84dcce5ed7 service neutron] 10.222.0.36 "GET /v2.0/networks/e46cb0a4-06ef-4442-9ae2-07612ef208a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4723210 Dec 25 19:44:31.429115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-38802d84-694a-410e-9d53-2a204eb14ee4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:31.459177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b2e099fe-78e2-41d5-b04e-61e614ddf48a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:31.462884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-38802d84-694a-410e-9d53-2a204eb14ee4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Usage tracker for resource:security_group_rule and tenant:5f90ad4bf3964cf9a867f6e9063d2869 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:44:31.470702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-38802d84-694a-410e-9d53-2a204eb14ee4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:44:31.492068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-38802d84-694a-410e-9d53-2a204eb14ee4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:31.545887 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-500fdea7-e96f-4511-8d20-230576011aab tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8158667 Dec 25 19:44:31.548949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500fdea7-e96f-4511-8d20-230576011aab tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Pushing event updated for resources: {'Network': ['ID=ef8d0924-956d-49fe-9cb6-08a6cf96fa81,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:31.551024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43506) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:31.560936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network ef8d0924-956d-49fe-9cb6-08a6cf96fa81 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:44:31.564727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-500fdea7-e96f-4511-8d20-230576011aab tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:31.571777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b0000f0d-4094-4573-abd4-7208d2ced457 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Request body: {'ports': [{'network_id': '5ecea78c-14a5-4b1f-bf3c-1c00ea156a25', 'name': 'tempest-port--593626732', 'admin_state_up': True}, {'network_id': 'ef8d0924-956d-49fe-9cb6-08a6cf96fa81', 'admin_state_up': False}]} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:31.572221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b0000f0d-4094-4573-abd4-7208d2ced457 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Request body: {'port': {'network_id': '5ecea78c-14a5-4b1f-bf3c-1c00ea156a25', 'name': 'tempest-port--593626732', 'admin_state_up': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:31.572619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b0000f0d-4094-4573-abd4-7208d2ced457 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Request body: {'port': {'network_id': 'ef8d0924-956d-49fe-9cb6-08a6cf96fa81', 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:31.615637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c3adf-51d3-417b-b49e-128a4d6ffed9 req-5e11ad9e-1526-4c73-b62e-72781f681031 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:31.617695 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fd9c3adf-51d3-417b-b49e-128a4d6ffed9 req-5e11ad9e-1526-4c73-b62e-72781f681031 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "GET /v2.0/ports?device_id=67086787-f7ca-407f-910b-911428340b7c HTTP/1.1" status: 200 len: 944 time: 0.3187094 Dec 25 19:44:31.620793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b2e099fe-78e2-41d5-b04e-61e614ddf48a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:31.631800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e099fe-78e2-41d5-b04e-61e614ddf48a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:31.632449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b2e099fe-78e2-41d5-b04e-61e614ddf48a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:31.688946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-53dada5e-7b2e-45f9-9bf2-dbac8f39db82 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:31.721973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-54f44a98-a43a-47c2-ae52-8446780e103e tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:31.722697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-54f44a98-a43a-47c2-ae52-8446780e103e tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:31.728885 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-da11585b-4136-40b2-a212-b004c967121a req-80512a3f-b513-4def-8014-13fd8b1a36b4 service neutron] 10.222.0.36 "GET /v2.0/networks/e46cb0a4-06ef-4442-9ae2-07612ef208a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019688 Dec 25 19:44:31.775874 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b2e099fe-78e2-41d5-b04e-61e614ddf48a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1562626 Dec 25 19:44:31.809329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43510) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:31.826992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-ac6f515b-cdde-484d-8665-72559c74b604 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-616924713'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:31.836961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-38802d84-694a-410e-9d53-2a204eb14ee4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:31.844436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ac6f515b-cdde-484d-8665-72559c74b604 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:31.848699 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fd9c3adf-51d3-417b-b49e-128a4d6ffed9 req-19546bd7-e179-4e58-bf95-bd301b4a8e55 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "GET /v2.0/security-groups?id=baadeee4-bb72-4297-aa07-69af02849a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2182469 Dec 25 19:44:31.854719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-38802d84-694a-410e-9d53-2a204eb14ee4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:31.867124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38802d84-694a-410e-9d53-2a204eb14ee4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:44:31.876810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ac6f515b-cdde-484d-8665-72559c74b604 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Usage tracker for resource:network and tenant:ed9c1443c9ab46589f19ea480da46eab is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:44:31.879591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b22d46eb-0827-4a1c-8bd8-b8f46e0e2731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:31.887299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ac6f515b-cdde-484d-8665-72559c74b604 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:44:31.907464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ac6f515b-cdde-484d-8665-72559c74b604 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:31.910003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70bc8a55-e4b6-4374-a45b-00256478762f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:31.920241 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e099fe-78e2-41d5-b04e-61e614ddf48a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event updated for resources: {'Network': ['ID=c6d43364-fef7-43bb-a9b1-22cc623e43af,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:31.927078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b2e099fe-78e2-41d5-b04e-61e614ddf48a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:31.939353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network c6d43364-fef7-43bb-a9b1-22cc623e43af details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:44:31.940868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-38802d84-694a-410e-9d53-2a204eb14ee4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:31.941276 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-38802d84-694a-410e-9d53-2a204eb14ee4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Added segment 57fec941-1e5b-4ba4-bdee-90068c6f85e1 of type vlan for network 46b56e61-9ed0-44a5-86f6-cc200b1b7001 Dec 25 19:44:31.965861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70bc8a55-e4b6-4374-a45b-00256478762f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:32.048727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6f515b-cdde-484d-8665-72559c74b604 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Made reservation on behalf of ed9c1443c9ab46589f19ea480da46eab for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:44:32.054298 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ac6f515b-cdde-484d-8665-72559c74b604 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:32.068625 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b0000f0d-4094-4573-abd4-7208d2ced457 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:32.075299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b0000f0d-4094-4573-abd4-7208d2ced457 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Usage tracker for resource:port and tenant:635f7309465b4cf6a31687ff8525ca91 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:44:32.079336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b0000f0d-4094-4573-abd4-7208d2ced457 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:44:32.084942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38802d84-694a-410e-9d53-2a204eb14ee4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f98e205e-1fef-40f5-8e0a-3d9512b35434,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:32.087917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b0000f0d-4094-4573-abd4-7208d2ced457 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:32.094848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device d399ad49-b38d-49eb-9d8a-5809bd8daff1 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 19:44:32.098681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-38802d84-694a-410e-9d53-2a204eb14ee4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:32.146803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac6f515b-cdde-484d-8665-72559c74b604 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:44:32.156273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ac6f515b-cdde-484d-8665-72559c74b604 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:32.157031 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-ac6f515b-cdde-484d-8665-72559c74b604 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Added segment 8dacd2e5-5bb0-445c-953e-c704debb5065 of type vlan for network 47ee999a-198f-449a-bcd6-64a8745694d0 Dec 25 19:44:32.173373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0000f0d-4094-4573-abd4-7208d2ced457 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Made reservation on behalf of 635f7309465b4cf6a31687ff8525ca91 for: {'port': 2} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:44:32.181261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b0000f0d-4094-4573-abd4-7208d2ced457 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:32.185004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ac6f515b-cdde-484d-8665-72559c74b604 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:32.208505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b0000f0d-4094-4573-abd4-7208d2ced457 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:32.220233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-38802d84-694a-410e-9d53-2a204eb14ee4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:32.228208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ac6f515b-cdde-484d-8665-72559c74b604 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:32.235831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device c843bde7-7305-4020-90c9-1245f99937d8 up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:44:32.242749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6f515b-cdde-484d-8665-72559c74b604 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:32.243445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ac6f515b-cdde-484d-8665-72559c74b604 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:32.277612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c1104359-1670-4eb4-8188-dc8b566c3251 tempest-QuotasNegativeTest-1060050494 tempest-QuotasNegativeTest-1060050494-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:32.302359 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ac6f515b-cdde-484d-8665-72559c74b604 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4906576 Dec 25 19:44:32.313845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43518) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:32.337658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-19e27f71-5e78-40c0-b108-5daaea128e04 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Request body: {'subnet': {'network_id': 'c6d43364-fef7-43bb-a9b1-22cc623e43af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:32.362722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b0000f0d-4094-4573-abd4-7208d2ced457 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] device_id is not set on port 888eff21-f055-4b12-b4f9-08e81fca0061 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:44:32.392543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning for port c843bde7-7305-4020-90c9-1245f99937d8 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:44:32.408177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port d399ad49-b38d-49eb-9d8a-5809bd8daff1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d399ad49-b38d-49eb-9d8a-5809bd8daff1,segment=NetworkSegment(178d451e-2ef5-40d9-84d5-b0b54f621cd5),segment_id=178d451e-2ef5-40d9-84d5-b0b54f621cd5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:44:32.416590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port c843bde7-7305-4020-90c9-1245f99937d8 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:44:32.417085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:32.469527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': 'd399ad49-b38d-49eb-9d8a-5809bd8daff1', 'network_id': 'e46cb0a4-06ef-4442-9ae2-07612ef208a0', 'port_id': 'd399ad49-b38d-49eb-9d8a-5809bd8daff1', 'mac_address': 'fa:16:3e:4d:21:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '818d1966-40c1-4634-903e-77db45d8332f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 19:44:32.535989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f44a98-a43a-47c2-ae52-8446780e103e tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Router f4f342b8-9641-4c38-aa9f-6ab9af02ad3d is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:44:32.539865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:32.565389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d399ad49-b38d-49eb-9d8a-5809bd8daff1 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 19:44:32.570789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b0000f0d-4094-4573-abd4-7208d2ced457 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:32.604983 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f515b-cdde-484d-8665-72559c74b604 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event updated for resources: {'Network': ['ID=47ee999a-198f-449a-bcd6-64a8745694d0,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:32.607456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-38802d84-694a-410e-9d53-2a204eb14ee4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:32.617200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ac6f515b-cdde-484d-8665-72559c74b604 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:32.622002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 47ee999a-198f-449a-bcd6-64a8745694d0 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:44:32.639288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port d399ad49-b38d-49eb-9d8a-5809bd8daff1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d399ad49-b38d-49eb-9d8a-5809bd8daff1,segment=NetworkSegment(178d451e-2ef5-40d9-84d5-b0b54f621cd5),segment_id=178d451e-2ef5-40d9-84d5-b0b54f621cd5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:44:32.654688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:32.661018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:32.677761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38802d84-694a-410e-9d53-2a204eb14ee4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:32.678432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-38802d84-694a-410e-9d53-2a204eb14ee4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:32.713277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:32.727872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:32.855504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceacfe90-cd25-4bae-99a4-a556058d77aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c843bde7-7305-4020-90c9-1245f99937d8'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:44:32.868068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=d399ad49-b38d-49eb-9d8a-5809bd8daff1,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:32.873103 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:32.875068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port c843bde7-7305-4020-90c9-1245f99937d8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c843bde7-7305-4020-90c9-1245f99937d8,segment=NetworkSegment(0a5d06b6-5a26-4d5f-923a-bf759a4923fe),segment_id=0a5d06b6-5a26-4d5f-923a-bf759a4923fe)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:44:32.881851 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:32.883670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-25ee46af-108d-4dc8-8ddb-b48d95ed6358 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:32.921073 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['d399ad49-b38d-49eb-9d8a-5809bd8daff1'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 19:44:32.970599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-70bc8a55-e4b6-4374-a45b-00256478762f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Allocated IP 172.20.0.3 (1e1d574a-3403-4f39-be97-3cde44e37ae8/173c8657-c37c-4ef2-b4c2-1ea9f3fd1f2b/1c207770-a5e1-4216-8a97-fc9c7d82ed71) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:44:32.995384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-19e27f71-5e78-40c0-b108-5daaea128e04 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:32.998042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b0000f0d-4094-4573-abd4-7208d2ced457 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] device_id is not set on port 2edb2a9d-385d-4725-991a-0b21ed996fa1 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:44:33.004669 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-38802d84-694a-410e-9d53-2a204eb14ee4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.2519658 Dec 25 19:44:33.012040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43526) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:33.016360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=c843bde7-7305-4020-90c9-1245f99937d8,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:33.017854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-19e27f71-5e78-40c0-b108-5daaea128e04 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Usage tracker for resource:subnet and tenant:ed9c1443c9ab46589f19ea480da46eab is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:44:33.021306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:33.021456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-d36c9d66-0b01-4ce4-aafc-0041dbd356ba tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Request body: {'subnet': {'network_id': '46b56e61-9ed0-44a5-86f6-cc200b1b7001', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:33.024903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-19e27f71-5e78-40c0-b108-5daaea128e04 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:44:33.089571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-19e27f71-5e78-40c0-b108-5daaea128e04 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:33.120146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38802d84-694a-410e-9d53-2a204eb14ee4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Pushing event updated for resources: {'Network': ['ID=46b56e61-9ed0-44a5-86f6-cc200b1b7001,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:33.143348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-38802d84-694a-410e-9d53-2a204eb14ee4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:33.168856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 46b56e61-9ed0-44a5-86f6-cc200b1b7001 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:44:33.213757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e27f71-5e78-40c0-b108-5daaea128e04 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Made reservation on behalf of ed9c1443c9ab46589f19ea480da46eab for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:44:33.250272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570e2a4-697b-4321-88b7-94b5c1dac44c req-6afa8a8a-13b5-4d68-8fb9-ef3aae01f949 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:33.251958 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a570e2a4-697b-4321-88b7-94b5c1dac44c req-6afa8a8a-13b5-4d68-8fb9-ef3aae01f949 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 945 time: 0.8242321 Dec 25 19:44:33.267505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e561d6-1f04-4c3f-9cd6-bab1ecbec160 req-afb01434-4743-4c7c-8109-e86cf0e4889a tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:33.269157 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-56e561d6-1f04-4c3f-9cd6-bab1ecbec160 req-afb01434-4743-4c7c-8109-e86cf0e4889a tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "GET /v2.0/ports?device_id=e81e0dd7-f239-4ce4-9c52-29c55d42e84a HTTP/1.1" status: 200 len: 946 time: 0.8302431 Dec 25 19:44:33.306074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d36c9d66-0b01-4ce4-aafc-0041dbd356ba tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:33.317394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d36c9d66-0b01-4ce4-aafc-0041dbd356ba tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Usage tracker for resource:subnet and tenant:5f90ad4bf3964cf9a867f6e9063d2869 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:44:33.322749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d36c9d66-0b01-4ce4-aafc-0041dbd356ba tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:44:33.346279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d36c9d66-0b01-4ce4-aafc-0041dbd356ba tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:33.388562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36c9d66-0b01-4ce4-aafc-0041dbd356ba tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Made reservation on behalf of 5f90ad4bf3964cf9a867f6e9063d2869 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:44:33.429644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f44a98-a43a-47c2-ae52-8446780e103e tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:44:33.441642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5566d8-19af-412d-9fce-33501b85002b None None] Sync routers for ids ['f4f342b8-9641-4c38-aa9f-6ab9af02ad3d'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:44:33.441783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-19e27f71-5e78-40c0-b108-5daaea128e04 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:33.450704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b0000f0d-4094-4573-abd4-7208d2ced457 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:33.454550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5566d8-19af-412d-9fce-33501b85002b None None] Routers {'f4f342b8-9641-4c38-aa9f-6ab9af02ad3d'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:44:33.455262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-3f5566d8-19af-412d-9fce-33501b85002b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:44:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['f4f342b8-9641-4c38-aa9f-6ab9af02ad3d'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:33.496684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70bc8a55-e4b6-4374-a45b-00256478762f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:33.526912 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-3f5566d8-19af-412d-9fce-33501b85002b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:33.527331 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-56e561d6-1f04-4c3f-9cd6-bab1ecbec160 req-3e9469a1-bcb2-4bff-b0c2-2a7bc22baf69 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "GET /v2.0/security-groups?id=60fe5b27-97a5-45c2-a3ee-36c13cb617bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2433865 Dec 25 19:44:33.530034 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a570e2a4-697b-4321-88b7-94b5c1dac44c req-e15a8fdb-ec9e-4ae7-b8b4-0b85004d6f29 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2474923 Dec 25 19:44:33.539402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5566d8-19af-412d-9fce-33501b85002b None None] Routers {'f4f342b8-9641-4c38-aa9f-6ab9af02ad3d'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:44:33.540080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-3f5566d8-19af-412d-9fce-33501b85002b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:44:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['f4f342b8-9641-4c38-aa9f-6ab9af02ad3d'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:33.552592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-54f44a98-a43a-47c2-ae52-8446780e103e tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:33.553914 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-54f44a98-a43a-47c2-ae52-8446780e103e tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.9783590 Dec 25 19:44:33.559217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d36c9d66-0b01-4ce4-aafc-0041dbd356ba tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:33.577180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43530) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:33.622769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-3f5566d8-19af-412d-9fce-33501b85002b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:33.623579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5566d8-19af-412d-9fce-33501b85002b None None] The sync data for ids ['f4f342b8-9641-4c38-aa9f-6ab9af02ad3d'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:44:33.655247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70bc8a55-e4b6-4374-a45b-00256478762f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:33.671303 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceacfe90-cd25-4bae-99a4-a556058d77aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c843bde7-7305-4020-90c9-1245f99937d8', 'code': 200} Dec 25 19:44:33.691466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-445f0c94-951d-40d1-8c40-03f31dae4db5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:33.788187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b0000f0d-4094-4573-abd4-7208d2ced457 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:33.798539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-14934ed8-8821-4b1f-91df-4412b8d54503 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:33.833138 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bc8a55-e4b6-4374-a45b-00256478762f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Network 1e1d574a-3403-4f39-be97-3cde44e37ae8 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:44:33.847437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-70bc8a55-e4b6-4374-a45b-00256478762f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:44:33.849599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc8a55-e4b6-4374-a45b-00256478762f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Pushing event updated for resources: {'Port': ['ID=1c207770-a5e1-4216-8a97-fc9c7d82ed71,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:33.857939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bc8a55-e4b6-4374-a45b-00256478762f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:44:33.896825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-70bc8a55-e4b6-4374-a45b-00256478762f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:33.912788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0000f0d-4094-4573-abd4-7208d2ced457 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Pushing event updated for resources: {'Port': ['ID=888eff21-f055-4b12-b4f9-08e81fca0061,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:33.928722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b0000f0d-4094-4573-abd4-7208d2ced457 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:34.055541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device d399ad49-b38d-49eb-9d8a-5809bd8daff1 up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:44:34.058293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0000f0d-4094-4573-abd4-7208d2ced457 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Checking segment: {'id': '1f0f932f-fa7d-4f30-8547-1fd147614819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5ecea78c-14a5-4b1f-bf3c-1c00ea156a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:44:34.058688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0000f0d-4094-4573-abd4-7208d2ced457 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Network hostable DHCP agents. Network: 5ecea78c-14a5-4b1f-bf3c-1c00ea156a25, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:44:34.076530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-19e27f71-5e78-40c0-b108-5daaea128e04 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:34.128203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning for port d399ad49-b38d-49eb-9d8a-5809bd8daff1 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:44:34.133301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:34.134645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port d399ad49-b38d-49eb-9d8a-5809bd8daff1 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:44:34.135107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:34.154148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0000f0d-4094-4573-abd4-7208d2ced457 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Network 5ecea78c-14a5-4b1f-bf3c-1c00ea156a25 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:44:34.161040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d36c9d66-0b01-4ce4-aafc-0041dbd356ba tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:34.170261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a7e88473-9dbe-463e-a3e6-f608328836ac tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:34.207515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-b0000f0d-4094-4573-abd4-7208d2ced457 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 5ecea78c-14a5-4b1f-bf3c-1c00ea156a25) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:44:34.222490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0000f0d-4094-4573-abd4-7208d2ced457 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:44:34.223542 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b0000f0d-4094-4573-abd4-7208d2ced457 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:34.236795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e27f71-5e78-40c0-b108-5daaea128e04 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event updated for resources: {'Subnet': ['ID=94aeb224-4db6-4736-b13a-e1bf37323fe5,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:34.239394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5262d7a-8f71-4171-988b-9f3412f858f2 None None] Network 5ecea78c-14a5-4b1f-bf3c-1c00ea156a25 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:44:34.252696 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1acca9da-6d16-4bec-aedd-43ddf6a07100 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] 10.222.0.24 "GET /v2.0/routers/f4f342b8-9641-4c38-aa9f-6ab9af02ad3d HTTP/1.1" status: 200 len: 925 time: 0.6731617 Dec 25 19:44:34.257496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43536) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:34.259568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-19e27f71-5e78-40c0-b108-5daaea128e04 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:34.280799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23747c2c-b47e-4973-ba72-5e72d556f6ae req-ed51da7a-c2de-412d-aa24-cd69e27fbca7 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:34.282464 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-23747c2c-b47e-4973-ba72-5e72d556f6ae req-ed51da7a-c2de-412d-aa24-cd69e27fbca7 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "GET /v2.0/ports?device_id=e81e0dd7-f239-4ce4-9c52-29c55d42e84a HTTP/1.1" status: 200 len: 946 time: 0.5103855 Dec 25 19:44:34.293088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43540) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:34.319723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c9d66-0b01-4ce4-aafc-0041dbd356ba tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Pushing event updated for resources: {'Subnet': ['ID=ac339883-18db-491d-814f-f4980e4a6f4a,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:34.320943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-ff424aac-7236-447b-a741-561dbc9dab42 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Request body: {'floatingip': {'port_id': '553e2af9-8703-4394-b56c-1c78b49acd9a'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:34.332265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d36c9d66-0b01-4ce4-aafc-0041dbd356ba tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:34.338981 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-73addffc-9ac4-435e-9ec5-5ae27de90f0c tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4f342b8-9641-4c38-aa9f-6ab9af02ad3d HTTP/1.1" status: 200 len: 205 time: 0.0754828 Dec 25 19:44:34.338981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8b354a3b-4313-49cf-844c-5c922223b58a tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:34.362250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:34.367963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43544) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:34.420494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d1448-286a-416c-beae-9e20638c9c6e req-7fa92dda-1040-4f13-9c6d-ce3b8eceee11 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:34.422121 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-427d1448-286a-416c-beae-9e20638c9c6e req-7fa92dda-1040-4f13-9c6d-ce3b8eceee11 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "GET /v2.0/ports?device_id=67086787-f7ca-407f-910b-911428340b7c HTTP/1.1" status: 200 len: 945 time: 0.5089726 Dec 25 19:44:34.430147 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-02f9fbfe-e323-4e57-a7b8-dadbad75e13b req-ffa9c46e-b2e7-438a-acb0-693dba78d043 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 1099 time: 0.4548428 Dec 25 19:44:34.456596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ff424aac-7236-447b-a741-561dbc9dab42 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks [] for floatingip, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:34.487131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port d399ad49-b38d-49eb-9d8a-5809bd8daff1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d399ad49-b38d-49eb-9d8a-5809bd8daff1,segment=NetworkSegment(178d451e-2ef5-40d9-84d5-b0b54f621cd5),segment_id=178d451e-2ef5-40d9-84d5-b0b54f621cd5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:44:34.492544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:34.496191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bccf3389-b1e9-4aa6-a07d-e6d19e476918 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:34.518193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36c9d66-0b01-4ce4-aafc-0041dbd356ba tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Checking segment: {'id': '57fec941-1e5b-4ba4-bdee-90068c6f85e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '46b56e61-9ed0-44a5-86f6-cc200b1b7001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:44:34.518592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36c9d66-0b01-4ce4-aafc-0041dbd356ba tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Network hostable DHCP agents. Network: 46b56e61-9ed0-44a5-86f6-cc200b1b7001, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:44:34.523045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0000f0d-4094-4573-abd4-7208d2ced457 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Pushing event updated for resources: {'Port': ['ID=2edb2a9d-385d-4725-991a-0b21ed996fa1,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:34.529969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b0000f0d-4094-4573-abd4-7208d2ced457 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:34.535219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0000f0d-4094-4573-abd4-7208d2ced457 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Checking segment: {'id': 'e682c700-2a97-48f6-9146-9553bd9ad494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ef8d0924-956d-49fe-9cb6-08a6cf96fa81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:44:34.535491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0000f0d-4094-4573-abd4-7208d2ced457 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Network hostable DHCP agents. Network: ef8d0924-956d-49fe-9cb6-08a6cf96fa81, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:44:34.564579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e27f71-5e78-40c0-b108-5daaea128e04 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Checking segment: {'id': '337efe63-e82d-4904-aada-ac19de4b2ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c6d43364-fef7-43bb-a9b1-22cc623e43af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:44:34.565052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e27f71-5e78-40c0-b108-5daaea128e04 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Network hostable DHCP agents. Network: c6d43364-fef7-43bb-a9b1-22cc623e43af, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:44:34.584345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36c9d66-0b01-4ce4-aafc-0041dbd356ba tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Network 46b56e61-9ed0-44a5-86f6-cc200b1b7001 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:44:34.587182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=d399ad49-b38d-49eb-9d8a-5809bd8daff1,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:34.588918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0000f0d-4094-4573-abd4-7208d2ced457 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Network ef8d0924-956d-49fe-9cb6-08a6cf96fa81 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:44:34.600999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:34.669902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-d36c9d66-0b01-4ce4-aafc-0041dbd356ba tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 46b56e61-9ed0-44a5-86f6-cc200b1b7001) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:44:34.676019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-b0000f0d-4094-4573-abd4-7208d2ced457 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, ef8d0924-956d-49fe-9cb6-08a6cf96fa81) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:44:34.679422 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0000f0d-4094-4573-abd4-7208d2ced457 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:44:34.684185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0000f0d-4094-4573-abd4-7208d2ced457 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:34.684468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d988da-adeb-4f9f-b909-3bbdca5d7f0f None None] Network 46b56e61-9ed0-44a5-86f6-cc200b1b7001 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:44:34.687426 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-02f9fbfe-e323-4e57-a7b8-dadbad75e13b req-2ca30c5c-b853-40df-97d0-a8e320b6836a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2495356 Dec 25 19:44:34.688447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0000f0d-4094-4573-abd4-7208d2ced457 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:34.689147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b0000f0d-4094-4573-abd4-7208d2ced457 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:34.690602 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-427d1448-286a-416c-beae-9e20638c9c6e req-bad4f6c6-14f8-4c79-9abf-2cc7eca0bd78 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "GET /v2.0/security-groups?id=baadeee4-bb72-4297-aa07-69af02849a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2594950 Dec 25 19:44:34.696329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36c9d66-0b01-4ce4-aafc-0041dbd356ba tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:34.696965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d36c9d66-0b01-4ce4-aafc-0041dbd356ba tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:34.739152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c16188-a0cd-42c7-9672-38c114b76fdb None None] Network ef8d0924-956d-49fe-9cb6-08a6cf96fa81 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:44:34.746242 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d36c9d66-0b01-4ce4-aafc-0041dbd356ba tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7330739 Dec 25 19:44:34.751507 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b0000f0d-4094-4573-abd4-7208d2ced457 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.1885281 Dec 25 19:44:34.751507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43550) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:34.756029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43552) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:34.761147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-6d18fc8d-26c1-4101-a66a-650e3cace4b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Request body: {'port': {'network_id': '46b56e61-9ed0-44a5-86f6-cc200b1b7001', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-53866490'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:34.812807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e27f71-5e78-40c0-b108-5daaea128e04 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Network c6d43364-fef7-43bb-a9b1-22cc623e43af is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:44:34.834883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-19e27f71-5e78-40c0-b108-5daaea128e04 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, c6d43364-fef7-43bb-a9b1-22cc623e43af) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:44:34.839537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e27f71-5e78-40c0-b108-5daaea128e04 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:34.840389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-19e27f71-5e78-40c0-b108-5daaea128e04 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:34.872354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70bc8a55-e4b6-4374-a45b-00256478762f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:34.873615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70bc8a55-e4b6-4374-a45b-00256478762f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:34.940572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ea1bbf9-ad29-4d12-a762-4ab72e9c7ced tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:34.952313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f86e944-5c4a-4d7e-a32d-c2e80c99223f None None] Network c6d43364-fef7-43bb-a9b1-22cc623e43af requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:44:35.022837 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-19e27f71-5e78-40c0-b108-5daaea128e04 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7051182 Dec 25 19:44:35.025343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43558) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:35.045243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-5a8fbcc9-32af-4f1e-82cd-791d997029f9 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Request body: {'subnet': {'network_id': '47ee999a-198f-449a-bcd6-64a8745694d0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:35.336342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6d18fc8d-26c1-4101-a66a-650e3cace4b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:35.340900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd408c-3ce4-435f-9366-c62835378615 req-340b8f2a-fff8-47b5-9e50-128730b324d7 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:35.343023 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-69cd408c-3ce4-435f-9366-c62835378615 req-340b8f2a-fff8-47b5-9e50-128730b324d7 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.6059391 Dec 25 19:44:35.408490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6d18fc8d-26c1-4101-a66a-650e3cace4b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Usage tracker for resource:port and tenant:5f90ad4bf3964cf9a867f6e9063d2869 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:44:35.418622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cf6350-5bdd-414c-bc61-f9006f6e2aa8 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:35.423043 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cf6350-5bdd-414c-bc61-f9006f6e2aa8 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:35.423873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a7cf6350-5bdd-414c-bc61-f9006f6e2aa8 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Synchronizing usage tracker for tenant:635f7309465b4cf6a31687ff8525ca91 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:44:35.426607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6d18fc8d-26c1-4101-a66a-650e3cace4b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:44:35.438266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6d18fc8d-26c1-4101-a66a-650e3cace4b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:35.461570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5a8fbcc9-32af-4f1e-82cd-791d997029f9 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:35.470617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d18fc8d-26c1-4101-a66a-650e3cace4b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Made reservation on behalf of 5f90ad4bf3964cf9a867f6e9063d2869 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:44:35.476293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d18fc8d-26c1-4101-a66a-650e3cace4b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:35.487698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5a8fbcc9-32af-4f1e-82cd-791d997029f9 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Usage tracker for resource:subnet and tenant:ed9c1443c9ab46589f19ea480da46eab is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:44:35.496988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5a8fbcc9-32af-4f1e-82cd-791d997029f9 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:44:35.499988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a7cf6350-5bdd-414c-bc61-f9006f6e2aa8 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Unset dirty status for tenant:635f7309465b4cf6a31687ff8525ca91 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:44:35.504149 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a7cf6350-5bdd-414c-bc61-f9006f6e2aa8 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.7446866 Dec 25 19:44:35.508625 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43562) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:35.535595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee008d4-dfab-4036-a305-40c234a63bf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-c6d43364-fef7-43bb-a9b1-22cc623e43af', 'network_id': 'c6d43364-fef7-43bb-a9b1-22cc623e43af', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'fixed_ips': [{'subnet_id': '94aeb224-4db6-4736-b13a-e1bf37323fe5'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:44:35.536543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aee008d4-dfab-4036-a305-40c234a63bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:35.552446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220926ea-bf93-4498-88d1-85705a75a8eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-46b56e61-9ed0-44a5-86f6-cc200b1b7001', 'network_id': '46b56e61-9ed0-44a5-86f6-cc200b1b7001', 'tenant_id': '5f90ad4bf3964cf9a867f6e9063d2869', 'fixed_ips': [{'subnet_id': 'ac339883-18db-491d-814f-f4980e4a6f4a'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:44:35.553334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-220926ea-bf93-4498-88d1-85705a75a8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:35.562409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5a8fbcc9-32af-4f1e-82cd-791d997029f9 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:35.638899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-6d18fc8d-26c1-4101-a66a-650e3cace4b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] device_id is not set on port 8b8f13c5-c0c7-40c5-8355-7c115cedcf31 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:44:35.683490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67086787-f7ca-407f-910b-911428340b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd399ad49-b38d-49eb-9d8a-5809bd8daff1'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:44:35.699012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8fbcc9-32af-4f1e-82cd-791d997029f9 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Made reservation on behalf of ed9c1443c9ab46589f19ea480da46eab for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:44:35.766365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-6bbd1daa-e81f-462d-bb00-f1a820ffd9bb tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Deleting port 888eff21-f055-4b12-b4f9-08e81fca0061 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:44:35.766746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6bbd1daa-e81f-462d-bb00-f1a820ffd9bb tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:35.805060 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67086787-f7ca-407f-910b-911428340b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd399ad49-b38d-49eb-9d8a-5809bd8daff1', 'code': 200} Dec 25 19:44:35.888211 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-69cd408c-3ce4-435f-9366-c62835378615 req-81e2e193-533d-4f75-a3c0-50dc7dcc5cf1 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5354414 Dec 25 19:44:35.921779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-220926ea-bf93-4498-88d1-85705a75a8eb None None] Allocated IP 2001:db8::2 (46b56e61-9ed0-44a5-86f6-cc200b1b7001/ac339883-18db-491d-814f-f4980e4a6f4a/a334019b-2364-4630-83b4-2869babb1ade) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:44:35.975896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-aee008d4-dfab-4036-a305-40c234a63bf1 None None] Allocated IP 2001:db8::2 (c6d43364-fef7-43bb-a9b1-22cc623e43af/94aeb224-4db6-4736-b13a-e1bf37323fe5/950a8252-a6ac-4b00-8aa6-64b055e5d4ff) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:44:36.025280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5a8fbcc9-32af-4f1e-82cd-791d997029f9 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:36.089971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cdd62d6a-4921-4f05-88dc-26c4013ef2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:36.288040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ea1bbf9-ad29-4d12-a762-4ab72e9c7ced tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:36.289947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ff424aac-7236-447b-a741-561dbc9dab42 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:36.306783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36636ac-284d-4588-a657-81453b9451dd req-cb8f9a7d-1190-4014-85b7-f78e0259b90d tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:36.308540 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f36636ac-284d-4588-a657-81453b9451dd req-cb8f9a7d-1190-4014-85b7-f78e0259b90d tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "GET /v2.0/ports?device_id=67086787-f7ca-407f-910b-911428340b7c HTTP/1.1" status: 200 len: 946 time: 0.3424151 Dec 25 19:44:36.309190 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ff424aac-7236-447b-a741-561dbc9dab42 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:36.359203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-220926ea-bf93-4498-88d1-85705a75a8eb None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:36.369740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-5ea1bbf9-ad29-4d12-a762-4ab72e9c7ced tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Deleting port 8169139c-d5f7-47c5-a840-5e40f4967bbc {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:44:36.370359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ea1bbf9-ad29-4d12-a762-4ab72e9c7ced tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:36.378535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-220926ea-bf93-4498-88d1-85705a75a8eb None None] Transition to ACTIVE for port object a334019b-2364-4630-83b4-2869babb1ade will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:44:36.386729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aee008d4-dfab-4036-a305-40c234a63bf1 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:36.407926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-aee008d4-dfab-4036-a305-40c234a63bf1 None None] Transition to ACTIVE for port object 950a8252-a6ac-4b00-8aa6-64b055e5d4ff will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:44:36.409690 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4fddd4ac-451f-445e-9919-7af98ea24d13 req-8060361f-763e-42a6-8b60-7c07af02dbcc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=67086787-f7ca-407f-910b-911428340b7c HTTP/1.1" status: 200 len: 1099 time: 0.2612631 Dec 25 19:44:36.415359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-220926ea-bf93-4498-88d1-85705a75a8eb None None] Transition to ACTIVE for port object a334019b-2364-4630-83b4-2869babb1ade will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:44:36.422957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6bbd1daa-e81f-462d-bb00-f1a820ffd9bb tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:36.429963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-220926ea-bf93-4498-88d1-85705a75a8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:36.436884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:36.468685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-aee008d4-dfab-4036-a305-40c234a63bf1 None None] Transition to ACTIVE for port object 950a8252-a6ac-4b00-8aa6-64b055e5d4ff will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:44:36.481349 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 19:44:36.497903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70bc8a55-e4b6-4374-a45b-00256478762f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Router 3b816e57-16e5-4362-b58d-d6806321fdf4 is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:44:36.499605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aee008d4-dfab-4036-a305-40c234a63bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:36.505909 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f36636ac-284d-4588-a657-81453b9451dd req-9a5d4ea3-3b7e-4586-86f1-23042effd4c2 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "GET /v2.0/security-groups?id=baadeee4-bb72-4297-aa07-69af02849a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368296 Dec 25 19:44:36.521877 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220926ea-bf93-4498-88d1-85705a75a8eb None None] Network 46b56e61-9ed0-44a5-86f6-cc200b1b7001 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:44:36.526427 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4fddd4ac-451f-445e-9919-7af98ea24d13 req-bfd5fb34-891a-45a0-a006-edea0ee6fc86 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=baadeee4-bb72-4297-aa07-69af02849a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987535 Dec 25 19:44:36.527265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-220926ea-bf93-4498-88d1-85705a75a8eb None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:44:36.529829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220926ea-bf93-4498-88d1-85705a75a8eb None None] Pushing event updated for resources: {'Port': ['ID=a334019b-2364-4630-83b4-2869babb1ade,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:36.533443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-220926ea-bf93-4498-88d1-85705a75a8eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:36.534363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220926ea-bf93-4498-88d1-85705a75a8eb None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:44:36.539486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:36.610571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee008d4-dfab-4036-a305-40c234a63bf1 None None] Network c6d43364-fef7-43bb-a9b1-22cc623e43af is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:44:36.615113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-aee008d4-dfab-4036-a305-40c234a63bf1 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:44:36.651552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee008d4-dfab-4036-a305-40c234a63bf1 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:44:36.702632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-6bbd1daa-e81f-462d-bb00-f1a820ffd9bb tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Calling delete_port for 888eff21-f055-4b12-b4f9-08e81fca0061 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:44:36.712658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee008d4-dfab-4036-a305-40c234a63bf1 None None] Pushing event updated for resources: {'Port': ['ID=950a8252-a6ac-4b00-8aa6-64b055e5d4ff,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:36.748102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-aee008d4-dfab-4036-a305-40c234a63bf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:36.802657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-220926ea-bf93-4498-88d1-85705a75a8eb None None] Attempting to bind port a334019b-2364-4630-83b4-2869babb1ade on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:44:36.803287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-220926ea-bf93-4498-88d1-85705a75a8eb None None] Attempting to bind port a334019b-2364-4630-83b4-2869babb1ade by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '57fec941-1e5b-4ba4-bdee-90068c6f85e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '46b56e61-9ed0-44a5-86f6-cc200b1b7001'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:44:36.804283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220926ea-bf93-4498-88d1-85705a75a8eb None None] Attempting to bind port a334019b-2364-4630-83b4-2869babb1ade on network 46b56e61-9ed0-44a5-86f6-cc200b1b7001 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:44:36.814007 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [None req-ff424aac-7236-447b-a741-561dbc9dab42 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Floating IP 25cf40cb-4363-4035-bdc5-881540564771 associated. External IP: 172.26.8.153, port: 553e2af9-8703-4394-b56c-1c78b49acd9a. Dec 25 19:44:36.818389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-aee008d4-dfab-4036-a305-40c234a63bf1 None None] Attempting to bind port 950a8252-a6ac-4b00-8aa6-64b055e5d4ff on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:44:36.818938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-aee008d4-dfab-4036-a305-40c234a63bf1 None None] Attempting to bind port 950a8252-a6ac-4b00-8aa6-64b055e5d4ff by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '337efe63-e82d-4904-aada-ac19de4b2ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c6d43364-fef7-43bb-a9b1-22cc623e43af'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:44:36.819511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee008d4-dfab-4036-a305-40c234a63bf1 None None] Attempting to bind port 950a8252-a6ac-4b00-8aa6-64b055e5d4ff on network c6d43364-fef7-43bb-a9b1-22cc623e43af {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:44:36.822702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220926ea-bf93-4498-88d1-85705a75a8eb None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:44:36.823276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220926ea-bf93-4498-88d1-85705a75a8eb None None] Checking segment: {'id': '57fec941-1e5b-4ba4-bdee-90068c6f85e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '46b56e61-9ed0-44a5-86f6-cc200b1b7001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:44:36.823835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-220926ea-bf93-4498-88d1-85705a75a8eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:36.824382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220926ea-bf93-4498-88d1-85705a75a8eb None None] Bound using segment: {'id': '57fec941-1e5b-4ba4-bdee-90068c6f85e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '46b56e61-9ed0-44a5-86f6-cc200b1b7001'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:44:36.825041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-220926ea-bf93-4498-88d1-85705a75a8eb None None] Bound port: a334019b-2364-4630-83b4-2869babb1ade, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57fec941-1e5b-4ba4-bdee-90068c6f85e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '46b56e61-9ed0-44a5-86f6-cc200b1b7001'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:44:36.825804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-220926ea-bf93-4498-88d1-85705a75a8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:36.829720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-6d18fc8d-26c1-4101-a66a-650e3cace4b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Allocated IP 2001:db8::312 (46b56e61-9ed0-44a5-86f6-cc200b1b7001/ac339883-18db-491d-814f-f4980e4a6f4a/8b8f13c5-c0c7-40c5-8355-7c115cedcf31) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:44:36.847028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee008d4-dfab-4036-a305-40c234a63bf1 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:44:36.847641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee008d4-dfab-4036-a305-40c234a63bf1 None None] Checking segment: {'id': '337efe63-e82d-4904-aada-ac19de4b2ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c6d43364-fef7-43bb-a9b1-22cc623e43af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:44:36.848226 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aee008d4-dfab-4036-a305-40c234a63bf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:36.848751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee008d4-dfab-4036-a305-40c234a63bf1 None None] Bound using segment: {'id': '337efe63-e82d-4904-aada-ac19de4b2ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c6d43364-fef7-43bb-a9b1-22cc623e43af'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:44:36.849399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-aee008d4-dfab-4036-a305-40c234a63bf1 None None] Bound port: 950a8252-a6ac-4b00-8aa6-64b055e5d4ff, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '337efe63-e82d-4904-aada-ac19de4b2ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c6d43364-fef7-43bb-a9b1-22cc623e43af'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:44:36.849932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aee008d4-dfab-4036-a305-40c234a63bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:37.017493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-220926ea-bf93-4498-88d1-85705a75a8eb None None] For port a334019b-2364-4630-83b4-2869babb1ade, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:44:37.028318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-aee008d4-dfab-4036-a305-40c234a63bf1 None None] For port 950a8252-a6ac-4b00-8aa6-64b055e5d4ff, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:44:37.031901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-220926ea-bf93-4498-88d1-85705a75a8eb None None] For port a334019b-2364-4630-83b4-2869babb1ade, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a334019b-2364-4630-83b4-2869babb1ade,segment=NetworkSegment(57fec941-1e5b-4ba4-bdee-90068c6f85e1),segment_id=57fec941-1e5b-4ba4-bdee-90068c6f85e1)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:44:37.034246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-aee008d4-dfab-4036-a305-40c234a63bf1 None None] For port 950a8252-a6ac-4b00-8aa6-64b055e5d4ff, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=950a8252-a6ac-4b00-8aa6-64b055e5d4ff,segment=NetworkSegment(337efe63-e82d-4904-aada-ac19de4b2ec9),segment_id=337efe63-e82d-4904-aada-ac19de4b2ec9)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:44:37.036859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-220926ea-bf93-4498-88d1-85705a75a8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:37.042252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:37.079230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aee008d4-dfab-4036-a305-40c234a63bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:37.136519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5a8fbcc9-32af-4f1e-82cd-791d997029f9 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:37.176742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:37.196331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220926ea-bf93-4498-88d1-85705a75a8eb None None] Pushing event updated for resources: {'Port': ['ID=a334019b-2364-4630-83b4-2869babb1ade,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:37.202003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-220926ea-bf93-4498-88d1-85705a75a8eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:37.206331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cc832f28-3b2b-4596-8f91-bff100164318 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:37.232489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:37.235764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70bc8a55-e4b6-4374-a45b-00256478762f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:44:37.251300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1825259b-bdec-488d-a02d-0da4e95a5ab4 None None] Sync routers for ids ['3b816e57-16e5-4362-b58d-d6806321fdf4'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:44:37.272321 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1825259b-bdec-488d-a02d-0da4e95a5ab4 None None] Routers {'3b816e57-16e5-4362-b58d-d6806321fdf4'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:44:37.273016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1825259b-bdec-488d-a02d-0da4e95a5ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:44:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['3b816e57-16e5-4362-b58d-d6806321fdf4'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:37.292267 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee008d4-dfab-4036-a305-40c234a63bf1 None None] Pushing event updated for resources: {'Port': ['ID=950a8252-a6ac-4b00-8aa6-64b055e5d4ff,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:37.296340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-aee008d4-dfab-4036-a305-40c234a63bf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:37.312177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ea1bbf9-ad29-4d12-a762-4ab72e9c7ced tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:37.335103 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70bc8a55-e4b6-4374-a45b-00256478762f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:37.339701 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-70bc8a55-e4b6-4374-a45b-00256478762f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.7807307 Dec 25 19:44:37.342121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43572) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:37.439244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c106f6-5212-4140-b28e-b50b91aeaad5 req-bdc665a9-3930-4c1d-9228-fd26f806ab72 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:37.440875 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c6c106f6-5212-4140-b28e-b50b91aeaad5 req-bdc665a9-3930-4c1d-9228-fd26f806ab72 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.3247499 Dec 25 19:44:37.488038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-5ea1bbf9-ad29-4d12-a762-4ab72e9c7ced tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Calling delete_port for 8169139c-d5f7-47c5-a840-5e40f4967bbc owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:44:37.504871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-1825259b-bdec-488d-a02d-0da4e95a5ab4 None None] Set router 3b816e57-16e5-4362-b58d-d6806321fdf4 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:44:37.527176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6bbd1daa-e81f-462d-bb00-f1a820ffd9bb tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:37.538555 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c6c106f6-5212-4140-b28e-b50b91aeaad5 req-aa82ca71-8e37-4057-9686-485066bc1ac0 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798829 Dec 25 19:44:37.662889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8fbcc9-32af-4f1e-82cd-791d997029f9 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event updated for resources: {'Subnet': ['ID=4d95faa6-400e-476f-86bb-9cb3535e61b5,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:37.686832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5a8fbcc9-32af-4f1e-82cd-791d997029f9 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:37.713197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-05fcbd56-09dc-4a69-952c-39ed6401237d tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:37.859857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b572219c-2e50-4db0-926a-0710bdc39328 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:37.862882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd1daa-e81f-462d-bb00-f1a820ffd9bb tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Pushing event deleted for resources: {'Port': ['ID=888eff21-f055-4b12-b4f9-08e81fca0061,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:37.870825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6bbd1daa-e81f-462d-bb00-f1a820ffd9bb tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:37.888432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6bbd1daa-e81f-462d-bb00-f1a820ffd9bb tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:37.898953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d18fc8d-26c1-4101-a66a-650e3cace4b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:37.962697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8fbcc9-32af-4f1e-82cd-791d997029f9 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Checking segment: {'id': '8dacd2e5-5bb0-445c-953e-c704debb5065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '47ee999a-198f-449a-bcd6-64a8745694d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:44:37.963575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8fbcc9-32af-4f1e-82cd-791d997029f9 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Network hostable DHCP agents. Network: 47ee999a-198f-449a-bcd6-64a8745694d0, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:44:38.070941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-6d18fc8d-26c1-4101-a66a-650e3cace4b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Transition to ACTIVE for port object 8b8f13c5-c0c7-40c5-8355-7c115cedcf31 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:44:38.081933 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6bbd1daa-e81f-462d-bb00-f1a820ffd9bb tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] 10.222.0.24 "DELETE /v2.0/ports/888eff21-f055-4b12-b4f9-08e81fca0061 HTTP/1.1" status: 204 len: 168 time: 2.5214260 Dec 25 19:44:38.082802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43580) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:38.247643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-c4b71ae1-66ff-4b1a-82e9-a4099d5d0794 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Deleting port 2edb2a9d-385d-4725-991a-0b21ed996fa1 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:44:38.248145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4b71ae1-66ff-4b1a-82e9-a4099d5d0794 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:38.251650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1825259b-bdec-488d-a02d-0da4e95a5ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b816e57-16e5-4362-b58d-d6806321fdf4', 'name': '', 'tenant_id': '682aee75fd1a4de4a87f6ce57995a090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e1d574a-3403-4f39-be97-3cde44e37ae8', 'external_fixed_ips': [{'subnet_id': '173c8657-c37c-4ef2-b4c2-1ea9f3fd1f2b', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '1c207770-a5e1-4216-8a97-fc9c7d82ed71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:44:29Z', 'updated_at': '2021-12-25T19:44:34Z', 'revision_number': 3, 'project_id': '682aee75fd1a4de4a87f6ce57995a090', 'gw_port': {'id': '1c207770-a5e1-4216-8a97-fc9c7d82ed71', 'name': '', 'network_id': '1e1d574a-3403-4f39-be97-3cde44e37ae8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:55:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b816e57-16e5-4362-b58d-d6806321fdf4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '173c8657-c37c-4ef2-b4c2-1ea9f3fd1f2b', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:44:32Z', 'updated_at': '2021-12-25T19:44:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '173c8657-c37c-4ef2-b4c2-1ea9f3fd1f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:38.256600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1825259b-bdec-488d-a02d-0da4e95a5ab4 None None] Checking router: 3b816e57-16e5-4362-b58d-d6806321fdf4 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:44:38.256900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1825259b-bdec-488d-a02d-0da4e95a5ab4 None None] Updating router 3b816e57-16e5-4362-b58d-d6806321fdf4 port 1c207770-a5e1-4216-8a97-fc9c7d82ed71 binding host dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 19:44:38.282086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae57f96-ced6-4694-81dc-9c94e76e88e8 req-b2310a60-9fd0-42e7-949f-1f1cd113bdda tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:38.283795 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9ae57f96-ced6-4694-81dc-9c94e76e88e8 req-b2310a60-9fd0-42e7-949f-1f1cd113bdda tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "GET /v2.0/ports?device_id=67086787-f7ca-407f-910b-911428340b7c HTTP/1.1" status: 200 len: 946 time: 0.3226306 Dec 25 19:44:38.306636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ed1acf8f-fcf4-4072-8711-f9be69a978ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:38.324178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1825259b-bdec-488d-a02d-0da4e95a5ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:38.376610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25baf29f-0ad4-40a0-9f68-e7ce114544c3 req-dc3a2773-a298-4241-9f89-645439525fc7 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:38.378236 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-25baf29f-0ad4-40a0-9f68-e7ce114544c3 req-dc3a2773-a298-4241-9f89-645439525fc7 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.4191730 Dec 25 19:44:38.387384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ea1bbf9-ad29-4d12-a762-4ab72e9c7ced tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:38.392331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43584) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:38.396570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b0000f0d-4094-4573-abd4-7208d2ced457 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:38.453665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff424aac-7236-447b-a741-561dbc9dab42 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Router e16d14f2-1b65-4ffc-b08f-a7731f4c73c9 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:44:38.467237 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9ae57f96-ced6-4694-81dc-9c94e76e88e8 req-7eef50d9-05f9-48ad-948b-5c48c881c0a4 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "GET /v2.0/security-groups?id=baadeee4-bb72-4297-aa07-69af02849a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234739 Dec 25 19:44:38.523502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:38.586704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b572219c-2e50-4db0-926a-0710bdc39328 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:38.600819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b572219c-2e50-4db0-926a-0710bdc39328 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Deleting port 1c207770-a5e1-4216-8a97-fc9c7d82ed71 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:44:38.601201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b572219c-2e50-4db0-926a-0710bdc39328 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:38.659837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8fbcc9-32af-4f1e-82cd-791d997029f9 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Network 47ee999a-198f-449a-bcd6-64a8745694d0 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:44:38.662524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d18fc8d-26c1-4101-a66a-650e3cace4b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:38.671244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-1ec109e3-87b3-44ca-9fc8-58a97c9a1c82 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Request body: {'floatingip': {'port_id': 'c843bde7-7305-4020-90c9-1245f99937d8'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:38.721915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1825259b-bdec-488d-a02d-0da4e95a5ab4 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:38.735109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1825259b-bdec-488d-a02d-0da4e95a5ab4 None None] Transition to ACTIVE for port object 1c207770-a5e1-4216-8a97-fc9c7d82ed71 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:44:38.742877 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1825259b-bdec-488d-a02d-0da4e95a5ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:38.748643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:38.750450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1bbf9-ad29-4d12-a762-4ab72e9c7ced tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Pushing event deleted for resources: {'Port': ['ID=8169139c-d5f7-47c5-a840-5e40f4967bbc,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:38.775786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5ea1bbf9-ad29-4d12-a762-4ab72e9c7ced tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:38.776341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b8a4d7b2-e63e-4f7b-9998-51597f7a8bfe tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:38.830908 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07429672-ed7a-49c8-8629-54adccdf253b None None] Pushing event updated for resources: {'Port': ['ID=1c207770-a5e1-4216-8a97-fc9c7d82ed71,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:38.833534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-1825259b-bdec-488d-a02d-0da4e95a5ab4 None None] Attempting to bind port 1c207770-a5e1-4216-8a97-fc9c7d82ed71 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:44:38.833680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-1825259b-bdec-488d-a02d-0da4e95a5ab4 None None] Attempting to bind port 1c207770-a5e1-4216-8a97-fc9c7d82ed71 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '33ee50bd-d2b4-4828-93e7-a5dada713b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1e1d574a-3403-4f39-be97-3cde44e37ae8'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:44:38.834080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1825259b-bdec-488d-a02d-0da4e95a5ab4 None None] Attempting to bind port 1c207770-a5e1-4216-8a97-fc9c7d82ed71 on network 1e1d574a-3403-4f39-be97-3cde44e37ae8 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:44:38.847868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07429672-ed7a-49c8-8629-54adccdf253b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:44:38.848520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07429672-ed7a-49c8-8629-54adccdf253b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:44:38.848653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07429672-ed7a-49c8-8629-54adccdf253b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:44:38.849101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07429672-ed7a-49c8-8629-54adccdf253b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:44:38.849492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07429672-ed7a-49c8-8629-54adccdf253b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:44:38.849863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07429672-ed7a-49c8-8629-54adccdf253b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:44:38.850232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07429672-ed7a-49c8-8629-54adccdf253b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:44:38.850614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07429672-ed7a-49c8-8629-54adccdf253b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:44:38.851112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07429672-ed7a-49c8-8629-54adccdf253b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:44:38.852070 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07429672-ed7a-49c8-8629-54adccdf253b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:44:38.852070 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07429672-ed7a-49c8-8629-54adccdf253b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:44:38.853434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-5a8fbcc9-32af-4f1e-82cd-791d997029f9 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 47ee999a-198f-449a-bcd6-64a8745694d0) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:44:38.856139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1825259b-bdec-488d-a02d-0da4e95a5ab4 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:44:38.856968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1825259b-bdec-488d-a02d-0da4e95a5ab4 None None] Checking segment: {'id': '33ee50bd-d2b4-4828-93e7-a5dada713b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1e1d574a-3403-4f39-be97-3cde44e37ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:44:38.857175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1825259b-bdec-488d-a02d-0da4e95a5ab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:38.858007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1825259b-bdec-488d-a02d-0da4e95a5ab4 None None] Bound using segment: {'id': '33ee50bd-d2b4-4828-93e7-a5dada713b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1e1d574a-3403-4f39-be97-3cde44e37ae8'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:44:38.858119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-1825259b-bdec-488d-a02d-0da4e95a5ab4 None None] Bound port: 1c207770-a5e1-4216-8a97-fc9c7d82ed71, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ee50bd-d2b4-4828-93e7-a5dada713b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1e1d574a-3403-4f39-be97-3cde44e37ae8'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:44:38.858735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1825259b-bdec-488d-a02d-0da4e95a5ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:38.877834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e599a0bb-c4d0-457a-b563-b2fef1f83824 None None] Network 47ee999a-198f-449a-bcd6-64a8745694d0 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:44:38.884611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b572219c-2e50-4db0-926a-0710bdc39328 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:38.887373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-07429672-ed7a-49c8-8629-54adccdf253b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:38.889401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1ec109e3-87b3-44ca-9fc8-58a97c9a1c82 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks [] for floatingip, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:38.943590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-1825259b-bdec-488d-a02d-0da4e95a5ab4 None None] For port 1c207770-a5e1-4216-8a97-fc9c7d82ed71, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:44:38.948900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-1825259b-bdec-488d-a02d-0da4e95a5ab4 None None] For port 1c207770-a5e1-4216-8a97-fc9c7d82ed71, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=1c207770-a5e1-4216-8a97-fc9c7d82ed71,segment=NetworkSegment(33ee50bd-d2b4-4828-93e7-a5dada713b58),segment_id=33ee50bd-d2b4-4828-93e7-a5dada713b58)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:44:38.956984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1825259b-bdec-488d-a02d-0da4e95a5ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:38.968630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-afa705c4-8144-40d9-86c6-dbb6eaf90370 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:38.978480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8fbcc9-32af-4f1e-82cd-791d997029f9 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:38.979174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5a8fbcc9-32af-4f1e-82cd-791d997029f9 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:39.022555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b572219c-2e50-4db0-926a-0710bdc39328 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Calling delete_port for 1c207770-a5e1-4216-8a97-fc9c7d82ed71 owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:44:39.073991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07429672-ed7a-49c8-8629-54adccdf253b None None] Pushing event updated for resources: {'Port': ['ID=1c207770-a5e1-4216-8a97-fc9c7d82ed71,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:39.079803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-07429672-ed7a-49c8-8629-54adccdf253b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:39.080846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1825259b-bdec-488d-a02d-0da4e95a5ab4 None None] Routers {'3b816e57-16e5-4362-b58d-d6806321fdf4'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:44:39.081520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1825259b-bdec-488d-a02d-0da4e95a5ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:44:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['3b816e57-16e5-4362-b58d-d6806321fdf4'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:39.092141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff424aac-7236-447b-a741-561dbc9dab42 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:44:39.096968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ff424aac-7236-447b-a741-561dbc9dab42 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:39.167833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d18fc8d-26c1-4101-a66a-650e3cace4b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Network 46b56e61-9ed0-44a5-86f6-cc200b1b7001 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:44:39.187582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18fc8d-26c1-4101-a66a-650e3cace4b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Pushing event updated for resources: {'Port': ['ID=8b8f13c5-c0c7-40c5-8355-7c115cedcf31,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:39.190817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-6d18fc8d-26c1-4101-a66a-650e3cace4b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:44:39.195792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6d18fc8d-26c1-4101-a66a-650e3cace4b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:39.215981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d18fc8d-26c1-4101-a66a-650e3cace4b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:44:39.220475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d18fc8d-26c1-4101-a66a-650e3cace4b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:39.221502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d18fc8d-26c1-4101-a66a-650e3cace4b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:39.236543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4b71ae1-66ff-4b1a-82e9-a4099d5d0794 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:39.237628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f213126-cf8d-458d-8a76-3a6f3c1059d4 None None] Sync routers for ids ['e16d14f2-1b65-4ffc-b08f-a7731f4c73c9'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:44:39.283248 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5a8fbcc9-32af-4f1e-82cd-791d997029f9 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.2571738 Dec 25 19:44:39.329389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f213126-cf8d-458d-8a76-3a6f3c1059d4 None None] Routers {'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:44:39.330345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-5f213126-cf8d-458d-8a76-3a6f3c1059d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:44:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['e16d14f2-1b65-4ffc-b08f-a7731f4c73c9'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:39.401636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a334019b-2364-4630-83b4-2869babb1ade up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:44:39.538044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-c4b71ae1-66ff-4b1a-82e9-a4099d5d0794 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Calling delete_port for 2edb2a9d-385d-4725-991a-0b21ed996fa1 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:44:39.608562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-1825259b-bdec-488d-a02d-0da4e95a5ab4 None None] Set router 3b816e57-16e5-4362-b58d-d6806321fdf4 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:44:39.673882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43588) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:39.710291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-4185bb6f-e81c-48bf-bdde-20322a2ab1fd tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1384155122', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:39.722209 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4185bb6f-e81c-48bf-bdde-20322a2ab1fd tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:39.745350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4185bb6f-e81c-48bf-bdde-20322a2ab1fd tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Usage tracker for resource:router and tenant:ed9c1443c9ab46589f19ea480da46eab is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:44:39.766117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4185bb6f-e81c-48bf-bdde-20322a2ab1fd tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:44:39.785479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port a334019b-2364-4630-83b4-2869babb1ade completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:44:39.796376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281ffd20-226a-46f3-9474-bfbe053700bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-47ee999a-198f-449a-bcd6-64a8745694d0', 'network_id': '47ee999a-198f-449a-bcd6-64a8745694d0', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'fixed_ips': [{'subnet_id': '4d95faa6-400e-476f-86bb-9cb3535e61b5'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:44:39.797269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-281ffd20-226a-46f3-9474-bfbe053700bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:39.812594 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-5f213126-cf8d-458d-8a76-3a6f3c1059d4 None None] Set router e16d14f2-1b65-4ffc-b08f-a7731f4c73c9 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:44:39.830434 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ff424aac-7236-447b-a741-561dbc9dab42 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "PUT /v2.0/floatingips/25cf40cb-4363-4035-bdc5-881540564771 HTTP/1.1" status: 200 len: 992 time: 5.5336363 Dec 25 19:44:39.846070 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e81e0dd7-f239-4ce4-9c52-29c55d42e84a', 'tag': '553e2af9-8703-4394-b56c-1c78b49acd9a'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:44:39.851065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4185bb6f-e81c-48bf-bdde-20322a2ab1fd tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:39.869526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 950a8252-a6ac-4b00-8aa6-64b055e5d4ff up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:44:39.944706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1825259b-bdec-488d-a02d-0da4e95a5ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b816e57-16e5-4362-b58d-d6806321fdf4', 'name': '', 'tenant_id': '682aee75fd1a4de4a87f6ce57995a090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:44:29Z', 'updated_at': '2021-12-25T19:44:38Z', 'revision_number': 4, 'project_id': '682aee75fd1a4de4a87f6ce57995a090', 'gw_port_host': None}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:39.945122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4185bb6f-e81c-48bf-bdde-20322a2ab1fd tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:39.946170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4185bb6f-e81c-48bf-bdde-20322a2ab1fd tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:39.955679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1825259b-bdec-488d-a02d-0da4e95a5ab4 None None] The sync data for ids ['3b816e57-16e5-4362-b58d-d6806321fdf4'] in dv-neutron-822611-1-hyperv is: [{'id': '3b816e57-16e5-4362-b58d-d6806321fdf4', 'name': '', 'tenant_id': '682aee75fd1a4de4a87f6ce57995a090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:44:29Z', 'updated_at': '2021-12-25T19:44:38Z', 'revision_number': 4, 'project_id': '682aee75fd1a4de4a87f6ce57995a090', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:44:39.960332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-b572219c-2e50-4db0-926a-0710bdc39328 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88900) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:44:39.960697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-b572219c-2e50-4db0-926a-0710bdc39328 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:44:40.044472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ea1bbf9-ad29-4d12-a762-4ab72e9c7ced tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:40.049554 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172983d3-236c-403a-b2ef-17cd69399ec7 req-87ddd566-febf-412c-899d-4948c1b550ff tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:40.051213 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-172983d3-236c-403a-b2ef-17cd69399ec7 req-87ddd566-febf-412c-899d-4948c1b550ff tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "GET /v2.0/ports?device_id=67086787-f7ca-407f-910b-911428340b7c HTTP/1.1" status: 200 len: 946 time: 0.3135161 Dec 25 19:44:40.054629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4185bb6f-e81c-48bf-bdde-20322a2ab1fd tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:40.123551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4185bb6f-e81c-48bf-bdde-20322a2ab1fd tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:40.127674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4b71ae1-66ff-4b1a-82e9-a4099d5d0794 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:40.207439 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4185bb6f-e81c-48bf-bdde-20322a2ab1fd tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:40.211910 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4185bb6f-e81c-48bf-bdde-20322a2ab1fd tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5232213 Dec 25 19:44:40.212782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43600) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:40.267196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6d18fc8d-26c1-4101-a66a-650e3cace4b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:40.360508 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e81e0dd7-f239-4ce4-9c52-29c55d42e84a', 'tag': '553e2af9-8703-4394-b56c-1c78b49acd9a', 'status': 'completed', 'code': 200} Dec 25 19:44:40.374824 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-172983d3-236c-403a-b2ef-17cd69399ec7 req-95074664-ed6f-40a4-822d-9015c7dd6e52 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "GET /v2.0/security-groups?id=baadeee4-bb72-4297-aa07-69af02849a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3122022 Dec 25 19:44:40.416190 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:40.480124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-281ffd20-226a-46f3-9474-bfbe053700bc None None] Allocated IP 2001:db8:1::2 (47ee999a-198f-449a-bcd6-64a8745694d0/4d95faa6-400e-476f-86bb-9cb3535e61b5/bef81d91-f86c-4a49-87a3-33dd130213f1) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:44:40.482623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 950a8252-a6ac-4b00-8aa6-64b055e5d4ff completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:44:40.508246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b572219c-2e50-4db0-926a-0710bdc39328 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Deleting port 1c207770-a5e1-4216-8a97-fc9c7d82ed71 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:44:40.512128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b572219c-2e50-4db0-926a-0710bdc39328 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:40.544266 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6d18fc8d-26c1-4101-a66a-650e3cace4b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 5.7816427 Dec 25 19:44:40.554838 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43606) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:40.555919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b71ae1-66ff-4b1a-82e9-a4099d5d0794 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Pushing event deleted for resources: {'Port': ['ID=2edb2a9d-385d-4725-991a-0b21ed996fa1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:40.627752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41da85c9-121d-4c20-9cd5-0c270b728e87 None None] Network 46b56e61-9ed0-44a5-86f6-cc200b1b7001 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:44:40.640893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c4b71ae1-66ff-4b1a-82e9-a4099d5d0794 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:40.649254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-60991331-9fac-4869-8ad3-de6f00947e55 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Request body: {'port': {'network_id': '46b56e61-9ed0-44a5-86f6-cc200b1b7001', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1975111531', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:40.649782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.api.validators [None req-60991331-9fac-4869-8ad3-de6f00947e55 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] bootfile-name is not in valid_values {{(pid=88901) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 25 19:44:40.650161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.api.validators [None req-60991331-9fac-4869-8ad3-de6f00947e55 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] tftp-server is not in valid_values {{(pid=88901) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 25 19:44:40.650666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.api.validators [None req-60991331-9fac-4869-8ad3-de6f00947e55 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] server-ip-address is not in valid_values {{(pid=88901) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 25 19:44:40.771351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e7a470-2478-4a62-b90b-acf87c772025 None None] Network c6d43364-fef7-43bb-a9b1-22cc623e43af requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:44:40.774698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4b71ae1-66ff-4b1a-82e9-a4099d5d0794 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:40.776770 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c4b71ae1-66ff-4b1a-82e9-a4099d5d0794 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] 10.222.0.24 "DELETE /v2.0/ports/2edb2a9d-385d-4725-991a-0b21ed996fa1 HTTP/1.1" status: 204 len: 168 time: 2.6875191 Dec 25 19:44:40.800818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43610) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:40.846745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-0bfec9bc-3e9c-4ea8-aac9-c5d70585779a None None] Provisioning for port a334019b-2364-4630-83b4-2869babb1ade completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:44:40.899288 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e9c024fc-596b-4773-a219-c8b42c0555e2 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0900619 Dec 25 19:44:40.942428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-0bfec9bc-3e9c-4ea8-aac9-c5d70585779a None None] Provisioning complete for port a334019b-2364-4630-83b4-2869babb1ade triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:44:40.942852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0bfec9bc-3e9c-4ea8-aac9-c5d70585779a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:40.945736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43614) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:41.013636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-5cc94214-73bc-4110-98f2-9d988b342d15 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1568077412'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:41.017255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ea1bbf9-ad29-4d12-a762-4ab72e9c7ced tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:41.025334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5cc94214-73bc-4110-98f2-9d988b342d15 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:41.047618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5cc94214-73bc-4110-98f2-9d988b342d15 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Usage tracker for resource:network and tenant:635f7309465b4cf6a31687ff8525ca91 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:44:41.052745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5cc94214-73bc-4110-98f2-9d988b342d15 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:44:41.067009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5cc94214-73bc-4110-98f2-9d988b342d15 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:41.101884 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-046c7eb8-aef5-4e10-bd93-eb99debf888f req-6eb313ea-4624-420f-a831-5e7de3540924 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4fd99d038d004d88940a1028016237d4&device_id=e81e0dd7-f239-4ce4-9c52-29c55d42e84a HTTP/1.1" status: 200 len: 1099 time: 0.7780819 Dec 25 19:44:41.195608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9fb56-ab53-4982-a412-135284e793a0 req-59dd272b-340f-49ac-a3fe-6b498f079351 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:41.208831 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c9e9fb56-ab53-4982-a412-135284e793a0 req-59dd272b-340f-49ac-a3fe-6b498f079351 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "GET /v2.0/ports?device_id=67086787-f7ca-407f-910b-911428340b7c HTTP/1.1" status: 200 len: 946 time: 0.6035829 Dec 25 19:44:41.235264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc94214-73bc-4110-98f2-9d988b342d15 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Made reservation on behalf of 635f7309465b4cf6a31687ff8525ca91 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:44:41.240813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5cc94214-73bc-4110-98f2-9d988b342d15 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:41.255255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43620) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:41.266746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ea1bbf9-ad29-4d12-a762-4ab72e9c7ced tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:41.270767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b572219c-2e50-4db0-926a-0710bdc39328 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] For port 1c207770-a5e1-4216-8a97-fc9c7d82ed71, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=1c207770-a5e1-4216-8a97-fc9c7d82ed71,segment=NetworkSegment(33ee50bd-d2b4-4828-93e7-a5dada713b58),segment_id=33ee50bd-d2b4-4828-93e7-a5dada713b58)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:44:41.271206 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b572219c-2e50-4db0-926a-0710bdc39328 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:41.284080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-0dfe097c-943a-4728-bfe7-3e5dc3f3b412 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Request body: {'floatingip': {'port_id': 'd399ad49-b38d-49eb-9d8a-5809bd8daff1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:41.513518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-60991331-9fac-4869-8ad3-de6f00947e55 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:41.515979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ea1bbf9-ad29-4d12-a762-4ab72e9c7ced tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:41.516545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea1bbf9-ad29-4d12-a762-4ab72e9c7ced tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Fanout notify agent at l3_agent the message router_deleted on router f4f342b8-9641-4c38-aa9f-6ab9af02ad3d {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:44:41.534446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ea1bbf9-ad29-4d12-a762-4ab72e9c7ced tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:41.539271 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5ea1bbf9-ad29-4d12-a762-4ab72e9c7ced tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] 10.222.0.24 "DELETE /v2.0/routers/f4f342b8-9641-4c38-aa9f-6ab9af02ad3d HTTP/1.1" status: 204 len: 168 time: 7.1589448 Dec 25 19:44:41.540195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-60991331-9fac-4869-8ad3-de6f00947e55 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Usage tracker for resource:port and tenant:5f90ad4bf3964cf9a867f6e9063d2869 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:44:41.542488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43626) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:41.547349 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-60991331-9fac-4869-8ad3-de6f00947e55 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:44:41.555642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-7b0dd859-aa6d-41b0-8cde-35e9745a072b tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1495355441', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'enable_snat': False}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:41.568625 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-60991331-9fac-4869-8ad3-de6f00947e55 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:41.571317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7b0dd859-aa6d-41b0-8cde-35e9745a072b tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:41.586978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7b0dd859-aa6d-41b0-8cde-35e9745a072b tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Usage tracker for resource:router and tenant:59c528ad242a4b3e924fe17f127afd90 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:44:41.592966 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7b0dd859-aa6d-41b0-8cde-35e9745a072b tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:44:41.601489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7b0dd859-aa6d-41b0-8cde-35e9745a072b tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:41.640140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60991331-9fac-4869-8ad3-de6f00947e55 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Made reservation on behalf of 5f90ad4bf3964cf9a867f6e9063d2869 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:44:41.645515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-60991331-9fac-4869-8ad3-de6f00947e55 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:41.686328 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7b0dd859-aa6d-41b0-8cde-35e9745a072b tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:41.687390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7b0dd859-aa6d-41b0-8cde-35e9745a072b tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:41.732290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0bfec9bc-3e9c-4ea8-aac9-c5d70585779a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:41.759378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-60991331-9fac-4869-8ad3-de6f00947e55 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] device_id is not set on port db01e296-4548-48f0-b950-6052f92a14b8 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:44:41.828905 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b572219c-2e50-4db0-926a-0710bdc39328 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Calling delete_port for 1c207770-a5e1-4216-8a97-fc9c7d82ed71 owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:44:41.857163 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0dfe097c-943a-4728-bfe7-3e5dc3f3b412 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks [] for floatingip, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:41.880536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-281ffd20-226a-46f3-9474-bfbe053700bc None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:41.889548 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7b0dd859-aa6d-41b0-8cde-35e9745a072b tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:41.899419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1ec109e3-87b3-44ca-9fc8-58a97c9a1c82 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:41.905903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-281ffd20-226a-46f3-9474-bfbe053700bc None None] Transition to ACTIVE for port object bef81d91-f86c-4a49-87a3-33dd130213f1 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:44:41.910106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-0bfec9bc-3e9c-4ea8-aac9-c5d70585779a None None] For port a334019b-2364-4630-83b4-2869babb1ade, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a334019b-2364-4630-83b4-2869babb1ade,segment=NetworkSegment(57fec941-1e5b-4ba4-bdee-90068c6f85e1),segment_id=57fec941-1e5b-4ba4-bdee-90068c6f85e1)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:44:41.926308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0bfec9bc-3e9c-4ea8-aac9-c5d70585779a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:41.933430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bb06b67c-1352-417f-93c8-fefcc28fa4c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:41.956509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1ec109e3-87b3-44ca-9fc8-58a97c9a1c82 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:41.966580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-5f213126-cf8d-458d-8a76-3a6f3c1059d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9', 'name': 'tempest-ServersTestJSON-1882715011-router', 'tenant_id': '4fd99d038d004d88940a1028016237d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': 'ba2b95a2-5894-4c04-99dc-45a738174258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:26Z', 'updated_at': '2021-12-25T19:43:36Z', 'revision_number': 4, 'project_id': '4fd99d038d004d88940a1028016237d4', 'gw_port': {'id': 'ba2b95a2-5894-4c04-99dc-45a738174258', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:27Z', 'updated_at': '2021-12-25T19:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '25cf40cb-4363-4035-bdc5-881540564771', 'tenant_id': '4fd99d038d004d88940a1028016237d4', 'floating_ip_address': '172.26.8.153', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9', 'port_id': '553e2af9-8703-4394-b56c-1c78b49acd9a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85', 'mac_address': 'fa:16:3e:db:ff:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81e0dd7-f239-4ce4-9c52-29c55d42e84a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T19:43:48Z', 'updated_at': '2021-12-25T19:44:35Z', 'revision_number': 1, 'project_id': '4fd99d038d004d88940a1028016237d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3195b3c5-a5ed-4d55-a3ef-ecd292710fbf', 'name': '', 'network_id': '2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85', 'tenant_id': '4fd99d038d004d88940a1028016237d4', 'mac_address': 'fa:16:3e:54:96:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0aed70ed-45a9-4994-b05b-e36c7e6dec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:34Z', 'updated_at': '2021-12-25T19:43:53Z', 'revision_number': 5, 'project_id': '4fd99d038d004d88940a1028016237d4', 'subnets': [{'id': '0aed70ed-45a9-4994-b05b-e36c7e6dec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:41.968200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cc94214-73bc-4110-98f2-9d988b342d15 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:44:42.003135 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f213126-cf8d-458d-8a76-3a6f3c1059d4 None None] Checking router: e16d14f2-1b65-4ffc-b08f-a7731f4c73c9 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:44:42.008640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-281ffd20-226a-46f3-9474-bfbe053700bc None None] Transition to ACTIVE for port object bef81d91-f86c-4a49-87a3-33dd130213f1 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:44:42.028243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-281ffd20-226a-46f3-9474-bfbe053700bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:42.051361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5cc94214-73bc-4110-98f2-9d988b342d15 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:42.051760 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-5cc94214-73bc-4110-98f2-9d988b342d15 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Added segment ab3008c7-0507-4648-bf98-54e69574f2aa of type vlan for network 4c0b09a3-c864-48bc-b57d-a3f3543f587f Dec 25 19:44:42.068436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f213126-cf8d-458d-8a76-3a6f3c1059d4 None None] Routers {'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:44:42.069198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-5f213126-cf8d-458d-8a76-3a6f3c1059d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:44:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['e16d14f2-1b65-4ffc-b08f-a7731f4c73c9'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:42.120786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c7eb8-aef5-4e10-bd93-eb99debf888f req-cd45c099-54eb-47f0-95d7-a7ad185831fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:42.122954 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-046c7eb8-aef5-4e10-bd93-eb99debf888f req-cd45c099-54eb-47f0-95d7-a7ad185831fe service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85 HTTP/1.1" status: 200 len: 906 time: 0.9360645 Dec 25 19:44:42.201928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfec9bc-3e9c-4ea8-aac9-c5d70585779a None None] Pushing event updated for resources: {'Port': ['ID=a334019b-2364-4630-83b4-2869babb1ade,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:42.218746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0bfec9bc-3e9c-4ea8-aac9-c5d70585779a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:42.230068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281ffd20-226a-46f3-9474-bfbe053700bc None None] Network 47ee999a-198f-449a-bcd6-64a8745694d0 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:44:42.280477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-60991331-9fac-4869-8ad3-de6f00947e55 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Allocated IP 2001:db8::30f (46b56e61-9ed0-44a5-86f6-cc200b1b7001/ac339883-18db-491d-814f-f4980e4a6f4a/db01e296-4548-48f0-b950-6052f92a14b8) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:44:42.396389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f2940ab0-6c08-4e6f-9fbd-508f0fdae198 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.360s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:42.408726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5cc94214-73bc-4110-98f2-9d988b342d15 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:42.425404 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-281ffd20-226a-46f3-9474-bfbe053700bc None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:44:42.428438 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281ffd20-226a-46f3-9474-bfbe053700bc None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:44:42.450842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a32ccd47-7443-4ceb-9d46-8c12ec0e4f1b None None] Provisioning for port 950a8252-a6ac-4b00-8aa6-64b055e5d4ff completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:44:42.480844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a32ccd47-7443-4ceb-9d46-8c12ec0e4f1b None None] Provisioning complete for port 950a8252-a6ac-4b00-8aa6-64b055e5d4ff triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:44:42.481267 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a32ccd47-7443-4ceb-9d46-8c12ec0e4f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:42.571145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7b0dd859-aa6d-41b0-8cde-35e9745a072b tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:42.616719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ffd20-226a-46f3-9474-bfbe053700bc None None] Pushing event updated for resources: {'Port': ['ID=bef81d91-f86c-4a49-87a3-33dd130213f1,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:42.621032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f4e9df7a-8bc5-4fb8-95f7-40156a221302 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:42.632240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-5f213126-cf8d-458d-8a76-3a6f3c1059d4 None None] Set router e16d14f2-1b65-4ffc-b08f-a7731f4c73c9 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:44:42.685128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-281ffd20-226a-46f3-9474-bfbe053700bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:42.740866 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-046c7eb8-aef5-4e10-bd93-eb99debf888f req-f36b1a10-7a48-4b9f-9781-6adea64ce2e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=553e2af9-8703-4394-b56c-1c78b49acd9a HTTP/1.1" status: 200 len: 1000 time: 0.5715647 Dec 25 19:44:42.752623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-281ffd20-226a-46f3-9474-bfbe053700bc None None] Attempting to bind port bef81d91-f86c-4a49-87a3-33dd130213f1 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:44:42.753205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-281ffd20-226a-46f3-9474-bfbe053700bc None None] Attempting to bind port bef81d91-f86c-4a49-87a3-33dd130213f1 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '8dacd2e5-5bb0-445c-953e-c704debb5065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '47ee999a-198f-449a-bcd6-64a8745694d0'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:44:42.753748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281ffd20-226a-46f3-9474-bfbe053700bc None None] Attempting to bind port bef81d91-f86c-4a49-87a3-33dd130213f1 on network 47ee999a-198f-449a-bcd6-64a8745694d0 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:44:42.782782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281ffd20-226a-46f3-9474-bfbe053700bc None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:44:42.783580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281ffd20-226a-46f3-9474-bfbe053700bc None None] Checking segment: {'id': '8dacd2e5-5bb0-445c-953e-c704debb5065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '47ee999a-198f-449a-bcd6-64a8745694d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:44:42.784168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-281ffd20-226a-46f3-9474-bfbe053700bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:42.784747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281ffd20-226a-46f3-9474-bfbe053700bc None None] Bound using segment: {'id': '8dacd2e5-5bb0-445c-953e-c704debb5065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '47ee999a-198f-449a-bcd6-64a8745694d0'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:44:42.785408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-281ffd20-226a-46f3-9474-bfbe053700bc None None] Bound port: bef81d91-f86c-4a49-87a3-33dd130213f1, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dacd2e5-5bb0-445c-953e-c704debb5065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '47ee999a-198f-449a-bcd6-64a8745694d0'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:44:42.786098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-281ffd20-226a-46f3-9474-bfbe053700bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:42.831214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-60991331-9fac-4869-8ad3-de6f00947e55 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:42.867034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-60991331-9fac-4869-8ad3-de6f00947e55 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Transition to ACTIVE for port object db01e296-4548-48f0-b950-6052f92a14b8 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:44:42.870425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5cc94214-73bc-4110-98f2-9d988b342d15 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:42.924236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc94214-73bc-4110-98f2-9d988b342d15 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:42.925036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5cc94214-73bc-4110-98f2-9d988b342d15 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:42.939889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:42.975477 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [None req-1ec109e3-87b3-44ca-9fc8-58a97c9a1c82 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Floating IP 707fc848-8eae-4b62-a5a8-5ea9abc44bff associated. External IP: 172.26.8.148, port: c843bde7-7305-4020-90c9-1245f99937d8. Dec 25 19:44:43.014003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a32ccd47-7443-4ceb-9d46-8c12ec0e4f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:43.026282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-60991331-9fac-4869-8ad3-de6f00947e55 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:43.038916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de7f298d-4e8d-4d01-bda2-878d2b2a1fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:43.225088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-281ffd20-226a-46f3-9474-bfbe053700bc None None] For port bef81d91-f86c-4a49-87a3-33dd130213f1, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:44:43.258426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-a32ccd47-7443-4ceb-9d46-8c12ec0e4f1b None None] For port 950a8252-a6ac-4b00-8aa6-64b055e5d4ff, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=950a8252-a6ac-4b00-8aa6-64b055e5d4ff,segment=NetworkSegment(337efe63-e82d-4904-aada-ac19de4b2ec9),segment_id=337efe63-e82d-4904-aada-ac19de4b2ec9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:44:43.261079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a334019b-2364-4630-83b4-2869babb1ade up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:44:43.293365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-281ffd20-226a-46f3-9474-bfbe053700bc None None] For port bef81d91-f86c-4a49-87a3-33dd130213f1, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=bef81d91-f86c-4a49-87a3-33dd130213f1,segment=NetworkSegment(8dacd2e5-5bb0-445c-953e-c704debb5065),segment_id=8dacd2e5-5bb0-445c-953e-c704debb5065)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:44:43.305128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a32ccd47-7443-4ceb-9d46-8c12ec0e4f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:43.324545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:43.355633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-281ffd20-226a-46f3-9474-bfbe053700bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:43.414650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60991331-9fac-4869-8ad3-de6f00947e55 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Network 46b56e61-9ed0-44a5-86f6-cc200b1b7001 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:44:43.418681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60991331-9fac-4869-8ad3-de6f00947e55 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Pushing event updated for resources: {'Port': ['ID=db01e296-4548-48f0-b950-6052f92a14b8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:43.421844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-60991331-9fac-4869-8ad3-de6f00947e55 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:44:43.426062 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-60991331-9fac-4869-8ad3-de6f00947e55 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:43.428236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60991331-9fac-4869-8ad3-de6f00947e55 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:44:43.432708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60991331-9fac-4869-8ad3-de6f00947e55 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:43.433433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-60991331-9fac-4869-8ad3-de6f00947e55 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:43.477948 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-60991331-9fac-4869-8ad3-de6f00947e55 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.9194460 Dec 25 19:44:43.480732 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43632) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:43.509842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ccd47-7443-4ceb-9d46-8c12ec0e4f1b None None] Pushing event updated for resources: {'Port': ['ID=950a8252-a6ac-4b00-8aa6-64b055e5d4ff,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:43.516443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a32ccd47-7443-4ceb-9d46-8c12ec0e4f1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:43.519132 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cc832f28-3b2b-4596-8f91-bff100164318 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:43.548535 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5cc94214-73bc-4110-98f2-9d988b342d15 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.5533600 Dec 25 19:44:43.555804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43638) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:43.558542 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc94214-73bc-4110-98f2-9d988b342d15 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Pushing event updated for resources: {'Network': ['ID=4c0b09a3-c864-48bc-b57d-a3f3543f587f,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:43.578762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-611e4b1a-f18b-488a-b3e0-41357e23a5e0 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-765947809'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:43.586564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5cc94214-73bc-4110-98f2-9d988b342d15 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:43.609969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c7eb8-aef5-4e10-bd93-eb99debf888f req-d36a5ad5-eefe-44b3-8b06-7a5f6eb116a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:43.611637 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-046c7eb8-aef5-4e10-bd93-eb99debf888f req-d36a5ad5-eefe-44b3-8b06-7a5f6eb116a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0aed70ed-45a9-4994-b05b-e36c7e6dec10 HTTP/1.1" status: 200 len: 845 time: 0.7400196 Dec 25 19:44:43.612762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-611e4b1a-f18b-488a-b3e0-41357e23a5e0 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:43.634845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-611e4b1a-f18b-488a-b3e0-41357e23a5e0 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Usage tracker for resource:network and tenant:635f7309465b4cf6a31687ff8525ca91 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:44:43.694018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-611e4b1a-f18b-488a-b3e0-41357e23a5e0 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:44:43.739252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b572219c-2e50-4db0-926a-0710bdc39328 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:43.743193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7b0dd859-aa6d-41b0-8cde-35e9745a072b tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:43.780056 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 4c0b09a3-c864-48bc-b57d-a3f3543f587f details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:44:43.786175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7b0dd859-aa6d-41b0-8cde-35e9745a072b tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:43.845646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-3b5b3e9f-cbd6-424c-b729-296d42e8d4f6 None None] Provisioning complete for port a334019b-2364-4630-83b4-2869babb1ade triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:44:43.846399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3b5b3e9f-cbd6-424c-b729-296d42e8d4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:43.893408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-f4e9df7a-8bc5-4fb8-95f7-40156a221302 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Allocated IP 2001:db8::1 (c6d43364-fef7-43bb-a9b1-22cc623e43af/94aeb224-4db6-4736-b13a-e1bf37323fe5/2056cafb-1e21-4a79-8cb9-b91c657d40cf) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:44:43.900733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c0be9a-b49c-492a-8d09-a27f86e9b31e tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:43.905310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c0be9a-b49c-492a-8d09-a27f86e9b31e tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:43.909748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c0be9a-b49c-492a-8d09-a27f86e9b31e tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:43.910698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b6c0be9a-b49c-492a-8d09-a27f86e9b31e tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Synchronizing usage tracker for tenant:5f90ad4bf3964cf9a867f6e9063d2869 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:44:43.949635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-611e4b1a-f18b-488a-b3e0-41357e23a5e0 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:43.990583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b6c0be9a-b49c-492a-8d09-a27f86e9b31e tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Unset dirty status for tenant:5f90ad4bf3964cf9a867f6e9063d2869 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:44:43.991865 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b6c0be9a-b49c-492a-8d09-a27f86e9b31e tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.5084257 Dec 25 19:44:43.995347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43642) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:44.017403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port a334019b-2364-4630-83b4-2869babb1ade triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:44:44.017832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:44.055141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ffd20-226a-46f3-9474-bfbe053700bc None None] Pushing event updated for resources: {'Port': ['ID=bef81d91-f86c-4a49-87a3-33dd130213f1,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:44.069072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-281ffd20-226a-46f3-9474-bfbe053700bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:44.098011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-5f213126-cf8d-458d-8a76-3a6f3c1059d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9', 'name': 'tempest-ServersTestJSON-1882715011-router', 'tenant_id': '4fd99d038d004d88940a1028016237d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': 'ba2b95a2-5894-4c04-99dc-45a738174258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:26Z', 'updated_at': '2021-12-25T19:43:36Z', 'revision_number': 4, 'project_id': '4fd99d038d004d88940a1028016237d4', 'gw_port': {'id': 'ba2b95a2-5894-4c04-99dc-45a738174258', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:27Z', 'updated_at': '2021-12-25T19:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '25cf40cb-4363-4035-bdc5-881540564771', 'tenant_id': '4fd99d038d004d88940a1028016237d4', 'floating_ip_address': '172.26.8.153', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9', 'port_id': '553e2af9-8703-4394-b56c-1c78b49acd9a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85', 'mac_address': 'fa:16:3e:db:ff:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81e0dd7-f239-4ce4-9c52-29c55d42e84a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T19:43:48Z', 'updated_at': '2021-12-25T19:44:35Z', 'revision_number': 1, 'project_id': '4fd99d038d004d88940a1028016237d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3195b3c5-a5ed-4d55-a3ef-ecd292710fbf', 'name': '', 'network_id': '2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85', 'tenant_id': '4fd99d038d004d88940a1028016237d4', 'mac_address': 'fa:16:3e:54:96:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0aed70ed-45a9-4994-b05b-e36c7e6dec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:34Z', 'updated_at': '2021-12-25T19:43:53Z', 'revision_number': 5, 'project_id': '4fd99d038d004d88940a1028016237d4', 'subnets': [{'id': '0aed70ed-45a9-4994-b05b-e36c7e6dec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:44.112060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0dfe097c-943a-4728-bfe7-3e5dc3f3b412 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:44.113681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8bd69c14-3c13-4c69-9936-5cce3888e19e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:44.155371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-7b0dd859-aa6d-41b0-8cde-35e9745a072b tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Allocated IP 172.26.8.40 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/0a33b646-7189-4f11-8628-bf89aab3b9ac) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:44:44.196882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f213126-cf8d-458d-8a76-3a6f3c1059d4 None None] The sync data for ids ['e16d14f2-1b65-4ffc-b08f-a7731f4c73c9'] in dv-neutron-822611-1-hyperv is: [{'id': 'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9', 'name': 'tempest-ServersTestJSON-1882715011-router', 'tenant_id': '4fd99d038d004d88940a1028016237d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': 'ba2b95a2-5894-4c04-99dc-45a738174258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:26Z', 'updated_at': '2021-12-25T19:43:36Z', 'revision_number': 4, 'project_id': '4fd99d038d004d88940a1028016237d4', 'gw_port': {'id': 'ba2b95a2-5894-4c04-99dc-45a738174258', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:27Z', 'updated_at': '2021-12-25T19:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '25cf40cb-4363-4035-bdc5-881540564771', 'tenant_id': '4fd99d038d004d88940a1028016237d4', 'floating_ip_address': '172.26.8.153', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9', 'port_id': '553e2af9-8703-4394-b56c-1c78b49acd9a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85', 'mac_address': 'fa:16:3e:db:ff:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81e0dd7-f239-4ce4-9c52-29c55d42e84a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T19:43:48Z', 'updated_at': '2021-12-25T19:44:35Z', 'revision_number': 1, 'project_id': '4fd99d038d004d88940a1028016237d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3195b3c5-a5ed-4d55-a3ef-ecd292710fbf', 'name': '', 'network_id': '2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85', 'tenant_id': '4fd99d038d004d88940a1028016237d4', 'mac_address': 'fa:16:3e:54:96:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0aed70ed-45a9-4994-b05b-e36c7e6dec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:34Z', 'updated_at': '2021-12-25T19:43:53Z', 'revision_number': 5, 'project_id': '4fd99d038d004d88940a1028016237d4', 'subnets': [{'id': '0aed70ed-45a9-4994-b05b-e36c7e6dec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:44:44.210860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b3a55953-3c2c-4c9c-8142-f1178544d0a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Deleting port db01e296-4548-48f0-b950-6052f92a14b8 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:44:44.211729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3a55953-3c2c-4c9c-8142-f1178544d0a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:44.317637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-3b5b3e9f-cbd6-424c-b729-296d42e8d4f6 None None] Provisioning complete for port 950a8252-a6ac-4b00-8aa6-64b055e5d4ff triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:44:44.318433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3b5b3e9f-cbd6-424c-b729-296d42e8d4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:44.347232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572219c-2e50-4db0-926a-0710bdc39328 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c207770-a5e1-4216-8a97-fc9c7d82ed71,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:44.361543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b572219c-2e50-4db0-926a-0710bdc39328 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:44.363644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0dfe097c-943a-4728-bfe7-3e5dc3f3b412 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:44.465217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-3b5b3e9f-cbd6-424c-b729-296d42e8d4f6 None None] Provisioning for port 8b8f13c5-c0c7-40c5-8355-7c115cedcf31 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:44:44.470737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-3b5b3e9f-cbd6-424c-b729-296d42e8d4f6 None None] Provisioning complete for port 8b8f13c5-c0c7-40c5-8355-7c115cedcf31 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:44:44.471203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3b5b3e9f-cbd6-424c-b729-296d42e8d4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:44.485467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f4e9df7a-8bc5-4fb8-95f7-40156a221302 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:44.519142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611e4b1a-f18b-488a-b3e0-41357e23a5e0 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Made reservation on behalf of 635f7309465b4cf6a31687ff8525ca91 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:44:44.525249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-611e4b1a-f18b-488a-b3e0-41357e23a5e0 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:44.543543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-3b5b3e9f-cbd6-424c-b729-296d42e8d4f6 None None] Port 8b8f13c5-c0c7-40c5-8355-7c115cedcf31 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:44:44.595557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f4e9df7a-8bc5-4fb8-95f7-40156a221302 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Transition to ACTIVE for port object 2056cafb-1e21-4a79-8cb9-b91c657d40cf will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:44:44.664704 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-046c7eb8-aef5-4e10-bd93-eb99debf888f req-2f108936-fd7f-4dfc-9397-f0217b479bf6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0390220 Dec 25 19:44:44.670621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-573269b1-6428-49b4-9ecf-426379b0664c None None] Provisioning for port db01e296-4548-48f0-b950-6052f92a14b8 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:44:44.680288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-573269b1-6428-49b4-9ecf-426379b0664c None None] Provisioning complete for port db01e296-4548-48f0-b950-6052f92a14b8 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:44:44.680717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-573269b1-6428-49b4-9ecf-426379b0664c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:44.710027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c452f0ef-d5cb-4c01-ac22-d7b48cf71e2b None None] New status for floating IP 25cf40cb-4363-4035-bdc5-881540564771: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 19:44:44.718623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-611e4b1a-f18b-488a-b3e0-41357e23a5e0 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:44:44.720536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7b0dd859-aa6d-41b0-8cde-35e9745a072b tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:44.735459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-611e4b1a-f18b-488a-b3e0-41357e23a5e0 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:44.735875 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-611e4b1a-f18b-488a-b3e0-41357e23a5e0 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Added segment 6b4152ed-8732-4238-9fef-49c892bf012e of type vlan for network df0b58e4-4bee-4eca-8529-36b6116a7eee Dec 25 19:44:44.781490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-573269b1-6428-49b4-9ecf-426379b0664c None None] Port db01e296-4548-48f0-b950-6052f92a14b8 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:44:44.788415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3a55953-3c2c-4c9c-8142-f1178544d0a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:44.825188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-611e4b1a-f18b-488a-b3e0-41357e23a5e0 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:44.892166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-611e4b1a-f18b-488a-b3e0-41357e23a5e0 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:44.958688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b3a55953-3c2c-4c9c-8142-f1178544d0a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Calling delete_port for db01e296-4548-48f0-b950-6052f92a14b8 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:44:44.962402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611e4b1a-f18b-488a-b3e0-41357e23a5e0 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:44.963179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-611e4b1a-f18b-488a-b3e0-41357e23a5e0 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:45.013787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7b0dd859-aa6d-41b0-8cde-35e9745a072b tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:45.023005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:45.032237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-38802d84-694a-410e-9d53-2a204eb14ee4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:45.048024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f4e9df7a-8bc5-4fb8-95f7-40156a221302 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:45.163537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0dd859-aa6d-41b0-8cde-35e9745a072b tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:44:45.167747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0dd859-aa6d-41b0-8cde-35e9745a072b tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Pushing event updated for resources: {'Port': ['ID=0a33b646-7189-4f11-8628-bf89aab3b9ac,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:45.173073 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec109e3-87b3-44ca-9fc8-58a97c9a1c82 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Router 9ae79eca-6161-4e5f-8b1e-1c902b4f2328 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:44:45.174158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-7b0dd859-aa6d-41b0-8cde-35e9745a072b tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:44:45.176615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7b0dd859-aa6d-41b0-8cde-35e9745a072b tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:45.178964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0dd859-aa6d-41b0-8cde-35e9745a072b tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:44:45.271137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b572219c-2e50-4db0-926a-0710bdc39328 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:45.322917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device bef81d91-f86c-4a49-87a3-33dd130213f1 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:44:45.416953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port bef81d91-f86c-4a49-87a3-33dd130213f1 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:44:45.418616 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-611e4b1a-f18b-488a-b3e0-41357e23a5e0 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8481169 Dec 25 19:44:45.429050 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 950a8252-a6ac-4b00-8aa6-64b055e5d4ff up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:44:45.466489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3a55953-3c2c-4c9c-8142-f1178544d0a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:45.483917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-96f0ad1f-d5a8-4a83-85b2-c4ec60508a38 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:45.490658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e4b1a-f18b-488a-b3e0-41357e23a5e0 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Pushing event updated for resources: {'Network': ['ID=df0b58e4-4bee-4eca-8529-36b6116a7eee,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:45.494573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-611e4b1a-f18b-488a-b3e0-41357e23a5e0 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:45.507613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-47d53cb2-42cd-430c-a8ff-6225fc58763c tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.340s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:45.529182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network df0b58e4-4bee-4eca-8529-36b6116a7eee details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:44:45.545350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e9df7a-8bc5-4fb8-95f7-40156a221302 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Network c6d43364-fef7-43bb-a9b1-22cc623e43af is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:44:45.558321 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-f4e9df7a-8bc5-4fb8-95f7-40156a221302 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:44:45.564142 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-046c7eb8-aef5-4e10-bd93-eb99debf888f req-e6a4eef7-9f02-4dca-8515-9315fcc55040 service neutron] 10.222.0.36 "GET /v2.0/networks/2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8893964 Dec 25 19:44:45.567666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a55953-3c2c-4c9c-8142-f1178544d0a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Pushing event deleted for resources: {'Port': ['ID=db01e296-4548-48f0-b950-6052f92a14b8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:45.572170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e9df7a-8bc5-4fb8-95f7-40156a221302 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:44:45.572752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f4e9df7a-8bc5-4fb8-95f7-40156a221302 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:45.578660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b3a55953-3c2c-4c9c-8142-f1178544d0a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:45.646353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3a55953-3c2c-4c9c-8142-f1178544d0a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:45.664258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 950a8252-a6ac-4b00-8aa6-64b055e5d4ff triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:44:45.668160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:45.765439 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b3a55953-3c2c-4c9c-8142-f1178544d0a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] 10.222.0.24 "DELETE /v2.0/ports/db01e296-4548-48f0-b950-6052f92a14b8 HTTP/1.1" status: 204 len: 168 time: 1.7622337 Dec 25 19:44:45.772426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43648) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:45.931723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7b0dd859-aa6d-41b0-8cde-35e9745a072b tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:45.932980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7b0dd859-aa6d-41b0-8cde-35e9745a072b tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:45.967774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-5ea1d6b3-7596-4e5b-9f0f-2fb5f41d69cc tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Request body: {'port': {'name': 'tempest-new-port-name-377946406', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:45.968257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.api.validators [None req-5ea1d6b3-7596-4e5b-9f0f-2fb5f41d69cc tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] bootfile-name is not in valid_values {{(pid=88900) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 25 19:44:45.972550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.api.validators [None req-5ea1d6b3-7596-4e5b-9f0f-2fb5f41d69cc tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] tftp-server is not in valid_values {{(pid=88900) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 25 19:44:45.972948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.api.validators [None req-5ea1d6b3-7596-4e5b-9f0f-2fb5f41d69cc tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] server-ip-address is not in valid_values {{(pid=88900) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 25 19:44:46.113260 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec109e3-87b3-44ca-9fc8-58a97c9a1c82 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:44:46.148740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8a137b-20e9-4728-83e3-0b55ad7f7df8 None None] Sync routers for ids ['9ae79eca-6161-4e5f-8b1e-1c902b4f2328'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:44:46.209612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df0a524-9f55-468f-a119-1e76a44e17cb None None] Network 47ee999a-198f-449a-bcd6-64a8745694d0 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:44:46.226207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1ec109e3-87b3-44ca-9fc8-58a97c9a1c82 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:46.275961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8a137b-20e9-4728-83e3-0b55ad7f7df8 None None] Routers {'9ae79eca-6161-4e5f-8b1e-1c902b4f2328'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:44:46.276683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-6b8a137b-20e9-4728-83e3-0b55ad7f7df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:44:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['9ae79eca-6161-4e5f-8b1e-1c902b4f2328'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:46.527372 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e9df7a-8bc5-4fb8-95f7-40156a221302 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event updated for resources: {'Port': ['ID=2056cafb-1e21-4a79-8cb9-b91c657d40cf,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:46.541166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b572219c-2e50-4db0-926a-0710bdc39328 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:46.564720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f4e9df7a-8bc5-4fb8-95f7-40156a221302 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.057s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:46.584375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b572219c-2e50-4db0-926a-0710bdc39328 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:46.619895 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [None req-0dfe097c-943a-4728-bfe7-3e5dc3f3b412 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Floating IP d493e542-6dde-4b2d-a9a2-2d6e96286622 associated. External IP: 172.26.8.81, port: d399ad49-b38d-49eb-9d8a-5809bd8daff1. Dec 25 19:44:46.751454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-ab4adf06-3db6-4519-9759-9414d3bc1149 None None] Provisioning for port bef81d91-f86c-4a49-87a3-33dd130213f1 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:44:46.769390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-ab4adf06-3db6-4519-9759-9414d3bc1149 None None] Provisioning complete for port bef81d91-f86c-4a49-87a3-33dd130213f1 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:44:46.769992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ab4adf06-3db6-4519-9759-9414d3bc1149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:46.784298 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1ec109e3-87b3-44ca-9fc8-58a97c9a1c82 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "PUT /v2.0/floatingips/707fc848-8eae-4b62-a5a8-5ea9abc44bff HTTP/1.1" status: 200 len: 992 time: 8.1358948 Dec 25 19:44:46.789676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceacfe90-cd25-4bae-99a4-a556058d77aa', 'tag': 'c843bde7-7305-4020-90c9-1245f99937d8'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:44:47.061236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-6b8a137b-20e9-4728-83e3-0b55ad7f7df8 None None] Set router 9ae79eca-6161-4e5f-8b1e-1c902b4f2328 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:44:47.228852 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-046c7eb8-aef5-4e10-bd93-eb99debf888f req-4c72a9cc-6e97-4bf5-a3de-e131dce49162 service neutron] 10.222.0.36 "GET /v2.0/networks/2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6287136 Dec 25 19:44:47.233223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0dd859-aa6d-41b0-8cde-35e9745a072b tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Router 29b6e1e5-8493-4a42-a350-c5ea831a39d9 is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:44:47.256845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f4e9df7a-8bc5-4fb8-95f7-40156a221302 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:47.293115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ea1d6b3-7596-4e5b-9f0f-2fb5f41d69cc tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:47.316559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b572219c-2e50-4db0-926a-0710bdc39328 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:47.317087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b572219c-2e50-4db0-926a-0710bdc39328 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3b816e57-16e5-4362-b58d-d6806321fdf4 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:44:47.458154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b572219c-2e50-4db0-926a-0710bdc39328 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:47.462339 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b572219c-2e50-4db0-926a-0710bdc39328 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] 10.222.0.24 "DELETE /v2.0/routers/3b816e57-16e5-4362-b58d-d6806321fdf4 HTTP/1.1" status: 204 len: 168 time: 10.1111066 Dec 25 19:44:47.517999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43666) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:47.547580 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceacfe90-cd25-4bae-99a4-a556058d77aa', 'tag': 'c843bde7-7305-4020-90c9-1245f99937d8', 'status': 'completed', 'code': 200} Dec 25 19:44:47.630620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0dd859-aa6d-41b0-8cde-35e9745a072b tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:44:47.662191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd1128b-d871-49bd-ac5b-532097b4fd5a None None] Sync routers for ids ['29b6e1e5-8493-4a42-a350-c5ea831a39d9'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:44:47.686879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7b0dd859-aa6d-41b0-8cde-35e9745a072b tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:47.688296 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7b0dd859-aa6d-41b0-8cde-35e9745a072b tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.1427844 Dec 25 19:44:47.693674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43670) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:47.710677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd1128b-d871-49bd-ac5b-532097b4fd5a None None] Routers {'29b6e1e5-8493-4a42-a350-c5ea831a39d9'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:44:47.723555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-7dd1128b-d871-49bd-ac5b-532097b4fd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:44:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['29b6e1e5-8493-4a42-a350-c5ea831a39d9'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:47.937003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-7dd1128b-d871-49bd-ac5b-532097b4fd5a None None] Set router 29b6e1e5-8493-4a42-a350-c5ea831a39d9 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:44:47.966436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ab4adf06-3db6-4519-9759-9414d3bc1149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:47.983176 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-dd199c48-4f20-4a9d-a49f-694d07b6afb5 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] 10.222.0.24 "GET /v2.0/routers/29b6e1e5-8493-4a42-a350-c5ea831a39d9 HTTP/1.1" status: 200 len: 908 time: 0.2881362 Dec 25 19:44:47.983848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43674) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:47.994466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-c22e6f71-9712-4e14-afc1-81659970e72f tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1495355441', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'enable_snat': True}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:48.010577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c22e6f71-9712-4e14-afc1-81659970e72f tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:48.022349 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c22e6f71-9712-4e14-afc1-81659970e72f tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Usage tracker for resource:router and tenant:59c528ad242a4b3e924fe17f127afd90 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:44:48.030915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c22e6f71-9712-4e14-afc1-81659970e72f tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:44:48.047960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c22e6f71-9712-4e14-afc1-81659970e72f tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:48.076703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c22e6f71-9712-4e14-afc1-81659970e72f tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:48.077996 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c22e6f71-9712-4e14-afc1-81659970e72f tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:48.123862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c22e6f71-9712-4e14-afc1-81659970e72f tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:48.201492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c3c1a11-f936-4f77-83cd-cd0974a93629 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Deleting subnet 173c8657-c37c-4ef2-b4c2-1ea9f3fd1f2b {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:44:48.241871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-7dd1128b-d871-49bd-ac5b-532097b4fd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b6e1e5-8493-4a42-a350-c5ea831a39d9', 'name': 'tempest-snat-router-1495355441', 'tenant_id': '59c528ad242a4b3e924fe17f127afd90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.40'}], 'enable_snat': False}, 'gw_port_id': '0a33b646-7189-4f11-8628-bf89aab3b9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:44:41Z', 'updated_at': '2021-12-25T19:44:45Z', 'revision_number': 3, 'project_id': '59c528ad242a4b3e924fe17f127afd90', 'gw_port': {'id': '0a33b646-7189-4f11-8628-bf89aab3b9ac', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b6e1e5-8493-4a42-a350-c5ea831a39d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:44:43Z', 'updated_at': '2021-12-25T19:44:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:48.246416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd1128b-d871-49bd-ac5b-532097b4fd5a None None] Checking router: 29b6e1e5-8493-4a42-a350-c5ea831a39d9 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:44:48.246416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd1128b-d871-49bd-ac5b-532097b4fd5a None None] Updating router 29b6e1e5-8493-4a42-a350-c5ea831a39d9 port 0a33b646-7189-4f11-8628-bf89aab3b9ac binding host dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 19:44:48.258608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5c3c1a11-f936-4f77-83cd-cd0974a93629 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:48.279625 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-ab4adf06-3db6-4519-9759-9414d3bc1149 None None] For port bef81d91-f86c-4a49-87a3-33dd130213f1, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=bef81d91-f86c-4a49-87a3-33dd130213f1,segment=NetworkSegment(8dacd2e5-5bb0-445c-953e-c704debb5065),segment_id=8dacd2e5-5bb0-445c-953e-c704debb5065)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:44:48.301842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7dd1128b-d871-49bd-ac5b-532097b4fd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:48.392729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c22e6f71-9712-4e14-afc1-81659970e72f tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:48.416377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ab4adf06-3db6-4519-9759-9414d3bc1149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:48.453965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:48.644568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5c3c1a11-f936-4f77-83cd-cd0974a93629 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:48.712750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7dd1128b-d871-49bd-ac5b-532097b4fd5a None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:48.749996 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-7dd1128b-d871-49bd-ac5b-532097b4fd5a None None] Transition to ACTIVE for port object 0a33b646-7189-4f11-8628-bf89aab3b9ac will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:44:48.761723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7dd1128b-d871-49bd-ac5b-532097b4fd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:48.773030 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:48.785920 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4dce7fc2-1267-4f65-a9d4-99928c2fe6fa req-6e533cd2-cdc0-4c74-9598-427c03b55bad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52795748b8b04275a38e1b104b37d885&device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 1099 time: 1.2637579 Dec 25 19:44:48.798650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-0fe3c753-06ea-4b7d-8125-cb2a03837907 None None] Provisioning for port 2056cafb-1e21-4a79-8cb9-b91c657d40cf completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:44:48.812133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4adf06-3db6-4519-9759-9414d3bc1149 None None] Pushing event updated for resources: {'Port': ['ID=bef81d91-f86c-4a49-87a3-33dd130213f1,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:48.837322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ab4adf06-3db6-4519-9759-9414d3bc1149 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:48.841971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-0fe3c753-06ea-4b7d-8125-cb2a03837907 None None] Provisioning complete for port 2056cafb-1e21-4a79-8cb9-b91c657d40cf triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:44:48.846468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0fe3c753-06ea-4b7d-8125-cb2a03837907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:48.893334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eda675-9dba-4228-80a1-f01399b6a8b3 None None] Pushing event updated for resources: {'Port': ['ID=0a33b646-7189-4f11-8628-bf89aab3b9ac,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:48.895204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c22e6f71-9712-4e14-afc1-81659970e72f tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:48.920115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-7dd1128b-d871-49bd-ac5b-532097b4fd5a None None] Attempting to bind port 0a33b646-7189-4f11-8628-bf89aab3b9ac on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:44:48.920942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-7dd1128b-d871-49bd-ac5b-532097b4fd5a None None] Attempting to bind port 0a33b646-7189-4f11-8628-bf89aab3b9ac by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:44:48.921530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd1128b-d871-49bd-ac5b-532097b4fd5a None None] Attempting to bind port 0a33b646-7189-4f11-8628-bf89aab3b9ac on network a29ab018-4a1a-4021-8156-423134b861f3 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:44:48.946853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e9eda675-9dba-4228-80a1-f01399b6a8b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:48.948210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd1128b-d871-49bd-ac5b-532097b4fd5a None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:44:48.948785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd1128b-d871-49bd-ac5b-532097b4fd5a None None] Checking segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:44:48.949355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7dd1128b-d871-49bd-ac5b-532097b4fd5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:48.949929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd1128b-d871-49bd-ac5b-532097b4fd5a None None] Bound using segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:44:48.951160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-7dd1128b-d871-49bd-ac5b-532097b4fd5a None None] Bound port: 0a33b646-7189-4f11-8628-bf89aab3b9ac, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:44:48.951715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7dd1128b-d871-49bd-ac5b-532097b4fd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:48.959096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c22e6f71-9712-4e14-afc1-81659970e72f tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:49.013925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0fe3c753-06ea-4b7d-8125-cb2a03837907 None None] Port 2056cafb-1e21-4a79-8cb9-b91c657d40cf cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:44:49.043912 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-7dd1128b-d871-49bd-ac5b-532097b4fd5a None None] For port 0a33b646-7189-4f11-8628-bf89aab3b9ac, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:44:49.047607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-6b8a137b-20e9-4728-83e3-0b55ad7f7df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae79eca-6161-4e5f-8b1e-1c902b4f2328', 'name': 'tempest-ServerActionsTestJSON-1272435710-router', 'tenant_id': '52795748b8b04275a38e1b104b37d885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': 'd7f67ec1-84ac-4187-9276-c6bde44b3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:25Z', 'updated_at': '2021-12-25T19:43:38Z', 'revision_number': 4, 'project_id': '52795748b8b04275a38e1b104b37d885', 'gw_port': {'id': 'd7f67ec1-84ac-4187-9276-c6bde44b3a09', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae79eca-6161-4e5f-8b1e-1c902b4f2328', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:26Z', 'updated_at': '2021-12-25T19:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '707fc848-8eae-4b62-a5a8-5ea9abc44bff', 'tenant_id': '52795748b8b04275a38e1b104b37d885', 'floating_ip_address': '172.26.8.148', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '9ae79eca-6161-4e5f-8b1e-1c902b4f2328', 'port_id': 'c843bde7-7305-4020-90c9-1245f99937d8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '367788d2-d464-40ee-b453-dec544646fe7', 'mac_address': 'fa:16:3e:f1:7c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceacfe90-cd25-4bae-99a4-a556058d77aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T19:43:59Z', 'updated_at': '2021-12-25T19:44:41Z', 'revision_number': 1, 'project_id': '52795748b8b04275a38e1b104b37d885', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7818765-dbe9-4fdb-b80b-82b21bf84cf7', 'name': '', 'network_id': '367788d2-d464-40ee-b453-dec544646fe7', 'tenant_id': '52795748b8b04275a38e1b104b37d885', 'mac_address': 'fa:16:3e:bb:d3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae79eca-6161-4e5f-8b1e-1c902b4f2328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef16ee7f-3e07-44fe-b0cc-c9caef9a43a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:35Z', 'updated_at': '2021-12-25T19:43:56Z', 'revision_number': 5, 'project_id': '52795748b8b04275a38e1b104b37d885', 'subnets': [{'id': 'ef16ee7f-3e07-44fe-b0cc-c9caef9a43a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:49.048049 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-7dd1128b-d871-49bd-ac5b-532097b4fd5a None None] For port 0a33b646-7189-4f11-8628-bf89aab3b9ac, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=0a33b646-7189-4f11-8628-bf89aab3b9ac,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:44:49.052419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7dd1128b-d871-49bd-ac5b-532097b4fd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:49.058294 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8a137b-20e9-4728-83e3-0b55ad7f7df8 None None] Checking router: 9ae79eca-6161-4e5f-8b1e-1c902b4f2328 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:44:49.064442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-81aa3c7d-d45f-4c8a-98f1-cbdfb54919f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:49.089650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8a137b-20e9-4728-83e3-0b55ad7f7df8 None None] Routers {'9ae79eca-6161-4e5f-8b1e-1c902b4f2328'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:44:49.090345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-6b8a137b-20e9-4728-83e3-0b55ad7f7df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:44:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['9ae79eca-6161-4e5f-8b1e-1c902b4f2328'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:49.125672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5c3c1a11-f936-4f77-83cd-cd0974a93629 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:49.173699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eda675-9dba-4228-80a1-f01399b6a8b3 None None] Pushing event updated for resources: {'Port': ['ID=0a33b646-7189-4f11-8628-bf89aab3b9ac,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:49.184363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e9eda675-9dba-4228-80a1-f01399b6a8b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:49.221096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd1128b-d871-49bd-ac5b-532097b4fd5a None None] Routers {'29b6e1e5-8493-4a42-a350-c5ea831a39d9'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:44:49.221752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-7dd1128b-d871-49bd-ac5b-532097b4fd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:44:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['29b6e1e5-8493-4a42-a350-c5ea831a39d9'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:49.341922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-c22e6f71-9712-4e14-afc1-81659970e72f tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Allocated IP 172.26.8.6 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/97d16f73-a168-4a34-801d-af2b9fdfee14) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:44:49.406284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device bef81d91-f86c-4a49-87a3-33dd130213f1 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:44:49.482926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43684) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:49.489984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-84432934-2ed6-451e-afd7-edb606c477bc tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Request body: {'subnets': [{'network_id': '4c0b09a3-c864-48bc-b57d-a3f3543f587f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--150810078', 'ip_version': 6}, {'network_id': 'df0b58e4-4bee-4eca-8529-36b6116a7eee', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:49.490333 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-84432934-2ed6-451e-afd7-edb606c477bc tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Request body: {'subnet': {'network_id': '4c0b09a3-c864-48bc-b57d-a3f3543f587f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--150810078', 'ip_version': 6}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:49.491048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-84432934-2ed6-451e-afd7-edb606c477bc tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Request body: {'subnet': {'network_id': 'df0b58e4-4bee-4eca-8529-36b6116a7eee', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:49.543336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-22cc047c-c78a-4634-9495-812eca742dce None None] Provisioning complete for port bef81d91-f86c-4a49-87a3-33dd130213f1 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:44:49.543664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-22cc047c-c78a-4634-9495-812eca742dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:49.578459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-7dd1128b-d871-49bd-ac5b-532097b4fd5a None None] Set router 29b6e1e5-8493-4a42-a350-c5ea831a39d9 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:44:49.578665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port bef81d91-f86c-4a49-87a3-33dd130213f1 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:44:49.579109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:49.678587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-6b8a137b-20e9-4728-83e3-0b55ad7f7df8 None None] Set router 9ae79eca-6161-4e5f-8b1e-1c902b4f2328 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:44:49.794682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ea1d6b3-7596-4e5b-9f0f-2fb5f41d69cc tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:49.805993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce7fc2-1267-4f65-a9d4-99928c2fe6fa req-b3bcc0d6-4f2b-449a-8bb7-8116b42445b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:49.807669 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4dce7fc2-1267-4f65-a9d4-99928c2fe6fa req-b3bcc0d6-4f2b-449a-8bb7-8116b42445b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=367788d2-d464-40ee-b453-dec544646fe7 HTTP/1.1" status: 200 len: 912 time: 0.9719472 Dec 25 19:44:49.811933 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ea1d6b3-7596-4e5b-9f0f-2fb5f41d69cc tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:49.812105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-84432934-2ed6-451e-afd7-edb606c477bc tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:49.817093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c22e6f71-9712-4e14-afc1-81659970e72f tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:49.825236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-84432934-2ed6-451e-afd7-edb606c477bc tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Usage tracker for resource:subnet and tenant:635f7309465b4cf6a31687ff8525ca91 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:44:49.830954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-84432934-2ed6-451e-afd7-edb606c477bc tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:44:49.839137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-84432934-2ed6-451e-afd7-edb606c477bc tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:49.841245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:49.859705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84432934-2ed6-451e-afd7-edb606c477bc tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Made reservation on behalf of 635f7309465b4cf6a31687ff8525ca91 for: {'subnet': 2} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:44:49.882041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-5ea1d6b3-7596-4e5b-9f0f-2fb5f41d69cc tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] In _notify_port_updated(), no bound segment for port 8b8f13c5-c0c7-40c5-8355-7c115cedcf31 on network 46b56e61-9ed0-44a5-86f6-cc200b1b7001 {{(pid=88900) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 25 19:44:49.886988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea1d6b3-7596-4e5b-9f0f-2fb5f41d69cc tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:49.888102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ea1d6b3-7596-4e5b-9f0f-2fb5f41d69cc tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:49.889536 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5ea1d6b3-7596-4e5b-9f0f-2fb5f41d69cc tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] 10.222.0.24 "PUT /v2.0/ports/8b8f13c5-c0c7-40c5-8355-7c115cedcf31 HTTP/1.1" status: 200 len: 1129 time: 4.0645626 Dec 25 19:44:49.899201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43688) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:49.932754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-7dd1128b-d871-49bd-ac5b-532097b4fd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b6e1e5-8493-4a42-a350-c5ea831a39d9', 'name': 'tempest-snat-router-1495355441', 'tenant_id': '59c528ad242a4b3e924fe17f127afd90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.40'}], 'enable_snat': False}, 'gw_port_id': '0a33b646-7189-4f11-8628-bf89aab3b9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:44:41Z', 'updated_at': '2021-12-25T19:44:45Z', 'revision_number': 3, 'project_id': '59c528ad242a4b3e924fe17f127afd90', 'gw_port': {'id': '0a33b646-7189-4f11-8628-bf89aab3b9ac', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b6e1e5-8493-4a42-a350-c5ea831a39d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:44:43Z', 'updated_at': '2021-12-25T19:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:49.938966 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd1128b-d871-49bd-ac5b-532097b4fd5a None None] The sync data for ids ['29b6e1e5-8493-4a42-a350-c5ea831a39d9'] in dv-neutron-822611-1-hyperv is: [{'id': '29b6e1e5-8493-4a42-a350-c5ea831a39d9', 'name': 'tempest-snat-router-1495355441', 'tenant_id': '59c528ad242a4b3e924fe17f127afd90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.40'}], 'enable_snat': False}, 'gw_port_id': '0a33b646-7189-4f11-8628-bf89aab3b9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:44:41Z', 'updated_at': '2021-12-25T19:44:45Z', 'revision_number': 3, 'project_id': '59c528ad242a4b3e924fe17f127afd90', 'gw_port': {'id': '0a33b646-7189-4f11-8628-bf89aab3b9ac', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b6e1e5-8493-4a42-a350-c5ea831a39d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:44:43Z', 'updated_at': '2021-12-25T19:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:44:49.994564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f4e9df7a-8bc5-4fb8-95f7-40156a221302 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:50.035122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f4e9df7a-8bc5-4fb8-95f7-40156a221302 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:50.036025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f4e9df7a-8bc5-4fb8-95f7-40156a221302 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:50.048704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5c3c1a11-f936-4f77-83cd-cd0974a93629 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:50.071475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c22e6f71-9712-4e14-afc1-81659970e72f tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:50.100159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5c3c1a11-f936-4f77-83cd-cd0974a93629 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:50.105275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6bbd1daa-e81f-462d-bb00-f1a820ffd9bb tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:50.116381 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5c3c1a11-f936-4f77-83cd-cd0974a93629 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/173c8657-c37c-4ef2-b4c2-1ea9f3fd1f2b HTTP/1.1" status: 204 len: 168 time: 2.5959198 Dec 25 19:44:50.117686 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43694) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:50.132687 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1d6b3-7596-4e5b-9f0f-2fb5f41d69cc tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Pushing event updated for resources: {'Port': ['ID=8b8f13c5-c0c7-40c5-8355-7c115cedcf31,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:50.136188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5ea1d6b3-7596-4e5b-9f0f-2fb5f41d69cc tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:50.159570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8bd69c14-3c13-4c69-9936-5cce3888e19e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:50.228765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e53f6b-03e0-4748-bdf0-12e23fbe641b tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:50.229466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-77e53f6b-03e0-4748-bdf0-12e23fbe641b tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Synchronizing usage tracker for tenant:5f90ad4bf3964cf9a867f6e9063d2869 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:44:50.291687 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22e6f71-9712-4e14-afc1-81659970e72f tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:44:50.309047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e6f71-9712-4e14-afc1-81659970e72f tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Pushing event updated for resources: {'Port': ['ID=97d16f73-a168-4a34-801d-af2b9fdfee14,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:50.311618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-c22e6f71-9712-4e14-afc1-81659970e72f tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:44:50.316414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c22e6f71-9712-4e14-afc1-81659970e72f tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:50.317076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-77e53f6b-03e0-4748-bdf0-12e23fbe641b tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Unset dirty status for tenant:5f90ad4bf3964cf9a867f6e9063d2869 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:44:50.318368 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-77e53f6b-03e0-4748-bdf0-12e23fbe641b tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] 10.222.0.24 "GET /v2.0/ports/8b8f13c5-c0c7-40c5-8355-7c115cedcf31 HTTP/1.1" status: 200 len: 1129 time: 0.4144034 Dec 25 19:44:50.319421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22e6f71-9712-4e14-afc1-81659970e72f tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:44:50.355500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43698) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:50.371166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e9df7a-8bc5-4fb8-95f7-40156a221302 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event updated for resources: {'Port': ['ID=2056cafb-1e21-4a79-8cb9-b91c657d40cf,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:50.374468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f4e9df7a-8bc5-4fb8-95f7-40156a221302 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:50.382338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-19e27f71-5e78-40c0-b108-5daaea128e04 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.290s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:50.410230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-6b8a137b-20e9-4728-83e3-0b55ad7f7df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae79eca-6161-4e5f-8b1e-1c902b4f2328', 'name': 'tempest-ServerActionsTestJSON-1272435710-router', 'tenant_id': '52795748b8b04275a38e1b104b37d885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': 'd7f67ec1-84ac-4187-9276-c6bde44b3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:25Z', 'updated_at': '2021-12-25T19:43:38Z', 'revision_number': 4, 'project_id': '52795748b8b04275a38e1b104b37d885', 'gw_port': {'id': 'd7f67ec1-84ac-4187-9276-c6bde44b3a09', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae79eca-6161-4e5f-8b1e-1c902b4f2328', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:26Z', 'updated_at': '2021-12-25T19:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '707fc848-8eae-4b62-a5a8-5ea9abc44bff', 'tenant_id': '52795748b8b04275a38e1b104b37d885', 'floating_ip_address': '172.26.8.148', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '9ae79eca-6161-4e5f-8b1e-1c902b4f2328', 'port_id': 'c843bde7-7305-4020-90c9-1245f99937d8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '367788d2-d464-40ee-b453-dec544646fe7', 'mac_address': 'fa:16:3e:f1:7c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceacfe90-cd25-4bae-99a4-a556058d77aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T19:43:59Z', 'updated_at': '2021-12-25T19:44:41Z', 'revision_number': 1, 'project_id': '52795748b8b04275a38e1b104b37d885', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7818765-dbe9-4fdb-b80b-82b21bf84cf7', 'name': '', 'network_id': '367788d2-d464-40ee-b453-dec544646fe7', 'tenant_id': '52795748b8b04275a38e1b104b37d885', 'mac_address': 'fa:16:3e:bb:d3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae79eca-6161-4e5f-8b1e-1c902b4f2328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef16ee7f-3e07-44fe-b0cc-c9caef9a43a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:35Z', 'updated_at': '2021-12-25T19:43:56Z', 'revision_number': 5, 'project_id': '52795748b8b04275a38e1b104b37d885', 'subnets': [{'id': 'ef16ee7f-3e07-44fe-b0cc-c9caef9a43a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:50.414797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8a137b-20e9-4728-83e3-0b55ad7f7df8 None None] The sync data for ids ['9ae79eca-6161-4e5f-8b1e-1c902b4f2328'] in dv-neutron-822611-1-hyperv is: [{'id': '9ae79eca-6161-4e5f-8b1e-1c902b4f2328', 'name': 'tempest-ServerActionsTestJSON-1272435710-router', 'tenant_id': '52795748b8b04275a38e1b104b37d885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': 'd7f67ec1-84ac-4187-9276-c6bde44b3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:25Z', 'updated_at': '2021-12-25T19:43:38Z', 'revision_number': 4, 'project_id': '52795748b8b04275a38e1b104b37d885', 'gw_port': {'id': 'd7f67ec1-84ac-4187-9276-c6bde44b3a09', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae79eca-6161-4e5f-8b1e-1c902b4f2328', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:26Z', 'updated_at': '2021-12-25T19:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '707fc848-8eae-4b62-a5a8-5ea9abc44bff', 'tenant_id': '52795748b8b04275a38e1b104b37d885', 'floating_ip_address': '172.26.8.148', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '9ae79eca-6161-4e5f-8b1e-1c902b4f2328', 'port_id': 'c843bde7-7305-4020-90c9-1245f99937d8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '367788d2-d464-40ee-b453-dec544646fe7', 'mac_address': 'fa:16:3e:f1:7c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceacfe90-cd25-4bae-99a4-a556058d77aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T19:43:59Z', 'updated_at': '2021-12-25T19:44:41Z', 'revision_number': 1, 'project_id': '52795748b8b04275a38e1b104b37d885', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7818765-dbe9-4fdb-b80b-82b21bf84cf7', 'name': '', 'network_id': '367788d2-d464-40ee-b453-dec544646fe7', 'tenant_id': '52795748b8b04275a38e1b104b37d885', 'mac_address': 'fa:16:3e:bb:d3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae79eca-6161-4e5f-8b1e-1c902b4f2328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef16ee7f-3e07-44fe-b0cc-c9caef9a43a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:35Z', 'updated_at': '2021-12-25T19:43:56Z', 'revision_number': 5, 'project_id': '52795748b8b04275a38e1b104b37d885', 'subnets': [{'id': 'ef16ee7f-3e07-44fe-b0cc-c9caef9a43a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:44:50.443763 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4dce7fc2-1267-4f65-a9d4-99928c2fe6fa req-31ab918b-2c5e-40fd-813d-a91012d9e4d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c843bde7-7305-4020-90c9-1245f99937d8 HTTP/1.1" status: 200 len: 1000 time: 0.6035595 Dec 25 19:44:50.450524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c1a11-f936-4f77-83cd-cd0974a93629 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=173c8657-c37c-4ef2-b4c2-1ea9f3fd1f2b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:50.494888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-0957e907-6b48-4480-9a83-aac04fd220fb None None] Provisioning complete for port 8b8f13c5-c0c7-40c5-8355-7c115cedcf31 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:44:50.495496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0957e907-6b48-4480-9a83-aac04fd220fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:50.513116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-84432934-2ed6-451e-afd7-edb606c477bc tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:50.513478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-84432934-2ed6-451e-afd7-edb606c477bc tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:50.533467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5c3c1a11-f936-4f77-83cd-cd0974a93629 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:50.544541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-38236793-6dbb-49e3-8d58-0dfc1eac6b7e tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Deleting port 8b8f13c5-c0c7-40c5-8355-7c115cedcf31 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:44:50.544929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-38236793-6dbb-49e3-8d58-0dfc1eac6b7e tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:50.580753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0957e907-6b48-4480-9a83-aac04fd220fb None None] Port 8b8f13c5-c0c7-40c5-8355-7c115cedcf31 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:44:50.723739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e9df7a-8bc5-4fb8-95f7-40156a221302 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Network c6d43364-fef7-43bb-a9b1-22cc623e43af is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:44:50.730436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2e3d4a0e-9e6b-465b-8e04-ea6d2a6b4660 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:50.742363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce7fc2-1267-4f65-a9d4-99928c2fe6fa req-60d5cef5-51e7-4aca-ada0-3711fd2c0eea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:50.744009 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4dce7fc2-1267-4f65-a9d4-99928c2fe6fa req-60d5cef5-51e7-4aca-ada0-3711fd2c0eea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef16ee7f-3e07-44fe-b0cc-c9caef9a43a3 HTTP/1.1" status: 200 len: 851 time: 0.2894540 Dec 25 19:44:50.744884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-f4e9df7a-8bc5-4fb8-95f7-40156a221302 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:44:51.002216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f7c717-a360-461e-b13b-af6147aceb26 None None] New status for floating IP 707fc848-8eae-4b62-a5a8-5ea9abc44bff: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 19:44:51.348797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 0a33b646-7189-4f11-8628-bf89aab3b9ac up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:44:51.415663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2e3d4a0e-9e6b-465b-8e04-ea6d2a6b4660 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:51.438324 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dfe097c-943a-4728-bfe7-3e5dc3f3b412 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Router 50a775ae-2fff-4094-8439-4ef65c4dafd8 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:44:51.562036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-fa511021-b783-4bdc-90ee-34a270ccc938 None None] Provisioning complete for port 2056cafb-1e21-4a79-8cb9-b91c657d40cf triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:44:51.562734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fa511021-b783-4bdc-90ee-34a270ccc938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:51.594488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 0a33b646-7189-4f11-8628-bf89aab3b9ac completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:44:51.617280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-2e3d4a0e-9e6b-465b-8e04-ea6d2a6b4660 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e1d574a-3403-4f39-be97-3cde44e37ae8']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:51.617470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 0a33b646-7189-4f11-8628-bf89aab3b9ac triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:44:51.618026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:51.638066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-2e3d4a0e-9e6b-465b-8e04-ea6d2a6b4660 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33ee50bd-d2b4-4828-93e7-a5dada713b58') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:51.638348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-2e3d4a0e-9e6b-465b-8e04-ea6d2a6b4660 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33ee50bd-d2b4-4828-93e7-a5dada713b58') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:51.654592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2e3d4a0e-9e6b-465b-8e04-ea6d2a6b4660 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:51.685730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-38236793-6dbb-49e3-8d58-0dfc1eac6b7e tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:51.849414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-38236793-6dbb-49e3-8d58-0dfc1eac6b7e tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Calling delete_port for 8b8f13c5-c0c7-40c5-8355-7c115cedcf31 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:44:51.917636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c22e6f71-9712-4e14-afc1-81659970e72f tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:51.919329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c22e6f71-9712-4e14-afc1-81659970e72f tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:51.929258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-fa511021-b783-4bdc-90ee-34a270ccc938 None None] Port 2056cafb-1e21-4a79-8cb9-b91c657d40cf cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:44:51.929712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:51.937078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2e3d4a0e-9e6b-465b-8e04-ea6d2a6b4660 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:51.943718 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e3d4a0e-9e6b-465b-8e04-ea6d2a6b4660 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:44:51.944211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2e3d4a0e-9e6b-465b-8e04-ea6d2a6b4660 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:51.946536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 0a33b646-7189-4f11-8628-bf89aab3b9ac, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=0a33b646-7189-4f11-8628-bf89aab3b9ac,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:44:51.951681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:51.956740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:52.030900 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4dce7fc2-1267-4f65-a9d4-99928c2fe6fa req-4efd646c-f77c-4765-ac51-0f9c5c5eb2af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=367788d2-d464-40ee-b453-dec544646fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1179109 Dec 25 19:44:52.031654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=0a33b646-7189-4f11-8628-bf89aab3b9ac,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:52.031869 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:44:52.031869 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:44:52.031869 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:44:52.031869 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:44:52.031869 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:44:52.031869 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:44:52.031869 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:44:52.031869 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:44:52.031869 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:44:52.031869 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:44:52.031869 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:44:52.031869 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:44:52.031869 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:44:52.031869 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:44:52.031869 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:44:52.031869 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:44:52.031869 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:44:52.031869 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:44:52.031869 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:44:52.031869 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:44:52.031869 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:44:52.031869 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:44:52.031869 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:44:52.031869 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:44:52.031869 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:44:52.031869 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:44:52.031869 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:44:52.031869 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:44:52.031869 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:44:52.031869 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:44:52.031869 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:44:52.031869 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:44:52.031869 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:44:52.031869 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:44:52.037297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:52.133562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2e3d4a0e-9e6b-465b-8e04-ea6d2a6b4660 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:52.209430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5cc94214-73bc-4110-98f2-9d988b342d15 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:52.228193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3d4a0e-9e6b-465b-8e04-ea6d2a6b4660 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1e1d574a-3403-4f39-be97-3cde44e37ae8 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 25 19:44:52.238249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2e3d4a0e-9e6b-465b-8e04-ea6d2a6b4660 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:52.248225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d4a0e-9e6b-465b-8e04-ea6d2a6b4660 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Pushing event deleted for resources: {'Network': ['ID=1e1d574a-3403-4f39-be97-3cde44e37ae8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:52.256012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2e3d4a0e-9e6b-465b-8e04-ea6d2a6b4660 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:52.271433 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2e3d4a0e-9e6b-465b-8e04-ea6d2a6b4660 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] 10.222.0.24 "DELETE /v2.0/networks/1e1d574a-3403-4f39-be97-3cde44e37ae8 HTTP/1.1" status: 204 len: 168 time: 2.1409140 Dec 25 19:44:52.328772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-84432934-2ed6-451e-afd7-edb606c477bc tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:52.351324 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4dce7fc2-1267-4f65-a9d4-99928c2fe6fa req-c2df5935-9e3a-4b46-8cd1-0974b95da64d service neutron] 10.222.0.36 "GET /v2.0/networks/367788d2-d464-40ee-b453-dec544646fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002806 Dec 25 19:44:52.356728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6628c7c3-eed1-49ed-a945-1834dda60228 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:52.396928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-38236793-6dbb-49e3-8d58-0dfc1eac6b7e tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:52.557952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e9df7a-8bc5-4fb8-95f7-40156a221302 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Router cca858b8-cc48-4110-b840-e727499e303f is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:44:52.619688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84432934-2ed6-451e-afd7-edb606c477bc tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Pushing event updated for resources: {'Subnet': ['ID=7901c061-bb87-4f40-81e9-03bb14327f7a,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:52.628536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-38236793-6dbb-49e3-8d58-0dfc1eac6b7e tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:52.635035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-84432934-2ed6-451e-afd7-edb606c477bc tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:52.635572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-16ed7c13-5ccf-41f8-a493-ed41c2607bc3 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.221s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:52.680505 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4dce7fc2-1267-4f65-a9d4-99928c2fe6fa req-4450bfe2-db35-481e-8178-a8f8f41f88eb service neutron] 10.222.0.36 "GET /v2.0/networks/367788d2-d464-40ee-b453-dec544646fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149409 Dec 25 19:44:52.686944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfe097c-943a-4728-bfe7-3e5dc3f3b412 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:44:52.691948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0dfe097c-943a-4728-bfe7-3e5dc3f3b412 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:52.727728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38236793-6dbb-49e3-8d58-0dfc1eac6b7e tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Pushing event deleted for resources: {'Port': ['ID=8b8f13c5-c0c7-40c5-8355-7c115cedcf31,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:52.738375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-38236793-6dbb-49e3-8d58-0dfc1eac6b7e tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:52.746667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84432934-2ed6-451e-afd7-edb606c477bc tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Checking segment: {'id': 'ab3008c7-0507-4648-bf98-54e69574f2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4c0b09a3-c864-48bc-b57d-a3f3543f587f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:44:52.747679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84432934-2ed6-451e-afd7-edb606c477bc tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Network hostable DHCP agents. Network: 4c0b09a3-c864-48bc-b57d-a3f3543f587f, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:44:52.750489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28a7c54-5523-4faa-be5f-06e46b504640 None None] Sync routers for ids ['50a775ae-2fff-4094-8439-4ef65c4dafd8'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:44:52.762577 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-38236793-6dbb-49e3-8d58-0dfc1eac6b7e tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] 10.222.0.24 "DELETE /v2.0/ports/8b8f13c5-c0c7-40c5-8355-7c115cedcf31 HTTP/1.1" status: 204 len: 168 time: 2.4036958 Dec 25 19:44:52.767334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28a7c54-5523-4faa-be5f-06e46b504640 None None] Routers {'50a775ae-2fff-4094-8439-4ef65c4dafd8'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:44:52.768023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a28a7c54-5523-4faa-be5f-06e46b504640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:44:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['50a775ae-2fff-4094-8439-4ef65c4dafd8'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:52.773220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43716) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:52.870922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84432934-2ed6-451e-afd7-edb606c477bc tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Network 4c0b09a3-c864-48bc-b57d-a3f3543f587f is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:44:52.881903 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0dfe097c-943a-4728-bfe7-3e5dc3f3b412 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "PUT /v2.0/floatingips/d493e542-6dde-4b2d-a9a2-2d6e96286622 HTTP/1.1" status: 200 len: 991 time: 11.6200089 Dec 25 19:44:52.881903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67086787-f7ca-407f-910b-911428340b7c', 'tag': 'd399ad49-b38d-49eb-9d8a-5809bd8daff1'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:44:52.913443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e9df7a-8bc5-4fb8-95f7-40156a221302 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:44:52.925776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3581b5-19c4-446b-b73f-378d07445536 None None] Sync routers for ids ['cca858b8-cc48-4110-b840-e727499e303f'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:44:52.926227 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f4e9df7a-8bc5-4fb8-95f7-40156a221302 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "PUT /v2.0/routers/cca858b8-cc48-4110-b840-e727499e303f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7010388 Dec 25 19:44:52.927528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43724) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:52.958011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3581b5-19c4-446b-b73f-378d07445536 None None] Routers {'cca858b8-cc48-4110-b840-e727499e303f'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:44:52.958735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1e3581b5-19c4-446b-b73f-378d07445536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:44:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['cca858b8-cc48-4110-b840-e727499e303f'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:52.984991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-84432934-2ed6-451e-afd7-edb606c477bc tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 4c0b09a3-c864-48bc-b57d-a3f3543f587f) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:44:53.003621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22e6f71-9712-4e14-afc1-81659970e72f tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Router 0a4d8bac-8fe2-4418-adc6-3e03263e759c is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:44:53.022462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52f0728-b8fb-431f-bbb5-129ea396e6ac tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:53.023343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c52f0728-b8fb-431f-bbb5-129ea396e6ac tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Synchronizing usage tracker for tenant:ed9c1443c9ab46589f19ea480da46eab on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:44:53.061114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c52f0728-b8fb-431f-bbb5-129ea396e6ac tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Unset dirty status for tenant:ed9c1443c9ab46589f19ea480da46eab on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:44:53.066526 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c52f0728-b8fb-431f-bbb5-129ea396e6ac tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "GET /v2.0/ports/2056cafb-1e21-4a79-8cb9-b91c657d40cf HTTP/1.1" status: 200 len: 911 time: 0.1373155 Dec 25 19:44:53.067464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43728) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:53.073493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-84432934-2ed6-451e-afd7-edb606c477bc tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:53.075749 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67086787-f7ca-407f-910b-911428340b7c', 'tag': 'd399ad49-b38d-49eb-9d8a-5809bd8daff1', 'status': 'completed', 'code': 200} Dec 25 19:44:53.079563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43730) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:53.174177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1e3581b5-19c4-446b-b73f-378d07445536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:53.177365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b3af89-ae7d-4720-8390-7902a1f3cca1 None None] Network 4c0b09a3-c864-48bc-b57d-a3f3543f587f requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:44:53.193683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b23f533e-39ff-49ca-9d29-9d2370768dba tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Request body: {'router': {'name': 'tempest-router--1427762685', 'project_id': '5f4bf7a328ea4f869b02171f3abaf38e'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:53.213700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b23f533e-39ff-49ca-9d29-9d2370768dba tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:53.296698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b23f533e-39ff-49ca-9d29-9d2370768dba tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Usage tracker for resource:router and tenant:5f4bf7a328ea4f869b02171f3abaf38e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:44:53.308438 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b23f533e-39ff-49ca-9d29-9d2370768dba tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:44:53.330392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b23f533e-39ff-49ca-9d29-9d2370768dba tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:53.343091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:53.369131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b23f533e-39ff-49ca-9d29-9d2370768dba tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:53.370257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b23f533e-39ff-49ca-9d29-9d2370768dba tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:53.373853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 0a33b646-7189-4f11-8628-bf89aab3b9ac up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:44:53.387045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-a28a7c54-5523-4faa-be5f-06e46b504640 None None] Set router 50a775ae-2fff-4094-8439-4ef65c4dafd8 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:44:53.389864 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b94c0716-a7a9-46a5-bdf8-c4ff15172b6a req-365017ba-31c9-4ad3-a387-3e5b4c060daf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90bb9717229b4c6e84726aafca2dad9f&device_id=67086787-f7ca-407f-910b-911428340b7c HTTP/1.1" status: 200 len: 1099 time: 0.2416952 Dec 25 19:44:53.404758 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-75252b12-e140-4cf2-b6e8-ba632e978a01 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Deleting subnet ac339883-18db-491d-814f-f4980e4a6f4a {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:44:53.426470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-75252b12-e140-4cf2-b6e8-ba632e978a01 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:53.483771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b23f533e-39ff-49ca-9d29-9d2370768dba tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:53.502647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:53.508761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3581b5-19c4-446b-b73f-378d07445536 None None] Routers {'cca858b8-cc48-4110-b840-e727499e303f'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:44:53.509456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1e3581b5-19c4-446b-b73f-378d07445536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:44:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['cca858b8-cc48-4110-b840-e727499e303f'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:53.617482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84432934-2ed6-451e-afd7-edb606c477bc tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Pushing event updated for resources: {'Subnet': ['ID=f6c3cfe2-d3de-4c8c-835a-6811f0ba032c,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:53.633135 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-75252b12-e140-4cf2-b6e8-ba632e978a01 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:53.666017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-84432934-2ed6-451e-afd7-edb606c477bc tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:53.705254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1e3581b5-19c4-446b-b73f-378d07445536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:53.705705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3581b5-19c4-446b-b73f-378d07445536 None None] The sync data for ids ['cca858b8-cc48-4110-b840-e727499e303f'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:44:53.710409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84432934-2ed6-451e-afd7-edb606c477bc tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Checking segment: {'id': '6b4152ed-8732-4238-9fef-49c892bf012e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'df0b58e4-4bee-4eca-8529-36b6116a7eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:44:53.710820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84432934-2ed6-451e-afd7-edb606c477bc tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Network hostable DHCP agents. Network: df0b58e4-4bee-4eca-8529-36b6116a7eee, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:44:53.721382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c476a75-1756-45b7-8362-b7308485e89b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-4c0b09a3-c864-48bc-b57d-a3f3543f587f', 'network_id': '4c0b09a3-c864-48bc-b57d-a3f3543f587f', 'tenant_id': '635f7309465b4cf6a31687ff8525ca91', 'fixed_ips': [{'subnet_id': '7901c061-bb87-4f40-81e9-03bb14327f7a'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:44:53.722298 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4c476a75-1756-45b7-8362-b7308485e89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:53.742551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 0a33b646-7189-4f11-8628-bf89aab3b9ac triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:44:53.742975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:53.788581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b23f533e-39ff-49ca-9d29-9d2370768dba tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:53.809035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c0716-a7a9-46a5-bdf8-c4ff15172b6a req-d5e6b332-c3a4-4aa2-8687-3a4659378715 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:53.811780 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b94c0716-a7a9-46a5-bdf8-c4ff15172b6a req-d5e6b332-c3a4-4aa2-8687-3a4659378715 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e46cb0a4-06ef-4442-9ae2-07612ef208a0 HTTP/1.1" status: 200 len: 911 time: 0.4109247 Dec 25 19:44:53.842094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-75252b12-e140-4cf2-b6e8-ba632e978a01 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:53.932193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a28a7c54-5523-4faa-be5f-06e46b504640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a775ae-2fff-4094-8439-4ef65c4dafd8', 'name': 'tempest-ServersTestManualDisk-816730343-router', 'tenant_id': '90bb9717229b4c6e84726aafca2dad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:28Z', 'updated_at': '2021-12-25T19:43:47Z', 'revision_number': 4, 'project_id': '90bb9717229b4c6e84726aafca2dad9f', 'gw_port': {'id': '5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a775ae-2fff-4094-8439-4ef65c4dafd8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:30Z', 'updated_at': '2021-12-25T19:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': 'd493e542-6dde-4b2d-a9a2-2d6e96286622', 'tenant_id': '90bb9717229b4c6e84726aafca2dad9f', 'floating_ip_address': '172.26.8.81', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '50a775ae-2fff-4094-8439-4ef65c4dafd8', 'port_id': 'd399ad49-b38d-49eb-9d8a-5809bd8daff1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e46cb0a4-06ef-4442-9ae2-07612ef208a0', 'mac_address': 'fa:16:3e:4d:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67086787-f7ca-407f-910b-911428340b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T19:44:05Z', 'updated_at': '2021-12-25T19:44:43Z', 'revision_number': 1, 'project_id': '90bb9717229b4c6e84726aafca2dad9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8a32d27-3cd9-4097-801a-4d8e4d7fe327', 'name': '', 'network_id': 'e46cb0a4-06ef-4442-9ae2-07612ef208a0', 'tenant_id': '90bb9717229b4c6e84726aafca2dad9f', 'mac_address': 'fa:16:3e:f2:25:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a775ae-2fff-4094-8439-4ef65c4dafd8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '818d1966-40c1-4634-903e-77db45d8332f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:44Z', 'updated_at': '2021-12-25T19:43:59Z', 'revision_number': 5, 'project_id': '90bb9717229b4c6e84726aafca2dad9f', 'subnets': [{'id': '818d1966-40c1-4634-903e-77db45d8332f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:53.937386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28a7c54-5523-4faa-be5f-06e46b504640 None None] Checking router: 50a775ae-2fff-4094-8439-4ef65c4dafd8 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:44:53.949082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28a7c54-5523-4faa-be5f-06e46b504640 None None] Routers {'50a775ae-2fff-4094-8439-4ef65c4dafd8'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:44:53.949767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a28a7c54-5523-4faa-be5f-06e46b504640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:44:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['50a775ae-2fff-4094-8439-4ef65c4dafd8'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:53.967852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84432934-2ed6-451e-afd7-edb606c477bc tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Network df0b58e4-4bee-4eca-8529-36b6116a7eee is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:44:53.974689 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b94c0716-a7a9-46a5-bdf8-c4ff15172b6a req-ff76b42f-2e51-49e5-82cb-6835cdd2af40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d399ad49-b38d-49eb-9d8a-5809bd8daff1 HTTP/1.1" status: 200 len: 999 time: 0.1499064 Dec 25 19:44:53.976715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b23f533e-39ff-49ca-9d29-9d2370768dba tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:53.980567 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b23f533e-39ff-49ca-9d29-9d2370768dba tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8380375 Dec 25 19:44:53.985275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43740) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:53.994151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-4c476a75-1756-45b7-8362-b7308485e89b None None] Allocated IP 2001:db8::1 (4c0b09a3-c864-48bc-b57d-a3f3543f587f/7901c061-bb87-4f40-81e9-03bb14327f7a/b09a2268-91dd-46e2-b838-611999c33b84) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:44:54.011183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-84432934-2ed6-451e-afd7-edb606c477bc tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, df0b58e4-4bee-4eca-8529-36b6116a7eee) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:44:54.022928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84432934-2ed6-451e-afd7-edb606c477bc tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:54.023407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84432934-2ed6-451e-afd7-edb606c477bc tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:54.024100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-84432934-2ed6-451e-afd7-edb606c477bc tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:54.043259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-75252b12-e140-4cf2-b6e8-ba632e978a01 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:54.055389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:54.100507 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-84432934-2ed6-451e-afd7-edb606c477bc tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.6163580 Dec 25 19:44:54.101371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43744) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:54.106376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75252b12-e140-4cf2-b6e8-ba632e978a01 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Pushing event deleted for resources: {'Subnet': ['ID=ac339883-18db-491d-814f-f4980e4a6f4a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:54.149380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-75252b12-e140-4cf2-b6e8-ba632e978a01 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:54.161872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-75252b12-e140-4cf2-b6e8-ba632e978a01 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:54.163939 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-75252b12-e140-4cf2-b6e8-ba632e978a01 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] 10.222.0.24 "DELETE /v2.0/subnets/ac339883-18db-491d-814f-f4980e4a6f4a HTTP/1.1" status: 204 len: 168 time: 1.3831868 Dec 25 19:44:54.176665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43750) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:54.199158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c0716-a7a9-46a5-bdf8-c4ff15172b6a req-4b44b843-39b4-432c-9009-4f304ec64e45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:54.200911 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b94c0716-a7a9-46a5-bdf8-c4ff15172b6a req-4b44b843-39b4-432c-9009-4f304ec64e45 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=818d1966-40c1-4634-903e-77db45d8332f HTTP/1.1" status: 200 len: 850 time: 0.2176390 Dec 25 19:44:54.224685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22e6f71-9712-4e14-afc1-81659970e72f tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:44:54.246754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-a28a7c54-5523-4faa-be5f-06e46b504640 None None] Set router 50a775ae-2fff-4094-8439-4ef65c4dafd8 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:44:54.253747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b562de7-07c7-4d67-84da-787d4ca3d54c tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:54.255391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b562de7-07c7-4d67-84da-787d4ca3d54c tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:54.256872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b562de7-07c7-4d67-84da-787d4ca3d54c tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:44:54.257735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9b562de7-07c7-4d67-84da-787d4ca3d54c tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Synchronizing usage tracker for tenant:635f7309465b4cf6a31687ff8525ca91 on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:44:54.311651 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65db2ae-bec1-4e56-be0d-f01d4204bf0d None None] Network df0b58e4-4bee-4eca-8529-36b6116a7eee requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:44:54.327357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3265c228-5fd9-4d0f-85a0-916dffe9b7c2 None None] Network 46b56e61-9ed0-44a5-86f6-cc200b1b7001 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:44:54.349800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c22e6f71-9712-4e14-afc1-81659970e72f tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:54.351226 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c22e6f71-9712-4e14-afc1-81659970e72f tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.3663318 Dec 25 19:44:54.355461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43754) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:54.356767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9b562de7-07c7-4d67-84da-787d4ca3d54c tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Unset dirty status for tenant:635f7309465b4cf6a31687ff8525ca91 on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:44:54.368283 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9b562de7-07c7-4d67-84da-787d4ca3d54c tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2633235 Dec 25 19:44:54.377852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43758) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:54.450749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-713f0868-1311-47a8-a941-bf9626185646 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:54.487930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-713f0868-1311-47a8-a941-bf9626185646 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Deleting port a334019b-2364-4630-83b4-2869babb1ade {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:44:54.488316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-713f0868-1311-47a8-a941-bf9626185646 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:54.582887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425480ec-183b-46c1-8750-2d83a6f2d89d None None] Sync routers for ids ['0a4d8bac-8fe2-4418-adc6-3e03263e759c'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:44:54.718753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425480ec-183b-46c1-8750-2d83a6f2d89d None None] Routers {'0a4d8bac-8fe2-4418-adc6-3e03263e759c'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:44:54.719823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-425480ec-183b-46c1-8750-2d83a6f2d89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:44:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['0a4d8bac-8fe2-4418-adc6-3e03263e759c'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:54.815396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c471e543-2a09-4a57-be0e-e77be4574349 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:54.845645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4c476a75-1756-45b7-8362-b7308485e89b None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:54.890339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-4c476a75-1756-45b7-8362-b7308485e89b None None] Transition to ACTIVE for port object b09a2268-91dd-46e2-b838-611999c33b84 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:44:54.974153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-4c476a75-1756-45b7-8362-b7308485e89b None None] Transition to ACTIVE for port object b09a2268-91dd-46e2-b838-611999c33b84 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:44:54.996653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4c476a75-1756-45b7-8362-b7308485e89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:55.004102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:55.107663 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b94c0716-a7a9-46a5-bdf8-c4ff15172b6a req-c49fc1d7-c653-4dba-bfda-02385993f97e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e46cb0a4-06ef-4442-9ae2-07612ef208a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8899868 Dec 25 19:44:55.148102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-713f0868-1311-47a8-a941-bf9626185646 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] For port a334019b-2364-4630-83b4-2869babb1ade, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a334019b-2364-4630-83b4-2869babb1ade,segment=NetworkSegment(57fec941-1e5b-4ba4-bdee-90068c6f85e1),segment_id=57fec941-1e5b-4ba4-bdee-90068c6f85e1)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:44:55.148365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-713f0868-1311-47a8-a941-bf9626185646 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:55.202171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c476a75-1756-45b7-8362-b7308485e89b None None] Network 4c0b09a3-c864-48bc-b57d-a3f3543f587f is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:44:55.206020 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed2e2bc-23d9-4e81-9b4d-dbd7a9668f8f None None] DHCP port deletion for 46b56e61-9ed0-44a5-86f6-cc200b1b7001 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:44:55.208700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a9cb37-c953-42ba-9dfc-b4601e886c2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-df0b58e4-4bee-4eca-8529-36b6116a7eee', 'network_id': 'df0b58e4-4bee-4eca-8529-36b6116a7eee', 'tenant_id': '635f7309465b4cf6a31687ff8525ca91', 'fixed_ips': [{'subnet_id': 'f6c3cfe2-d3de-4c8c-835a-6811f0ba032c'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:44:55.209270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a28a7c54-5523-4faa-be5f-06e46b504640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a775ae-2fff-4094-8439-4ef65c4dafd8', 'name': 'tempest-ServersTestManualDisk-816730343-router', 'tenant_id': '90bb9717229b4c6e84726aafca2dad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:28Z', 'updated_at': '2021-12-25T19:43:47Z', 'revision_number': 4, 'project_id': '90bb9717229b4c6e84726aafca2dad9f', 'gw_port': {'id': '5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a775ae-2fff-4094-8439-4ef65c4dafd8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:30Z', 'updated_at': '2021-12-25T19:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': 'd493e542-6dde-4b2d-a9a2-2d6e96286622', 'tenant_id': '90bb9717229b4c6e84726aafca2dad9f', 'floating_ip_address': '172.26.8.81', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '50a775ae-2fff-4094-8439-4ef65c4dafd8', 'port_id': 'd399ad49-b38d-49eb-9d8a-5809bd8daff1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e46cb0a4-06ef-4442-9ae2-07612ef208a0', 'mac_address': 'fa:16:3e:4d:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67086787-f7ca-407f-910b-911428340b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T19:44:05Z', 'updated_at': '2021-12-25T19:44:43Z', 'revision_number': 1, 'project_id': '90bb9717229b4c6e84726aafca2dad9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8a32d27-3cd9-4097-801a-4d8e4d7fe327', 'name': '', 'network_id': 'e46cb0a4-06ef-4442-9ae2-07612ef208a0', 'tenant_id': '90bb9717229b4c6e84726aafca2dad9f', 'mac_address': 'fa:16:3e:f2:25:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a775ae-2fff-4094-8439-4ef65c4dafd8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '818d1966-40c1-4634-903e-77db45d8332f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:44Z', 'updated_at': '2021-12-25T19:43:59Z', 'revision_number': 5, 'project_id': '90bb9717229b4c6e84726aafca2dad9f', 'subnets': [{'id': '818d1966-40c1-4634-903e-77db45d8332f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:55.210145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7a9cb37-c953-42ba-9dfc-b4601e886c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:55.223469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-4c476a75-1756-45b7-8362-b7308485e89b None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:44:55.226941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28a7c54-5523-4faa-be5f-06e46b504640 None None] The sync data for ids ['50a775ae-2fff-4094-8439-4ef65c4dafd8'] in dv-neutron-822611-1-hyperv is: [{'id': '50a775ae-2fff-4094-8439-4ef65c4dafd8', 'name': 'tempest-ServersTestManualDisk-816730343-router', 'tenant_id': '90bb9717229b4c6e84726aafca2dad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:28Z', 'updated_at': '2021-12-25T19:43:47Z', 'revision_number': 4, 'project_id': '90bb9717229b4c6e84726aafca2dad9f', 'gw_port': {'id': '5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a775ae-2fff-4094-8439-4ef65c4dafd8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:30Z', 'updated_at': '2021-12-25T19:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': 'd493e542-6dde-4b2d-a9a2-2d6e96286622', 'tenant_id': '90bb9717229b4c6e84726aafca2dad9f', 'floating_ip_address': '172.26.8.81', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '50a775ae-2fff-4094-8439-4ef65c4dafd8', 'port_id': 'd399ad49-b38d-49eb-9d8a-5809bd8daff1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e46cb0a4-06ef-4442-9ae2-07612ef208a0', 'mac_address': 'fa:16:3e:4d:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67086787-f7ca-407f-910b-911428340b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T19:44:05Z', 'updated_at': '2021-12-25T19:44:43Z', 'revision_number': 1, 'project_id': '90bb9717229b4c6e84726aafca2dad9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8a32d27-3cd9-4097-801a-4d8e4d7fe327', 'name': '', 'network_id': 'e46cb0a4-06ef-4442-9ae2-07612ef208a0', 'tenant_id': '90bb9717229b4c6e84726aafca2dad9f', 'mac_address': 'fa:16:3e:f2:25:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a775ae-2fff-4094-8439-4ef65c4dafd8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '818d1966-40c1-4634-903e-77db45d8332f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:44Z', 'updated_at': '2021-12-25T19:43:59Z', 'revision_number': 5, 'project_id': '90bb9717229b4c6e84726aafca2dad9f', 'subnets': [{'id': '818d1966-40c1-4634-903e-77db45d8332f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:44:55.236998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c476a75-1756-45b7-8362-b7308485e89b None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:44:55.238681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-425480ec-183b-46c1-8750-2d83a6f2d89d None None] Set router 0a4d8bac-8fe2-4418-adc6-3e03263e759c gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:44:55.240668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c476a75-1756-45b7-8362-b7308485e89b None None] Pushing event updated for resources: {'Port': ['ID=b09a2268-91dd-46e2-b838-611999c33b84,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:55.247342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1ed2e2bc-23d9-4e81-9b4d-dbd7a9668f8f None None] Deleting port a334019b-2364-4630-83b4-2869babb1ade {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:44:55.248023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1ed2e2bc-23d9-4e81-9b4d-dbd7a9668f8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:55.310895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4c476a75-1756-45b7-8362-b7308485e89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:55.311257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-713f0868-1311-47a8-a941-bf9626185646 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Calling delete_port for a334019b-2364-4630-83b4-2869babb1ade owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:44:55.485229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-713f0868-1311-47a8-a941-bf9626185646 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:55.504618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-54f44a98-a43a-47c2-ae52-8446780e103e tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:55.558997 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e3c0745f-5c43-4258-b263-3e7bc8f6ba75 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] 10.222.0.24 "GET /v2.0/routers/0a4d8bac-8fe2-4418-adc6-3e03263e759c HTTP/1.1" status: 200 len: 906 time: 1.1886821 Dec 25 19:44:55.569251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43768) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:55.570106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f0868-1311-47a8-a941-bf9626185646 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Pushing event deleted for resources: {'Port': ['ID=a334019b-2364-4630-83b4-2869babb1ade,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:55.574363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-713f0868-1311-47a8-a941-bf9626185646 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:55.659851 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713f0868-1311-47a8-a941-bf9626185646 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] No DVR routers for this DVR port a334019b-2364-4630-83b4-2869babb1ade on host dv-neutron-822611-1-hyperv {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:44:55.687660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-425480ec-183b-46c1-8750-2d83a6f2d89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4d8bac-8fe2-4418-adc6-3e03263e759c', 'name': 'tempest-snat-router-1495355441', 'tenant_id': '59c528ad242a4b3e924fe17f127afd90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': '97d16f73-a168-4a34-801d-af2b9fdfee14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:44:48Z', 'updated_at': '2021-12-25T19:44:50Z', 'revision_number': 3, 'project_id': '59c528ad242a4b3e924fe17f127afd90', 'gw_port': {'id': '97d16f73-a168-4a34-801d-af2b9fdfee14', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4d8bac-8fe2-4418-adc6-3e03263e759c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:44:49Z', 'updated_at': '2021-12-25T19:44:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:55.692212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425480ec-183b-46c1-8750-2d83a6f2d89d None None] Checking router: 0a4d8bac-8fe2-4418-adc6-3e03263e759c for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:44:55.692611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425480ec-183b-46c1-8750-2d83a6f2d89d None None] Updating router 0a4d8bac-8fe2-4418-adc6-3e03263e759c port 97d16f73-a168-4a34-801d-af2b9fdfee14 binding host dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 19:44:55.769315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-425480ec-183b-46c1-8750-2d83a6f2d89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:55.883473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-713f0868-1311-47a8-a941-bf9626185646 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:55.909522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c471e543-2a09-4a57-be0e-e77be4574349 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:55.921316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c471e543-2a09-4a57-be0e-e77be4574349 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:55.958048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-1ed2e2bc-23d9-4e81-9b4d-dbd7a9668f8f None None] For port a334019b-2364-4630-83b4-2869babb1ade, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a334019b-2364-4630-83b4-2869babb1ade,segment=NetworkSegment(57fec941-1e5b-4ba4-bdee-90068c6f85e1),segment_id=57fec941-1e5b-4ba4-bdee-90068c6f85e1)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:44:55.958494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1ed2e2bc-23d9-4e81-9b4d-dbd7a9668f8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:55.974845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c471e543-2a09-4a57-be0e-e77be4574349 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:55.979915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c471e543-2a09-4a57-be0e-e77be4574349 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 03c2354f-d235-4050-89f5-12f029ff19f1 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:44:55.997657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-713f0868-1311-47a8-a941-bf9626185646 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46b56e61-9ed0-44a5-86f6-cc200b1b7001']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:56.018421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-713f0868-1311-47a8-a941-bf9626185646 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57fec941-1e5b-4ba4-bdee-90068c6f85e1') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:56.018676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-713f0868-1311-47a8-a941-bf9626185646 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57fec941-1e5b-4ba4-bdee-90068c6f85e1') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:56.030067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-383cec17-96cf-4b45-af21-d3582203bbe5 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Deleting subnet 7901c061-bb87-4f40-81e9-03bb14327f7a {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:44:56.039143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-713f0868-1311-47a8-a941-bf9626185646 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:56.041499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-383cec17-96cf-4b45-af21-d3582203bbe5 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:56.063076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-713f0868-1311-47a8-a941-bf9626185646 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:56.074954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-713f0868-1311-47a8-a941-bf9626185646 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:44:56.075429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-713f0868-1311-47a8-a941-bf9626185646 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:56.092377 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:44:56.092377 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:44:56.092377 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:44:56.092377 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:44:56.092377 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:44:56.092377 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:44:56.092377 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:44:56.092377 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:44:56.092377 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:44:56.092377 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:44:56.092377 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:44:56.092377 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:44:56.092377 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:44:56.092377 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:44:56.092377 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:44:56.092377 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:44:56.092377 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:44:56.092377 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:44:56.092377 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:44:56.092377 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:44:56.092377 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:44:56.092377 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:44:56.092377 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:44:56.092377 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:44:56.092377 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:44:56.092377 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:44:56.092377 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:44:56.092377 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:44:56.092377 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:44:56.092377 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:44:56.092377 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:44:56.092377 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:44:56.106134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-28a8a1f5-5aae-4f6b-809f-b9b90fd005b1 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:56.114159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c471e543-2a09-4a57-be0e-e77be4574349 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:56.118655 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c471e543-2a09-4a57-be0e-e77be4574349 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] 10.222.0.24 "DELETE /v2.0/routers/03c2354f-d235-4050-89f5-12f029ff19f1 HTTP/1.1" status: 204 len: 168 time: 2.1313577 Dec 25 19:44:56.141067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1ed2e2bc-23d9-4e81-9b4d-dbd7a9668f8f None None] Calling delete_port for a334019b-2364-4630-83b4-2869babb1ade owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:44:56.160939 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b94c0716-a7a9-46a5-bdf8-c4ff15172b6a req-aa187d7a-bae7-40e9-943a-9d1e807c9d5b service neutron] 10.222.0.36 "GET /v2.0/networks/e46cb0a4-06ef-4442-9ae2-07612ef208a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0325985 Dec 25 19:44:56.250155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-383cec17-96cf-4b45-af21-d3582203bbe5 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:56.303515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-425480ec-183b-46c1-8750-2d83a6f2d89d None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:56.333448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-425480ec-183b-46c1-8750-2d83a6f2d89d None None] Transition to ACTIVE for port object 97d16f73-a168-4a34-801d-af2b9fdfee14 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:44:56.342690 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-713f0868-1311-47a8-a941-bf9626185646 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:56.347167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4b21a150-e335-485f-a9cc-c767841f9420 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:56.348122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-425480ec-183b-46c1-8750-2d83a6f2d89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:56.360736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:56.366712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-1ed2e2bc-23d9-4e81-9b4d-dbd7a9668f8f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:44:56.367142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-1ed2e2bc-23d9-4e81-9b4d-dbd7a9668f8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:44:56.374515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-713f0868-1311-47a8-a941-bf9626185646 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:56.379008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f0868-1311-47a8-a941-bf9626185646 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Pushing event deleted for resources: {'Network': ['ID=46b56e61-9ed0-44a5-86f6-cc200b1b7001,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:56.383268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-713f0868-1311-47a8-a941-bf9626185646 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:56.386163 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212bd208-bd84-4a5b-a4d8-e60ea5a5b50c None None] New status for floating IP d493e542-6dde-4b2d-a9a2-2d6e96286622: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 19:44:56.404937 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-713f0868-1311-47a8-a941-bf9626185646 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] 10.222.0.24 "DELETE /v2.0/networks/46b56e61-9ed0-44a5-86f6-cc200b1b7001 HTTP/1.1" status: 204 len: 168 time: 2.2269411 Dec 25 19:44:56.477726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-4c476a75-1756-45b7-8362-b7308485e89b None None] Attempting to bind port b09a2268-91dd-46e2-b838-611999c33b84 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:44:56.478469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-4c476a75-1756-45b7-8362-b7308485e89b None None] Attempting to bind port b09a2268-91dd-46e2-b838-611999c33b84 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'ab3008c7-0507-4648-bf98-54e69574f2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4c0b09a3-c864-48bc-b57d-a3f3543f587f'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:44:56.479024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c476a75-1756-45b7-8362-b7308485e89b None None] Attempting to bind port b09a2268-91dd-46e2-b838-611999c33b84 on network 4c0b09a3-c864-48bc-b57d-a3f3543f587f {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:44:56.484824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43780) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:56.509671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7dcb86c-9868-4c7f-8937-1f17f2e8f508 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:56.556066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-28a8a1f5-5aae-4f6b-809f-b9b90fd005b1 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:56.562335 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-425480ec-183b-46c1-8750-2d83a6f2d89d None None] Attempting to bind port 97d16f73-a168-4a34-801d-af2b9fdfee14 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:44:56.562754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-425480ec-183b-46c1-8750-2d83a6f2d89d None None] Attempting to bind port 97d16f73-a168-4a34-801d-af2b9fdfee14 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:44:56.565350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425480ec-183b-46c1-8750-2d83a6f2d89d None None] Attempting to bind port 97d16f73-a168-4a34-801d-af2b9fdfee14 on network a29ab018-4a1a-4021-8156-423134b861f3 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:44:56.568683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-28a8a1f5-5aae-4f6b-809f-b9b90fd005b1 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Deleting port 97d16f73-a168-4a34-801d-af2b9fdfee14 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:44:56.569252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-28a8a1f5-5aae-4f6b-809f-b9b90fd005b1 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:56.584546 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425480ec-183b-46c1-8750-2d83a6f2d89d None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:44:56.585041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425480ec-183b-46c1-8750-2d83a6f2d89d None None] Checking segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:44:56.591267 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-425480ec-183b-46c1-8750-2d83a6f2d89d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:56.591789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425480ec-183b-46c1-8750-2d83a6f2d89d None None] Bound using segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:44:56.592359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-425480ec-183b-46c1-8750-2d83a6f2d89d None None] Bound port: 97d16f73-a168-4a34-801d-af2b9fdfee14, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:44:56.592796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-425480ec-183b-46c1-8750-2d83a6f2d89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:56.724892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-a7a9cb37-c953-42ba-9dfc-b4601e886c2b None None] Allocated IP 2001:db8:0:1::1 (df0b58e4-4bee-4eca-8529-36b6116a7eee/f6c3cfe2-d3de-4c8c-835a-6811f0ba032c/40ed5ab4-5c9f-4ce0-8ca6-edd7612b9ecf) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:44:56.983861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-28a8a1f5-5aae-4f6b-809f-b9b90fd005b1 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] For port 97d16f73-a168-4a34-801d-af2b9fdfee14, host dv-neutron-822611-1-hyperv, got binding levels [] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:44:56.984264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-28a8a1f5-5aae-4f6b-809f-b9b90fd005b1 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:57.016320 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b832c06-104a-4cb3-84d3-59187a4a33e2 None None] Pushing event updated for resources: {'Port': ['ID=97d16f73-a168-4a34-801d-af2b9fdfee14,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:57.028747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5b832c06-104a-4cb3-84d3-59187a4a33e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:57.044565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7a9cb37-c953-42ba-9dfc-b4601e886c2b None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:57.066599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a7a9cb37-c953-42ba-9dfc-b4601e886c2b None None] Transition to ACTIVE for port object 40ed5ab4-5c9f-4ce0-8ca6-edd7612b9ecf will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:44:57.073653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-425480ec-183b-46c1-8750-2d83a6f2d89d None None] For port 97d16f73-a168-4a34-801d-af2b9fdfee14, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:44:57.077847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-425480ec-183b-46c1-8750-2d83a6f2d89d None None] For port 97d16f73-a168-4a34-801d-af2b9fdfee14, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=97d16f73-a168-4a34-801d-af2b9fdfee14,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:44:57.080698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1ed2e2bc-23d9-4e81-9b4d-dbd7a9668f8f None None] Deleting port a334019b-2364-4630-83b4-2869babb1ade {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:44:57.084034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-425480ec-183b-46c1-8750-2d83a6f2d89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:57.084630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1ed2e2bc-23d9-4e81-9b4d-dbd7a9668f8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:57.098601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-07429672-ed7a-49c8-8629-54adccdf253b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:57.119865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-28a8a1f5-5aae-4f6b-809f-b9b90fd005b1 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Calling delete_port for 97d16f73-a168-4a34-801d-af2b9fdfee14 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:44:57.234203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b832c06-104a-4cb3-84d3-59187a4a33e2 None None] Pushing event updated for resources: {'Port': ['ID=97d16f73-a168-4a34-801d-af2b9fdfee14,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:57.253394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5b832c06-104a-4cb3-84d3-59187a4a33e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:57.260429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425480ec-183b-46c1-8750-2d83a6f2d89d None None] Routers {'0a4d8bac-8fe2-4418-adc6-3e03263e759c'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:44:57.261114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-425480ec-183b-46c1-8750-2d83a6f2d89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:44:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['0a4d8bac-8fe2-4418-adc6-3e03263e759c'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:57.289868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43792) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:57.295160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-282d01d4-2c04-4181-91db-bf9ff0dedbac tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1149210186', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:44:57.303527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-28a8a1f5-5aae-4f6b-809f-b9b90fd005b1 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:44:57.304293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-28a8a1f5-5aae-4f6b-809f-b9b90fd005b1 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:44:57.304801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-282d01d4-2c04-4181-91db-bf9ff0dedbac tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:44:57.305364 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b94c0716-a7a9-46a5-bdf8-c4ff15172b6a req-3c42f6e9-5785-481e-886c-19ba8aee6c9e service neutron] 10.222.0.36 "GET /v2.0/networks/e46cb0a4-06ef-4442-9ae2-07612ef208a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1352901 Dec 25 19:44:57.324330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-282d01d4-2c04-4181-91db-bf9ff0dedbac tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Usage tracker for resource:router and tenant:76dae1c6382c46fba6fdd5a2a0ca79a2 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:44:57.331943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-282d01d4-2c04-4181-91db-bf9ff0dedbac tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:44:57.342991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-282d01d4-2c04-4181-91db-bf9ff0dedbac tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:44:57.359221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-282d01d4-2c04-4181-91db-bf9ff0dedbac tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:57.360406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-282d01d4-2c04-4181-91db-bf9ff0dedbac tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:57.401032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-282d01d4-2c04-4181-91db-bf9ff0dedbac tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:57.451020 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a334019b-2364-4630-83b4-2869babb1ade no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:44:57.484713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-425480ec-183b-46c1-8750-2d83a6f2d89d None None] Set router 0a4d8bac-8fe2-4418-adc6-3e03263e759c gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:44:57.493574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1ed2e2bc-23d9-4e81-9b4d-dbd7a9668f8f None None] The port 'a334019b-2364-4630-83b4-2869babb1ade' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:44:57.495467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: a334019b-2364-4630-83b4-2869babb1ade {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:44:57.496013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a334019b-2364-4630-83b4-2869babb1ade not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:44:57.508958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c476a75-1756-45b7-8362-b7308485e89b None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:44:57.509557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c476a75-1756-45b7-8362-b7308485e89b None None] Checking segment: {'id': 'ab3008c7-0507-4648-bf98-54e69574f2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4c0b09a3-c864-48bc-b57d-a3f3543f587f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:44:57.510334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4c476a75-1756-45b7-8362-b7308485e89b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:57.510933 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c476a75-1756-45b7-8362-b7308485e89b None None] Bound using segment: {'id': 'ab3008c7-0507-4648-bf98-54e69574f2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4c0b09a3-c864-48bc-b57d-a3f3543f587f'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:44:57.511802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-4c476a75-1756-45b7-8362-b7308485e89b None None] Bound port: b09a2268-91dd-46e2-b838-611999c33b84, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab3008c7-0507-4648-bf98-54e69574f2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4c0b09a3-c864-48bc-b57d-a3f3543f587f'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:44:57.514327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4c476a75-1756-45b7-8362-b7308485e89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:57.542175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a7a9cb37-c953-42ba-9dfc-b4601e886c2b None None] Transition to ACTIVE for port object 40ed5ab4-5c9f-4ce0-8ca6-edd7612b9ecf will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:44:57.632085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-a7dcb86c-9868-4c7f-8937-1f17f2e8f508 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Allocated IP 2001:db8:1::1 (47ee999a-198f-449a-bcd6-64a8745694d0/4d95faa6-400e-476f-86bb-9cb3535e61b5/95671108-1d46-492a-bdbc-2483493c15d4) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:44:57.671316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-4c476a75-1756-45b7-8362-b7308485e89b None None] For port b09a2268-91dd-46e2-b838-611999c33b84, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:44:57.675322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-4c476a75-1756-45b7-8362-b7308485e89b None None] For port b09a2268-91dd-46e2-b838-611999c33b84, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=b09a2268-91dd-46e2-b838-611999c33b84,segment=NetworkSegment(ab3008c7-0507-4648-bf98-54e69574f2aa),segment_id=ab3008c7-0507-4648-bf98-54e69574f2aa)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:44:57.678553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7a9cb37-c953-42ba-9dfc-b4601e886c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:57.682962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-425480ec-183b-46c1-8750-2d83a6f2d89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4d8bac-8fe2-4418-adc6-3e03263e759c', 'name': 'tempest-snat-router-1495355441', 'tenant_id': '59c528ad242a4b3e924fe17f127afd90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:44:48Z', 'updated_at': '2021-12-25T19:44:56Z', 'revision_number': 4, 'project_id': '59c528ad242a4b3e924fe17f127afd90', 'gw_port_host': None}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:44:57.686052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:57.688538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425480ec-183b-46c1-8750-2d83a6f2d89d None None] The sync data for ids ['0a4d8bac-8fe2-4418-adc6-3e03263e759c'] in dv-neutron-822611-1-hyperv is: [{'id': '0a4d8bac-8fe2-4418-adc6-3e03263e759c', 'name': 'tempest-snat-router-1495355441', 'tenant_id': '59c528ad242a4b3e924fe17f127afd90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:44:48Z', 'updated_at': '2021-12-25T19:44:56Z', 'revision_number': 4, 'project_id': '59c528ad242a4b3e924fe17f127afd90', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:44:57.711614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-282d01d4-2c04-4181-91db-bf9ff0dedbac tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:57.716370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-383cec17-96cf-4b45-af21-d3582203bbe5 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:57.733909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4c476a75-1756-45b7-8362-b7308485e89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:57.779249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a9cb37-c953-42ba-9dfc-b4601e886c2b None None] Network df0b58e4-4bee-4eca-8529-36b6116a7eee is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:44:57.796289 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-a7a9cb37-c953-42ba-9dfc-b4601e886c2b None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:44:57.798728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a9cb37-c953-42ba-9dfc-b4601e886c2b None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:44:57.806137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9cb37-c953-42ba-9dfc-b4601e886c2b None None] Pushing event updated for resources: {'Port': ['ID=40ed5ab4-5c9f-4ce0-8ca6-edd7612b9ecf,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:57.808992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a7a9cb37-c953-42ba-9dfc-b4601e886c2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:57.814414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a40f4dee-5e03-4df3-a41b-77a6fc515745 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:57.838555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-28a8a1f5-5aae-4f6b-809f-b9b90fd005b1 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Deleting port 97d16f73-a168-4a34-801d-af2b9fdfee14 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:44:57.838997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-28a8a1f5-5aae-4f6b-809f-b9b90fd005b1 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:57.929019 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-de923491-cbb7-4b5b-9c50-75df32dda80b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5f90ad4bf3964cf9a867f6e9063d2869&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6373932 Dec 25 19:44:57.929639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43802) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:57.961721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-383cec17-96cf-4b45-af21-d3582203bbe5 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:57.970189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7dcb86c-9868-4c7f-8937-1f17f2e8f508 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:57.987341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5c3c1a11-f936-4f77-83cd-cd0974a93629 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:57.998563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-a7a9cb37-c953-42ba-9dfc-b4601e886c2b None None] Attempting to bind port 40ed5ab4-5c9f-4ce0-8ca6-edd7612b9ecf on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:44:57.998990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-a7a9cb37-c953-42ba-9dfc-b4601e886c2b None None] Attempting to bind port 40ed5ab4-5c9f-4ce0-8ca6-edd7612b9ecf by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '6b4152ed-8732-4238-9fef-49c892bf012e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'df0b58e4-4bee-4eca-8529-36b6116a7eee'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:44:57.999437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a9cb37-c953-42ba-9dfc-b4601e886c2b None None] Attempting to bind port 40ed5ab4-5c9f-4ce0-8ca6-edd7612b9ecf on network df0b58e4-4bee-4eca-8529-36b6116a7eee {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:44:58.002362 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c476a75-1756-45b7-8362-b7308485e89b None None] Pushing event updated for resources: {'Port': ['ID=b09a2268-91dd-46e2-b838-611999c33b84,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:58.005898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4c476a75-1756-45b7-8362-b7308485e89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:58.011794 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a9cb37-c953-42ba-9dfc-b4601e886c2b None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:44:58.012221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a9cb37-c953-42ba-9dfc-b4601e886c2b None None] Checking segment: {'id': '6b4152ed-8732-4238-9fef-49c892bf012e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'df0b58e4-4bee-4eca-8529-36b6116a7eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:44:58.013200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7a9cb37-c953-42ba-9dfc-b4601e886c2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:58.013640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a9cb37-c953-42ba-9dfc-b4601e886c2b None None] Bound using segment: {'id': '6b4152ed-8732-4238-9fef-49c892bf012e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'df0b58e4-4bee-4eca-8529-36b6116a7eee'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:44:58.014164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-a7a9cb37-c953-42ba-9dfc-b4601e886c2b None None] Bound port: 40ed5ab4-5c9f-4ce0-8ca6-edd7612b9ecf, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b4152ed-8732-4238-9fef-49c892bf012e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'df0b58e4-4bee-4eca-8529-36b6116a7eee'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:44:58.014582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7a9cb37-c953-42ba-9dfc-b4601e886c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:58.048378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a7dcb86c-9868-4c7f-8937-1f17f2e8f508 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Transition to ACTIVE for port object 95671108-1d46-492a-bdbc-2483493c15d4 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:44:58.052255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383cec17-96cf-4b45-af21-d3582203bbe5 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Pushing event deleted for resources: {'Subnet': ['ID=7901c061-bb87-4f40-81e9-03bb14327f7a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:58.068186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-383cec17-96cf-4b45-af21-d3582203bbe5 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:58.084280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-383cec17-96cf-4b45-af21-d3582203bbe5 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:58.121786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-a7a9cb37-c953-42ba-9dfc-b4601e886c2b None None] For port 40ed5ab4-5c9f-4ce0-8ca6-edd7612b9ecf, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:44:58.127599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-282d01d4-2c04-4181-91db-bf9ff0dedbac tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:58.136197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e50d2666-b4c8-481d-aeb6-997473f84c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:58.143091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-a7a9cb37-c953-42ba-9dfc-b4601e886c2b None None] For port 40ed5ab4-5c9f-4ce0-8ca6-edd7612b9ecf, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=40ed5ab4-5c9f-4ce0-8ca6-edd7612b9ecf,segment=NetworkSegment(6b4152ed-8732-4238-9fef-49c892bf012e),segment_id=6b4152ed-8732-4238-9fef-49c892bf012e)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:44:58.148520 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-383cec17-96cf-4b45-af21-d3582203bbe5 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] 10.222.0.24 "DELETE /v2.0/subnets/7901c061-bb87-4f40-81e9-03bb14327f7a HTTP/1.1" status: 204 len: 168 time: 3.7641156 Dec 25 19:44:58.151617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43806) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:44:58.152491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7a9cb37-c953-42ba-9dfc-b4601e886c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:58.155258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7dcb86c-9868-4c7f-8937-1f17f2e8f508 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:58.158276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:58.163494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5e13923b-7bcc-481f-9b37-c5213d1f2b4c tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:58.170664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-282d01d4-2c04-4181-91db-bf9ff0dedbac tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:58.256582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9cb37-c953-42ba-9dfc-b4601e886c2b None None] Pushing event updated for resources: {'Port': ['ID=40ed5ab4-5c9f-4ce0-8ca6-edd7612b9ecf,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:58.269826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a7a9cb37-c953-42ba-9dfc-b4601e886c2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:58.284119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-28a8a1f5-5aae-4f6b-809f-b9b90fd005b1 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] For port 97d16f73-a168-4a34-801d-af2b9fdfee14, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=97d16f73-a168-4a34-801d-af2b9fdfee14,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:44:58.284407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-28a8a1f5-5aae-4f6b-809f-b9b90fd005b1 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:58.303637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e50d2666-b4c8-481d-aeb6-997473f84c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:58.386019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dcb86c-9868-4c7f-8937-1f17f2e8f508 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Network 47ee999a-198f-449a-bcd6-64a8745694d0 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:44:58.395308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-a7dcb86c-9868-4c7f-8937-1f17f2e8f508 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:44:58.407968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dcb86c-9868-4c7f-8937-1f17f2e8f508 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:44:58.408548 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7dcb86c-9868-4c7f-8937-1f17f2e8f508 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:58.439207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dcb86c-9868-4c7f-8937-1f17f2e8f508 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event updated for resources: {'Port': ['ID=95671108-1d46-492a-bdbc-2483493c15d4,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:58.456765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a7dcb86c-9868-4c7f-8937-1f17f2e8f508 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:58.586012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7dcb86c-9868-4c7f-8937-1f17f2e8f508 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:58.778185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-28a8a1f5-5aae-4f6b-809f-b9b90fd005b1 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Calling delete_port for 97d16f73-a168-4a34-801d-af2b9fdfee14 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:44:58.857871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e50d2666-b4c8-481d-aeb6-997473f84c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:58.882000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-73ada40c-c197-406f-ad33-7ad9fc8b2ae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:58.962649 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50d2666-b4c8-481d-aeb6-997473f84c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98e205e-1fef-40f5-8e0a-3d9512b35434,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:58.965025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e50d2666-b4c8-481d-aeb6-997473f84c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:58.969130 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e50d2666-b4c8-481d-aeb6-997473f84c7c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f98e205e-1fef-40f5-8e0a-3d9512b35434 HTTP/1.1" status: 204 len: 168 time: 1.0250578 Dec 25 19:44:58.970472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e50d2666-b4c8-481d-aeb6-997473f84c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:58.986029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-282d01d4-2c04-4181-91db-bf9ff0dedbac tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Allocated IP 172.26.8.193 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/d6e6f631-9675-495b-8ee5-326c2305823c) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:44:59.043119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-927eb054-63ae-4562-a857-9a807791c9fb tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Deleting subnet f6c3cfe2-d3de-4c8c-835a-6811f0ba032c {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:44:59.048387 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-927eb054-63ae-4562-a857-9a807791c9fb tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:59.071114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b03f83ef-b4f4-48c9-85ac-a2d92480f4f4 None None] Provisioning for port 95671108-1d46-492a-bdbc-2483493c15d4 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:44:59.077648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b03f83ef-b4f4-48c9-85ac-a2d92480f4f4 None None] Provisioning complete for port 95671108-1d46-492a-bdbc-2483493c15d4 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:44:59.078332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b03f83ef-b4f4-48c9-85ac-a2d92480f4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:59.171105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b03f83ef-b4f4-48c9-85ac-a2d92480f4f4 None None] Port 95671108-1d46-492a-bdbc-2483493c15d4 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:44:59.227852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-927eb054-63ae-4562-a857-9a807791c9fb tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:59.340066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device b09a2268-91dd-46e2-b838-611999c33b84 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:44:59.363513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-28a8a1f5-5aae-4f6b-809f-b9b90fd005b1 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:59.372163 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-84417c70-1e75-4095-b55e-c4dc92a254f6 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:59.428586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8a1f5-5aae-4f6b-809f-b9b90fd005b1 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Pushing event deleted for resources: {'Port': ['ID=97d16f73-a168-4a34-801d-af2b9fdfee14,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:59.445306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-28a8a1f5-5aae-4f6b-809f-b9b90fd005b1 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:59.478942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port b09a2268-91dd-46e2-b838-611999c33b84 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:44:59.484352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 40ed5ab4-5c9f-4ce0-8ca6-edd7612b9ecf up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:44:59.564683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-282d01d4-2c04-4181-91db-bf9ff0dedbac tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:59.613776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-927eb054-63ae-4562-a857-9a807791c9fb tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:59.635194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 40ed5ab4-5c9f-4ce0-8ca6-edd7612b9ecf completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:44:59.670092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7dcb86c-9868-4c7f-8937-1f17f2e8f508 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:59.680879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7dcb86c-9868-4c7f-8937-1f17f2e8f508 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:59.681757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7dcb86c-9868-4c7f-8937-1f17f2e8f508 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:59.693565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6ec663be-4bf4-4198-9445-ef019f1d3520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:59.763969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-28a8a1f5-5aae-4f6b-809f-b9b90fd005b1 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:59.822606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dcb86c-9868-4c7f-8937-1f17f2e8f508 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event updated for resources: {'Port': ['ID=95671108-1d46-492a-bdbc-2483493c15d4,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:59.829899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a7dcb86c-9868-4c7f-8937-1f17f2e8f508 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:59.907460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-927eb054-63ae-4562-a857-9a807791c9fb tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:59.917113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:44:59.966470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927eb054-63ae-4562-a857-9a807791c9fb tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Pushing event deleted for resources: {'Subnet': ['ID=f6c3cfe2-d3de-4c8c-835a-6811f0ba032c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:44:59.979198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-927eb054-63ae-4562-a857-9a807791c9fb tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:44:59.985901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-927eb054-63ae-4562-a857-9a807791c9fb tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:44:59.999643 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-927eb054-63ae-4562-a857-9a807791c9fb tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] 10.222.0.24 "DELETE /v2.0/subnets/f6c3cfe2-d3de-4c8c-835a-6811f0ba032c HTTP/1.1" status: 204 len: 168 time: 1.8439291 Dec 25 19:45:00.002896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43834) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:00.065592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dcb86c-9868-4c7f-8937-1f17f2e8f508 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Network 47ee999a-198f-449a-bcd6-64a8745694d0 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:45:00.082866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-a7dcb86c-9868-4c7f-8937-1f17f2e8f508 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:45:00.108744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-28a8a1f5-5aae-4f6b-809f-b9b90fd005b1 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:00.113685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-28a8a1f5-5aae-4f6b-809f-b9b90fd005b1 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:00.158677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-282d01d4-2c04-4181-91db-bf9ff0dedbac tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:00.164434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-38236793-6dbb-49e3-8d58-0dfc1eac6b7e tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:00.197201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-28a8a1f5-5aae-4f6b-809f-b9b90fd005b1 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:00.197944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a8a1f5-5aae-4f6b-809f-b9b90fd005b1 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a4d8bac-8fe2-4418-adc6-3e03263e759c {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:45:00.267994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282d01d4-2c04-4181-91db-bf9ff0dedbac tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:45:00.271267 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-282d01d4-2c04-4181-91db-bf9ff0dedbac tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:45:00.273832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282d01d4-2c04-4181-91db-bf9ff0dedbac tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:45:00.333896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416d0614-36ea-44fd-8c5b-dc962121e5f1 None None] Network 4c0b09a3-c864-48bc-b57d-a3f3543f587f requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:45:00.343842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-28a8a1f5-5aae-4f6b-809f-b9b90fd005b1 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:00.348042 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-28a8a1f5-5aae-4f6b-809f-b9b90fd005b1 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] 10.222.0.24 "DELETE /v2.0/routers/0a4d8bac-8fe2-4418-adc6-3e03263e759c HTTP/1.1" status: 204 len: 168 time: 4.7754014 Dec 25 19:45:00.348839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43842) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:00.609548 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43848) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:00.623821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d01d4-2c04-4181-91db-bf9ff0dedbac tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Pushing event updated for resources: {'Port': ['ID=d6e6f631-9675-495b-8ee5-326c2305823c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:00.627108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-282d01d4-2c04-4181-91db-bf9ff0dedbac tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:00.768520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-7ebdf32e-98fc-4ddf-94a7-2c5790ea9ecd None None] Provisioning for port b09a2268-91dd-46e2-b838-611999c33b84 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:45:00.779465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-282d01d4-2c04-4181-91db-bf9ff0dedbac tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:00.780823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-282d01d4-2c04-4181-91db-bf9ff0dedbac tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:00.828162 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3298c-65cb-45ad-b10d-aef413cef21f tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:00.829070 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-46e3298c-65cb-45ad-b10d-aef413cef21f tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Synchronizing usage tracker for tenant:635f7309465b4cf6a31687ff8525ca91 on resource:subnet {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:45:00.868163 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-46e3298c-65cb-45ad-b10d-aef413cef21f tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Unset dirty status for tenant:635f7309465b4cf6a31687ff8525ca91 on resource:subnet {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:45:00.872957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-7ebdf32e-98fc-4ddf-94a7-2c5790ea9ecd None None] Provisioning complete for port b09a2268-91dd-46e2-b838-611999c33b84 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:45:00.873382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7ebdf32e-98fc-4ddf-94a7-2c5790ea9ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:00.876866 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-46e3298c-65cb-45ad-b10d-aef413cef21f tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8718972 Dec 25 19:45:00.877588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43856) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:00.924805 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-eeac3528-192a-430d-9492-1625239bfb1e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-947301020'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:00.947597 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-eeac3528-192a-430d-9492-1625239bfb1e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:00.962255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-eeac3528-192a-430d-9492-1625239bfb1e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Usage tracker for resource:network and tenant:e8d9b6a20125442895a663435174ff75 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:00.972183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-eeac3528-192a-430d-9492-1625239bfb1e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:00.987647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-eeac3528-192a-430d-9492-1625239bfb1e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:00.991766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1ea1c3b7-71b4-4104-aadc-51e05195cb26 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:01.041392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7ebdf32e-98fc-4ddf-94a7-2c5790ea9ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:01.055853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78817749-a03d-40d7-8c14-c3c7eabdef9d None None] Network df0b58e4-4bee-4eca-8529-36b6116a7eee requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:45:01.109911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc830631-327d-4d62-9974-fb426f572941 None None] DHCP port deletion for 4c0b09a3-c864-48bc-b57d-a3f3543f587f request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:45:01.111206 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeac3528-192a-430d-9492-1625239bfb1e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Made reservation on behalf of e8d9b6a20125442895a663435174ff75 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:45:01.117297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eeac3528-192a-430d-9492-1625239bfb1e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:01.122042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-cc830631-327d-4d62-9974-fb426f572941 None None] Deleting port b09a2268-91dd-46e2-b838-611999c33b84 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:45:01.122536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cc830631-327d-4d62-9974-fb426f572941 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:01.132427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eeac3528-192a-430d-9492-1625239bfb1e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:01.203946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6980d82a-b347-4d2a-8c3b-4a5564db4517 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:01.227500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-6980d82a-b347-4d2a-8c3b-4a5564db4517 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Deleting port 40ed5ab4-5c9f-4ce0-8ca6-edd7612b9ecf {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:45:01.227960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6980d82a-b347-4d2a-8c3b-4a5564db4517 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:01.311990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device b09a2268-91dd-46e2-b838-611999c33b84 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:45:01.332082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7dcb86c-9868-4c7f-8937-1f17f2e8f508 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Router cca858b8-cc48-4110-b840-e727499e303f has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:45:01.522516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-eeac3528-192a-430d-9492-1625239bfb1e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:01.529236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-eeac3528-192a-430d-9492-1625239bfb1e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Usage tracker for resource:security_group_rule and tenant:e8d9b6a20125442895a663435174ff75 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:01.533751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-eeac3528-192a-430d-9492-1625239bfb1e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:01.543532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-eeac3528-192a-430d-9492-1625239bfb1e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:01.609535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-7ebdf32e-98fc-4ddf-94a7-2c5790ea9ecd None None] For port b09a2268-91dd-46e2-b838-611999c33b84, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=b09a2268-91dd-46e2-b838-611999c33b84,segment=NetworkSegment(ab3008c7-0507-4648-bf98-54e69574f2aa),segment_id=ab3008c7-0507-4648-bf98-54e69574f2aa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:45:01.630555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-6980d82a-b347-4d2a-8c3b-4a5564db4517 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] For port 40ed5ab4-5c9f-4ce0-8ca6-edd7612b9ecf, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=40ed5ab4-5c9f-4ce0-8ca6-edd7612b9ecf,segment=NetworkSegment(6b4152ed-8732-4238-9fef-49c892bf012e),segment_id=6b4152ed-8732-4238-9fef-49c892bf012e)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:45:01.630939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6980d82a-b347-4d2a-8c3b-4a5564db4517 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:01.651566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7ebdf32e-98fc-4ddf-94a7-2c5790ea9ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:01.661370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a7a9cb37-c953-42ba-9dfc-b4601e886c2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:01.749709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eeac3528-192a-430d-9492-1625239bfb1e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:01.764238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eeac3528-192a-430d-9492-1625239bfb1e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:01.767455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-6980d82a-b347-4d2a-8c3b-4a5564db4517 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Calling delete_port for 40ed5ab4-5c9f-4ce0-8ca6-edd7612b9ecf owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:45:01.770695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-282d01d4-2c04-4181-91db-bf9ff0dedbac tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Router 71c5f803-1168-4c2e-ae50-a6894ff07a8f is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:45:01.774643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b2e099fe-78e2-41d5-b04e-61e614ddf48a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:01.783699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1ea1c3b7-71b4-4104-aadc-51e05195cb26 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:01.804063 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeac3528-192a-430d-9492-1625239bfb1e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:45:01.821875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1ea1c3b7-71b4-4104-aadc-51e05195cb26 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Deleting port 0a33b646-7189-4f11-8628-bf89aab3b9ac {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:45:01.822250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1ea1c3b7-71b4-4104-aadc-51e05195cb26 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:01.877059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eeac3528-192a-430d-9492-1625239bfb1e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:01.877453 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-eeac3528-192a-430d-9492-1625239bfb1e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Added segment b8c76f96-6ce5-454e-9eba-0c36219e6991 of type vlan for network 91e8ca8d-466b-4405-9d2d-e991c033a6e5 Dec 25 19:45:01.878657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac3528-192a-430d-9492-1625239bfb1e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fada06-0d5f-4e65-a555-806c8241faee,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:01.900300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7dcb86c-9868-4c7f-8937-1f17f2e8f508 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:45:01.911890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6980d82a-b347-4d2a-8c3b-4a5564db4517 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:01.912699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7639f6-8065-451c-96fa-fffa2fa2419f None None] Sync routers for ids ['cca858b8-cc48-4110-b840-e727499e303f'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:45:01.913589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebdf32e-98fc-4ddf-94a7-2c5790ea9ecd None None] Pushing event updated for resources: {'Port': ['ID=b09a2268-91dd-46e2-b838-611999c33b84,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:01.917017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-542d22ed-bb4e-4b9f-aa97-1579726f82c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:01.928633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7ebdf32e-98fc-4ddf-94a7-2c5790ea9ecd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:01.945491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-cc830631-327d-4d62-9974-fb426f572941 None None] For port b09a2268-91dd-46e2-b838-611999c33b84, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=b09a2268-91dd-46e2-b838-611999c33b84,segment=NetworkSegment(ab3008c7-0507-4648-bf98-54e69574f2aa),segment_id=ab3008c7-0507-4648-bf98-54e69574f2aa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:45:01.945949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cc830631-327d-4d62-9974-fb426f572941 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:01.950246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-eeac3528-192a-430d-9492-1625239bfb1e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:01.957256 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a7dcb86c-9868-4c7f-8937-1f17f2e8f508 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "PUT /v2.0/routers/cca858b8-cc48-4110-b840-e727499e303f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8742075 Dec 25 19:45:01.964342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43866) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:01.974041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980d82a-b347-4d2a-8c3b-4a5564db4517 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Pushing event deleted for resources: {'Port': ['ID=40ed5ab4-5c9f-4ce0-8ca6-edd7612b9ecf,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:01.976887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6980d82a-b347-4d2a-8c3b-4a5564db4517 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:01.982980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6980d82a-b347-4d2a-8c3b-4a5564db4517 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] No DVR routers for this DVR port 40ed5ab4-5c9f-4ce0-8ca6-edd7612b9ecf on host dv-neutron-822611-1-hyperv {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:45:01.985849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7639f6-8065-451c-96fa-fffa2fa2419f None None] Routers {'cca858b8-cc48-4110-b840-e727499e303f'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:01.986563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1d7639f6-8065-451c-96fa-fffa2fa2419f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:44:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['cca858b8-cc48-4110-b840-e727499e303f'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:02.102407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eeac3528-192a-430d-9492-1625239bfb1e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:02.105777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-e7295c21-eeb3-440a-b5c6-e614e4178e71 None None] Provisioning complete for port 95671108-1d46-492a-bdbc-2483493c15d4 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:45:02.106657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e7295c21-eeb3-440a-b5c6-e614e4178e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:02.117283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1d7639f6-8065-451c-96fa-fffa2fa2419f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:02.130865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:02.133265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7639f6-8065-451c-96fa-fffa2fa2419f None None] Routers {'cca858b8-cc48-4110-b840-e727499e303f'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:02.134727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1d7639f6-8065-451c-96fa-fffa2fa2419f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:44:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['cca858b8-cc48-4110-b840-e727499e303f'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:02.149334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-cc830631-327d-4d62-9974-fb426f572941 None None] Calling delete_port for b09a2268-91dd-46e2-b838-611999c33b84 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:45:02.184171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6980d82a-b347-4d2a-8c3b-4a5564db4517 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:02.212465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-6980d82a-b347-4d2a-8c3b-4a5564db4517 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df0b58e4-4bee-4eca-8529-36b6116a7eee']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:02.227114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-6980d82a-b347-4d2a-8c3b-4a5564db4517 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b4152ed-8732-4238-9fef-49c892bf012e') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:02.227751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-6980d82a-b347-4d2a-8c3b-4a5564db4517 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b4152ed-8732-4238-9fef-49c892bf012e') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:02.240373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1d7639f6-8065-451c-96fa-fffa2fa2419f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:02.241016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7639f6-8065-451c-96fa-fffa2fa2419f None None] The sync data for ids ['cca858b8-cc48-4110-b840-e727499e303f'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:45:02.241502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6980d82a-b347-4d2a-8c3b-4a5564db4517 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:02.263137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6980d82a-b347-4d2a-8c3b-4a5564db4517 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:02.269668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6980d82a-b347-4d2a-8c3b-4a5564db4517 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:45:02.270102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6980d82a-b347-4d2a-8c3b-4a5564db4517 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:02.274383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e7295c21-eeb3-440a-b5c6-e614e4178e71 None None] Port 95671108-1d46-492a-bdbc-2483493c15d4 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:45:02.297551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f110843f-5d2e-4191-9f46-96c45f5f9c01 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:02.302224 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f110843f-5d2e-4191-9f46-96c45f5f9c01 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "GET /v2.0/ports/95671108-1d46-492a-bdbc-2483493c15d4 HTTP/1.1" status: 200 len: 913 time: 0.3336883 Dec 25 19:45:02.302903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43870) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:02.313714 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:45:02.313714 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:45:02.313714 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:45:02.313714 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:45:02.313714 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:45:02.313714 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:45:02.313714 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:45:02.313714 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:45:02.313714 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:45:02.313714 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:45:02.313714 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:45:02.313714 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:45:02.313714 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:45:02.313714 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:45:02.313714 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:45:02.313714 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:45:02.313714 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:45:02.313714 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:45:02.313714 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:45:02.313714 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:45:02.313714 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:45:02.313714 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:45:02.313714 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:45:02.313714 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:45:02.313714 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:45:02.313714 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:45:02.313714 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:45:02.313714 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:45:02.313714 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:45:02.313714 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:45:02.313714 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:45:02.313714 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:45:02.350057 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17810aab-e475-4c4d-b58f-f4561859fda8 None None] DHCP port deletion for df0b58e4-4bee-4eca-8529-36b6116a7eee request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:45:02.374556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-e7295c21-eeb3-440a-b5c6-e614e4178e71 None None] Could not find standard attr ID for object 40ed5ab4-5c9f-4ce0-8ca6-edd7612b9ecf. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:45:02.378380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port b09a2268-91dd-46e2-b838-611999c33b84, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=b09a2268-91dd-46e2-b838-611999c33b84,segment=NetworkSegment(ab3008c7-0507-4648-bf98-54e69574f2aa),segment_id=ab3008c7-0507-4648-bf98-54e69574f2aa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:45:02.386293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:02.391630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6980d82a-b347-4d2a-8c3b-4a5564db4517 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:02.402161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6980d82a-b347-4d2a-8c3b-4a5564db4517 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:02.410981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eeac3528-192a-430d-9492-1625239bfb1e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:02.412492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:02.431958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeac3528-192a-430d-9492-1625239bfb1e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:02.432614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eeac3528-192a-430d-9492-1625239bfb1e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:02.440917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-aee008d4-dfab-4036-a305-40c234a63bf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:02.448742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980d82a-b347-4d2a-8c3b-4a5564db4517 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Pushing event deleted for resources: {'Network': ['ID=df0b58e4-4bee-4eca-8529-36b6116a7eee,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:02.457284 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6980d82a-b347-4d2a-8c3b-4a5564db4517 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] 10.222.0.24 "DELETE /v2.0/networks/df0b58e4-4bee-4eca-8529-36b6116a7eee HTTP/1.1" status: 204 len: 168 time: 1.5784760 Dec 25 19:45:02.458280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6980d82a-b347-4d2a-8c3b-4a5564db4517 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:02.459834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43876) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:02.494731 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:02.513724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-cc830631-327d-4d62-9974-fb426f572941 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:45:02.514134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-cc830631-327d-4d62-9974-fb426f572941 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:45:02.545442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=b09a2268-91dd-46e2-b838-611999c33b84,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:02.549245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:02.619190 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3452672-e2cb-4761-a055-daa471b2254d tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:02.632005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-d3452672-e2cb-4761-a055-daa471b2254d tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Deleting port b09a2268-91dd-46e2-b838-611999c33b84 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:45:02.632512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3452672-e2cb-4761-a055-daa471b2254d tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:02.640353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-1ea1c3b7-71b4-4104-aadc-51e05195cb26 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] For port 0a33b646-7189-4f11-8628-bf89aab3b9ac, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=0a33b646-7189-4f11-8628-bf89aab3b9ac,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:45:02.640735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1ea1c3b7-71b4-4104-aadc-51e05195cb26 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:02.831538 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-eeac3528-192a-430d-9492-1625239bfb1e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.2151287 Dec 25 19:45:02.836243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43880) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:02.838399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1ea1c3b7-71b4-4104-aadc-51e05195cb26 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Calling delete_port for 0a33b646-7189-4f11-8628-bf89aab3b9ac owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:45:02.845399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-16b7577b-9c49-48ab-ad2d-d2ed2da76367 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Request body: {'subnet': {'network_id': '91e8ca8d-466b-4405-9d2d-e991c033a6e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:02.865762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac3528-192a-430d-9492-1625239bfb1e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event updated for resources: {'Network': ['ID=91e8ca8d-466b-4405-9d2d-e991c033a6e5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:02.870861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-eeac3528-192a-430d-9492-1625239bfb1e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:02.877380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-d3452672-e2cb-4761-a055-daa471b2254d tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] For port b09a2268-91dd-46e2-b838-611999c33b84, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=b09a2268-91dd-46e2-b838-611999c33b84,segment=NetworkSegment(ab3008c7-0507-4648-bf98-54e69574f2aa),segment_id=ab3008c7-0507-4648-bf98-54e69574f2aa)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:45:02.877790 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3452672-e2cb-4761-a055-daa471b2254d tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:02.877931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 91e8ca8d-466b-4405-9d2d-e991c033a6e5 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:45:02.976376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282d01d4-2c04-4181-91db-bf9ff0dedbac tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:45:02.997909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf9c567-bce8-479e-a74f-faf4f5b8bab2 None None] Sync routers for ids ['71c5f803-1168-4c2e-ae50-a6894ff07a8f'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:45:03.015699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-cc830631-327d-4d62-9974-fb426f572941 None None] Deleting port b09a2268-91dd-46e2-b838-611999c33b84 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:45:03.016373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cc830631-327d-4d62-9974-fb426f572941 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:03.032051 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-d3452672-e2cb-4761-a055-daa471b2254d tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Calling delete_port for b09a2268-91dd-46e2-b838-611999c33b84 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:45:03.075339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf9c567-bce8-479e-a74f-faf4f5b8bab2 None None] Routers {'71c5f803-1168-4c2e-ae50-a6894ff07a8f'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:03.075902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-cdf9c567-bce8-479e-a74f-faf4f5b8bab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:44:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['71c5f803-1168-4c2e-ae50-a6894ff07a8f'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:03.157309 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-cdf9c567-bce8-479e-a74f-faf4f5b8bab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:03.187903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-16b7577b-9c49-48ab-ad2d-d2ed2da76367 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:03.194207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-16b7577b-9c49-48ab-ad2d-d2ed2da76367 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Usage tracker for resource:subnet and tenant:e8d9b6a20125442895a663435174ff75 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:03.198286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-16b7577b-9c49-48ab-ad2d-d2ed2da76367 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:03.216332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-16b7577b-9c49-48ab-ad2d-d2ed2da76367 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:03.238106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 40ed5ab4-5c9f-4ce0-8ca6-edd7612b9ecf no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:45:03.238762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b7577b-9c49-48ab-ad2d-d2ed2da76367 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Made reservation on behalf of e8d9b6a20125442895a663435174ff75 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:45:03.257506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3452672-e2cb-4761-a055-daa471b2254d tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:03.265031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-282d01d4-2c04-4181-91db-bf9ff0dedbac tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:03.270125 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-282d01d4-2c04-4181-91db-bf9ff0dedbac tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.7807879 Dec 25 19:45:03.270266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-445f0c94-951d-40d1-8c40-03f31dae4db5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:03.271643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf9c567-bce8-479e-a74f-faf4f5b8bab2 None None] Routers {'71c5f803-1168-4c2e-ae50-a6894ff07a8f'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:03.272348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-cdf9c567-bce8-479e-a74f-faf4f5b8bab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:44:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['71c5f803-1168-4c2e-ae50-a6894ff07a8f'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:03.276782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43888) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:03.334132 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3452672-e2cb-4761-a055-daa471b2254d tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] No DVR routers for this DVR port b09a2268-91dd-46e2-b838-611999c33b84 on host dv-neutron-822611-1-hyperv {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:45:03.364074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 40ed5ab4-5c9f-4ce0-8ca6-edd7612b9ecf {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:45:03.364850 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 40ed5ab4-5c9f-4ce0-8ca6-edd7612b9ecf not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:45:03.370148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-cdf9c567-bce8-479e-a74f-faf4f5b8bab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:03.370460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf9c567-bce8-479e-a74f-faf4f5b8bab2 None None] The sync data for ids ['71c5f803-1168-4c2e-ae50-a6894ff07a8f'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:45:03.384326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1ea1c3b7-71b4-4104-aadc-51e05195cb26 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:03.390898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7b0dd859-aa6d-41b0-8cde-35e9745a072b tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:03.411293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3452672-e2cb-4761-a055-daa471b2254d tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Pushing event deleted for resources: {'Port': ['ID=b09a2268-91dd-46e2-b838-611999c33b84,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:03.414207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d3452672-e2cb-4761-a055-daa471b2254d tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:03.517331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-16b7577b-9c49-48ab-ad2d-d2ed2da76367 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:03.596553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3452672-e2cb-4761-a055-daa471b2254d tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:03.648651 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-cc830631-327d-4d62-9974-fb426f572941 None None] For port b09a2268-91dd-46e2-b838-611999c33b84, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=b09a2268-91dd-46e2-b838-611999c33b84,segment=NetworkSegment(ab3008c7-0507-4648-bf98-54e69574f2aa),segment_id=ab3008c7-0507-4648-bf98-54e69574f2aa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:45:03.649013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cc830631-327d-4d62-9974-fb426f572941 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:03.682790 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea1c3b7-71b4-4104-aadc-51e05195cb26 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a33b646-7189-4f11-8628-bf89aab3b9ac,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:03.688539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1ea1c3b7-71b4-4104-aadc-51e05195cb26 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:03.744492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a4a73eb1-443c-4c87-888e-58c7d95a1a54 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:03.797056 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-cc830631-327d-4d62-9974-fb426f572941 None None] Calling delete_port for b09a2268-91dd-46e2-b838-611999c33b84 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:45:03.875106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-cc830631-327d-4d62-9974-fb426f572941 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:45:03.875537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-cc830631-327d-4d62-9974-fb426f572941 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:45:03.923046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-d3452672-e2cb-4761-a055-daa471b2254d tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c0b09a3-c864-48bc-b57d-a3f3543f587f']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:03.943822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-d3452672-e2cb-4761-a055-daa471b2254d tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab3008c7-0507-4648-bf98-54e69574f2aa') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:03.944158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-d3452672-e2cb-4761-a055-daa471b2254d tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab3008c7-0507-4648-bf98-54e69574f2aa') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:03.965331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3452672-e2cb-4761-a055-daa471b2254d tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:03.986039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3452672-e2cb-4761-a055-daa471b2254d tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:03.994750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3452672-e2cb-4761-a055-daa471b2254d tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:45:03.995222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3452672-e2cb-4761-a055-daa471b2254d tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:04.010691 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:45:04.010691 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:45:04.010691 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:45:04.010691 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:45:04.010691 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:45:04.010691 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:45:04.010691 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:45:04.010691 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:45:04.010691 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:45:04.010691 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:45:04.010691 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:45:04.010691 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:45:04.010691 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:45:04.010691 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:45:04.010691 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:45:04.010691 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:45:04.010691 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:45:04.010691 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:45:04.010691 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:45:04.010691 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:45:04.010691 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:45:04.010691 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:45:04.010691 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:45:04.010691 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:45:04.010691 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:45:04.010691 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:45:04.010691 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:45:04.010691 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:45:04.010691 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:45:04.010691 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:45:04.010691 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:45:04.010691 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:45:04.144661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3452672-e2cb-4761-a055-daa471b2254d tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:04.150388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f03c1d74-fc5c-4100-a39a-023855a281dc tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:04.169207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1ea1c3b7-71b4-4104-aadc-51e05195cb26 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:04.171509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3452672-e2cb-4761-a055-daa471b2254d tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:04.190386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3452672-e2cb-4761-a055-daa471b2254d tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Pushing event deleted for resources: {'Network': ['ID=4c0b09a3-c864-48bc-b57d-a3f3543f587f,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:04.197105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d3452672-e2cb-4761-a055-daa471b2254d tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:04.224003 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d3452672-e2cb-4761-a055-daa471b2254d tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] 10.222.0.24 "DELETE /v2.0/networks/4c0b09a3-c864-48bc-b57d-a3f3543f587f HTTP/1.1" status: 204 len: 168 time: 1.7606668 Dec 25 19:45:04.227129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43896) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:04.245057 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-16b7577b-9c49-48ab-ad2d-d2ed2da76367 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:04.250596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-383cec17-96cf-4b45-af21-d3582203bbe5 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:04.336005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7577b-9c49-48ab-ad2d-d2ed2da76367 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event updated for resources: {'Subnet': ['ID=1f11bccd-1808-49f9-aa9e-8d4199f1df1b,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:04.338873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-16b7577b-9c49-48ab-ad2d-d2ed2da76367 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:04.348027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b7577b-9c49-48ab-ad2d-d2ed2da76367 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Checking segment: {'id': 'b8c76f96-6ce5-454e-9eba-0c36219e6991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '91e8ca8d-466b-4405-9d2d-e991c033a6e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:45:04.348440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b7577b-9c49-48ab-ad2d-d2ed2da76367 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Network hostable DHCP agents. Network: 91e8ca8d-466b-4405-9d2d-e991c033a6e5, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:45:04.369643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b7577b-9c49-48ab-ad2d-d2ed2da76367 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Network 91e8ca8d-466b-4405-9d2d-e991c033a6e5 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:45:04.378576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-16b7577b-9c49-48ab-ad2d-d2ed2da76367 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 91e8ca8d-466b-4405-9d2d-e991c033a6e5) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:45:04.382557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b7577b-9c49-48ab-ad2d-d2ed2da76367 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:04.383311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-16b7577b-9c49-48ab-ad2d-d2ed2da76367 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:04.392248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefa1c1a-2f86-45ef-981b-efab546c8082 None None] Network 91e8ca8d-466b-4405-9d2d-e991c033a6e5 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:45:04.409055 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-16b7577b-9c49-48ab-ad2d-d2ed2da76367 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5689769 Dec 25 19:45:04.409470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43902) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:04.416774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-66490a44-9e3d-4e71-ad8e-cac7fcc4671d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1015032587', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}, 'admin_state_up': False}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:04.425880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-66490a44-9e3d-4e71-ad8e-cac7fcc4671d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:04.431730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-66490a44-9e3d-4e71-ad8e-cac7fcc4671d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Usage tracker for resource:router and tenant:e8d9b6a20125442895a663435174ff75 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:04.436109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-66490a44-9e3d-4e71-ad8e-cac7fcc4671d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:04.443408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-66490a44-9e3d-4e71-ad8e-cac7fcc4671d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:04.455117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-66490a44-9e3d-4e71-ad8e-cac7fcc4671d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:04.456165 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-66490a44-9e3d-4e71-ad8e-cac7fcc4671d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:04.476282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-66490a44-9e3d-4e71-ad8e-cac7fcc4671d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:04.575268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1ea1c3b7-71b4-4104-aadc-51e05195cb26 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:04.597443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-866c517e-9fb2-4cdb-a5f2-e2e5360a0409 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:04.633304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c185b44-cbce-4221-a94c-f6eb218610d3 None None] Network 91e8ca8d-466b-4405-9d2d-e991c033a6e5 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:45:04.633978 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6e5b207b-52e2-4974-99d0-487df1cf9d10 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] 10.222.0.24 "GET /v2.0/routers/71c5f803-1168-4c2e-ae50-a6894ff07a8f HTTP/1.1" status: 200 len: 921 time: 1.3559504 Dec 25 19:45:04.638637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43906) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:04.640881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1ea1c3b7-71b4-4104-aadc-51e05195cb26 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:04.684586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-66490a44-9e3d-4e71-ad8e-cac7fcc4671d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:04.697673 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a9c597d8-9aa7-4ec6-99b2-5dbc4b965c2b tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c5f803-1168-4c2e-ae50-a6894ff07a8f HTTP/1.1" status: 200 len: 205 time: 0.0543470 Dec 25 19:45:04.697840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43910) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:04.823527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1ea1c3b7-71b4-4104-aadc-51e05195cb26 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:04.824089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea1c3b7-71b4-4104-aadc-51e05195cb26 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 29b6e1e5-8493-4a42-a350-c5ea831a39d9 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:45:04.839091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-cc830631-327d-4d62-9974-fb426f572941 None None] Deleting port b09a2268-91dd-46e2-b838-611999c33b84 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:45:04.839747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cc830631-327d-4d62-9974-fb426f572941 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:04.917799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-866c517e-9fb2-4cdb-a5f2-e2e5360a0409 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:04.962344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1ea1c3b7-71b4-4104-aadc-51e05195cb26 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:04.969966 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1ea1c3b7-71b4-4104-aadc-51e05195cb26 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] 10.222.0.24 "DELETE /v2.0/routers/29b6e1e5-8493-4a42-a350-c5ea831a39d9 HTTP/1.1" status: 204 len: 168 time: 4.5055459 Dec 25 19:45:04.970854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43916) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:04.976572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-cc830631-327d-4d62-9974-fb426f572941 None None] The port 'b09a2268-91dd-46e2-b838-611999c33b84' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:45:04.978888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-866c517e-9fb2-4cdb-a5f2-e2e5360a0409 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef8d0924-956d-49fe-9cb6-08a6cf96fa81']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:04.995560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-beb2d44f-ff76-4be6-99cb-6a07765fd074 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-496268599', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:05.016524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-beb2d44f-ff76-4be6-99cb-6a07765fd074 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:05.024478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-beb2d44f-ff76-4be6-99cb-6a07765fd074 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Usage tracker for resource:router and tenant:268f4d88c6764be5b7bcb369c0437809 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:05.031032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-866c517e-9fb2-4cdb-a5f2-e2e5360a0409 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e682c700-2a97-48f6-9146-9553bd9ad494') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:05.031432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-866c517e-9fb2-4cdb-a5f2-e2e5360a0409 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e682c700-2a97-48f6-9146-9553bd9ad494') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:05.038600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-beb2d44f-ff76-4be6-99cb-6a07765fd074 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:05.053336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-beb2d44f-ff76-4be6-99cb-6a07765fd074 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:05.057915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-866c517e-9fb2-4cdb-a5f2-e2e5360a0409 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:05.097209 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-66490a44-9e3d-4e71-ad8e-cac7fcc4671d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:05.107541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-866c517e-9fb2-4cdb-a5f2-e2e5360a0409 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:05.115701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-beb2d44f-ff76-4be6-99cb-6a07765fd074 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:05.116708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-beb2d44f-ff76-4be6-99cb-6a07765fd074 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:05.129752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-866c517e-9fb2-4cdb-a5f2-e2e5360a0409 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:45:05.130197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-866c517e-9fb2-4cdb-a5f2-e2e5360a0409 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:05.146585 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:45:05.146585 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:45:05.146585 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:45:05.146585 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:45:05.146585 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:45:05.146585 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:45:05.146585 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:45:05.146585 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:45:05.146585 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:45:05.146585 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:45:05.146585 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:45:05.146585 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:45:05.146585 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:45:05.146585 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:45:05.146585 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:45:05.146585 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:45:05.146585 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:45:05.146585 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:45:05.146585 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:45:05.146585 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:45:05.146585 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:45:05.146585 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:45:05.146585 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:45:05.146585 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:45:05.146585 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:45:05.146585 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:45:05.146585 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:45:05.146585 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:45:05.146585 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:45:05.146585 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:45:05.146585 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:45:05.146585 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:45:05.159513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-66490a44-9e3d-4e71-ad8e-cac7fcc4671d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:05.243501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1c9b59fc-6d9d-40c0-9a11-3ff0320199e3 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:05.308493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-beb2d44f-ff76-4be6-99cb-6a07765fd074 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:05.309985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-866c517e-9fb2-4cdb-a5f2-e2e5360a0409 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:05.326301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-713f0868-1311-47a8-a941-bf9626185646 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:05.342643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-866c517e-9fb2-4cdb-a5f2-e2e5360a0409 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:05.369560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c517e-9fb2-4cdb-a5f2-e2e5360a0409 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Pushing event deleted for resources: {'Network': ['ID=ef8d0924-956d-49fe-9cb6-08a6cf96fa81,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:05.373060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-866c517e-9fb2-4cdb-a5f2-e2e5360a0409 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:05.429620 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-866c517e-9fb2-4cdb-a5f2-e2e5360a0409 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] 10.222.0.24 "DELETE /v2.0/networks/ef8d0924-956d-49fe-9cb6-08a6cf96fa81 HTTP/1.1" status: 204 len: 168 time: 1.1955369 Dec 25 19:45:05.433953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43922) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:05.516613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-66490a44-9e3d-4e71-ad8e-cac7fcc4671d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Allocated IP 172.26.8.14 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/a01a295f-6761-4ab5-ac0d-fc0463e3b8de) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:45:05.712072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-702bd569-0d19-4534-9a2c-1760814c8508 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:05.801445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-beb2d44f-ff76-4be6-99cb-6a07765fd074 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:05.925616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-a4a73eb1-443c-4c87-888e-58c7d95a1a54 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Deleting port 95671108-1d46-492a-bdbc-2483493c15d4 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:45:05.926003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a4a73eb1-443c-4c87-888e-58c7d95a1a54 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:05.927389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-66490a44-9e3d-4e71-ad8e-cac7fcc4671d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:05.997836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-702bd569-0d19-4534-9a2c-1760814c8508 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:06.010274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1c9b59fc-6d9d-40c0-9a11-3ff0320199e3 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:06.010774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ba365b6-d98d-4a89-a956-102209aadcdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:06.037277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-702bd569-0d19-4534-9a2c-1760814c8508 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ecea78c-14a5-4b1f-bf3c-1c00ea156a25']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:06.049902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1c9b59fc-6d9d-40c0-9a11-3ff0320199e3 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Deleting port d6e6f631-9675-495b-8ee5-326c2305823c {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:45:06.050291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1c9b59fc-6d9d-40c0-9a11-3ff0320199e3 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:06.095043 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-702bd569-0d19-4534-9a2c-1760814c8508 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f0f932f-fa7d-4f30-8547-1fd147614819') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:06.095315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-702bd569-0d19-4534-9a2c-1760814c8508 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f0f932f-fa7d-4f30-8547-1fd147614819') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:06.118787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-702bd569-0d19-4534-9a2c-1760814c8508 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:06.162085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-702bd569-0d19-4534-9a2c-1760814c8508 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:06.180541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-66490a44-9e3d-4e71-ad8e-cac7fcc4671d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:06.189217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d3452672-e2cb-4761-a055-daa471b2254d tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:06.208470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a4a73eb1-443c-4c87-888e-58c7d95a1a54 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:06.220990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-702bd569-0d19-4534-9a2c-1760814c8508 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:45:06.221446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-702bd569-0d19-4534-9a2c-1760814c8508 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:06.242159 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:45:06.242159 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:45:06.242159 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:45:06.242159 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:45:06.242159 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:45:06.242159 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:45:06.242159 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:45:06.242159 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:45:06.242159 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:45:06.242159 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:45:06.242159 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:45:06.242159 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:45:06.242159 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:45:06.242159 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:45:06.242159 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:45:06.242159 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:45:06.242159 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:45:06.242159 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:45:06.242159 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:45:06.242159 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:45:06.242159 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:45:06.242159 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:45:06.242159 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:45:06.242159 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:45:06.242159 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:45:06.242159 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:45:06.242159 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:45:06.242159 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:45:06.242159 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:45:06.242159 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:45:06.242159 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:45:06.242159 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:45:06.305496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-beb2d44f-ff76-4be6-99cb-6a07765fd074 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:06.406844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-a4a73eb1-443c-4c87-888e-58c7d95a1a54 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Calling delete_port for 95671108-1d46-492a-bdbc-2483493c15d4 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:45:06.436576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-beb2d44f-ff76-4be6-99cb-6a07765fd074 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:06.644453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66490a44-9e3d-4e71-ad8e-cac7fcc4671d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:45:06.647516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-66490a44-9e3d-4e71-ad8e-cac7fcc4671d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:45:06.655004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66490a44-9e3d-4e71-ad8e-cac7fcc4671d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:45:06.657408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-beb2d44f-ff76-4be6-99cb-6a07765fd074 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Allocated IP 172.26.8.130 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/e278ad83-d957-4c0c-8ed6-76dae6167970) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:45:06.683959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66490a44-9e3d-4e71-ad8e-cac7fcc4671d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event updated for resources: {'Port': ['ID=a01a295f-6761-4ab5-ac0d-fc0463e3b8de,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:06.698840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-66490a44-9e3d-4e71-ad8e-cac7fcc4671d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:06.716694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-702bd569-0d19-4534-9a2c-1760814c8508 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:06.721941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1c9b59fc-6d9d-40c0-9a11-3ff0320199e3 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:06.733762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fce0e299-bfc1-4c2c-859e-648affdc433e tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:06.754196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-702bd569-0d19-4534-9a2c-1760814c8508 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:06.776035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702bd569-0d19-4534-9a2c-1760814c8508 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Pushing event deleted for resources: {'Network': ['ID=5ecea78c-14a5-4b1f-bf3c-1c00ea156a25,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:06.834586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a4a73eb1-443c-4c87-888e-58c7d95a1a54 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:06.839747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-702bd569-0d19-4534-9a2c-1760814c8508 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:06.842161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1007f5df-1245-4b9b-ba64-ea7eb0686b54 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:06.892446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a73eb1-443c-4c87-888e-58c7d95a1a54 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event deleted for resources: {'Port': ['ID=95671108-1d46-492a-bdbc-2483493c15d4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:06.896690 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a4a73eb1-443c-4c87-888e-58c7d95a1a54 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:06.931922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1c9b59fc-6d9d-40c0-9a11-3ff0320199e3 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Calling delete_port for d6e6f631-9675-495b-8ee5-326c2305823c owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:45:06.986494 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-702bd569-0d19-4534-9a2c-1760814c8508 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] 10.222.0.24 "DELETE /v2.0/networks/5ecea78c-14a5-4b1f-bf3c-1c00ea156a25 HTTP/1.1" status: 204 len: 168 time: 1.5504689 Dec 25 19:45:07.038161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-beb2d44f-ff76-4be6-99cb-6a07765fd074 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:07.143212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:07.165620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-beb2d44f-ff76-4be6-99cb-6a07765fd074 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:07.172814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9198a50b-325b-49a0-8ca2-40a064255c6e tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:07.175379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 0a33b646-7189-4f11-8628-bf89aab3b9ac no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:45:07.264052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1c9b59fc-6d9d-40c0-9a11-3ff0320199e3 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:07.269537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-48b74b8f-b3bc-4f61-82fb-500295af4581 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:07.283931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 0a33b646-7189-4f11-8628-bf89aab3b9ac {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:45:07.286268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 0a33b646-7189-4f11-8628-bf89aab3b9ac not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:45:07.304392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a4a73eb1-443c-4c87-888e-58c7d95a1a54 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:07.325550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b59fc-6d9d-40c0-9a11-3ff0320199e3 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Pushing event deleted for resources: {'Port': ['ID=d6e6f631-9675-495b-8ee5-326c2305823c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:07.328969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1c9b59fc-6d9d-40c0-9a11-3ff0320199e3 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:07.329982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-66490a44-9e3d-4e71-ad8e-cac7fcc4671d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:07.330739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-66490a44-9e3d-4e71-ad8e-cac7fcc4671d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:07.394753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb2d44f-ff76-4be6-99cb-6a07765fd074 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:45:07.404183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-beb2d44f-ff76-4be6-99cb-6a07765fd074 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:45:07.406584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb2d44f-ff76-4be6-99cb-6a07765fd074 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:45:07.439253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43940) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:07.453128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb2d44f-ff76-4be6-99cb-6a07765fd074 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Pushing event updated for resources: {'Port': ['ID=e278ad83-d957-4c0c-8ed6-76dae6167970,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:07.456354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-beb2d44f-ff76-4be6-99cb-6a07765fd074 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:07.668001 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1c9b59fc-6d9d-40c0-9a11-3ff0320199e3 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:07.685571 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1b63e9e6-dc72-47b7-8aec-4e5f1629e4bf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=635f7309465b4cf6a31687ff8525ca91&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2418594 Dec 25 19:45:07.686721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43948) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:07.952170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8155d53b-0e61-477b-b158-14f4a9d38bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:07.989500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8155d53b-0e61-477b-b158-14f4a9d38bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:08.020542 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1c9b59fc-6d9d-40c0-9a11-3ff0320199e3 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:08.029636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1c9b59fc-6d9d-40c0-9a11-3ff0320199e3 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:08.077220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1c9b59fc-6d9d-40c0-9a11-3ff0320199e3 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:08.077819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9b59fc-6d9d-40c0-9a11-3ff0320199e3 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Fanout notify agent at l3_agent the message router_deleted on router 71c5f803-1168-4c2e-ae50-a6894ff07a8f {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:45:08.106590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1c9b59fc-6d9d-40c0-9a11-3ff0320199e3 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:08.107903 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1c9b59fc-6d9d-40c0-9a11-3ff0320199e3 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] 10.222.0.24 "DELETE /v2.0/routers/71c5f803-1168-4c2e-ae50-a6894ff07a8f HTTP/1.1" status: 204 len: 168 time: 3.4090953 Dec 25 19:45:08.113649 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43954) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:08.120007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-3d98656a-2f67-43ce-92dc-dd864183e47c tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1708227783', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'enable_snat': False}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:08.128044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3d98656a-2f67-43ce-92dc-dd864183e47c tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:08.133266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3d98656a-2f67-43ce-92dc-dd864183e47c tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Usage tracker for resource:router and tenant:682aee75fd1a4de4a87f6ce57995a090 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:08.137962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3d98656a-2f67-43ce-92dc-dd864183e47c tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:08.145118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3d98656a-2f67-43ce-92dc-dd864183e47c tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:08.148828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66490a44-9e3d-4e71-ad8e-cac7fcc4671d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Router 37b5843f-11c8-4119-aa66-53b4aff55b9b is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:45:08.163236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d98656a-2f67-43ce-92dc-dd864183e47c tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:08.164292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d98656a-2f67-43ce-92dc-dd864183e47c tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:08.271252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d98656a-2f67-43ce-92dc-dd864183e47c tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:08.283355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0503f607-892f-463d-ad9a-e9cdc73a5606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:08.402459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-beb2d44f-ff76-4be6-99cb-6a07765fd074 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:08.403787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-beb2d44f-ff76-4be6-99cb-6a07765fd074 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:08.506313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8155d53b-0e61-477b-b158-14f4a9d38bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:08.519525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:08.529978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:08.545581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155d53b-0e61-477b-b158-14f4a9d38bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b048ef8-3f1c-44e6-a37e-04d67e1f0c0a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:08.548411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8155d53b-0e61-477b-b158-14f4a9d38bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:08.582871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8155d53b-0e61-477b-b158-14f4a9d38bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:08.586790 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8155d53b-0e61-477b-b158-14f4a9d38bee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b048ef8-3f1c-44e6-a37e-04d67e1f0c0a HTTP/1.1" status: 204 len: 168 time: 0.8943899 Dec 25 19:45:08.645427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a73eb1-443c-4c87-888e-58c7d95a1a54 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Router cca858b8-cc48-4110-b840-e727499e303f has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:45:08.738342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d98656a-2f67-43ce-92dc-dd864183e47c tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:08.782480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66490a44-9e3d-4e71-ad8e-cac7fcc4671d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:45:08.794315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf82392f-ada4-4f86-81cf-9f417d5ad8f6 None None] Sync routers for ids ['37b5843f-11c8-4119-aa66-53b4aff55b9b'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:45:08.811949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf82392f-ada4-4f86-81cf-9f417d5ad8f6 None None] Routers {'37b5843f-11c8-4119-aa66-53b4aff55b9b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:08.813521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-cf82392f-ada4-4f86-81cf-9f417d5ad8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['37b5843f-11c8-4119-aa66-53b4aff55b9b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:08.830580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-66490a44-9e3d-4e71-ad8e-cac7fcc4671d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:08.832064 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-66490a44-9e3d-4e71-ad8e-cac7fcc4671d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.4215257 Dec 25 19:45:08.834956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43966) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:08.915949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a73eb1-443c-4c87-888e-58c7d95a1a54 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:45:08.924109 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a4a73eb1-443c-4c87-888e-58c7d95a1a54 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "PUT /v2.0/routers/cca858b8-cc48-4110-b840-e727499e303f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6071215 Dec 25 19:45:08.924109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb2d44f-ff76-4be6-99cb-6a07765fd074 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Router 240a6916-a011-458a-a888-cd47eec07d13 is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:45:08.924761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43970) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:08.927938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896f4493-abc7-437f-80d4-0b3e628eb1d2 None None] Sync routers for ids ['cca858b8-cc48-4110-b840-e727499e303f'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:45:08.933603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-cf82392f-ada4-4f86-81cf-9f417d5ad8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:08.947899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf82392f-ada4-4f86-81cf-9f417d5ad8f6 None None] Routers {'37b5843f-11c8-4119-aa66-53b4aff55b9b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:08.948997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-cf82392f-ada4-4f86-81cf-9f417d5ad8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['37b5843f-11c8-4119-aa66-53b4aff55b9b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:08.960898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896f4493-abc7-437f-80d4-0b3e628eb1d2 None None] Routers {'cca858b8-cc48-4110-b840-e727499e303f'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:08.960898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-896f4493-abc7-437f-80d4-0b3e628eb1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['cca858b8-cc48-4110-b840-e727499e303f'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:09.054707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-896f4493-abc7-437f-80d4-0b3e628eb1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:09.066781 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896f4493-abc7-437f-80d4-0b3e628eb1d2 None None] Routers {'cca858b8-cc48-4110-b840-e727499e303f'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:09.067494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-896f4493-abc7-437f-80d4-0b3e628eb1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['cca858b8-cc48-4110-b840-e727499e303f'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:09.134041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-896f4493-abc7-437f-80d4-0b3e628eb1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:09.134935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896f4493-abc7-437f-80d4-0b3e628eb1d2 None None] The sync data for ids ['cca858b8-cc48-4110-b840-e727499e303f'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:45:09.161372 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-cf82392f-ada4-4f86-81cf-9f417d5ad8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:09.162203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf82392f-ada4-4f86-81cf-9f417d5ad8f6 None None] The sync data for ids ['37b5843f-11c8-4119-aa66-53b4aff55b9b'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:45:09.170236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d98656a-2f67-43ce-92dc-dd864183e47c tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:09.207486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d98656a-2f67-43ce-92dc-dd864183e47c tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:09.462383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-3d98656a-2f67-43ce-92dc-dd864183e47c tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Allocated IP 172.26.8.149 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/06624654-39cc-471a-860d-018cf8558ff7) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:45:09.603342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb2d44f-ff76-4be6-99cb-6a07765fd074 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:45:09.616029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c887dc6d-3d05-40c2-bc9e-d26ac8272c27 None None] Sync routers for ids ['240a6916-a011-458a-a888-cd47eec07d13'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:45:09.633527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e955a802-9ba9-45bc-bc33-b3a4bcaf8729 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:09.661854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c887dc6d-3d05-40c2-bc9e-d26ac8272c27 None None] Routers {'240a6916-a011-458a-a888-cd47eec07d13'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:09.663181 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c887dc6d-3d05-40c2-bc9e-d26ac8272c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['240a6916-a011-458a-a888-cd47eec07d13'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:09.691848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-beb2d44f-ff76-4be6-99cb-6a07765fd074 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:09.696275 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-beb2d44f-ff76-4be6-99cb-6a07765fd074 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.7198906 Dec 25 19:45:09.697145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 43992) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:09.712176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-e6a89fc3-6188-4bcf-9a34-f364c778e309 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'enable_snat': False}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:09.715798 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d98656a-2f67-43ce-92dc-dd864183e47c tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:09.746933 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c887dc6d-3d05-40c2-bc9e-d26ac8272c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:09.760564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c887dc6d-3d05-40c2-bc9e-d26ac8272c27 None None] Routers {'240a6916-a011-458a-a888-cd47eec07d13'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:09.761452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c887dc6d-3d05-40c2-bc9e-d26ac8272c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['240a6916-a011-458a-a888-cd47eec07d13'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:09.856979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d98656a-2f67-43ce-92dc-dd864183e47c tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:09.863854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-988cefca-b489-4b95-80d7-433b65720697 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:09.866550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:09.889678 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c887dc6d-3d05-40c2-bc9e-d26ac8272c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:09.890242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c887dc6d-3d05-40c2-bc9e-d26ac8272c27 None None] The sync data for ids ['240a6916-a011-458a-a888-cd47eec07d13'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:45:09.906642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 43996) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:09.966650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d98656a-2f67-43ce-92dc-dd864183e47c tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Pushing event updated for resources: {'Port': ['ID=06624654-39cc-471a-860d-018cf8558ff7,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:09.970666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d98656a-2f67-43ce-92dc-dd864183e47c tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:45:09.972576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3d98656a-2f67-43ce-92dc-dd864183e47c tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:09.974625 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-3d98656a-2f67-43ce-92dc-dd864183e47c tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:45:09.978345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d98656a-2f67-43ce-92dc-dd864183e47c tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:45:10.156969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b15f1353-c57d-4aa9-9f28-7b20cce0d2b8 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:10.157634 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-b15f1353-c57d-4aa9-9f28-7b20cce0d2b8 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] create failed (client error): There was a conflict when trying to complete your request. Dec 25 19:45:10.158705 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b15f1353-c57d-4aa9-9f28-7b20cce0d2b8 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2497561 Dec 25 19:45:10.163489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44004) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:10.174002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-8458829a-e9a9-482c-92da-380404b42c15 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Request body: {'security_group': {'name': 'tempest-secgroup--47364826'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:10.183766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8458829a-e9a9-482c-92da-380404b42c15 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:10.199626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8458829a-e9a9-482c-92da-380404b42c15 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Usage tracker for resource:security_group and tenant:86d176bc3bd145a28a6c76af09e912f1 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:10.205988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8458829a-e9a9-482c-92da-380404b42c15 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:10.214405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8458829a-e9a9-482c-92da-380404b42c15 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:10.246996 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8458829a-e9a9-482c-92da-380404b42c15 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:10.267928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8458829a-e9a9-482c-92da-380404b42c15 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:10.379121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8458829a-e9a9-482c-92da-380404b42c15 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:10.422147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8458829a-e9a9-482c-92da-380404b42c15 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Usage tracker for resource:security_group_rule and tenant:86d176bc3bd145a28a6c76af09e912f1 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:10.428451 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8458829a-e9a9-482c-92da-380404b42c15 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:10.441096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8458829a-e9a9-482c-92da-380404b42c15 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:10.505106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d98656a-2f67-43ce-92dc-dd864183e47c tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:10.505830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d98656a-2f67-43ce-92dc-dd864183e47c tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:10.617896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3177112-1f0a-4b02-b521-c5af453c849e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:10.975793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e955a802-9ba9-45bc-bc33-b3a4bcaf8729 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Deleting port 2056cafb-1e21-4a79-8cb9-b91c657d40cf {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:45:10.976784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e955a802-9ba9-45bc-bc33-b3a4bcaf8729 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:10.989201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8458829a-e9a9-482c-92da-380404b42c15 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:11.007654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8458829a-e9a9-482c-92da-380404b42c15 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:11.014613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-38802d84-694a-410e-9d53-2a204eb14ee4 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:11.149765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8458829a-e9a9-482c-92da-380404b42c15 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e5d6d3-775e-41de-b4d4-d7c1b962c36f,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:11.156822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8458829a-e9a9-482c-92da-380404b42c15 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:11.158033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8458829a-e9a9-482c-92da-380404b42c15 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:11.217744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8458829a-e9a9-482c-92da-380404b42c15 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Usage tracker for resource:security_group_rule and tenant:86d176bc3bd145a28a6c76af09e912f1 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:11.227961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8458829a-e9a9-482c-92da-380404b42c15 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:11.249861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8458829a-e9a9-482c-92da-380404b42c15 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:11.267173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e955a802-9ba9-45bc-bc33-b3a4bcaf8729 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:11.409653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e955a802-9ba9-45bc-bc33-b3a4bcaf8729 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Calling delete_port for 2056cafb-1e21-4a79-8cb9-b91c657d40cf owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:45:11.451174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e6a89fc3-6188-4bcf-9a34-f364c778e309 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:11.464772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8458829a-e9a9-482c-92da-380404b42c15 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:11.474831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8458829a-e9a9-482c-92da-380404b42c15 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:11.484737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-65bbbda8-1def-43f3-aa88-2960df3b9eb4 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:11.592374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8458829a-e9a9-482c-92da-380404b42c15 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d892ae89-540d-4ebb-9a77-8bded55a30b9,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:11.602841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8458829a-e9a9-482c-92da-380404b42c15 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:11.603631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8458829a-e9a9-482c-92da-380404b42c15 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:11.608080 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8458829a-e9a9-482c-92da-380404b42c15 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.4396367 Dec 25 19:45:11.610925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44016) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:11.621999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-6a8e971f-5b9b-4809-8d36-8bd0bbc73159 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Request body: {'security_group_rule': {'security_group_id': 'd892ae89-540d-4ebb-9a77-8bded55a30b9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:11.628724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-d3177112-1f0a-4b02-b521-c5af453c849e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Allocated IP 172.20.0.1 (91e8ca8d-466b-4405-9d2d-e991c033a6e5/1f11bccd-1808-49f9-aa9e-8d4199f1df1b/bd35fa23-ce4b-4cbc-a7ed-2631e4390c71) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:45:11.632434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6a8e971f-5b9b-4809-8d36-8bd0bbc73159 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:11.641646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6a8e971f-5b9b-4809-8d36-8bd0bbc73159 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Usage tracker for resource:security_group_rule and tenant:86d176bc3bd145a28a6c76af09e912f1 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:11.646480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6a8e971f-5b9b-4809-8d36-8bd0bbc73159 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:11.683451 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d98656a-2f67-43ce-92dc-dd864183e47c tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Router 8c1e1a66-d8d1-44b8-99f0-bdf42deee503 is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:45:11.702559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6a8e971f-5b9b-4809-8d36-8bd0bbc73159 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:11.749974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6a8e971f-5b9b-4809-8d36-8bd0bbc73159 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:11.760830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e955a802-9ba9-45bc-bc33-b3a4bcaf8729 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:11.769732 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-28a8a1f5-5aae-4f6b-809f-b9b90fd005b1 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:11.827632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e955a802-9ba9-45bc-bc33-b3a4bcaf8729 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event deleted for resources: {'Port': ['ID=2056cafb-1e21-4a79-8cb9-b91c657d40cf,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:11.838937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e955a802-9ba9-45bc-bc33-b3a4bcaf8729 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:11.908044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3177112-1f0a-4b02-b521-c5af453c849e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:12.026081 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3177112-1f0a-4b02-b521-c5af453c849e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:12.033689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6980d82a-b347-4d2a-8c3b-4a5564db4517 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:12.112290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3177112-1f0a-4b02-b521-c5af453c849e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Network 91e8ca8d-466b-4405-9d2d-e991c033a6e5 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:45:12.116903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-d3177112-1f0a-4b02-b521-c5af453c849e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:45:12.121841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3177112-1f0a-4b02-b521-c5af453c849e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:45:12.167286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3177112-1f0a-4b02-b521-c5af453c849e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event updated for resources: {'Port': ['ID=bd35fa23-ce4b-4cbc-a7ed-2631e4390c71,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:12.186041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d3177112-1f0a-4b02-b521-c5af453c849e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:12.204183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6a8e971f-5b9b-4809-8d36-8bd0bbc73159 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:12.213747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d98656a-2f67-43ce-92dc-dd864183e47c tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:45:12.224226 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b161b16c-5cca-4c2c-9e25-8616352b1613 None None] Sync routers for ids ['8c1e1a66-d8d1-44b8-99f0-bdf42deee503'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:45:12.230394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3177112-1f0a-4b02-b521-c5af453c849e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:12.238150 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b161b16c-5cca-4c2c-9e25-8616352b1613 None None] Routers {'8c1e1a66-d8d1-44b8-99f0-bdf42deee503'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:12.238912 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-b161b16c-5cca-4c2c-9e25-8616352b1613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['8c1e1a66-d8d1-44b8-99f0-bdf42deee503'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:12.247592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d98656a-2f67-43ce-92dc-dd864183e47c tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:12.251919 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3d98656a-2f67-43ce-92dc-dd864183e47c tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.1344116 Dec 25 19:45:12.252134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44022) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:12.432780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3177112-1f0a-4b02-b521-c5af453c849e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:12.493007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6a8e971f-5b9b-4809-8d36-8bd0bbc73159 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:12.495465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-b161b16c-5cca-4c2c-9e25-8616352b1613 None None] Set router 8c1e1a66-d8d1-44b8-99f0-bdf42deee503 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:45:12.504881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1b887de3-cedb-4496-bdc2-d13a85e7f00b tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:12.543293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e971f-5b9b-4809-8d36-8bd0bbc73159 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a719033-c83c-4886-b114-e6ae4215cc24,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:12.550856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e955a802-9ba9-45bc-bc33-b3a4bcaf8729 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:12.557941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e6a89fc3-6188-4bcf-9a34-f364c778e309 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:12.560585 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6a8e971f-5b9b-4809-8d36-8bd0bbc73159 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:12.577899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e6a89fc3-6188-4bcf-9a34-f364c778e309 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854381233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854287207'] for router, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:12.637652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6a8e971f-5b9b-4809-8d36-8bd0bbc73159 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:12.642112 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6a8e971f-5b9b-4809-8d36-8bd0bbc73159 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0264394 Dec 25 19:45:12.645958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44030) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:12.660538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-f9389579-82b0-48a1-a5d8-f0a77514f3bb tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Request body: {'security_group_rule': {'security_group_id': 'd892ae89-540d-4ebb-9a77-8bded55a30b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:12.666906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f9389579-82b0-48a1-a5d8-f0a77514f3bb tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:12.671569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f9389579-82b0-48a1-a5d8-f0a77514f3bb tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Usage tracker for resource:security_group_rule and tenant:86d176bc3bd145a28a6c76af09e912f1 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:12.675029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f9389579-82b0-48a1-a5d8-f0a77514f3bb tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:12.682356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f9389579-82b0-48a1-a5d8-f0a77514f3bb tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:12.792301 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b3428992-cf62-4da8-b448-b1b7140f324d tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] 10.222.0.24 "GET /v2.0/routers/8c1e1a66-d8d1-44b8-99f0-bdf42deee503 HTTP/1.1" status: 200 len: 909 time: 0.5387866 Dec 25 19:45:12.799786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44034) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:12.809422 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-6d53cf3e-8092-4929-a93e-215fcb86797f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1708227783', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'enable_snat': True}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:12.815462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6d53cf3e-8092-4929-a93e-215fcb86797f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:12.828768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-b161b16c-5cca-4c2c-9e25-8616352b1613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1e1a66-d8d1-44b8-99f0-bdf42deee503', 'name': 'tempest-snat-router-1708227783', 'tenant_id': '682aee75fd1a4de4a87f6ce57995a090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.149'}], 'enable_snat': False}, 'gw_port_id': '06624654-39cc-471a-860d-018cf8558ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:45:08Z', 'updated_at': '2021-12-25T19:45:10Z', 'revision_number': 3, 'project_id': '682aee75fd1a4de4a87f6ce57995a090', 'gw_port': {'id': '06624654-39cc-471a-860d-018cf8558ff7', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c1e1a66-d8d1-44b8-99f0-bdf42deee503', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:45:09Z', 'updated_at': '2021-12-25T19:45:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:12.832992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b161b16c-5cca-4c2c-9e25-8616352b1613 None None] Checking router: 8c1e1a66-d8d1-44b8-99f0-bdf42deee503 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:45:12.834213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b161b16c-5cca-4c2c-9e25-8616352b1613 None None] Updating router 8c1e1a66-d8d1-44b8-99f0-bdf42deee503 port 06624654-39cc-471a-860d-018cf8558ff7 binding host dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 19:45:12.838949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6d53cf3e-8092-4929-a93e-215fcb86797f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Usage tracker for resource:router and tenant:682aee75fd1a4de4a87f6ce57995a090 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:12.845846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6d53cf3e-8092-4929-a93e-215fcb86797f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:12.845998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f9389579-82b0-48a1-a5d8-f0a77514f3bb tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:12.865623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6d53cf3e-8092-4929-a93e-215fcb86797f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:12.888883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b161b16c-5cca-4c2c-9e25-8616352b1613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:12.935587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d53cf3e-8092-4929-a93e-215fcb86797f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:12.936617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d53cf3e-8092-4929-a93e-215fcb86797f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:12.993433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d53cf3e-8092-4929-a93e-215fcb86797f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:13.029461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3177112-1f0a-4b02-b521-c5af453c849e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:13.086905 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3177112-1f0a-4b02-b521-c5af453c849e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:13.194261 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-f9389579-82b0-48a1-a5d8-f0a77514f3bb tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] create failed (client error): There was a conflict when trying to complete your request. Dec 25 19:45:13.195466 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f9389579-82b0-48a1-a5d8-f0a77514f3bb tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5484781 Dec 25 19:45:13.204928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44038) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:13.292131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b161b16c-5cca-4c2c-9e25-8616352b1613 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:13.309700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b161b16c-5cca-4c2c-9e25-8616352b1613 None None] Transition to ACTIVE for port object 06624654-39cc-471a-860d-018cf8558ff7 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:45:13.317656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b161b16c-5cca-4c2c-9e25-8616352b1613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:13.325358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4c476a75-1756-45b7-8362-b7308485e89b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:13.358197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1c9b59fc-6d9d-40c0-9a11-3ff0320199e3 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:13.365170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e955a802-9ba9-45bc-bc33-b3a4bcaf8729 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Router cca858b8-cc48-4110-b840-e727499e303f has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:45:13.397026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f4baceca-dec8-4922-a25f-6b8fbc489a6f tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:13.412625 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c2ece-ca3f-40bf-b36a-a3072ffc6132 None None] Pushing event updated for resources: {'Port': ['ID=06624654-39cc-471a-860d-018cf8558ff7,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:13.415650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0c2ece-ca3f-40bf-b36a-a3072ffc6132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:13.440549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-b161b16c-5cca-4c2c-9e25-8616352b1613 None None] Attempting to bind port 06624654-39cc-471a-860d-018cf8558ff7 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:45:13.441110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-b161b16c-5cca-4c2c-9e25-8616352b1613 None None] Attempting to bind port 06624654-39cc-471a-860d-018cf8558ff7 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:45:13.441501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b161b16c-5cca-4c2c-9e25-8616352b1613 None None] Attempting to bind port 06624654-39cc-471a-860d-018cf8558ff7 on network a29ab018-4a1a-4021-8156-423134b861f3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:45:13.452713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b161b16c-5cca-4c2c-9e25-8616352b1613 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:45:13.453134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b161b16c-5cca-4c2c-9e25-8616352b1613 None None] Checking segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:45:13.453577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b161b16c-5cca-4c2c-9e25-8616352b1613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:13.454020 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b161b16c-5cca-4c2c-9e25-8616352b1613 None None] Bound using segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:45:13.454524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-b161b16c-5cca-4c2c-9e25-8616352b1613 None None] Bound port: 06624654-39cc-471a-860d-018cf8558ff7, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:45:13.454942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b161b16c-5cca-4c2c-9e25-8616352b1613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:13.489594 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 19:45:13.498971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f4baceca-dec8-4922-a25f-6b8fbc489a6f tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:13.508604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a89fc3-6188-4bcf-9a34-f364c778e309 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Router 240a6916-a011-458a-a888-cd47eec07d13 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:45:13.509039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3177112-1f0a-4b02-b521-c5af453c849e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:13.518143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3177112-1f0a-4b02-b521-c5af453c849e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event updated for resources: {'Port': ['ID=bd35fa23-ce4b-4cbc-a7ed-2631e4390c71,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:13.524670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d3177112-1f0a-4b02-b521-c5af453c849e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:13.535805 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b161b16c-5cca-4c2c-9e25-8616352b1613 None None] For port 06624654-39cc-471a-860d-018cf8558ff7, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:45:13.539042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b161b16c-5cca-4c2c-9e25-8616352b1613 None None] For port 06624654-39cc-471a-860d-018cf8558ff7, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=06624654-39cc-471a-860d-018cf8558ff7,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:45:13.542382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b161b16c-5cca-4c2c-9e25-8616352b1613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:13.546975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:13.554670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d53cf3e-8092-4929-a93e-215fcb86797f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:13.641788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c2ece-ca3f-40bf-b36a-a3072ffc6132 None None] Pushing event updated for resources: {'Port': ['ID=06624654-39cc-471a-860d-018cf8558ff7,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:13.652819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0c2ece-ca3f-40bf-b36a-a3072ffc6132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:13.674387 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b161b16c-5cca-4c2c-9e25-8616352b1613 None None] Routers {'8c1e1a66-d8d1-44b8-99f0-bdf42deee503'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:13.676281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-b161b16c-5cca-4c2c-9e25-8616352b1613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['8c1e1a66-d8d1-44b8-99f0-bdf42deee503'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:13.688777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e955a802-9ba9-45bc-bc33-b3a4bcaf8729 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:45:13.701577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f4baceca-dec8-4922-a25f-6b8fbc489a6f tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:13.702756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6276bc88-27e3-42ee-a8bf-b596822dd92b None None] Sync routers for ids ['cca858b8-cc48-4110-b840-e727499e303f'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:45:13.710631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8e86391e-7ea6-4007-98dc-7ea5437d175a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:13.723528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3177112-1f0a-4b02-b521-c5af453c849e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Network 91e8ca8d-466b-4405-9d2d-e991c033a6e5 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:45:13.725519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-d3177112-1f0a-4b02-b521-c5af453c849e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:45:13.726574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6276bc88-27e3-42ee-a8bf-b596822dd92b None None] Routers {'cca858b8-cc48-4110-b840-e727499e303f'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:13.734489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-6276bc88-27e3-42ee-a8bf-b596822dd92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['cca858b8-cc48-4110-b840-e727499e303f'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:13.742895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4baceca-dec8-4922-a25f-6b8fbc489a6f tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d892ae89-540d-4ebb-9a77-8bded55a30b9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:13.748945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f4baceca-dec8-4922-a25f-6b8fbc489a6f tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:13.752531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f4baceca-dec8-4922-a25f-6b8fbc489a6f tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:13.753763 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f4baceca-dec8-4922-a25f-6b8fbc489a6f tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "DELETE /v2.0/security-groups/d892ae89-540d-4ebb-9a77-8bded55a30b9 HTTP/1.1" status: 204 len: 168 time: 0.5394139 Dec 25 19:45:13.759365 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e955a802-9ba9-45bc-bc33-b3a4bcaf8729 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "PUT /v2.0/routers/cca858b8-cc48-4110-b840-e727499e303f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8329034 Dec 25 19:45:13.760229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44046) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:13.760600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44048) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:13.839328 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-6276bc88-27e3-42ee-a8bf-b596822dd92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:13.853643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6ec7d144-8128-4d15-b292-76505e6deccb tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Synchronizing usage tracker for tenant:ed9c1443c9ab46589f19ea480da46eab on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:45:13.864488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6276bc88-27e3-42ee-a8bf-b596822dd92b None None] Routers {'cca858b8-cc48-4110-b840-e727499e303f'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:13.865284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-6276bc88-27e3-42ee-a8bf-b596822dd92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['cca858b8-cc48-4110-b840-e727499e303f'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:13.923730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6ec7d144-8128-4d15-b292-76505e6deccb tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Unset dirty status for tenant:ed9c1443c9ab46589f19ea480da46eab on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:45:13.928060 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6ec7d144-8128-4d15-b292-76505e6deccb tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "GET /v2.0/ports?device_id=cca858b8-cc48-4110-b840-e727499e303f HTTP/1.1" status: 200 len: 205 time: 0.1642063 Dec 25 19:45:13.930259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44056) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:13.961266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-6276bc88-27e3-42ee-a8bf-b596822dd92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:13.962060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6276bc88-27e3-42ee-a8bf-b596822dd92b None None] The sync data for ids ['cca858b8-cc48-4110-b840-e727499e303f'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:45:14.041776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1eea5921-0a5c-4483-a49a-38fb0df70f23 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Synchronizing usage tracker for tenant:86d176bc3bd145a28a6c76af09e912f1 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:45:14.157846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1eea5921-0a5c-4483-a49a-38fb0df70f23 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Unset dirty status for tenant:86d176bc3bd145a28a6c76af09e912f1 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:45:14.159149 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1eea5921-0a5c-4483-a49a-38fb0df70f23 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3973575 Dec 25 19:45:14.160790 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-b161b16c-5cca-4c2c-9e25-8616352b1613 None None] Set router 8c1e1a66-d8d1-44b8-99f0-bdf42deee503 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:45:14.163946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44060) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:14.173243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-e5d3145e-d6ba-4634-8e1f-14750b513789 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Request body: {'security_group': {'name': 'tempest-secgroup--2010148594'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:14.186672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e5d3145e-d6ba-4634-8e1f-14750b513789 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:14.197839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d53cf3e-8092-4929-a93e-215fcb86797f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:14.204264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e5d3145e-d6ba-4634-8e1f-14750b513789 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:14.208977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d5575a5f-afdf-45b4-808d-ae07fbc9676a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:14.234578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d53cf3e-8092-4929-a93e-215fcb86797f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:14.343151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e5d3145e-d6ba-4634-8e1f-14750b513789 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:14.488775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-6d53cf3e-8092-4929-a93e-215fcb86797f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Allocated IP 172.26.8.109 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/ab943c4e-f466-4abe-8c56-d71fcc0682fb) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:45:14.497102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-b161b16c-5cca-4c2c-9e25-8616352b1613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1e1a66-d8d1-44b8-99f0-bdf42deee503', 'name': 'tempest-snat-router-1708227783', 'tenant_id': '682aee75fd1a4de4a87f6ce57995a090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.149'}], 'enable_snat': False}, 'gw_port_id': '06624654-39cc-471a-860d-018cf8558ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:45:08Z', 'updated_at': '2021-12-25T19:45:10Z', 'revision_number': 3, 'project_id': '682aee75fd1a4de4a87f6ce57995a090', 'gw_port': {'id': '06624654-39cc-471a-860d-018cf8558ff7', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c1e1a66-d8d1-44b8-99f0-bdf42deee503', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:45:09Z', 'updated_at': '2021-12-25T19:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:14.502225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b161b16c-5cca-4c2c-9e25-8616352b1613 None None] The sync data for ids ['8c1e1a66-d8d1-44b8-99f0-bdf42deee503'] in dv-neutron-822611-1-hyperv is: [{'id': '8c1e1a66-d8d1-44b8-99f0-bdf42deee503', 'name': 'tempest-snat-router-1708227783', 'tenant_id': '682aee75fd1a4de4a87f6ce57995a090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.149'}], 'enable_snat': False}, 'gw_port_id': '06624654-39cc-471a-860d-018cf8558ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:45:08Z', 'updated_at': '2021-12-25T19:45:10Z', 'revision_number': 3, 'project_id': '682aee75fd1a4de4a87f6ce57995a090', 'gw_port': {'id': '06624654-39cc-471a-860d-018cf8558ff7', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c1e1a66-d8d1-44b8-99f0-bdf42deee503', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:45:09Z', 'updated_at': '2021-12-25T19:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:45:14.509913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3177112-1f0a-4b02-b521-c5af453c849e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Router 37b5843f-11c8-4119-aa66-53b4aff55b9b has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:45:14.631849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a89fc3-6188-4bcf-9a34-f364c778e309 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:45:14.640462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e6a89fc3-6188-4bcf-9a34-f364c778e309 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:14.644406 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e6a89fc3-6188-4bcf-9a34-f364c778e309 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] 10.222.0.24 "PUT /v2.0/routers/240a6916-a011-458a-a888-cd47eec07d13 HTTP/1.1" status: 200 len: 925 time: 4.9394412 Dec 25 19:45:14.647097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d202d5-08d2-4ae7-b8d6-5b7972e15ca6 None None] Sync routers for ids ['240a6916-a011-458a-a888-cd47eec07d13'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:45:14.650673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44066) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:14.660786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d202d5-08d2-4ae7-b8d6-5b7972e15ca6 None None] Routers {'240a6916-a011-458a-a888-cd47eec07d13'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:14.661468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-e4d202d5-08d2-4ae7-b8d6-5b7972e15ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['240a6916-a011-458a-a888-cd47eec07d13'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:14.726090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-e4d202d5-08d2-4ae7-b8d6-5b7972e15ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:14.737636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d202d5-08d2-4ae7-b8d6-5b7972e15ca6 None None] Routers {'240a6916-a011-458a-a888-cd47eec07d13'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:14.738328 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-e4d202d5-08d2-4ae7-b8d6-5b7972e15ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['240a6916-a011-458a-a888-cd47eec07d13'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:14.759700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d53cf3e-8092-4929-a93e-215fcb86797f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:14.805244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-e4d202d5-08d2-4ae7-b8d6-5b7972e15ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:14.805714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d202d5-08d2-4ae7-b8d6-5b7972e15ca6 None None] The sync data for ids ['240a6916-a011-458a-a888-cd47eec07d13'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:45:14.811598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e5d3145e-d6ba-4634-8e1f-14750b513789 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:14.870988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d53cf3e-8092-4929-a93e-215fcb86797f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:14.876389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-542d22ed-bb4e-4b9f-aa97-1579726f82c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:14.891652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e5d3145e-d6ba-4634-8e1f-14750b513789 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Usage tracker for resource:security_group_rule and tenant:86d176bc3bd145a28a6c76af09e912f1 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:14.903164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e5d3145e-d6ba-4634-8e1f-14750b513789 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:14.912486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e5d3145e-d6ba-4634-8e1f-14750b513789 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:14.976679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d53cf3e-8092-4929-a93e-215fcb86797f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:45:14.977475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d53cf3e-8092-4929-a93e-215fcb86797f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Pushing event updated for resources: {'Port': ['ID=ab943c4e-f466-4abe-8c56-d71fcc0682fb,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:14.983965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-6d53cf3e-8092-4929-a93e-215fcb86797f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:45:14.990061 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6d53cf3e-8092-4929-a93e-215fcb86797f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:14.990904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d53cf3e-8092-4929-a93e-215fcb86797f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:45:15.121935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d5575a5f-afdf-45b4-808d-ae07fbc9676a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:15.125347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3177112-1f0a-4b02-b521-c5af453c849e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:45:15.140253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459887fa-117d-4045-a263-d6971f562877 None None] Sync routers for ids ['37b5843f-11c8-4119-aa66-53b4aff55b9b'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:45:15.154586 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d3177112-1f0a-4b02-b521-c5af453c849e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "PUT /v2.0/routers/37b5843f-11c8-4119-aa66-53b4aff55b9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3184698 Dec 25 19:45:15.156268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44074) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:15.165558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-6af348dd-96dd-47df-8fef-135cca4bf54b tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Request body: {'port': {'network_id': '91e8ca8d-466b-4405-9d2d-e991c033a6e5', 'name': 'tempest-FloatingIPTestJSON-897015739'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:15.169168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459887fa-117d-4045-a263-d6971f562877 None None] Routers {'37b5843f-11c8-4119-aa66-53b4aff55b9b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:15.172614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-459887fa-117d-4045-a263-d6971f562877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['37b5843f-11c8-4119-aa66-53b4aff55b9b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:15.210131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d5575a5f-afdf-45b4-808d-ae07fbc9676a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:15.284228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 06624654-39cc-471a-860d-018cf8558ff7 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:45:15.301581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-459887fa-117d-4045-a263-d6971f562877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:15.314468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459887fa-117d-4045-a263-d6971f562877 None None] Routers {'37b5843f-11c8-4119-aa66-53b4aff55b9b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:15.315292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-459887fa-117d-4045-a263-d6971f562877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['37b5843f-11c8-4119-aa66-53b4aff55b9b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:15.363817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6af348dd-96dd-47df-8fef-135cca4bf54b tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:15.368610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e5d3145e-d6ba-4634-8e1f-14750b513789 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:15.374232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6af348dd-96dd-47df-8fef-135cca4bf54b tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Usage tracker for resource:port and tenant:e8d9b6a20125442895a663435174ff75 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:15.379321 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6af348dd-96dd-47df-8fef-135cca4bf54b tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:15.386940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6af348dd-96dd-47df-8fef-135cca4bf54b tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:15.398762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 06624654-39cc-471a-860d-018cf8558ff7 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:45:15.401762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af348dd-96dd-47df-8fef-135cca4bf54b tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Made reservation on behalf of e8d9b6a20125442895a663435174ff75 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:45:15.405282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e5d3145e-d6ba-4634-8e1f-14750b513789 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:15.408069 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 06624654-39cc-471a-860d-018cf8558ff7 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:45:15.408502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:15.410714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6af348dd-96dd-47df-8fef-135cca4bf54b tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:15.412712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:15.417435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-459887fa-117d-4045-a263-d6971f562877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:15.418567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459887fa-117d-4045-a263-d6971f562877 None None] The sync data for ids ['37b5843f-11c8-4119-aa66-53b4aff55b9b'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:45:15.440700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d53cf3e-8092-4929-a93e-215fcb86797f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:15.441588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d53cf3e-8092-4929-a93e-215fcb86797f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:15.445184 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d5575a5f-afdf-45b4-808d-ae07fbc9676a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:15.445567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5575a5f-afdf-45b4-808d-ae07fbc9676a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Fanout notify agent at l3_agent the message router_deleted on router cca858b8-cc48-4110-b840-e727499e303f {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:45:15.465847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-6af348dd-96dd-47df-8fef-135cca4bf54b tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] device_id is not set on port 9a4b090a-edc0-491d-b794-567ae276cb9d yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:45:15.486974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d5575a5f-afdf-45b4-808d-ae07fbc9676a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:15.490971 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d5575a5f-afdf-45b4-808d-ae07fbc9676a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "DELETE /v2.0/routers/cca858b8-cc48-4110-b840-e727499e303f HTTP/1.1" status: 204 len: 168 time: 1.5570602 Dec 25 19:45:15.491151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3145e-d6ba-4634-8e1f-14750b513789 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3b17a5-b72e-47f8-8e37-997f1cd927a0,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:15.494974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44078) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:15.495786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e5d3145e-d6ba-4634-8e1f-14750b513789 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:15.497873 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e5d3145e-d6ba-4634-8e1f-14750b513789 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3313959 Dec 25 19:45:15.500820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e5d3145e-d6ba-4634-8e1f-14750b513789 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:15.512760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44082) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:15.574702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:15.596183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 06624654-39cc-471a-860d-018cf8558ff7, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=06624654-39cc-471a-860d-018cf8558ff7,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:45:15.604354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:15.607702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0c2ece-ca3f-40bf-b36a-a3072ffc6132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:15.622555 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8a388abe-274c-43da-98f6-99d570902fce tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] 10.222.0.24 "GET /v2.0/routers/240a6916-a011-458a-a888-cd47eec07d13 HTTP/1.1" status: 200 len: 925 time: 0.9122458 Dec 25 19:45:15.623596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44086) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:15.698144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=06624654-39cc-471a-860d-018cf8558ff7,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:15.702100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:15.825391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c936e23-6695-482a-bead-d8b07091fa93 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Deleting subnet 4d95faa6-400e-476f-86bb-9cb3535e61b5 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:45:15.830896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3c936e23-6695-482a-bead-d8b07091fa93 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:15.863735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-cf8cd38f-7f3e-4abb-ab9d-2b35268530ab tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Synchronizing usage tracker for tenant:59c528ad242a4b3e924fe17f127afd90 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:45:15.865790 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-332269e3-33cc-4ace-961e-878b0a1d9a6c tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Request body: {'security_group_rule': {'security_group_id': '4e3b17a5-b72e-47f8-8e37-997f1cd927a0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:15.866354 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-332269e3-33cc-4ace-961e-878b0a1d9a6c tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:45:15.870204 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-332269e3-33cc-4ace-961e-878b0a1d9a6c tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.3535438 Dec 25 19:45:15.872416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44092) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:15.936894 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-cf8cd38f-7f3e-4abb-ab9d-2b35268530ab tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Unset dirty status for tenant:59c528ad242a4b3e924fe17f127afd90 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:45:15.938206 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-cf8cd38f-7f3e-4abb-ab9d-2b35268530ab tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=a29ab018-4a1a-4021-8156-423134b861f3&device_id=240a6916-a011-458a-a888-cd47eec07d13&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3053815 Dec 25 19:45:15.941216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3c936e23-6695-482a-bead-d8b07091fa93 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:15.973903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44098) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:16.082237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-6af348dd-96dd-47df-8fef-135cca4bf54b tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Allocated IP 172.20.0.10 (91e8ca8d-466b-4405-9d2d-e991c033a6e5/1f11bccd-1808-49f9-aa9e-8d4199f1df1b/9a4b090a-edc0-491d-b794-567ae276cb9d) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:45:16.172009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a34e8a9d-fd92-4931-a652-9046f77f957f tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:16.230954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a34e8a9d-fd92-4931-a652-9046f77f957f tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:16.241945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3c936e23-6695-482a-bead-d8b07091fa93 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:16.279433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25dc5ccb-4a5b-4cfd-b4d3-dd8e4fc1f96b tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:16.280066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-25dc5ccb-4a5b-4cfd-b4d3-dd8e4fc1f96b tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Synchronizing usage tracker for tenant:59c528ad242a4b3e924fe17f127afd90 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:45:16.346785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-25dc5ccb-4a5b-4cfd-b4d3-dd8e4fc1f96b tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Unset dirty status for tenant:59c528ad242a4b3e924fe17f127afd90 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:45:16.352300 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-25dc5ccb-4a5b-4cfd-b4d3-dd8e4fc1f96b tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] 10.222.0.24 "GET /v2.0/networks/a29ab018-4a1a-4021-8156-423134b861f3 HTTP/1.1" status: 200 len: 881 time: 0.3712630 Dec 25 19:45:16.354348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44104) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:16.367186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6af348dd-96dd-47df-8fef-135cca4bf54b tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:16.382683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d53cf3e-8092-4929-a93e-215fcb86797f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Router a247f90c-c95c-4e0b-99a7-8bc51274fd36 is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:45:16.407013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a34e8a9d-fd92-4931-a652-9046f77f957f tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:16.412292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-488cf64f-a402-47b4-bc37-30e1ee9e265f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:16.421854 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8383a134-b2c0-49cd-bad0-d42faf630561 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] 10.222.0.24 "GET /v2.0/ports?device_id=240a6916-a011-458a-a888-cd47eec07d13 HTTP/1.1" status: 200 len: 205 time: 0.0663905 Dec 25 19:45:16.429030 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44108) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:16.438044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e8a9d-fd92-4931-a652-9046f77f957f tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3b17a5-b72e-47f8-8e37-997f1cd927a0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:16.460395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6af348dd-96dd-47df-8fef-135cca4bf54b tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:16.473829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-817b250d-b3a1-45f6-b95e-a10b12d9a0b6 tempest-PortsAdminExtendedAttrsTestJSON-450629726 tempest-PortsAdminExtendedAttrsTestJSON-450629726-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:16.499494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a34e8a9d-fd92-4931-a652-9046f77f957f tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:16.519921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3c936e23-6695-482a-bead-d8b07091fa93 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:16.530769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-75252b12-e140-4cf2-b6e8-ba632e978a01 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:16.565913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af348dd-96dd-47df-8fef-135cca4bf54b tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Network 91e8ca8d-466b-4405-9d2d-e991c033a6e5 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:45:16.571037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a34e8a9d-fd92-4931-a652-9046f77f957f tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:16.572259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-6af348dd-96dd-47df-8fef-135cca4bf54b tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:45:16.572384 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a34e8a9d-fd92-4931-a652-9046f77f957f tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "DELETE /v2.0/security-groups/4e3b17a5-b72e-47f8-8e37-997f1cd927a0 HTTP/1.1" status: 204 len: 168 time: 0.6988368 Dec 25 19:45:16.575832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af348dd-96dd-47df-8fef-135cca4bf54b tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event updated for resources: {'Port': ['ID=9a4b090a-edc0-491d-b794-567ae276cb9d,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:16.577955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44112) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:16.583167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c936e23-6695-482a-bead-d8b07091fa93 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event deleted for resources: {'Subnet': ['ID=4d95faa6-400e-476f-86bb-9cb3535e61b5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:16.588330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3c936e23-6695-482a-bead-d8b07091fa93 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:16.593590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3c936e23-6695-482a-bead-d8b07091fa93 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:16.595600 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3c936e23-6695-482a-bead-d8b07091fa93 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "DELETE /v2.0/subnets/4d95faa6-400e-476f-86bb-9cb3535e61b5 HTTP/1.1" status: 204 len: 168 time: 1.0966928 Dec 25 19:45:16.599564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44116) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:16.600055 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ead2aaa-40c7-45af-80b0-6c6e8c635f07 None None] Network 47ee999a-198f-449a-bcd6-64a8745694d0 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:45:16.602961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af348dd-96dd-47df-8fef-135cca4bf54b tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:45:16.630687 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6af348dd-96dd-47df-8fef-135cca4bf54b tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:16.719917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1b18742a-b7ce-4b61-8bb6-6b1041ec8581 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:16.857889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af348dd-96dd-47df-8fef-135cca4bf54b tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:16.858582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6af348dd-96dd-47df-8fef-135cca4bf54b tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:16.870730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9789e746-44d5-45a2-91a9-e93b5c8eaf3b tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Synchronizing usage tracker for tenant:86d176bc3bd145a28a6c76af09e912f1 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:45:16.890534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4517b2-3e69-4331-95c1-9f136f47da3d None None] DHCP port deletion for 47ee999a-198f-449a-bcd6-64a8745694d0 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:45:16.894776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-4d4517b2-3e69-4331-95c1-9f136f47da3d None None] Deleting port bef81d91-f86c-4a49-87a3-33dd130213f1 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:45:16.895248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4d4517b2-3e69-4331-95c1-9f136f47da3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:16.939814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1b18742a-b7ce-4b61-8bb6-6b1041ec8581 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:16.950318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1b18742a-b7ce-4b61-8bb6-6b1041ec8581 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Deleting port e278ad83-d957-4c0c-8ed6-76dae6167970 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:45:16.950839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1b18742a-b7ce-4b61-8bb6-6b1041ec8581 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:16.979181 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6af348dd-96dd-47df-8fef-135cca4bf54b tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8205590 Dec 25 19:45:16.986158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44122) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:16.988461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9789e746-44d5-45a2-91a9-e93b5c8eaf3b tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Unset dirty status for tenant:86d176bc3bd145a28a6c76af09e912f1 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:45:16.989792 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9789e746-44d5-45a2-91a9-e93b5c8eaf3b tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4096909 Dec 25 19:45:16.999721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44126) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:17.007388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-34f61213-6a37-4a10-8b37-4558ef6a6aa7 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Request body: {'port': {'network_id': '91e8ca8d-466b-4405-9d2d-e991c033a6e5', 'name': 'tempest-FloatingIPTestJSON-1954706386'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:17.009767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-699b79d4-f0e1-44b8-8699-dc8771a0c2b6 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Request body: {'security_group': {'name': 'tempest-secgroup--1607684998'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:17.025610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-699b79d4-f0e1-44b8-8699-dc8771a0c2b6 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:17.053447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-699b79d4-f0e1-44b8-8699-dc8771a0c2b6 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:17.070129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-b502d66b-e441-43ed-ab9c-ff8f7e7f5941 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Deleting subnet 94aeb224-4db6-4736-b13a-e1bf37323fe5 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:45:17.077246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b502d66b-e441-43ed-ab9c-ff8f7e7f5941 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:17.114680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-699b79d4-f0e1-44b8-8699-dc8771a0c2b6 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:17.147311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d53cf3e-8092-4929-a93e-215fcb86797f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:45:17.163866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222154bf-7463-43d9-8aee-85a664eb4240 None None] Sync routers for ids ['a247f90c-c95c-4e0b-99a7-8bc51274fd36'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:45:17.182653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b502d66b-e441-43ed-ab9c-ff8f7e7f5941 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:17.195567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-4d4517b2-3e69-4331-95c1-9f136f47da3d None None] For port bef81d91-f86c-4a49-87a3-33dd130213f1, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=bef81d91-f86c-4a49-87a3-33dd130213f1,segment=NetworkSegment(8dacd2e5-5bb0-445c-953e-c704debb5065),segment_id=8dacd2e5-5bb0-445c-953e-c704debb5065)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:45:17.206189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4d4517b2-3e69-4331-95c1-9f136f47da3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:17.288339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d53cf3e-8092-4929-a93e-215fcb86797f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:17.292211 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6d53cf3e-8092-4929-a93e-215fcb86797f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.4888375 Dec 25 19:45:17.297538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44134) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:17.298766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 06624654-39cc-471a-860d-018cf8558ff7 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:45:17.332079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-699b79d4-f0e1-44b8-8699-dc8771a0c2b6 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:17.342536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-699b79d4-f0e1-44b8-8699-dc8771a0c2b6 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Usage tracker for resource:security_group_rule and tenant:86d176bc3bd145a28a6c76af09e912f1 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:17.348801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-699b79d4-f0e1-44b8-8699-dc8771a0c2b6 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:17.365997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-699b79d4-f0e1-44b8-8699-dc8771a0c2b6 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:17.391223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222154bf-7463-43d9-8aee-85a664eb4240 None None] Routers {'a247f90c-c95c-4e0b-99a7-8bc51274fd36'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:17.391943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-222154bf-7463-43d9-8aee-85a664eb4240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['a247f90c-c95c-4e0b-99a7-8bc51274fd36'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:17.438655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1365670-17cb-48b5-99a1-42b46c0e5b38 req-cb3544d5-a45f-43a6-bf9e-adce66af808f tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:17.440404 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b1365670-17cb-48b5-99a1-42b46c0e5b38 req-cb3544d5-a45f-43a6-bf9e-adce66af808f tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "GET /v2.0/ports?device_id=e81e0dd7-f239-4ce4-9c52-29c55d42e84a HTTP/1.1" status: 200 len: 946 time: 0.2160830 Dec 25 19:45:17.493747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b502d66b-e441-43ed-ab9c-ff8f7e7f5941 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:17.541882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-4d4517b2-3e69-4331-95c1-9f136f47da3d None None] Calling delete_port for bef81d91-f86c-4a49-87a3-33dd130213f1 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:45:17.577794 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-699b79d4-f0e1-44b8-8699-dc8771a0c2b6 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:17.590768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-699b79d4-f0e1-44b8-8699-dc8771a0c2b6 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:17.622426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:17.636094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-699b79d4-f0e1-44b8-8699-dc8771a0c2b6 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:17.641320 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-699b79d4-f0e1-44b8-8699-dc8771a0c2b6 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6372659 Dec 25 19:45:17.645422 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-222154bf-7463-43d9-8aee-85a664eb4240 None None] Set router a247f90c-c95c-4e0b-99a7-8bc51274fd36 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:45:17.645580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44140) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:17.672585 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-0924b00f-9c57-4d30-a346-6322d15b94e6 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Request body: {'security_group_rule': {'security_group_id': '1268b4df-dfb6-4744-a5ff-2dc0d0a58684', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:17.673303 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-0924b00f-9c57-4d30-a346-6322d15b94e6 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:45:17.677230 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0924b00f-9c57-4d30-a346-6322d15b94e6 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0253041 Dec 25 19:45:17.677737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44144) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:17.680795 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b1365670-17cb-48b5-99a1-42b46c0e5b38 req-9a6c3904-493a-44db-a448-c374cf50d732 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "GET /v2.0/security-groups?id=60fe5b27-97a5-45c2-a3ee-36c13cb617bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2287223 Dec 25 19:45:17.727938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1b18742a-b7ce-4b61-8bb6-6b1041ec8581 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:17.729688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b79d4-f0e1-44b8-8699-dc8771a0c2b6 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1268b4df-dfb6-4744-a5ff-2dc0d0a58684,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:17.733347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-699b79d4-f0e1-44b8-8699-dc8771a0c2b6 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:17.742315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b502d66b-e441-43ed-ab9c-ff8f7e7f5941 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:17.760242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:17.817275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502d66b-e441-43ed-ab9c-ff8f7e7f5941 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event deleted for resources: {'Subnet': ['ID=94aeb224-4db6-4736-b13a-e1bf37323fe5,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:17.831987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b502d66b-e441-43ed-ab9c-ff8f7e7f5941 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:17.837370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b502d66b-e441-43ed-ab9c-ff8f7e7f5941 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:17.852972 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b502d66b-e441-43ed-ab9c-ff8f7e7f5941 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "DELETE /v2.0/subnets/94aeb224-4db6-4736-b13a-e1bf37323fe5 HTTP/1.1" status: 204 len: 168 time: 1.2210474 Dec 25 19:45:17.857381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44152) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:17.873085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e93b5d8-6f35-4dce-b108-b849fef0d519 None None] Network c6d43364-fef7-43bb-a9b1-22cc623e43af requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:45:17.893342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d765220-9f31-4ecd-a5ee-abece6c6a35a tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:17.911087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1b18742a-b7ce-4b61-8bb6-6b1041ec8581 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Calling delete_port for e278ad83-d957-4c0c-8ed6-76dae6167970 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:45:18.008931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d765220-9f31-4ecd-a5ee-abece6c6a35a tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:18.036659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-34f61213-6a37-4a10-8b37-4558ef6a6aa7 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:18.042555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51f1f614-43fc-4428-9746-bb3b9213d3d8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:18.053361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-34f61213-6a37-4a10-8b37-4558ef6a6aa7 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Usage tracker for resource:port and tenant:e8d9b6a20125442895a663435174ff75 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:18.066869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-34f61213-6a37-4a10-8b37-4558ef6a6aa7 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:18.074026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-51f1f614-43fc-4428-9746-bb3b9213d3d8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Deleting port bef81d91-f86c-4a49-87a3-33dd130213f1 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:45:18.074890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51f1f614-43fc-4428-9746-bb3b9213d3d8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:18.087152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-34f61213-6a37-4a10-8b37-4558ef6a6aa7 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:18.144199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f61213-6a37-4a10-8b37-4558ef6a6aa7 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Made reservation on behalf of e8d9b6a20125442895a663435174ff75 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:45:18.149820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34f61213-6a37-4a10-8b37-4558ef6a6aa7 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:18.164143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d765220-9f31-4ecd-a5ee-abece6c6a35a tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:18.177484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-529a3939-cb69-440b-9633-b84e2cad23ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:18.191712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-34f61213-6a37-4a10-8b37-4558ef6a6aa7 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] device_id is not set on port b9f05693-4aa1-4241-b933-c33e0c5982f8 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:45:18.206538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d765220-9f31-4ecd-a5ee-abece6c6a35a tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1268b4df-dfb6-4744-a5ff-2dc0d0a58684,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:18.208640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6d765220-9f31-4ecd-a5ee-abece6c6a35a tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:18.225251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d765220-9f31-4ecd-a5ee-abece6c6a35a tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:18.226544 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6d765220-9f31-4ecd-a5ee-abece6c6a35a tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "DELETE /v2.0/security-groups/1268b4df-dfb6-4744-a5ff-2dc0d0a58684 HTTP/1.1" status: 204 len: 168 time: 0.5447981 Dec 25 19:45:18.231402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44156) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:18.299589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 06624654-39cc-471a-860d-018cf8558ff7 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:45:18.300021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:18.349520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-51f1f614-43fc-4428-9746-bb3b9213d3d8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] For port bef81d91-f86c-4a49-87a3-33dd130213f1, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=bef81d91-f86c-4a49-87a3-33dd130213f1,segment=NetworkSegment(8dacd2e5-5bb0-445c-953e-c704debb5065),segment_id=8dacd2e5-5bb0-445c-953e-c704debb5065)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:45:18.349856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51f1f614-43fc-4428-9746-bb3b9213d3d8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:18.359648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4d4517b2-3e69-4331-95c1-9f136f47da3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:18.374811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:18.421851 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4517b2-3e69-4331-95c1-9f136f47da3d None None] No DVR routers for this DVR port bef81d91-f86c-4a49-87a3-33dd130213f1 on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:45:18.425585 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4517b2-3e69-4331-95c1-9f136f47da3d None None] Pushing event deleted for resources: {'Port': ['ID=bef81d91-f86c-4a49-87a3-33dd130213f1,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:18.462784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4d4517b2-3e69-4331-95c1-9f136f47da3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:18.509756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-34f61213-6a37-4a10-8b37-4558ef6a6aa7 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Allocated IP 172.20.0.2 (91e8ca8d-466b-4405-9d2d-e991c033a6e5/1f11bccd-1808-49f9-aa9e-8d4199f1df1b/b9f05693-4aa1-4241-b933-c33e0c5982f8) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:45:18.514849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-51f1f614-43fc-4428-9746-bb3b9213d3d8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Calling delete_port for bef81d91-f86c-4a49-87a3-33dd130213f1 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:45:18.636954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-222154bf-7463-43d9-8aee-85a664eb4240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a247f90c-c95c-4e0b-99a7-8bc51274fd36', 'name': 'tempest-snat-router-1708227783', 'tenant_id': '682aee75fd1a4de4a87f6ce57995a090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': 'ab943c4e-f466-4abe-8c56-d71fcc0682fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:45:12Z', 'updated_at': '2021-12-25T19:45:15Z', 'revision_number': 3, 'project_id': '682aee75fd1a4de4a87f6ce57995a090', 'gw_port': {'id': 'ab943c4e-f466-4abe-8c56-d71fcc0682fb', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:57:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a247f90c-c95c-4e0b-99a7-8bc51274fd36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:45:14Z', 'updated_at': '2021-12-25T19:45:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:18.649659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222154bf-7463-43d9-8aee-85a664eb4240 None None] Checking router: a247f90c-c95c-4e0b-99a7-8bc51274fd36 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:45:18.650176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222154bf-7463-43d9-8aee-85a664eb4240 None None] Updating router a247f90c-c95c-4e0b-99a7-8bc51274fd36 port ab943c4e-f466-4abe-8c56-d71fcc0682fb binding host dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 19:45:18.659538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-51f1f614-43fc-4428-9746-bb3b9213d3d8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88900) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:45:18.659920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-51f1f614-43fc-4428-9746-bb3b9213d3d8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:45:18.702086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device bef81d91-f86c-4a49-87a3-33dd130213f1 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:45:18.735104 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e661889c-127c-4774-8d60-f40c8e545703 None None] DHCP port deletion for c6d43364-fef7-43bb-a9b1-22cc623e43af request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:45:18.747991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1b18742a-b7ce-4b61-8bb6-6b1041ec8581 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:18.758084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1ef12487-3e4e-4bed-a36f-06a4bb42cb57 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:18.762875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e661889c-127c-4774-8d60-f40c8e545703 None None] Deleting port 950a8252-a6ac-4b00-8aa6-64b055e5d4ff {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:45:18.763322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e661889c-127c-4774-8d60-f40c8e545703 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:18.796355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: bef81d91-f86c-4a49-87a3-33dd130213f1 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:45:18.796737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device bef81d91-f86c-4a49-87a3-33dd130213f1 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:45:18.814678 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ac299e64-c802-473a-b857-032c4292e6a0 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] 10.222.0.24 "GET /v2.0/routers/a247f90c-c95c-4e0b-99a7-8bc51274fd36 HTTP/1.1" status: 200 len: 908 time: 1.5158975 Dec 25 19:45:18.822056 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b18742a-b7ce-4b61-8bb6-6b1041ec8581 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Pushing event deleted for resources: {'Port': ['ID=e278ad83-d957-4c0c-8ed6-76dae6167970,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:18.826374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44168) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:18.835708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-222154bf-7463-43d9-8aee-85a664eb4240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:18.837805 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1b18742a-b7ce-4b61-8bb6-6b1041ec8581 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:18.945069 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34f61213-6a37-4a10-8b37-4558ef6a6aa7 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:18.955912 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3e246c7a-b9e8-46f0-8b1e-3a56d0faa078 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Synchronizing usage tracker for tenant:86d176bc3bd145a28a6c76af09e912f1 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:45:18.967183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c887db7-f42c-4209-8ac1-f4e00fde8d23 req-3e1e84aa-2703-49f7-b981-eb5ed91017c8 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:18.968823 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2c887db7-f42c-4209-8ac1-f4e00fde8d23 req-3e1e84aa-2703-49f7-b981-eb5ed91017c8 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "GET /v2.0/ports?device_id=e81e0dd7-f239-4ce4-9c52-29c55d42e84a HTTP/1.1" status: 200 len: 946 time: 0.1812103 Dec 25 19:45:19.002309 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3e246c7a-b9e8-46f0-8b1e-3a56d0faa078 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Unset dirty status for tenant:86d176bc3bd145a28a6c76af09e912f1 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:45:19.007553 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3e246c7a-b9e8-46f0-8b1e-3a56d0faa078 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7705827 Dec 25 19:45:19.072382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44172) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:19.088070 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-34222170-3d5a-4c5e-8508-397c580810fe tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Request body: {'security_group': {'name': 'tempest-secgroup--1627798307'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:19.173295 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-e661889c-127c-4774-8d60-f40c8e545703 None None] For port 950a8252-a6ac-4b00-8aa6-64b055e5d4ff, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=950a8252-a6ac-4b00-8aa6-64b055e5d4ff,segment=NetworkSegment(337efe63-e82d-4904-aada-ac19de4b2ec9),segment_id=337efe63-e82d-4904-aada-ac19de4b2ec9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:45:19.173747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e661889c-127c-4774-8d60-f40c8e545703 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:19.189853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-34222170-3d5a-4c5e-8508-397c580810fe tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:19.213910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-34222170-3d5a-4c5e-8508-397c580810fe tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:19.232725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34f61213-6a37-4a10-8b37-4558ef6a6aa7 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:19.235238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1b18742a-b7ce-4b61-8bb6-6b1041ec8581 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:19.284144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-51f1f614-43fc-4428-9746-bb3b9213d3d8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Deleting port bef81d91-f86c-4a49-87a3-33dd130213f1 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:45:19.284494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51f1f614-43fc-4428-9746-bb3b9213d3d8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:19.306993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 950a8252-a6ac-4b00-8aa6-64b055e5d4ff no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:45:19.311561 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-282d01d4-2c04-4181-91db-bf9ff0dedbac tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:19.383220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-51f1f614-43fc-4428-9746-bb3b9213d3d8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] The port 'bef81d91-f86c-4a49-87a3-33dd130213f1' was deleted {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:45:19.427635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34222170-3d5a-4c5e-8508-397c580810fe tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:19.439892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e661889c-127c-4774-8d60-f40c8e545703 None None] Calling delete_port for 950a8252-a6ac-4b00-8aa6-64b055e5d4ff owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:45:19.463261 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2c887db7-f42c-4209-8ac1-f4e00fde8d23 req-8be31db7-f0fa-4e30-84fe-ceb9b2de68bf tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "GET /v2.0/security-groups?id=60fe5b27-97a5-45c2-a3ee-36c13cb617bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4880917 Dec 25 19:45:19.560356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f61213-6a37-4a10-8b37-4558ef6a6aa7 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event updated for resources: {'Port': ['ID=b9f05693-4aa1-4241-b933-c33e0c5982f8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:19.564915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51f1f614-43fc-4428-9746-bb3b9213d3d8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:19.610774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:19.623284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f61213-6a37-4a10-8b37-4558ef6a6aa7 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Network 91e8ca8d-466b-4405-9d2d-e991c033a6e5 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:45:19.624564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-34f61213-6a37-4a10-8b37-4558ef6a6aa7 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:19.627017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-51f1f614-43fc-4428-9746-bb3b9213d3d8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47ee999a-198f-449a-bcd6-64a8745694d0']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:19.639564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-34f61213-6a37-4a10-8b37-4558ef6a6aa7 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:45:19.645250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f61213-6a37-4a10-8b37-4558ef6a6aa7 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:45:19.648618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 950a8252-a6ac-4b00-8aa6-64b055e5d4ff, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=950a8252-a6ac-4b00-8aa6-64b055e5d4ff,segment=NetworkSegment(337efe63-e82d-4904-aada-ac19de4b2ec9),segment_id=337efe63-e82d-4904-aada-ac19de4b2ec9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:45:19.652082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11f8abac-80a7-45e0-80da-7a4c60d16df7 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:19.665202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:19.671248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4c476a75-1756-45b7-8362-b7308485e89b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:19.684772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1b18742a-b7ce-4b61-8bb6-6b1041ec8581 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:19.696735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-34222170-3d5a-4c5e-8508-397c580810fe tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:19.711250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1b18742a-b7ce-4b61-8bb6-6b1041ec8581 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:19.714559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-34222170-3d5a-4c5e-8508-397c580810fe tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Usage tracker for resource:security_group_rule and tenant:86d176bc3bd145a28a6c76af09e912f1 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:19.720730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-34222170-3d5a-4c5e-8508-397c580810fe tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:19.732792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-34222170-3d5a-4c5e-8508-397c580810fe tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:19.739239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-e661889c-127c-4774-8d60-f40c8e545703 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:45:19.739734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-e661889c-127c-4774-8d60-f40c8e545703 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:45:19.740222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-51f1f614-43fc-4428-9746-bb3b9213d3d8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dacd2e5-5bb0-445c-953e-c704debb5065') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:19.740646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-51f1f614-43fc-4428-9746-bb3b9213d3d8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dacd2e5-5bb0-445c-953e-c704debb5065') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:19.752258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f61213-6a37-4a10-8b37-4558ef6a6aa7 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:19.753979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34f61213-6a37-4a10-8b37-4558ef6a6aa7 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:19.758053 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51f1f614-43fc-4428-9746-bb3b9213d3d8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:19.788717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51f1f614-43fc-4428-9746-bb3b9213d3d8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:19.799334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f1f614-43fc-4428-9746-bb3b9213d3d8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:45:19.799819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51f1f614-43fc-4428-9746-bb3b9213d3d8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:19.805199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=950a8252-a6ac-4b00-8aa6-64b055e5d4ff,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:19.818482 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:45:19.818482 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:45:19.818482 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:45:19.818482 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:45:19.818482 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:45:19.818482 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:45:19.818482 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:45:19.818482 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:45:19.818482 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:45:19.818482 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:45:19.818482 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:45:19.818482 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:45:19.818482 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:45:19.818482 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:45:19.818482 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:45:19.818482 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:45:19.818482 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:45:19.818482 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:45:19.818482 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:45:19.818482 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:45:19.818482 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:45:19.818482 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:45:19.818482 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:45:19.818482 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:45:19.818482 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:45:19.818482 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:45:19.818482 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:45:19.818482 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:45:19.818482 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:45:19.818482 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:45:19.818482 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:45:19.818482 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:45:19.818482 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:45:19.818482 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:45:19.818482 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:45:19.818482 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:45:19.818482 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:45:19.818482 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:45:19.818482 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:45:19.818482 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:45:19.822988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1b18742a-b7ce-4b61-8bb6-6b1041ec8581 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:19.823136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-222154bf-7463-43d9-8aee-85a664eb4240 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:19.823627 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b18742a-b7ce-4b61-8bb6-6b1041ec8581 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Fanout notify agent at l3_agent the message router_deleted on router 240a6916-a011-458a-a888-cd47eec07d13 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:45:19.849451 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:19.856413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1b18742a-b7ce-4b61-8bb6-6b1041ec8581 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:19.861275 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1b18742a-b7ce-4b61-8bb6-6b1041ec8581 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] 10.222.0.24 "DELETE /v2.0/routers/240a6916-a011-458a-a888-cd47eec07d13 HTTP/1.1" status: 204 len: 168 time: 3.4273558 Dec 25 19:45:19.861618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44180) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:19.867498 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-34f61213-6a37-4a10-8b37-4558ef6a6aa7 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8800008 Dec 25 19:45:19.871855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-2528ea19-0b60-4bd2-bfc1-e14abc98f3ee tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-139554228', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:19.884480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44184) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:19.887924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2528ea19-0b60-4bd2-bfc1-e14abc98f3ee tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:19.894233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-0c3d2bb7-4420-477e-975b-5ec223c0064a tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Request body: {'floatingip': {'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'port_id': 'b9f05693-4aa1-4241-b933-c33e0c5982f8', 'fixed_ip_address': '172.20.0.2'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:19.906006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34222170-3d5a-4c5e-8508-397c580810fe tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:19.907369 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0c3d2bb7-4420-477e-975b-5ec223c0064a tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:19.910016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2528ea19-0b60-4bd2-bfc1-e14abc98f3ee tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Usage tracker for resource:router and tenant:268f4d88c6764be5b7bcb369c0437809 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:19.914610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2528ea19-0b60-4bd2-bfc1-e14abc98f3ee tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:19.917731 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0c3d2bb7-4420-477e-975b-5ec223c0064a tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Usage tracker for resource:floatingip and tenant:e8d9b6a20125442895a663435174ff75 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:19.920978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34222170-3d5a-4c5e-8508-397c580810fe tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:19.924893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0c3d2bb7-4420-477e-975b-5ec223c0064a tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:19.932244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:19.949846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2528ea19-0b60-4bd2-bfc1-e14abc98f3ee tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:19.956871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0c3d2bb7-4420-477e-975b-5ec223c0064a tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:19.962452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-222154bf-7463-43d9-8aee-85a664eb4240 None None] Transition to ACTIVE for port object ab943c4e-f466-4abe-8c56-d71fcc0682fb will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:45:19.968600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-222154bf-7463-43d9-8aee-85a664eb4240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:19.973296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-220926ea-bf93-4498-88d1-85705a75a8eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:19.980953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51f1f614-43fc-4428-9746-bb3b9213d3d8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:19.981930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34222170-3d5a-4c5e-8508-397c580810fe tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:19.986384 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-34222170-3d5a-4c5e-8508-397c580810fe tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9101064 Dec 25 19:45:19.986537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7c116ab0-a1c7-409a-91f0-3a0d47e5b182 tempest-PortsAdminExtendedAttrsTestJSON-332745578 tempest-PortsAdminExtendedAttrsTestJSON-332745578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:19.987361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44188) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:19.992633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-1c3c51c6-8073-45ec-be97-79521b006d34 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Request body: {'security_group_rule': {'security_group_id': '4b268bdc-b42e-4e1f-84c4-948403f8ed96', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:19.993433 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-1c3c51c6-8073-45ec-be97-79521b006d34 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:45:19.997632 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1c3c51c6-8073-45ec-be97-79521b006d34 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067616 Dec 25 19:45:19.997632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0c3d2bb7-4420-477e-975b-5ec223c0064a tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:20.000642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2528ea19-0b60-4bd2-bfc1-e14abc98f3ee tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:20.001758 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2528ea19-0b60-4bd2-bfc1-e14abc98f3ee tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:20.001972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51f1f614-43fc-4428-9746-bb3b9213d3d8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:20.004513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44192) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:20.007695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34222170-3d5a-4c5e-8508-397c580810fe tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b268bdc-b42e-4e1f-84c4-948403f8ed96,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:20.011750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-34222170-3d5a-4c5e-8508-397c580810fe tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:20.014625 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-8d27951f-0454-4906-9f31-ae708e5fa95e tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Request body: {'security_group_rule': {'security_group_id': '4b268bdc-b42e-4e1f-84c4-948403f8ed96', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:20.015465 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-8d27951f-0454-4906-9f31-ae708e5fa95e tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:45:20.019237 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8d27951f-0454-4906-9f31-ae708e5fa95e tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0081644 Dec 25 19:45:20.023887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44196) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:20.026982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1f614-43fc-4428-9746-bb3b9213d3d8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event deleted for resources: {'Network': ['ID=47ee999a-198f-449a-bcd6-64a8745694d0,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:20.036041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-f95a0e20-ae4a-43f8-a68d-f3d42332c86c tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Request body: {'security_group_rule': {'security_group_id': '4b268bdc-b42e-4e1f-84c4-948403f8ed96', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:20.036797 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-f95a0e20-ae4a-43f8-a68d-f3d42332c86c tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:45:20.040983 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f95a0e20-ae4a-43f8-a68d-f3d42332c86c tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0128603 Dec 25 19:45:20.044877 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-51f1f614-43fc-4428-9746-bb3b9213d3d8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:20.045896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44200) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:20.056743 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-51f1f614-43fc-4428-9746-bb3b9213d3d8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "DELETE /v2.0/networks/47ee999a-198f-449a-bcd6-64a8745694d0 HTTP/1.1" status: 204 len: 168 time: 2.1956689 Dec 25 19:45:20.056939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-07a39053-ea93-49c9-9442-500823a895be tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Request body: {'security_group_rule': {'security_group_id': '4b268bdc-b42e-4e1f-84c4-948403f8ed96', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:20.056939 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-07a39053-ea93-49c9-9442-500823a895be tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:45:20.060397 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-07a39053-ea93-49c9-9442-500823a895be tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0107813 Dec 25 19:45:20.060531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44204) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:20.060531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44206) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:20.083334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2528ea19-0b60-4bd2-bfc1-e14abc98f3ee tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:20.101989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-222154bf-7463-43d9-8aee-85a664eb4240 None None] Attempting to bind port ab943c4e-f466-4abe-8c56-d71fcc0682fb on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:45:20.102603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-222154bf-7463-43d9-8aee-85a664eb4240 None None] Attempting to bind port ab943c4e-f466-4abe-8c56-d71fcc0682fb by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:45:20.103650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222154bf-7463-43d9-8aee-85a664eb4240 None None] Attempting to bind port ab943c4e-f466-4abe-8c56-d71fcc0682fb on network a29ab018-4a1a-4021-8156-423134b861f3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:45:20.114637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df36b0-7bb8-44d7-b919-cfcdd9e5be27 None None] Pushing event updated for resources: {'Port': ['ID=ab943c4e-f466-4abe-8c56-d71fcc0682fb,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:20.117884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-12df36b0-7bb8-44d7-b919-cfcdd9e5be27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:20.120058 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222154bf-7463-43d9-8aee-85a664eb4240 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:45:20.120578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222154bf-7463-43d9-8aee-85a664eb4240 None None] Checking segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:45:20.121135 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-222154bf-7463-43d9-8aee-85a664eb4240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:20.121717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222154bf-7463-43d9-8aee-85a664eb4240 None None] Bound using segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:45:20.122446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-222154bf-7463-43d9-8aee-85a664eb4240 None None] Bound port: ab943c4e-f466-4abe-8c56-d71fcc0682fb, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:45:20.122938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-222154bf-7463-43d9-8aee-85a664eb4240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:20.173962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2528ea19-0b60-4bd2-bfc1-e14abc98f3ee tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:20.201861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-222154bf-7463-43d9-8aee-85a664eb4240 None None] For port ab943c4e-f466-4abe-8c56-d71fcc0682fb, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:45:20.205265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-222154bf-7463-43d9-8aee-85a664eb4240 None None] For port ab943c4e-f466-4abe-8c56-d71fcc0682fb, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=ab943c4e-f466-4abe-8c56-d71fcc0682fb,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:45:20.205833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2528ea19-0b60-4bd2-bfc1-e14abc98f3ee tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:20.209878 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2528ea19-0b60-4bd2-bfc1-e14abc98f3ee tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3445280 Dec 25 19:45:20.210013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-222154bf-7463-43d9-8aee-85a664eb4240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:20.210100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44212) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:20.213694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ab4adf06-3db6-4519-9759-9414d3bc1149 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:20.217610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-0c7ce838-13a4-4559-9d6b-2d02c2c7a7c2 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:20.265016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e661889c-127c-4774-8d60-f40c8e545703 None None] Deleting port 950a8252-a6ac-4b00-8aa6-64b055e5d4ff {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:45:20.265443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e661889c-127c-4774-8d60-f40c8e545703 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:20.290060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0c3d2bb7-4420-477e-975b-5ec223c0064a tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:20.319901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0cf81aa7-b3f6-4589-84a3-281ec1e29e60 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:20.349649 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df36b0-7bb8-44d7-b919-cfcdd9e5be27 None None] Pushing event updated for resources: {'Port': ['ID=ab943c4e-f466-4abe-8c56-d71fcc0682fb,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:20.377469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0cf81aa7-b3f6-4589-84a3-281ec1e29e60 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Deleting port 950a8252-a6ac-4b00-8aa6-64b055e5d4ff {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:45:20.377852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0cf81aa7-b3f6-4589-84a3-281ec1e29e60 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:20.397319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-12df36b0-7bb8-44d7-b919-cfcdd9e5be27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:20.406217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222154bf-7463-43d9-8aee-85a664eb4240 None None] Routers {'a247f90c-c95c-4e0b-99a7-8bc51274fd36'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:20.407124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-222154bf-7463-43d9-8aee-85a664eb4240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['a247f90c-c95c-4e0b-99a7-8bc51274fd36'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:20.410565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11f8abac-80a7-45e0-80da-7a4c60d16df7 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:20.431383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24422cde-67d9-4acf-b944-183daea1cae5 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:20.454510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-11f8abac-80a7-45e0-80da-7a4c60d16df7 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Deleting port ab943c4e-f466-4abe-8c56-d71fcc0682fb {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:45:20.454888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11f8abac-80a7-45e0-80da-7a4c60d16df7 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:20.568991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24422cde-67d9-4acf-b944-183daea1cae5 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:20.647029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c58a92-92ce-4303-b85c-889638ac2731 req-6b841757-e130-412f-a9a6-416ae16bb8ef tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:20.648735 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-30c58a92-92ce-4303-b85c-889638ac2731 req-6b841757-e130-412f-a9a6-416ae16bb8ef tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.36 "GET /v2.0/ports?device_id=e81e0dd7-f239-4ce4-9c52-29c55d42e84a HTTP/1.1" status: 200 len: 946 time: 0.4263456 Dec 25 19:45:20.661128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-222154bf-7463-43d9-8aee-85a664eb4240 None None] Set router a247f90c-c95c-4e0b-99a7-8bc51274fd36 gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:45:20.807068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-30c58a92-92ce-4303-b85c-889638ac2731 req-8e937bf2-1ab1-4f72-b76e-e30b40af389b tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Deleting port 553e2af9-8703-4394-b56c-1c78b49acd9a {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:45:20.808117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-30c58a92-92ce-4303-b85c-889638ac2731 req-8e937bf2-1ab1-4f72-b76e-e30b40af389b tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:20.956708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-0c3d2bb7-4420-477e-975b-5ec223c0064a tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Allocated IP 172.26.8.154 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/0a910c81-ec28-4a7f-b8f8-0bb973d7fc90) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:45:21.009535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-e661889c-127c-4774-8d60-f40c8e545703 None None] For port 950a8252-a6ac-4b00-8aa6-64b055e5d4ff, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=950a8252-a6ac-4b00-8aa6-64b055e5d4ff,segment=NetworkSegment(337efe63-e82d-4904-aada-ac19de4b2ec9),segment_id=337efe63-e82d-4904-aada-ac19de4b2ec9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:45:21.009988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e661889c-127c-4774-8d60-f40c8e545703 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:21.018098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-222154bf-7463-43d9-8aee-85a664eb4240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a247f90c-c95c-4e0b-99a7-8bc51274fd36', 'name': 'tempest-snat-router-1708227783', 'tenant_id': '682aee75fd1a4de4a87f6ce57995a090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:45:12Z', 'updated_at': '2021-12-25T19:45:20Z', 'revision_number': 4, 'project_id': '682aee75fd1a4de4a87f6ce57995a090', 'gw_port_host': None}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:21.029802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222154bf-7463-43d9-8aee-85a664eb4240 None None] The sync data for ids ['a247f90c-c95c-4e0b-99a7-8bc51274fd36'] in dv-neutron-822611-1-hyperv is: [{'id': 'a247f90c-c95c-4e0b-99a7-8bc51274fd36', 'name': 'tempest-snat-router-1708227783', 'tenant_id': '682aee75fd1a4de4a87f6ce57995a090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:45:12Z', 'updated_at': '2021-12-25T19:45:20Z', 'revision_number': 4, 'project_id': '682aee75fd1a4de4a87f6ce57995a090', 'gw_port_host': None}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:45:21.088356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0c7ce838-13a4-4559-9d6b-2d02c2c7a7c2 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:21.141851 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-0cf81aa7-b3f6-4589-84a3-281ec1e29e60 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] For port 950a8252-a6ac-4b00-8aa6-64b055e5d4ff, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=950a8252-a6ac-4b00-8aa6-64b055e5d4ff,segment=NetworkSegment(337efe63-e82d-4904-aada-ac19de4b2ec9),segment_id=337efe63-e82d-4904-aada-ac19de4b2ec9)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:45:21.142260 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0cf81aa7-b3f6-4589-84a3-281ec1e29e60 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:21.150471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24422cde-67d9-4acf-b944-183daea1cae5 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:21.160457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e661889c-127c-4774-8d60-f40c8e545703 None None] Calling delete_port for 950a8252-a6ac-4b00-8aa6-64b055e5d4ff owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:45:21.278280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:21.287650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e661889c-127c-4774-8d60-f40c8e545703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:21.303777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-281ffd20-226a-46f3-9474-bfbe053700bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:21.331729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0c3d2bb7-4420-477e-975b-5ec223c0064a tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:21.339128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e661889c-127c-4774-8d60-f40c8e545703 None None] No DVR routers for this DVR port 950a8252-a6ac-4b00-8aa6-64b055e5d4ff on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:45:21.354861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e661889c-127c-4774-8d60-f40c8e545703 None None] Pushing event deleted for resources: {'Port': ['ID=950a8252-a6ac-4b00-8aa6-64b055e5d4ff,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:21.357342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e661889c-127c-4774-8d60-f40c8e545703 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:21.452917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0c3d2bb7-4420-477e-975b-5ec223c0064a tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:21.458050 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-30474618-1777-4d7a-9627-b412b219c298 tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:21.478492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24422cde-67d9-4acf-b944-183daea1cae5 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b268bdc-b42e-4e1f-84c4-948403f8ed96,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:21.488245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0cf81aa7-b3f6-4589-84a3-281ec1e29e60 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Calling delete_port for 950a8252-a6ac-4b00-8aa6-64b055e5d4ff owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:45:21.516038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-24422cde-67d9-4acf-b944-183daea1cae5 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:21.555603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0c7ce838-13a4-4559-9d6b-2d02c2c7a7c2 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:21.601126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3d2bb7-4420-477e-975b-5ec223c0064a tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:45:21.608572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-0c3d2bb7-4420-477e-975b-5ec223c0064a tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:45:21.611010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0c7ce838-13a4-4559-9d6b-2d02c2c7a7c2 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:21.613261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3d2bb7-4420-477e-975b-5ec223c0064a tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:45:21.648417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d2bb7-4420-477e-975b-5ec223c0064a tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event updated for resources: {'Port': ['ID=0a910c81-ec28-4a7f-b8f8-0bb973d7fc90,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:21.691610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0c3d2bb7-4420-477e-975b-5ec223c0064a tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:21.830328 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34c498-f0d4-4c1f-9f27-c670a27ba001 req-7d483b90-4bf5-4605-aef1-247e83e48efb tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:21.832009 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-df34c498-f0d4-4c1f-9f27-c670a27ba001 req-7d483b90-4bf5-4605-aef1-247e83e48efb tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "GET /v2.0/ports?device_id=e81e0dd7-f239-4ce4-9c52-29c55d42e84a HTTP/1.1" status: 200 len: 946 time: 1.2315543 Dec 25 19:45:21.838965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-11f8abac-80a7-45e0-80da-7a4c60d16df7 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] For port ab943c4e-f466-4abe-8c56-d71fcc0682fb, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=ab943c4e-f466-4abe-8c56-d71fcc0682fb,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:45:21.839397 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11f8abac-80a7-45e0-80da-7a4c60d16df7 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:21.888489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24422cde-67d9-4acf-b944-183daea1cae5 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:21.889663 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-24422cde-67d9-4acf-b944-183daea1cae5 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "DELETE /v2.0/security-groups/4b268bdc-b42e-4e1f-84c4-948403f8ed96 HTTP/1.1" status: 204 len: 168 time: 1.8265166 Dec 25 19:45:21.897240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44224) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:21.952089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-0c7ce838-13a4-4559-9d6b-2d02c2c7a7c2 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Allocated IP 172.26.8.198 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/5d354bb0-9c11-46c2-8cdb-4e627a89bfb8) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:45:22.033275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-11f8abac-80a7-45e0-80da-7a4c60d16df7 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Calling delete_port for ab943c4e-f466-4abe-8c56-d71fcc0682fb owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:45:22.120369 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-06ae0b33-67db-443e-ac94-8584f852b0d1 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Synchronizing usage tracker for tenant:86d176bc3bd145a28a6c76af09e912f1 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:45:22.131404 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-30c58a92-92ce-4303-b85c-889638ac2731 req-8e937bf2-1ab1-4f72-b76e-e30b40af389b tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] For port 553e2af9-8703-4394-b56c-1c78b49acd9a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=553e2af9-8703-4394-b56c-1c78b49acd9a,segment=NetworkSegment(f09876a2-c0da-4bd2-ba8e-c152d95500b8),segment_id=f09876a2-c0da-4bd2-ba8e-c152d95500b8)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:45:22.131800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-30c58a92-92ce-4303-b85c-889638ac2731 req-8e937bf2-1ab1-4f72-b76e-e30b40af389b tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:22.245510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-0cf81aa7-b3f6-4589-84a3-281ec1e29e60 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88900) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:45:22.245878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-0cf81aa7-b3f6-4589-84a3-281ec1e29e60 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:45:22.248908 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-df34c498-f0d4-4c1f-9f27-c670a27ba001 req-a224c3ae-1a52-4006-b943-56d15240f394 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "GET /v2.0/security-groups?id=60fe5b27-97a5-45c2-a3ee-36c13cb617bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3939159 Dec 25 19:45:22.276420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-06ae0b33-67db-443e-ac94-8584f852b0d1 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Unset dirty status for tenant:86d176bc3bd145a28a6c76af09e912f1 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:45:22.281961 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-06ae0b33-67db-443e-ac94-8584f852b0d1 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3800175 Dec 25 19:45:22.283033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44230) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:22.283482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8b4b2-0f05-49e7-9a28-6c11c11af570 req-1be01331-34ee-45cf-aaa1-34bd2bde05b6 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:22.288244 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-77c8b4b2-0f05-49e7-9a28-6c11c11af570 req-1be01331-34ee-45cf-aaa1-34bd2bde05b6 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.9690900 Dec 25 19:45:22.292675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-bb3de5ce-53d9-4845-9747-10584c245f2e tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Request body: {'security_group': {'name': 'tempest-secgroup--1333129485'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:22.319801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-bb3de5ce-53d9-4845-9747-10584c245f2e tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:22.351274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-bb3de5ce-53d9-4845-9747-10584c245f2e tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:22.367021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0c7ce838-13a4-4559-9d6b-2d02c2c7a7c2 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:22.390287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3de5ce-53d9-4845-9747-10584c245f2e tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:22.464508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0c7ce838-13a4-4559-9d6b-2d02c2c7a7c2 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:22.472547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c22e6f71-9712-4e14-afc1-81659970e72f tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:22.508012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-bb3de5ce-53d9-4845-9747-10584c245f2e tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:22.543909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-bb3de5ce-53d9-4845-9747-10584c245f2e tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Usage tracker for resource:security_group_rule and tenant:86d176bc3bd145a28a6c76af09e912f1 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:22.547193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-bb3de5ce-53d9-4845-9747-10584c245f2e tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:22.547971 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-77c8b4b2-0f05-49e7-9a28-6c11c11af570 req-01e34f7d-1c67-4d35-8b20-a189206e1752 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2467761 Dec 25 19:45:22.563833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-bb3de5ce-53d9-4845-9747-10584c245f2e tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:22.574890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7ce838-13a4-4559-9d6b-2d02c2c7a7c2 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:45:22.584937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-0c7ce838-13a4-4559-9d6b-2d02c2c7a7c2 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:45:22.592610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7ce838-13a4-4559-9d6b-2d02c2c7a7c2 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:45:22.620249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7ce838-13a4-4559-9d6b-2d02c2c7a7c2 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Pushing event updated for resources: {'Port': ['ID=5d354bb0-9c11-46c2-8cdb-4e627a89bfb8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:22.634310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0c7ce838-13a4-4559-9d6b-2d02c2c7a7c2 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:22.709988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-30c58a92-92ce-4303-b85c-889638ac2731 req-8e937bf2-1ab1-4f72-b76e-e30b40af389b tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:22.710409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-30c58a92-92ce-4303-b85c-889638ac2731 req-8e937bf2-1ab1-4f72-b76e-e30b40af389b tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:22.710758 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [req-30c58a92-92ce-4303-b85c-889638ac2731 req-8e937bf2-1ab1-4f72-b76e-e30b40af389b tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Floating IP 25cf40cb-4363-4035-bdc5-881540564771 disassociated. External IP: 172.26.8.153, port: 553e2af9-8703-4394-b56c-1c78b49acd9a. Dec 25 19:45:22.711181 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-30c58a92-92ce-4303-b85c-889638ac2731 req-8e937bf2-1ab1-4f72-b76e-e30b40af389b tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Calling delete_port for 553e2af9-8703-4394-b56c-1c78b49acd9a owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:45:22.747172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0cf81aa7-b3f6-4589-84a3-281ec1e29e60 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Deleting port 950a8252-a6ac-4b00-8aa6-64b055e5d4ff {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:45:22.747600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0cf81aa7-b3f6-4589-84a3-281ec1e29e60 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:22.789035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11f8abac-80a7-45e0-80da-7a4c60d16df7 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:22.802465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f4e9df7a-8bc5-4fb8-95f7-40156a221302 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:22.856113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8abac-80a7-45e0-80da-7a4c60d16df7 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab943c4e-f466-4abe-8c56-d71fcc0682fb,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:22.887562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-11f8abac-80a7-45e0-80da-7a4c60d16df7 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:22.906214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0cf81aa7-b3f6-4589-84a3-281ec1e29e60 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] The port '950a8252-a6ac-4b00-8aa6-64b055e5d4ff' was deleted {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:45:23.069136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0c3d2bb7-4420-477e-975b-5ec223c0064a tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:23.073816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3de5ce-53d9-4845-9747-10584c245f2e tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:23.112727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50410f5a-1c76-48a6-bc7f-8e7ddde65292 req-7883595a-792e-491c-afea-27ee7676db9b tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:23.114365 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-50410f5a-1c76-48a6-bc7f-8e7ddde65292 req-7883595a-792e-491c-afea-27ee7676db9b tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "GET /v2.0/ports?device_id=67086787-f7ca-407f-910b-911428340b7c HTTP/1.1" status: 200 len: 946 time: 0.5015945 Dec 25 19:45:23.124287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3de5ce-53d9-4845-9747-10584c245f2e tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:23.136094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-34222170-3d5a-4c5e-8508-397c580810fe tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:23.202439 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0c3d2bb7-4420-477e-975b-5ec223c0064a tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:23.235949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3de5ce-53d9-4845-9747-10584c245f2e tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04d83a58-f53c-4ccd-9894-1068c073edb1,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:23.240911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0cf81aa7-b3f6-4589-84a3-281ec1e29e60 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:23.245457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:23.253836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bb3de5ce-53d9-4845-9747-10584c245f2e tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:23.267101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3de5ce-53d9-4845-9747-10584c245f2e tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:23.268446 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-bb3de5ce-53d9-4845-9747-10584c245f2e tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9846938 Dec 25 19:45:23.272067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44240) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:23.286067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-6327110d-a1ce-47fc-a9a9-802d4ae25898 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Request body: {'security_group_rule': {'security_group_id': '04d83a58-f53c-4ccd-9894-1068c073edb1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:23.286801 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-6327110d-a1ce-47fc-a9a9-802d4ae25898 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:45:23.287987 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6327110d-a1ce-47fc-a9a9-802d4ae25898 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0148511 Dec 25 19:45:23.292347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44246) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:23.306682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-94238aa2-609e-4407-b048-09cebcc17c47 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Request body: {'security_group_rule': {'security_group_id': '04d83a58-f53c-4ccd-9894-1068c073edb1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:23.337397 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-94238aa2-609e-4407-b048-09cebcc17c47 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:23.347668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-0cf81aa7-b3f6-4589-84a3-281ec1e29e60 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6d43364-fef7-43bb-a9b1-22cc623e43af']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:23.356498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-94238aa2-609e-4407-b048-09cebcc17c47 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Usage tracker for resource:security_group_rule and tenant:86d176bc3bd145a28a6c76af09e912f1 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:23.360118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-94238aa2-609e-4407-b048-09cebcc17c47 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:23.373120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-94238aa2-609e-4407-b048-09cebcc17c47 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:23.499128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0c7ce838-13a4-4559-9d6b-2d02c2c7a7c2 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:23.503484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-0cf81aa7-b3f6-4589-84a3-281ec1e29e60 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '337efe63-e82d-4904-aada-ac19de4b2ec9') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:23.503831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-0cf81aa7-b3f6-4589-84a3-281ec1e29e60 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '337efe63-e82d-4904-aada-ac19de4b2ec9') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:23.530795 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-50410f5a-1c76-48a6-bc7f-8e7ddde65292 req-c0f5b57d-bd92-44c9-abeb-8ab10aca8c24 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "GET /v2.0/security-groups?id=baadeee4-bb72-4297-aa07-69af02849a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3872497 Dec 25 19:45:23.542640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0cf81aa7-b3f6-4589-84a3-281ec1e29e60 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:23.555845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-30c58a92-92ce-4303-b85c-889638ac2731 req-8e937bf2-1ab1-4f72-b76e-e30b40af389b tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:23.560144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11f8abac-80a7-45e0-80da-7a4c60d16df7 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:23.581847 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-94238aa2-609e-4407-b048-09cebcc17c47 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:45:23.583009 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-94238aa2-609e-4407-b048-09cebcc17c47 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2884388 Dec 25 19:45:23.589447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44252) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:23.600089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b41bcdc0-36d8-45f9-8a19-71b37b0c0acd tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Request body: {'security_group_rule': {'security_group_id': '04d83a58-f53c-4ccd-9894-1068c073edb1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:23.600763 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-b41bcdc0-36d8-45f9-8a19-71b37b0c0acd tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:45:23.604534 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b41bcdc0-36d8-45f9-8a19-71b37b0c0acd tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0105321 Dec 25 19:45:23.606557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44256) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:23.615291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-59c93406-4665-4bed-bdf4-e02e7efde4ae tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Request body: {'security_group_rule': {'security_group_id': '04d83a58-f53c-4ccd-9894-1068c073edb1', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:23.632538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b572219c-2e50-4db0-926a-0710bdc39328 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:23.677459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0cf81aa7-b3f6-4589-84a3-281ec1e29e60 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:23.687641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-59c93406-4665-4bed-bdf4-e02e7efde4ae tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:23.708725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0c3d2bb7-4420-477e-975b-5ec223c0064a tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:23.713555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-59c93406-4665-4bed-bdf4-e02e7efde4ae tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Usage tracker for resource:security_group_rule and tenant:86d176bc3bd145a28a6c76af09e912f1 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:23.719706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-59c93406-4665-4bed-bdf4-e02e7efde4ae tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:23.722639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0c3d2bb7-4420-477e-975b-5ec223c0064a tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:23.731741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0c3d2bb7-4420-477e-975b-5ec223c0064a tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:23.751292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906abce8-b8df-4411-9a5a-f0dbad8f1349 req-4da64d63-242c-49ca-baba-7c9f01c18490 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:23.752892 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-906abce8-b8df-4411-9a5a-f0dbad8f1349 req-4da64d63-242c-49ca-baba-7c9f01c18490 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.8117335 Dec 25 19:45:23.766307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e937bf2-1ab1-4f72-b76e-e30b40af389b tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Pushing event deleted for resources: {'Port': ['ID=553e2af9-8703-4394-b56c-1c78b49acd9a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:23.768158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-59c93406-4665-4bed-bdf4-e02e7efde4ae tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:23.809786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8e937bf2-1ab1-4f72-b76e-e30b40af389b tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:23.812039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cf81aa7-b3f6-4589-84a3-281ec1e29e60 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:45:23.812496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0cf81aa7-b3f6-4589-84a3-281ec1e29e60 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:23.833037 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:45:23.833037 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:45:23.833037 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:45:23.833037 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:45:23.833037 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:45:23.833037 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:45:23.833037 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:45:23.833037 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:45:23.833037 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:45:23.833037 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:45:23.833037 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:45:23.833037 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:45:23.833037 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:45:23.833037 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:45:23.833037 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:45:23.833037 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:45:23.833037 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:45:23.833037 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:45:23.833037 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:45:23.833037 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:45:23.833037 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:45:23.833037 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:45:23.833037 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:45:23.833037 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:45:23.833037 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:45:23.833037 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:45:23.833037 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:45:23.833037 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:45:23.833037 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:45:23.833037 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:45:23.833037 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:45:23.833037 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:45:23.859194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0c7ce838-13a4-4559-9d6b-2d02c2c7a7c2 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:23.877449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d2bb7-4420-477e-975b-5ec223c0064a tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event updated for resources: {'Port': ['ID=0a910c81-ec28-4a7f-b8f8-0bb973d7fc90,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:23.886417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0c3d2bb7-4420-477e-975b-5ec223c0064a tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:23.888134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0c7ce838-13a4-4559-9d6b-2d02c2c7a7c2 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854381233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854287207'] for router, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:23.902621 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-59c93406-4665-4bed-bdf4-e02e7efde4ae tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:45:23.903830 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-59c93406-4665-4bed-bdf4-e02e7efde4ae tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2962675 Dec 25 19:45:23.970256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44260) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:23.981014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0c3d2bb7-4420-477e-975b-5ec223c0064a tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:24.040483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-05375470-cb84-46f0-b80a-7f743b17ba42 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Request body: {'security_group_rule': {'security_group_id': '04d83a58-f53c-4ccd-9894-1068c073edb1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:24.041165 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-05375470-cb84-46f0-b80a-7f743b17ba42 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:45:24.042254 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-05375470-cb84-46f0-b80a-7f743b17ba42 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0703108 Dec 25 19:45:24.050707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44264) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:24.062170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-bc9f963e-7dca-44d7-933e-fb9c32e7b7cc tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Request body: {'security_group_rule': {'security_group_id': '04d83a58-f53c-4ccd-9894-1068c073edb1', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:24.091129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-bc9f963e-7dca-44d7-933e-fb9c32e7b7cc tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:24.103468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-bc9f963e-7dca-44d7-933e-fb9c32e7b7cc tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Usage tracker for resource:security_group_rule and tenant:86d176bc3bd145a28a6c76af09e912f1 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:24.107229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-bc9f963e-7dca-44d7-933e-fb9c32e7b7cc tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:24.116590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-bc9f963e-7dca-44d7-933e-fb9c32e7b7cc tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:24.137633 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-bc9f963e-7dca-44d7-933e-fb9c32e7b7cc tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Project 86d176bc3bd145a28a6c76af09e912f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 19:45:24.157010 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1405d3f3-f2c3-48fd-97ec-ca89deb0a694 req-70c59032-babd-4202-8122-69ba6ca9d556 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "GET /v2.0/ports?device_id=e81e0dd7-f239-4ce4-9c52-29c55d42e84a HTTP/1.1" status: 200 len: 210 time: 0.4174271 Dec 25 19:45:24.269178 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-bc9f963e-7dca-44d7-933e-fb9c32e7b7cc tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:45:24.273148 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-bc9f963e-7dca-44d7-933e-fb9c32e7b7cc tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2171278 Dec 25 19:45:24.288650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44270) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:24.308310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-f235f0ee-9d2f-4fa2-9203-de58807673a4 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Request body: {'security_group_rule': {'security_group_id': '04d83a58-f53c-4ccd-9894-1068c073edb1', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:24.309525 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-f235f0ee-9d2f-4fa2-9203-de58807673a4 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:45:24.310587 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f235f0ee-9d2f-4fa2-9203-de58807673a4 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0189860 Dec 25 19:45:24.310702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 553e2af9-8703-4394-b56c-1c78b49acd9a no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:45:24.313906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44274) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:24.320316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11f8abac-80a7-45e0-80da-7a4c60d16df7 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:24.321917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-d04c07dc-b4c3-4518-8b65-d6fb251b0b48 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Request body: {'security_group_rule': {'security_group_id': '04d83a58-f53c-4ccd-9894-1068c073edb1', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:24.331970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d04c07dc-b4c3-4518-8b65-d6fb251b0b48 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:24.339193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d04c07dc-b4c3-4518-8b65-d6fb251b0b48 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Usage tracker for resource:security_group_rule and tenant:86d176bc3bd145a28a6c76af09e912f1 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:24.345619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d04c07dc-b4c3-4518-8b65-d6fb251b0b48 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:24.353838 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d04c07dc-b4c3-4518-8b65-d6fb251b0b48 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:24.361146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] No Port match for: 553e2af9-8703-4394-b56c-1c78b49acd9a {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:45:24.361850 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 553e2af9-8703-4394-b56c-1c78b49acd9a not bound to the agent host hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:45:24.378480 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-d04c07dc-b4c3-4518-8b65-d6fb251b0b48 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Project 86d176bc3bd145a28a6c76af09e912f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 19:45:24.390075 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0cf81aa7-b3f6-4589-84a3-281ec1e29e60 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:24.398796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-611e4b1a-f18b-488a-b3e0-41357e23a5e0 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:24.418970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11f8abac-80a7-45e0-80da-7a4c60d16df7 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:24.422096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0cf81aa7-b3f6-4589-84a3-281ec1e29e60 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:24.429084 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-d04c07dc-b4c3-4518-8b65-d6fb251b0b48 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:45:24.429409 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-906abce8-b8df-4411-9a5a-f0dbad8f1349 req-5e397b38-f883-457e-ba0a-0592c6c75c52 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6238194 Dec 25 19:45:24.434150 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d04c07dc-b4c3-4518-8b65-d6fb251b0b48 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1185169 Dec 25 19:45:24.434809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44278) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:24.447265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-c24c948e-5fb7-4af1-875f-a6a4e8c105c8 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Request body: {'security_group_rule': {'security_group_id': '04d83a58-f53c-4ccd-9894-1068c073edb1', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:24.448615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf81aa7-b3f6-4589-84a3-281ec1e29e60 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event deleted for resources: {'Network': ['ID=c6d43364-fef7-43bb-a9b1-22cc623e43af,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:24.456473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0cf81aa7-b3f6-4589-84a3-281ec1e29e60 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:24.457353 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [None req-0c3d2bb7-4420-477e-975b-5ec223c0064a tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Floating IP fb855718-49ef-4c8b-b394-83c30670dc08 associated. External IP: 172.26.8.154, port: b9f05693-4aa1-4241-b933-c33e0c5982f8. Dec 25 19:45:24.477999 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0cf81aa7-b3f6-4589-84a3-281ec1e29e60 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "DELETE /v2.0/networks/c6d43364-fef7-43bb-a9b1-22cc623e43af HTTP/1.1" status: 204 len: 168 time: 4.4163294 Dec 25 19:45:24.490766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44284) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:24.499637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-27e27173-12b5-4df4-bae2-7c10bf470e94 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1834336915'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:24.507417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-27e27173-12b5-4df4-bae2-7c10bf470e94 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:24.514106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-27e27173-12b5-4df4-bae2-7c10bf470e94 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Usage tracker for resource:network and tenant:ed9c1443c9ab46589f19ea480da46eab is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:24.517669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11f8abac-80a7-45e0-80da-7a4c60d16df7 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:24.518149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f8abac-80a7-45e0-80da-7a4c60d16df7 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a247f90c-c95c-4e0b-99a7-8bc51274fd36 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:45:24.519822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-27e27173-12b5-4df4-bae2-7c10bf470e94 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:24.532649 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-27e27173-12b5-4df4-bae2-7c10bf470e94 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:24.535023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c24c948e-5fb7-4af1-875f-a6a4e8c105c8 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:24.549206 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c24c948e-5fb7-4af1-875f-a6a4e8c105c8 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Usage tracker for resource:security_group_rule and tenant:86d176bc3bd145a28a6c76af09e912f1 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:24.556064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c24c948e-5fb7-4af1-875f-a6a4e8c105c8 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:24.573872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c24c948e-5fb7-4af1-875f-a6a4e8c105c8 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:24.602025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11f8abac-80a7-45e0-80da-7a4c60d16df7 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:24.606709 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-11f8abac-80a7-45e0-80da-7a4c60d16df7 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] 10.222.0.24 "DELETE /v2.0/routers/a247f90c-c95c-4e0b-99a7-8bc51274fd36 HTTP/1.1" status: 204 len: 168 time: 5.7750578 Dec 25 19:45:24.610865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44290) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:24.611828 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-c24c948e-5fb7-4af1-875f-a6a4e8c105c8 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Project 86d176bc3bd145a28a6c76af09e912f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 19:45:24.625143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e27173-12b5-4df4-bae2-7c10bf470e94 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Made reservation on behalf of ed9c1443c9ab46589f19ea480da46eab for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:45:24.630655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-27e27173-12b5-4df4-bae2-7c10bf470e94 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:24.680211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27e27173-12b5-4df4-bae2-7c10bf470e94 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:45:24.697880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-27e27173-12b5-4df4-bae2-7c10bf470e94 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:24.698096 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-27e27173-12b5-4df4-bae2-7c10bf470e94 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Added segment c38f6d29-2925-4847-a68b-fe48777bfbd5 of type vlan for network 9d33b3b7-d1e0-4255-a14f-9b23e2decb63 Dec 25 19:45:24.726231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30c58a92-92ce-4303-b85c-889638ac2731 req-8e937bf2-1ab1-4f72-b76e-e30b40af389b tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Router e16d14f2-1b65-4ffc-b08f-a7731f4c73c9 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:45:24.742920 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-c24c948e-5fb7-4af1-875f-a6a4e8c105c8 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:45:24.746930 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c24c948e-5fb7-4af1-875f-a6a4e8c105c8 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3030932 Dec 25 19:45:24.747135 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-27e27173-12b5-4df4-bae2-7c10bf470e94 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:24.750384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44294) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:24.857002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-27e27173-12b5-4df4-bae2-7c10bf470e94 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:24.861225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e27173-12b5-4df4-bae2-7c10bf470e94 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:24.861881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-27e27173-12b5-4df4-bae2-7c10bf470e94 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:24.872987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6980d82a-b347-4d2a-8c3b-4a5564db4517 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:24.927190 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c7ce838-13a4-4559-9d6b-2d02c2c7a7c2 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Router 86c92f99-c0b2-4dd5-9ebc-5a5486789dcc is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:45:24.939499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aa1a69ce-bdae-48e8-8a79-b641ff38b2c2 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:24.972467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aa1a69ce-bdae-48e8-8a79-b641ff38b2c2 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:25.041913 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-27e27173-12b5-4df4-bae2-7c10bf470e94 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5497711 Dec 25 19:45:25.051101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44304) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:25.056699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e27173-12b5-4df4-bae2-7c10bf470e94 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event updated for resources: {'Network': ['ID=9d33b3b7-d1e0-4255-a14f-9b23e2decb63,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:25.068276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-27e27173-12b5-4df4-bae2-7c10bf470e94 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:25.072743 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 9d33b3b7-d1e0-4255-a14f-9b23e2decb63 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:45:25.090103 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-f5d1fe0d-9cc1-43ba-adcc-54dde349e813 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Request body: {'subnet': {'network_id': '9d33b3b7-d1e0-4255-a14f-9b23e2decb63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:25.478525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f5d1fe0d-9cc1-43ba-adcc-54dde349e813 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:25.484711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aa1a69ce-bdae-48e8-8a79-b641ff38b2c2 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:25.493448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e5d3145e-d6ba-4634-8e1f-14750b513789 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:25.505028 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1cc9bce0-5341-4cc4-a325-186356f5a04f req-a81afb95-419b-4f2d-b7b4-21558f82192a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6012831 Dec 25 19:45:25.506156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f5d1fe0d-9cc1-43ba-adcc-54dde349e813 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Usage tracker for resource:subnet and tenant:ed9c1443c9ab46589f19ea480da46eab is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:25.519653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a69ce-bdae-48e8-8a79-b641ff38b2c2 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d83a58-f53c-4ccd-9894-1068c073edb1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:25.520152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f5d1fe0d-9cc1-43ba-adcc-54dde349e813 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:25.529749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-aa1a69ce-bdae-48e8-8a79-b641ff38b2c2 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:25.530762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f5d1fe0d-9cc1-43ba-adcc-54dde349e813 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:25.540253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aa1a69ce-bdae-48e8-8a79-b641ff38b2c2 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:25.544916 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-aa1a69ce-bdae-48e8-8a79-b641ff38b2c2 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "DELETE /v2.0/security-groups/04d83a58-f53c-4ccd-9894-1068c073edb1 HTTP/1.1" status: 204 len: 168 time: 0.7921655 Dec 25 19:45:25.545667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44312) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:25.585161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d1fe0d-9cc1-43ba-adcc-54dde349e813 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Made reservation on behalf of ed9c1443c9ab46589f19ea480da46eab for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:45:25.709863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500434f-bdb4-4d76-bb9a-16a5e79ef9de req-ccbb3dbb-8629-4ccf-a399-4535de71605e tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:25.711524 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d500434f-bdb4-4d76-bb9a-16a5e79ef9de req-ccbb3dbb-8629-4ccf-a399-4535de71605e tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.4156709 Dec 25 19:45:25.731758 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6e68430f-d569-426b-8287-1d3e2e824e5a tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:25.833343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89056075-837b-4259-b162-3ac865c775ff req-c9f9414c-6467-45af-b919-5780618e1bab tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:25.834956 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-89056075-837b-4259-b162-3ac865c775ff req-c9f9414c-6467-45af-b919-5780618e1bab tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "GET /v2.0/ports?device_id=67086787-f7ca-407f-910b-911428340b7c HTTP/1.1" status: 200 len: 946 time: 0.3992593 Dec 25 19:45:25.847924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f5d1fe0d-9cc1-43ba-adcc-54dde349e813 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:25.875438 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-cd2c3fc7-679f-4561-a923-a82e48d8760f tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Synchronizing usage tracker for tenant:86d176bc3bd145a28a6c76af09e912f1 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:45:25.914562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30c58a92-92ce-4303-b85c-889638ac2731 req-8e937bf2-1ab1-4f72-b76e-e30b40af389b tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:45:25.918841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7ce838-13a4-4559-9d6b-2d02c2c7a7c2 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:45:25.926836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3d1e2d-e549-4ccf-8a61-0caa95c8ccdb None None] Sync routers for ids ['e16d14f2-1b65-4ffc-b08f-a7731f4c73c9'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:45:25.927828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0c7ce838-13a4-4559-9d6b-2d02c2c7a7c2 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:25.929081 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0c7ce838-13a4-4559-9d6b-2d02c2c7a7c2 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] 10.222.0.24 "PUT /v2.0/routers/86c92f99-c0b2-4dd5-9ebc-5a5486789dcc HTTP/1.1" status: 200 len: 883 time: 5.7179692 Dec 25 19:45:25.933249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44316) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:25.937095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a014b5b8-9527-4600-a662-d7f141e56aef None None] Sync routers for ids ['86c92f99-c0b2-4dd5-9ebc-5a5486789dcc'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:45:25.944085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3d1e2d-e549-4ccf-8a61-0caa95c8ccdb None None] Routers {'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:25.944857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-bd3d1e2d-e549-4ccf-8a61-0caa95c8ccdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['e16d14f2-1b65-4ffc-b08f-a7731f4c73c9'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:25.954587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a014b5b8-9527-4600-a662-d7f141e56aef None None] Routers {'86c92f99-c0b2-4dd5-9ebc-5a5486789dcc'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:25.955765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a014b5b8-9527-4600-a662-d7f141e56aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['86c92f99-c0b2-4dd5-9ebc-5a5486789dcc'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:25.992812 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-cd2c3fc7-679f-4561-a923-a82e48d8760f tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Unset dirty status for tenant:86d176bc3bd145a28a6c76af09e912f1 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:45:25.994074 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-cd2c3fc7-679f-4561-a923-a82e48d8760f tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4452109 Dec 25 19:45:26.004292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44320) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:26.013024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-6ddc9f29-773f-46a6-8871-83ba005ebf9a tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Request body: {'security_group': {'name': 'tempest-secgroup--1829825701'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:26.063584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a014b5b8-9527-4600-a662-d7f141e56aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:26.077240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a014b5b8-9527-4600-a662-d7f141e56aef None None] Routers {'86c92f99-c0b2-4dd5-9ebc-5a5486789dcc'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:26.078236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a014b5b8-9527-4600-a662-d7f141e56aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['86c92f99-c0b2-4dd5-9ebc-5a5486789dcc'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:26.082234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6ddc9f29-773f-46a6-8871-83ba005ebf9a tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:26.137816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6ddc9f29-773f-46a6-8871-83ba005ebf9a tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:26.171895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6ddc9f29-773f-46a6-8871-83ba005ebf9a tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:26.201250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-bd3d1e2d-e549-4ccf-8a61-0caa95c8ccdb None None] Set router e16d14f2-1b65-4ffc-b08f-a7731f4c73c9 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:45:26.201568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a014b5b8-9527-4600-a662-d7f141e56aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:26.202046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a014b5b8-9527-4600-a662-d7f141e56aef None None] The sync data for ids ['86c92f99-c0b2-4dd5-9ebc-5a5486789dcc'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:45:26.223925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c3d2bb7-4420-477e-975b-5ec223c0064a tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Router 37b5843f-11c8-4119-aa66-53b4aff55b9b has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:45:26.304765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6ddc9f29-773f-46a6-8871-83ba005ebf9a tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:26.322432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6ddc9f29-773f-46a6-8871-83ba005ebf9a tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Usage tracker for resource:security_group_rule and tenant:86d176bc3bd145a28a6c76af09e912f1 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:26.336883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6ddc9f29-773f-46a6-8871-83ba005ebf9a tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:26.350588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6ddc9f29-773f-46a6-8871-83ba005ebf9a tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:26.351615 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d500434f-bdb4-4d76-bb9a-16a5e79ef9de req-4df4e069-30fa-4264-9896-e7ff60813a51 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6282561 Dec 25 19:45:26.366140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c58a92-92ce-4303-b85c-889638ac2731 req-8e937bf2-1ab1-4f72-b76e-e30b40af389b tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] No DVR routers for this DVR port 553e2af9-8703-4394-b56c-1c78b49acd9a on host hv-neutron-8226 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:45:26.372045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-30c58a92-92ce-4303-b85c-889638ac2731 req-8e937bf2-1ab1-4f72-b76e-e30b40af389b tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:26.374299 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-30c58a92-92ce-4303-b85c-889638ac2731 req-8e937bf2-1ab1-4f72-b76e-e30b40af389b tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.36 "DELETE /v2.0/ports/553e2af9-8703-4394-b56c-1c78b49acd9a HTTP/1.1" status: 204 len: 173 time: 5.6904700 Dec 25 19:45:26.388246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81e0dd7-f239-4ce4-9c52-29c55d42e84a', 'name': 'network-vif-deleted', 'tag': '553e2af9-8703-4394-b56c-1c78b49acd9a'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:45:26.403845 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1cc9bce0-5341-4cc4-a325-186356f5a04f req-8a41e8c2-391f-46c5-9ef9-50d79c6f59bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52795748b8b04275a38e1b104b37d885&device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 1099 time: 0.7902265 Dec 25 19:45:26.419180 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-89056075-837b-4259-b162-3ac865c775ff req-59e5edcb-255f-4934-a983-e8e069d30fdf tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "GET /v2.0/security-groups?id=baadeee4-bb72-4297-aa07-69af02849a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5465374 Dec 25 19:45:26.456100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6e68430f-d569-426b-8287-1d3e2e824e5a tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:26.502518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-6e68430f-d569-426b-8287-1d3e2e824e5a tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Deleting port 06624654-39cc-471a-860d-018cf8558ff7 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:45:26.502889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6e68430f-d569-426b-8287-1d3e2e824e5a tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:26.567758 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e81e0dd7-f239-4ce4-9c52-29c55d42e84a', 'name': 'network-vif-deleted', 'tag': '553e2af9-8703-4394-b56c-1c78b49acd9a', 'status': 'completed', 'code': 200} Dec 25 19:45:26.631773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6ddc9f29-773f-46a6-8871-83ba005ebf9a tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:26.637063 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-bd3d1e2d-e549-4ccf-8a61-0caa95c8ccdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9', 'name': 'tempest-ServersTestJSON-1882715011-router', 'tenant_id': '4fd99d038d004d88940a1028016237d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': 'ba2b95a2-5894-4c04-99dc-45a738174258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:26Z', 'updated_at': '2021-12-25T19:43:36Z', 'revision_number': 4, 'project_id': '4fd99d038d004d88940a1028016237d4', 'gw_port': {'id': 'ba2b95a2-5894-4c04-99dc-45a738174258', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:27Z', 'updated_at': '2021-12-25T19:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '3195b3c5-a5ed-4d55-a3ef-ecd292710fbf', 'name': '', 'network_id': '2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85', 'tenant_id': '4fd99d038d004d88940a1028016237d4', 'mac_address': 'fa:16:3e:54:96:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0aed70ed-45a9-4994-b05b-e36c7e6dec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:34Z', 'updated_at': '2021-12-25T19:43:53Z', 'revision_number': 5, 'project_id': '4fd99d038d004d88940a1028016237d4', 'subnets': [{'id': '0aed70ed-45a9-4994-b05b-e36c7e6dec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:26.644080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3d1e2d-e549-4ccf-8a61-0caa95c8ccdb None None] Checking router: e16d14f2-1b65-4ffc-b08f-a7731f4c73c9 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:45:26.649812 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6ddc9f29-773f-46a6-8871-83ba005ebf9a tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:26.658684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:26.672569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3d1e2d-e549-4ccf-8a61-0caa95c8ccdb None None] Routers {'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:26.673742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-bd3d1e2d-e549-4ccf-8a61-0caa95c8ccdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['e16d14f2-1b65-4ffc-b08f-a7731f4c73c9'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:26.763045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-c77661a3-959e-443c-993a-5bf496b499f2 req-19bb086b-07e9-4669-a2dd-3e299c02207d tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Synchronizing usage tracker for tenant:4fd99d038d004d88940a1028016237d4 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:45:26.855179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-c77661a3-959e-443c-993a-5bf496b499f2 req-19bb086b-07e9-4669-a2dd-3e299c02207d tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Unset dirty status for tenant:4fd99d038d004d88940a1028016237d4 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:45:26.857102 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-960fe0cf-63ef-46ec-9137-eb1da9e693c1 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] 10.222.0.24 "GET /v2.0/routers/86c92f99-c0b2-4dd5-9ebc-5a5486789dcc HTTP/1.1" status: 200 len: 924 time: 0.9215703 Dec 25 19:45:26.860926 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c77661a3-959e-443c-993a-5bf496b499f2 req-19bb086b-07e9-4669-a2dd-3e299c02207d tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "GET /v2.0/ports?device_id=e81e0dd7-f239-4ce4-9c52-29c55d42e84a HTTP/1.1" status: 200 len: 210 time: 0.1583390 Dec 25 19:45:26.861495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44326) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:26.868418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f5d1fe0d-9cc1-43ba-adcc-54dde349e813 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:26.883819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc9f29-773f-46a6-8871-83ba005ebf9a tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdfe6df-4d9a-4679-9970-fef8df87fefe,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:26.888927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6ddc9f29-773f-46a6-8871-83ba005ebf9a tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:26.890496 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6ddc9f29-773f-46a6-8871-83ba005ebf9a tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8852096 Dec 25 19:45:26.906006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44330) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:26.922619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b502d66b-e441-43ed-ab9c-ff8f7e7f5941 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:26.924656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-18e11e4e-d6b7-4b9b-be7c-8f51c7cec621 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Request body: {'security_group_rule': {'security_group_id': '9cdfe6df-4d9a-4679-9970-fef8df87fefe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:26.936746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-18e11e4e-d6b7-4b9b-be7c-8f51c7cec621 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:26.940157 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddc9f29-773f-46a6-8871-83ba005ebf9a tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:45:26.940578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddc9f29-773f-46a6-8871-83ba005ebf9a tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:45:26.941002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddc9f29-773f-46a6-8871-83ba005ebf9a tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:45:26.941399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddc9f29-773f-46a6-8871-83ba005ebf9a tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:45:26.941801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddc9f29-773f-46a6-8871-83ba005ebf9a tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:45:26.942206 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddc9f29-773f-46a6-8871-83ba005ebf9a tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:45:26.942655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddc9f29-773f-46a6-8871-83ba005ebf9a tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:45:26.943081 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddc9f29-773f-46a6-8871-83ba005ebf9a tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:45:26.943476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddc9f29-773f-46a6-8871-83ba005ebf9a tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:45:26.943872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddc9f29-773f-46a6-8871-83ba005ebf9a tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:45:26.944267 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddc9f29-773f-46a6-8871-83ba005ebf9a tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:45:26.948388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6ddc9f29-773f-46a6-8871-83ba005ebf9a tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:26.954198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-18e11e4e-d6b7-4b9b-be7c-8f51c7cec621 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Usage tracker for resource:security_group_rule and tenant:86d176bc3bd145a28a6c76af09e912f1 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:26.958855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-18e11e4e-d6b7-4b9b-be7c-8f51c7cec621 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:26.960782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9bce0-5341-4cc4-a325-186356f5a04f req-802a5920-88db-4c7b-86ab-6dc616c8d072 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:26.962422 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1cc9bce0-5341-4cc4-a325-186356f5a04f req-802a5920-88db-4c7b-86ab-6dc616c8d072 service neutron] 10.222.0.36 "GET /v2.0/networks?id=367788d2-d464-40ee-b453-dec544646fe7 HTTP/1.1" status: 200 len: 912 time: 0.4396405 Dec 25 19:45:26.986772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-18e11e4e-d6b7-4b9b-be7c-8f51c7cec621 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:27.002241 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-6e68430f-d569-426b-8287-1d3e2e824e5a tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] For port 06624654-39cc-471a-860d-018cf8558ff7, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=06624654-39cc-471a-860d-018cf8558ff7,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:45:27.002640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6e68430f-d569-426b-8287-1d3e2e824e5a tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:27.046733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-bd3d1e2d-e549-4ccf-8a61-0caa95c8ccdb None None] Set router e16d14f2-1b65-4ffc-b08f-a7731f4c73c9 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:45:27.134141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be3d91-642c-4fdb-9c1b-dbc6f0858ac5 req-27d17e4d-6588-42d9-90ca-7b94bddc2ec8 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:27.136253 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-50be3d91-642c-4fdb-9c1b-dbc6f0858ac5 req-27d17e4d-6588-42d9-90ca-7b94bddc2ec8 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.36 "GET /v2.0/ports?device_id=67086787-f7ca-407f-910b-911428340b7c HTTP/1.1" status: 200 len: 946 time: 0.4724998 Dec 25 19:45:27.145704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d1fe0d-9cc1-43ba-adcc-54dde349e813 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event updated for resources: {'Subnet': ['ID=77a5666e-bfab-4bd2-8ed3-bb6e148aa9e3,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:27.183996 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-6e68430f-d569-426b-8287-1d3e2e824e5a tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Calling delete_port for 06624654-39cc-471a-860d-018cf8558ff7 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:45:27.194841 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1cc9bce0-5341-4cc4-a325-186356f5a04f req-e338e6b3-f371-458b-8057-b9109a9ef609 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c843bde7-7305-4020-90c9-1245f99937d8 HTTP/1.1" status: 200 len: 1002 time: 0.2158523 Dec 25 19:45:27.256688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c3d2bb7-4420-477e-975b-5ec223c0064a tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:45:27.269987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2210d10-ea59-4615-8c44-705508e4e9f4 None None] Sync routers for ids ['37b5843f-11c8-4119-aa66-53b4aff55b9b'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:45:27.292434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d1fe0d-9cc1-43ba-adcc-54dde349e813 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:45:27.293778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d1fe0d-9cc1-43ba-adcc-54dde349e813 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:45:27.294154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d1fe0d-9cc1-43ba-adcc-54dde349e813 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:45:27.294557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d1fe0d-9cc1-43ba-adcc-54dde349e813 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:45:27.295162 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d1fe0d-9cc1-43ba-adcc-54dde349e813 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:45:27.295568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d1fe0d-9cc1-43ba-adcc-54dde349e813 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:45:27.295968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d1fe0d-9cc1-43ba-adcc-54dde349e813 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:45:27.296364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d1fe0d-9cc1-43ba-adcc-54dde349e813 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:45:27.296757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d1fe0d-9cc1-43ba-adcc-54dde349e813 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:45:27.297145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d1fe0d-9cc1-43ba-adcc-54dde349e813 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:45:27.297534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d1fe0d-9cc1-43ba-adcc-54dde349e813 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:45:27.311630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2210d10-ea59-4615-8c44-705508e4e9f4 None None] Routers {'37b5843f-11c8-4119-aa66-53b4aff55b9b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:27.312331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d2210d10-ea59-4615-8c44-705508e4e9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['37b5843f-11c8-4119-aa66-53b4aff55b9b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:27.338604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f5d1fe0d-9cc1-43ba-adcc-54dde349e813 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:27.366556 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-03658422-bea5-497c-9139-c2fd65aab2b7 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=a29ab018-4a1a-4021-8156-423134b861f3&device_id=86c92f99-c0b2-4dd5-9ebc-5a5486789dcc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4973955 Dec 25 19:45:27.373076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44334) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:27.417307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d1fe0d-9cc1-43ba-adcc-54dde349e813 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Checking segment: {'id': 'c38f6d29-2925-4847-a68b-fe48777bfbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9d33b3b7-d1e0-4255-a14f-9b23e2decb63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:45:27.417670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d1fe0d-9cc1-43ba-adcc-54dde349e813 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Network hostable DHCP agents. Network: 9d33b3b7-d1e0-4255-a14f-9b23e2decb63, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:45:27.441947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-50be3d91-642c-4fdb-9c1b-dbc6f0858ac5 req-dc135732-c15e-4e97-bba2-623af97ca508 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Deleting port d399ad49-b38d-49eb-9d8a-5809bd8daff1 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:45:27.442395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-50be3d91-642c-4fdb-9c1b-dbc6f0858ac5 req-dc135732-c15e-4e97-bba2-623af97ca508 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:27.464513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d2210d10-ea59-4615-8c44-705508e4e9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:27.493285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9bce0-5341-4cc4-a325-186356f5a04f req-50ab6274-9109-4186-843b-a9b597d164d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:27.495358 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1cc9bce0-5341-4cc4-a325-186356f5a04f req-50ab6274-9109-4186-843b-a9b597d164d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef16ee7f-3e07-44fe-b0cc-c9caef9a43a3 HTTP/1.1" status: 200 len: 851 time: 0.2552066 Dec 25 19:45:27.514385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2210d10-ea59-4615-8c44-705508e4e9f4 None None] Routers {'37b5843f-11c8-4119-aa66-53b4aff55b9b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:27.515105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d2210d10-ea59-4615-8c44-705508e4e9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['37b5843f-11c8-4119-aa66-53b4aff55b9b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:27.557689 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-18e11e4e-d6b7-4b9b-be7c-8f51c7cec621 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] create failed (client error): The resource could not be found. Dec 25 19:45:27.558879 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-18e11e4e-d6b7-4b9b-be7c-8f51c7cec621 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6517379 Dec 25 19:45:27.559786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0c3d2bb7-4420-477e-975b-5ec223c0064a tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:27.585030 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44342) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:27.585365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d1fe0d-9cc1-43ba-adcc-54dde349e813 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Network 9d33b3b7-d1e0-4255-a14f-9b23e2decb63 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:45:27.600636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b646fd15-326f-44dc-b2d6-0685bd6ece60 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Request body: {'security_group_rule': {'security_group_id': '9cdfe6df-4d9a-4679-9970-fef8df87fefe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'dde1e310-e463-443c-8641-8cf611a8f798'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:27.616677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d2210d10-ea59-4615-8c44-705508e4e9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:27.617106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2210d10-ea59-4615-8c44-705508e4e9f4 None None] The sync data for ids ['37b5843f-11c8-4119-aa66-53b4aff55b9b'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:45:27.624725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b646fd15-326f-44dc-b2d6-0685bd6ece60 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:27.632812 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b646fd15-326f-44dc-b2d6-0685bd6ece60 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Usage tracker for resource:security_group_rule and tenant:86d176bc3bd145a28a6c76af09e912f1 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:27.638186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b646fd15-326f-44dc-b2d6-0685bd6ece60 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:27.649262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b646fd15-326f-44dc-b2d6-0685bd6ece60 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:27.661675 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0c3d2bb7-4420-477e-975b-5ec223c0064a tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.7733607 Dec 25 19:45:27.677295 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44346) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:27.692196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-ddc72768-7f0c-4c89-be6d-a1525980e960 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:27.693816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-bd3d1e2d-e549-4ccf-8a61-0caa95c8ccdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9', 'name': 'tempest-ServersTestJSON-1882715011-router', 'tenant_id': '4fd99d038d004d88940a1028016237d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': 'ba2b95a2-5894-4c04-99dc-45a738174258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:26Z', 'updated_at': '2021-12-25T19:43:36Z', 'revision_number': 4, 'project_id': '4fd99d038d004d88940a1028016237d4', 'gw_port': {'id': 'ba2b95a2-5894-4c04-99dc-45a738174258', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:27Z', 'updated_at': '2021-12-25T19:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '3195b3c5-a5ed-4d55-a3ef-ecd292710fbf', 'name': '', 'network_id': '2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85', 'tenant_id': '4fd99d038d004d88940a1028016237d4', 'mac_address': 'fa:16:3e:54:96:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0aed70ed-45a9-4994-b05b-e36c7e6dec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:34Z', 'updated_at': '2021-12-25T19:43:53Z', 'revision_number': 5, 'project_id': '4fd99d038d004d88940a1028016237d4', 'subnets': [{'id': '0aed70ed-45a9-4994-b05b-e36c7e6dec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:27.698774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3d1e2d-e549-4ccf-8a61-0caa95c8ccdb None None] The sync data for ids ['e16d14f2-1b65-4ffc-b08f-a7731f4c73c9'] in dv-neutron-822611-1-hyperv is: [{'id': 'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9', 'name': 'tempest-ServersTestJSON-1882715011-router', 'tenant_id': '4fd99d038d004d88940a1028016237d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': 'ba2b95a2-5894-4c04-99dc-45a738174258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:26Z', 'updated_at': '2021-12-25T19:43:36Z', 'revision_number': 4, 'project_id': '4fd99d038d004d88940a1028016237d4', 'gw_port': {'id': 'ba2b95a2-5894-4c04-99dc-45a738174258', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:27Z', 'updated_at': '2021-12-25T19:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '3195b3c5-a5ed-4d55-a3ef-ecd292710fbf', 'name': '', 'network_id': '2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85', 'tenant_id': '4fd99d038d004d88940a1028016237d4', 'mac_address': 'fa:16:3e:54:96:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0aed70ed-45a9-4994-b05b-e36c7e6dec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:34Z', 'updated_at': '2021-12-25T19:43:53Z', 'revision_number': 5, 'project_id': '4fd99d038d004d88940a1028016237d4', 'subnets': [{'id': '0aed70ed-45a9-4994-b05b-e36c7e6dec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:45:27.700643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-f5d1fe0d-9cc1-43ba-adcc-54dde349e813 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 9d33b3b7-d1e0-4255-a14f-9b23e2decb63) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:45:27.712231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18eb1b6a-8d2d-48a7-9cfd-7a7b19fa877b None None] Network 9d33b3b7-d1e0-4255-a14f-9b23e2decb63 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:45:27.866720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d1fe0d-9cc1-43ba-adcc-54dde349e813 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:27.867519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f5d1fe0d-9cc1-43ba-adcc-54dde349e813 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:27.878660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ddc72768-7f0c-4c89-be6d-a1525980e960 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for floatingip, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:27.941834 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-b646fd15-326f-44dc-b2d6-0685bd6ece60 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] create failed (client error): The resource could not be found. Dec 25 19:45:27.945768 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b646fd15-326f-44dc-b2d6-0685bd6ece60 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3473191 Dec 25 19:45:27.952849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44352) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:27.963405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde072eb-208d-47d2-9b61-a41acd6f59b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-9d33b3b7-d1e0-4255-a14f-9b23e2decb63', 'network_id': '9d33b3b7-d1e0-4255-a14f-9b23e2decb63', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'fixed_ips': [{'subnet_id': '77a5666e-bfab-4bd2-8ed3-bb6e148aa9e3'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:45:27.964581 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f5d1fe0d-9cc1-43ba-adcc-54dde349e813 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9096332 Dec 25 19:45:27.965551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dde072eb-208d-47d2-9b61-a41acd6f59b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:27.974373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44356) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:27.984678 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b6e0fa0b-8df0-480b-acfc-d6bd31e15ba9 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-57364643', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:27.994988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b6e0fa0b-8df0-480b-acfc-d6bd31e15ba9 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:28.003891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6e68430f-d569-426b-8287-1d3e2e824e5a tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:28.008770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b6e0fa0b-8df0-480b-acfc-d6bd31e15ba9 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Usage tracker for resource:router and tenant:ed9c1443c9ab46589f19ea480da46eab is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:28.018695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:28.022523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5048c1-aecc-4b0a-9ff6-472403fb7c22 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:28.023475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-dd5048c1-aecc-4b0a-9ff6-472403fb7c22 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Synchronizing usage tracker for tenant:59c528ad242a4b3e924fe17f127afd90 on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:45:28.045250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b6e0fa0b-8df0-480b-acfc-d6bd31e15ba9 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:28.061389 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1cc9bce0-5341-4cc4-a325-186356f5a04f req-53226436-af8a-4fd6-94d2-0a9af24532ed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=367788d2-d464-40ee-b453-dec544646fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5326793 Dec 25 19:45:28.066651 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b6e0fa0b-8df0-480b-acfc-d6bd31e15ba9 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:28.071206 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68430f-d569-426b-8287-1d3e2e824e5a tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Pushing event deleted for resources: {'Port': ['ID=06624654-39cc-471a-860d-018cf8558ff7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:28.081079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6e68430f-d569-426b-8287-1d3e2e824e5a tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:28.124726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-dd5048c1-aecc-4b0a-9ff6-472403fb7c22 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Unset dirty status for tenant:59c528ad242a4b3e924fe17f127afd90 on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:45:28.129308 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-dd5048c1-aecc-4b0a-9ff6-472403fb7c22 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] 10.222.0.24 "GET /v2.0/networks/a29ab018-4a1a-4021-8156-423134b861f3 HTTP/1.1" status: 200 len: 881 time: 0.7512524 Dec 25 19:45:28.144952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44360) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:28.176635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-dde072eb-208d-47d2-9b61-a41acd6f59b8 None None] Allocated IP 2001:db8::2 (9d33b3b7-d1e0-4255-a14f-9b23e2decb63/77a5666e-bfab-4bd2-8ed3-bb6e148aa9e3/357b8ba1-c621-46bd-a955-0c55e6d58987) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:45:28.222817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b6e0fa0b-8df0-480b-acfc-d6bd31e15ba9 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:28.223980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b6e0fa0b-8df0-480b-acfc-d6bd31e15ba9 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:28.268076 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-40f652ab-a48b-4912-94bd-4f035de9f0c3 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] 10.222.0.24 "GET /v2.0/ports?device_id=86c92f99-c0b2-4dd5-9ebc-5a5486789dcc HTTP/1.1" status: 200 len: 205 time: 0.1196420 Dec 25 19:45:28.269340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44364) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:28.286429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000c8c3a-8ade-475e-a60f-e33e3bcec259 None None] New status for floating IP 25cf40cb-4363-4035-bdc5-881540564771: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 19:45:28.353220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b6e0fa0b-8df0-480b-acfc-d6bd31e15ba9 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:28.362881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0cd221-83cd-4f24-9c8e-05329910f897 req-5a0931e2-b813-4501-a75e-0844bef2a966 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:28.365742 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ac0cd221-83cd-4f24-9c8e-05329910f897 req-5a0931e2-b813-4501-a75e-0844bef2a966 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "GET /v2.0/ports?device_id=67086787-f7ca-407f-910b-911428340b7c HTTP/1.1" status: 200 len: 946 time: 0.5458140 Dec 25 19:45:28.393173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caedc35-f21b-4089-afa4-88fdc77186ad req-3462fd61-9fee-447e-a857-94d9ff1271d7 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:28.394850 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0caedc35-f21b-4089-afa4-88fdc77186ad req-3462fd61-9fee-447e-a857-94d9ff1271d7 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.6898673 Dec 25 19:45:28.564206 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ddc72768-7f0c-4c89-be6d-a1525980e960 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:28.580430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ddc72768-7f0c-4c89-be6d-a1525980e960 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:28.580779 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [None req-ddc72768-7f0c-4c89-be6d-a1525980e960 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Floating IP fb855718-49ef-4c8b-b394-83c30670dc08 disassociated. External IP: 172.26.8.154, port: b9f05693-4aa1-4241-b933-c33e0c5982f8. Dec 25 19:45:28.623683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dde072eb-208d-47d2-9b61-a41acd6f59b8 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:28.638331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-dde072eb-208d-47d2-9b61-a41acd6f59b8 None None] Transition to ACTIVE for port object 357b8ba1-c621-46bd-a955-0c55e6d58987 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:45:28.652262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6e68430f-d569-426b-8287-1d3e2e824e5a tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:28.665067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-dde072eb-208d-47d2-9b61-a41acd6f59b8 None None] Transition to ACTIVE for port object 357b8ba1-c621-46bd-a955-0c55e6d58987 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:45:28.672328 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dde072eb-208d-47d2-9b61-a41acd6f59b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:28.686815 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0bfec9bc-3e9c-4ea8-aac9-c5d70585779a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:28.726705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b6e0fa0b-8df0-480b-acfc-d6bd31e15ba9 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:28.747833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde072eb-208d-47d2-9b61-a41acd6f59b8 None None] Network 9d33b3b7-d1e0-4255-a14f-9b23e2decb63 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:45:28.751083 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-dde072eb-208d-47d2-9b61-a41acd6f59b8 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:45:28.756638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde072eb-208d-47d2-9b61-a41acd6f59b8 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:45:28.796693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde072eb-208d-47d2-9b61-a41acd6f59b8 None None] Pushing event updated for resources: {'Port': ['ID=357b8ba1-c621-46bd-a955-0c55e6d58987,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:28.803504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dde072eb-208d-47d2-9b61-a41acd6f59b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:28.818376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e2fc602-396c-42f4-b0cd-ea5a526ceaa0 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:28.838063 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-50be3d91-642c-4fdb-9c1b-dbc6f0858ac5 req-dc135732-c15e-4e97-bba2-623af97ca508 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] For port d399ad49-b38d-49eb-9d8a-5809bd8daff1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d399ad49-b38d-49eb-9d8a-5809bd8daff1,segment=NetworkSegment(178d451e-2ef5-40d9-84d5-b0b54f621cd5),segment_id=178d451e-2ef5-40d9-84d5-b0b54f621cd5)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:45:28.838460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-50be3d91-642c-4fdb-9c1b-dbc6f0858ac5 req-dc135732-c15e-4e97-bba2-623af97ca508 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:28.863418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-dde072eb-208d-47d2-9b61-a41acd6f59b8 None None] Attempting to bind port 357b8ba1-c621-46bd-a955-0c55e6d58987 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:45:28.863844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-dde072eb-208d-47d2-9b61-a41acd6f59b8 None None] Attempting to bind port 357b8ba1-c621-46bd-a955-0c55e6d58987 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'c38f6d29-2925-4847-a68b-fe48777bfbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9d33b3b7-d1e0-4255-a14f-9b23e2decb63'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:45:28.864260 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde072eb-208d-47d2-9b61-a41acd6f59b8 None None] Attempting to bind port 357b8ba1-c621-46bd-a955-0c55e6d58987 on network 9d33b3b7-d1e0-4255-a14f-9b23e2decb63 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:45:28.872602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde072eb-208d-47d2-9b61-a41acd6f59b8 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:45:28.872774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde072eb-208d-47d2-9b61-a41acd6f59b8 None None] Checking segment: {'id': 'c38f6d29-2925-4847-a68b-fe48777bfbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9d33b3b7-d1e0-4255-a14f-9b23e2decb63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:45:28.873220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dde072eb-208d-47d2-9b61-a41acd6f59b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:28.873662 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde072eb-208d-47d2-9b61-a41acd6f59b8 None None] Bound using segment: {'id': 'c38f6d29-2925-4847-a68b-fe48777bfbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9d33b3b7-d1e0-4255-a14f-9b23e2decb63'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:45:28.874186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-dde072eb-208d-47d2-9b61-a41acd6f59b8 None None] Bound port: 357b8ba1-c621-46bd-a955-0c55e6d58987, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c38f6d29-2925-4847-a68b-fe48777bfbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9d33b3b7-d1e0-4255-a14f-9b23e2decb63'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:45:28.874609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dde072eb-208d-47d2-9b61-a41acd6f59b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:28.902760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b6e0fa0b-8df0-480b-acfc-d6bd31e15ba9 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:28.906603 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b6e0fa0b-8df0-480b-acfc-d6bd31e15ba9 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.9253359 Dec 25 19:45:28.968323 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-dde072eb-208d-47d2-9b61-a41acd6f59b8 None None] For port 357b8ba1-c621-46bd-a955-0c55e6d58987, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:45:28.968863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44368) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:28.970367 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1cc9bce0-5341-4cc4-a325-186356f5a04f req-ff910d2e-e078-457b-9274-901fbf8e4c78 service neutron] 10.222.0.36 "GET /v2.0/networks/367788d2-d464-40ee-b453-dec544646fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8723395 Dec 25 19:45:28.972130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-dde072eb-208d-47d2-9b61-a41acd6f59b8 None None] For port 357b8ba1-c621-46bd-a955-0c55e6d58987, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=357b8ba1-c621-46bd-a955-0c55e6d58987,segment=NetworkSegment(c38f6d29-2925-4847-a68b-fe48777bfbd5),segment_id=c38f6d29-2925-4847-a68b-fe48777bfbd5)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:45:28.977314 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-4e0ef2ea-13fe-4e99-bb35-e141ea792076 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Request body: {'port': {'network_id': '9d33b3b7-d1e0-4255-a14f-9b23e2decb63', 'name': 'tempest-RoutersIpV6Test-1722849390'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:28.982048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dde072eb-208d-47d2-9b61-a41acd6f59b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:28.987325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e661889c-127c-4774-8d60-f40c8e545703 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:28.998769 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ac0cd221-83cd-4f24-9c8e-05329910f897 req-495b9553-474c-4e2b-99b3-86e3f88cf517 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "GET /v2.0/security-groups?id=baadeee4-bb72-4297-aa07-69af02849a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5943913 Dec 25 19:45:29.002126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e2fc602-396c-42f4-b0cd-ea5a526ceaa0 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:29.004229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6e68430f-d569-426b-8287-1d3e2e824e5a tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:29.051592 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0caedc35-f21b-4089-afa4-88fdc77186ad req-cf8de05b-45fb-4f1b-942b-908c8dbcaa87 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6420174 Dec 25 19:45:29.114262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde072eb-208d-47d2-9b61-a41acd6f59b8 None None] Pushing event updated for resources: {'Port': ['ID=357b8ba1-c621-46bd-a955-0c55e6d58987,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:29.118428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dde072eb-208d-47d2-9b61-a41acd6f59b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:29.140819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6e68430f-d569-426b-8287-1d3e2e824e5a tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:29.239590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44374) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:29.552856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4e0ef2ea-13fe-4e99-bb35-e141ea792076 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:29.560270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4e0ef2ea-13fe-4e99-bb35-e141ea792076 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Usage tracker for resource:port and tenant:ed9c1443c9ab46589f19ea480da46eab is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:29.562858 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e2fc602-396c-42f4-b0cd-ea5a526ceaa0 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:29.565006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4e0ef2ea-13fe-4e99-bb35-e141ea792076 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:29.568365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6e68430f-d569-426b-8287-1d3e2e824e5a tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:29.568847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e68430f-d569-426b-8287-1d3e2e824e5a tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8c1e1a66-d8d1-44b8-99f0-bdf42deee503 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:45:29.582893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4e0ef2ea-13fe-4e99-bb35-e141ea792076 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:29.592709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6e68430f-d569-426b-8287-1d3e2e824e5a tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:29.597382 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6e68430f-d569-426b-8287-1d3e2e824e5a tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] 10.222.0.24 "DELETE /v2.0/routers/8c1e1a66-d8d1-44b8-99f0-bdf42deee503 HTTP/1.1" status: 204 len: 168 time: 4.9774871 Dec 25 19:45:29.600063 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44378) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:29.609198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-8b7eb588-5068-42fc-9ef6-49c056053292 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-998786048', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:29.613032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8458829a-e9a9-482c-92da-380404b42c15 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:29.619906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8b7eb588-5068-42fc-9ef6-49c056053292 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:29.622352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0ef2ea-13fe-4e99-bb35-e141ea792076 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Made reservation on behalf of ed9c1443c9ab46589f19ea480da46eab for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:45:29.628381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4e0ef2ea-13fe-4e99-bb35-e141ea792076 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:29.646837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8b7eb588-5068-42fc-9ef6-49c056053292 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Usage tracker for resource:router and tenant:76dae1c6382c46fba6fdd5a2a0ca79a2 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:29.648994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e2fc602-396c-42f4-b0cd-ea5a526ceaa0 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:29.653921 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5e2fc602-396c-42f4-b0cd-ea5a526ceaa0 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "DELETE /v2.0/security-groups/9cdfe6df-4d9a-4679-9970-fef8df87fefe HTTP/1.1" status: 204 len: 168 time: 1.6966107 Dec 25 19:45:29.655834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44382) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:29.656810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8b7eb588-5068-42fc-9ef6-49c056053292 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:29.666806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2fc602-396c-42f4-b0cd-ea5a526ceaa0 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdfe6df-4d9a-4679-9970-fef8df87fefe,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:29.681917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5e2fc602-396c-42f4-b0cd-ea5a526ceaa0 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:29.687360 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1cc9bce0-5341-4cc4-a325-186356f5a04f req-359e4395-dd89-4b0d-9481-994aefe1656b service neutron] 10.222.0.36 "GET /v2.0/networks/367788d2-d464-40ee-b453-dec544646fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6918938 Dec 25 19:45:29.687563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8b7eb588-5068-42fc-9ef6-49c056053292 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:29.713546 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-4e0ef2ea-13fe-4e99-bb35-e141ea792076 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] device_id is not set on port 4ca9cbf9-d2ca-4513-931b-f21c2b02dd32 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:45:29.717269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eaf986e3-7fc6-418e-adfb-1d89bb9b8ff1 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:29.742973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-50be3d91-642c-4fdb-9c1b-dbc6f0858ac5 req-dc135732-c15e-4e97-bba2-623af97ca508 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:29.743409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-50be3d91-642c-4fdb-9c1b-dbc6f0858ac5 req-dc135732-c15e-4e97-bba2-623af97ca508 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:29.743757 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [req-50be3d91-642c-4fdb-9c1b-dbc6f0858ac5 req-dc135732-c15e-4e97-bba2-623af97ca508 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Floating IP d493e542-6dde-4b2d-a9a2-2d6e96286622 disassociated. External IP: 172.26.8.81, port: d399ad49-b38d-49eb-9d8a-5809bd8daff1. Dec 25 19:45:29.744136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-50be3d91-642c-4fdb-9c1b-dbc6f0858ac5 req-dc135732-c15e-4e97-bba2-623af97ca508 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Calling delete_port for d399ad49-b38d-49eb-9d8a-5809bd8daff1 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:45:29.805666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b7eb588-5068-42fc-9ef6-49c056053292 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:29.806843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b7eb588-5068-42fc-9ef6-49c056053292 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:29.810850 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eaf986e3-7fc6-418e-adfb-1d89bb9b8ff1 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:29.852895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-504473ab-5658-444c-8e0c-efa891402108 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:29.986152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-191eca28-abc6-4379-bfc2-698ca2924a0f tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Synchronizing usage tracker for tenant:86d176bc3bd145a28a6c76af09e912f1 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:45:30.009240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b7eb588-5068-42fc-9ef6-49c056053292 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:30.036415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eaf986e3-7fc6-418e-adfb-1d89bb9b8ff1 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:30.043582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8bfab8e6-ec2e-4633-b8bd-f5f4848d23ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:30.048341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-191eca28-abc6-4379-bfc2-698ca2924a0f tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Unset dirty status for tenant:86d176bc3bd145a28a6c76af09e912f1 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:45:30.049726 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-191eca28-abc6-4379-bfc2-698ca2924a0f tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3863752 Dec 25 19:45:30.058895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44388) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:30.073456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-7d301833-2e55-4188-9732-ef1f0b1c91f1 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Request body: {'security_group_rule': {'security_group_id': '9cd8a963-c841-4033-aa7d-facca594c405', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:30.074735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf986e3-7fc6-418e-adfb-1d89bb9b8ff1 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fe5b27-97a5-45c2-a3ee-36c13cb617bc,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:30.079834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-eaf986e3-7fc6-418e-adfb-1d89bb9b8ff1 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:30.087887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-50be3d91-642c-4fdb-9c1b-dbc6f0858ac5 req-dc135732-c15e-4e97-bba2-623af97ca508 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:30.150129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-31964729-96ca-4606-b5eb-a9c6dc745717 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:30.155789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7d301833-2e55-4188-9732-ef1f0b1c91f1 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:30.158926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-4e0ef2ea-13fe-4e99-bb35-e141ea792076 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Allocated IP 2001:db8::3cc (9d33b3b7-d1e0-4255-a14f-9b23e2decb63/77a5666e-bfab-4bd2-8ed3-bb6e148aa9e3/4ca9cbf9-d2ca-4513-931b-f21c2b02dd32) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:45:30.175388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7d301833-2e55-4188-9732-ef1f0b1c91f1 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Usage tracker for resource:security_group_rule and tenant:86d176bc3bd145a28a6c76af09e912f1 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:30.227205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7d301833-2e55-4188-9732-ef1f0b1c91f1 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:30.257075 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc135732-c15e-4e97-bba2-623af97ca508 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Pushing event deleted for resources: {'Port': ['ID=d399ad49-b38d-49eb-9d8a-5809bd8daff1,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:30.294474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dc135732-c15e-4e97-bba2-623af97ca508 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:30.302469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eaf986e3-7fc6-418e-adfb-1d89bb9b8ff1 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:30.303198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7d301833-2e55-4188-9732-ef1f0b1c91f1 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:30.303822 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-eaf986e3-7fc6-418e-adfb-1d89bb9b8ff1 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "DELETE /v2.0/security-groups/60fe5b27-97a5-45c2-a3ee-36c13cb617bc HTTP/1.1" status: 204 len: 168 time: 1.0631769 Dec 25 19:45:30.345243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44394) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:30.348661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-9e9519e6-2ca7-49c9-8406-18a57247c3b4 req-2127a45a-3d2c-4edd-a1d1-74ce394ec04f tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Synchronizing usage tracker for tenant:90bb9717229b4c6e84726aafca2dad9f on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:45:30.367408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device d399ad49-b38d-49eb-9d8a-5809bd8daff1 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:45:30.400195 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-40872f26-3c52-40d4-95be-5a3cacf1cd48 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] show failed (client error): The resource could not be found. Dec 25 19:45:30.402759 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-40872f26-3c52-40d4-95be-5a3cacf1cd48 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "GET /v2.0/security-groups/60fe5b27-97a5-45c2-a3ee-36c13cb617bc HTTP/1.1" status: 404 len: 347 time: 0.0549371 Dec 25 19:45:30.403862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] No Port match for: d399ad49-b38d-49eb-9d8a-5809bd8daff1 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:45:30.404391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device d399ad49-b38d-49eb-9d8a-5809bd8daff1 not bound to the agent host hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:45:30.409784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44398) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:30.536375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b7eb588-5068-42fc-9ef6-49c056053292 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:30.565012 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-7d301833-2e55-4188-9732-ef1f0b1c91f1 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] create failed (client error): The resource could not be found. Dec 25 19:45:30.566960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-9e9519e6-2ca7-49c9-8406-18a57247c3b4 req-2127a45a-3d2c-4edd-a1d1-74ce394ec04f tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Unset dirty status for tenant:90bb9717229b4c6e84726aafca2dad9f on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:45:30.569432 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9e9519e6-2ca7-49c9-8406-18a57247c3b4 req-2127a45a-3d2c-4edd-a1d1-74ce394ec04f tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "GET /v2.0/ports?device_id=67086787-f7ca-407f-910b-911428340b7c HTTP/1.1" status: 200 len: 210 time: 0.3263018 Dec 25 19:45:30.570111 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7d301833-2e55-4188-9732-ef1f0b1c91f1 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5032439 Dec 25 19:45:30.573432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44402) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:30.588794 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-284f7c53-e2ce-4816-902e-559e865e3284 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Request body: {'security_group': {'name': 'tempest-secgroup--1385116990'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:30.602287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-284f7c53-e2ce-4816-902e-559e865e3284 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:30.656501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-284f7c53-e2ce-4816-902e-559e865e3284 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:30.703974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0ca89c03-a642-45a4-b01d-c07868b4e7b2 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Deleting port 98404ed4-1966-4f9d-9096-02df31a2ff30 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:45:30.704351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0ca89c03-a642-45a4-b01d-c07868b4e7b2 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:30.710177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4e0ef2ea-13fe-4e99-bb35-e141ea792076 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:30.728099 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc72768-7f0c-4c89-be6d-a1525980e960 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Router 37b5843f-11c8-4119-aa66-53b4aff55b9b has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:45:30.729623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-284f7c53-e2ce-4816-902e-559e865e3284 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:30.768782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d8482-7f16-4883-8368-79c2304b80b9 req-270c3abc-03ec-4fb6-9516-1c0cf9ea8492 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:30.769130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-4e0ef2ea-13fe-4e99-bb35-e141ea792076 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Transition to ACTIVE for port object 4ca9cbf9-d2ca-4513-931b-f21c2b02dd32 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:45:30.770431 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-341d8482-7f16-4883-8368-79c2304b80b9 req-270c3abc-03ec-4fb6-9516-1c0cf9ea8492 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.4748425 Dec 25 19:45:30.827859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-504473ab-5658-444c-8e0c-efa891402108 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:30.870654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-504473ab-5658-444c-8e0c-efa891402108 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Deleting port 5d354bb0-9c11-46c2-8cdb-4e627a89bfb8 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:45:30.871082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-504473ab-5658-444c-8e0c-efa891402108 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:30.928991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-284f7c53-e2ce-4816-902e-559e865e3284 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:30.938116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-284f7c53-e2ce-4816-902e-559e865e3284 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Usage tracker for resource:security_group_rule and tenant:86d176bc3bd145a28a6c76af09e912f1 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:30.944552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-284f7c53-e2ce-4816-902e-559e865e3284 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:30.963568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-284f7c53-e2ce-4816-902e-559e865e3284 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:31.003137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4e0ef2ea-13fe-4e99-bb35-e141ea792076 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:31.018088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b3a55953-3c2c-4c9c-8142-f1178544d0a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:31.051191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5abe417-9863-4700-b280-4a5a820bcd8f None None] Network 9d33b3b7-d1e0-4255-a14f-9b23e2decb63 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:45:31.170879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0ef2ea-13fe-4e99-bb35-e141ea792076 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Network 9d33b3b7-d1e0-4255-a14f-9b23e2decb63 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:45:31.182897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ef2ea-13fe-4e99-bb35-e141ea792076 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event updated for resources: {'Port': ['ID=4ca9cbf9-d2ca-4513-931b-f21c2b02dd32,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:31.186137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4e0ef2ea-13fe-4e99-bb35-e141ea792076 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:31.187146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-4e0ef2ea-13fe-4e99-bb35-e141ea792076 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:45:31.189424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0ef2ea-13fe-4e99-bb35-e141ea792076 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:45:31.194297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0ef2ea-13fe-4e99-bb35-e141ea792076 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:31.195019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4e0ef2ea-13fe-4e99-bb35-e141ea792076 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:31.329175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-284f7c53-e2ce-4816-902e-559e865e3284 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:31.329965 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-341d8482-7f16-4883-8368-79c2304b80b9 req-0168c5f5-c735-4113-b00c-53ff209ff39f tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5435843 Dec 25 19:45:31.341306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b7eb588-5068-42fc-9ef6-49c056053292 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:31.417747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0ca89c03-a642-45a4-b01d-c07868b4e7b2 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:31.418510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0ca89c03-a642-45a4-b01d-c07868b4e7b2 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:31.427374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-284f7c53-e2ce-4816-902e-559e865e3284 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:31.450362 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:31.469456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b7eb588-5068-42fc-9ef6-49c056053292 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:31.484296 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4e0ef2ea-13fe-4e99-bb35-e141ea792076 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5149763 Dec 25 19:45:31.486596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44406) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:31.537733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 357b8ba1-c621-46bd-a955-0c55e6d58987 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:45:31.595741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f3cee8c7-93e0-4b88-94f2-ba6574945aaf None None] Provisioning for port 357b8ba1-c621-46bd-a955-0c55e6d58987 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:45:31.625097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0ca89c03-a642-45a4-b01d-c07868b4e7b2 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Calling delete_port for 98404ed4-1966-4f9d-9096-02df31a2ff30 owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:45:31.635113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-284f7c53-e2ce-4816-902e-559e865e3284 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:31.639787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 357b8ba1-c621-46bd-a955-0c55e6d58987 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:45:31.640370 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-284f7c53-e2ce-4816-902e-559e865e3284 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0630968 Dec 25 19:45:31.643572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44412) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:31.650792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 357b8ba1-c621-46bd-a955-0c55e6d58987 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:45:31.651403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:31.659925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-740d7493-358a-41b9-9cbb-a67b9a54aba9 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Request body: {'security_group': {'name': 'tempest-secgroup--364040825'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:31.673845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f7c53-e2ce-4816-902e-559e865e3284 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=370d7f97-a38d-4807-a579-1597436f86ae,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:31.677149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-740d7493-358a-41b9-9cbb-a67b9a54aba9 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:31.736793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-504473ab-5658-444c-8e0c-efa891402108 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:31.742009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-284f7c53-e2ce-4816-902e-559e865e3284 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:31.770179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50be3d91-642c-4fdb-9c1b-dbc6f0858ac5 req-dc135732-c15e-4e97-bba2-623af97ca508 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Router 50a775ae-2fff-4094-8439-4ef65c4dafd8 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:45:31.797211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-740d7493-358a-41b9-9cbb-a67b9a54aba9 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:31.841405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:31.883395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 357b8ba1-c621-46bd-a955-0c55e6d58987, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=357b8ba1-c621-46bd-a955-0c55e6d58987,segment=NetworkSegment(c38f6d29-2925-4847-a68b-fe48777bfbd5),segment_id=c38f6d29-2925-4847-a68b-fe48777bfbd5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:45:31.888386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:31.896638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4d4517b2-3e69-4331-95c1-9f136f47da3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:31.950740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-504473ab-5658-444c-8e0c-efa891402108 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Calling delete_port for 5d354bb0-9c11-46c2-8cdb-4e627a89bfb8 owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:45:31.979984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=357b8ba1-c621-46bd-a955-0c55e6d58987,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:31.990782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 06624654-39cc-471a-860d-018cf8558ff7 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:45:32.000555 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c6ae4dbe-6ab3-471b-aa4f-3e4fb77b5135 req-aae30c51-7253-44c7-a3aa-35f018c5f9d4 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "GET /v2.0/ports?device_id=67086787-f7ca-407f-910b-911428340b7c HTTP/1.1" status: 200 len: 210 time: 0.1744401 Dec 25 19:45:32.039250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:45:32.039784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:45:32.040207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:45:32.040690 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:45:32.041246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:45:32.041740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:45:32.042202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:45:32.043257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:45:32.043758 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:45:32.044249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:45:32.044720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:45:32.049772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:32.050549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 06624654-39cc-471a-860d-018cf8558ff7 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:45:32.051093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 06624654-39cc-471a-860d-018cf8558ff7 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:45:32.158252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-50e0df9e-28c6-4275-8259-45461b728cf1 None None] Provisioning complete for port 357b8ba1-c621-46bd-a955-0c55e6d58987 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:45:32.158957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-50e0df9e-28c6-4275-8259-45461b728cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:32.198254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-740d7493-358a-41b9-9cbb-a67b9a54aba9 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:32.252558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc72768-7f0c-4c89-be6d-a1525980e960 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:45:32.268822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ab209e-c8b5-48b5-b591-f73f8f50e06a None None] Sync routers for ids ['37b5843f-11c8-4119-aa66-53b4aff55b9b'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:45:32.281355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0ca89c03-a642-45a4-b01d-c07868b4e7b2 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:32.288536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:32.297320 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ab209e-c8b5-48b5-b591-f73f8f50e06a None None] Routers {'37b5843f-11c8-4119-aa66-53b4aff55b9b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:32.298800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c2ab209e-c8b5-48b5-b591-f73f8f50e06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['37b5843f-11c8-4119-aa66-53b4aff55b9b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:32.344849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-8b7eb588-5068-42fc-9ef6-49c056053292 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Allocated IP 172.26.8.157 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/bc56e68f-583d-428b-a376-9d94a065f250) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:45:32.348458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ddc72768-7f0c-4c89-be6d-a1525980e960 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:32.407465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-50e0df9e-28c6-4275-8259-45461b728cf1 None None] Provisioning for port 4ca9cbf9-d2ca-4513-931b-f21c2b02dd32 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:45:32.414983 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-50e0df9e-28c6-4275-8259-45461b728cf1 None None] Provisioning complete for port 4ca9cbf9-d2ca-4513-931b-f21c2b02dd32 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:45:32.415566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-50e0df9e-28c6-4275-8259-45461b728cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:32.421946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-740d7493-358a-41b9-9cbb-a67b9a54aba9 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:32.438412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca89c03-a642-45a4-b01d-c07868b4e7b2 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Pushing event deleted for resources: {'Port': ['ID=98404ed4-1966-4f9d-9096-02df31a2ff30,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:32.439321 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-740d7493-358a-41b9-9cbb-a67b9a54aba9 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Usage tracker for resource:security_group_rule and tenant:86d176bc3bd145a28a6c76af09e912f1 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:32.446058 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-740d7493-358a-41b9-9cbb-a67b9a54aba9 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:32.453977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0ca89c03-a642-45a4-b01d-c07868b4e7b2 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:32.473879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-740d7493-358a-41b9-9cbb-a67b9a54aba9 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:32.474437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c2ab209e-c8b5-48b5-b591-f73f8f50e06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:32.488998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ab209e-c8b5-48b5-b591-f73f8f50e06a None None] Routers {'37b5843f-11c8-4119-aa66-53b4aff55b9b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:32.489828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c2ab209e-c8b5-48b5-b591-f73f8f50e06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['37b5843f-11c8-4119-aa66-53b4aff55b9b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:32.533810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-50e0df9e-28c6-4275-8259-45461b728cf1 None None] Port 4ca9cbf9-d2ca-4513-931b-f21c2b02dd32 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:45:32.557011 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ddc72768-7f0c-4c89-be6d-a1525980e960 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "PUT /v2.0/floatingips/fb855718-49ef-4c8b-b394-83c30670dc08 HTTP/1.1" status: 200 len: 688 time: 4.8791020 Dec 25 19:45:32.570099 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c2ab209e-c8b5-48b5-b591-f73f8f50e06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:32.571003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ab209e-c8b5-48b5-b591-f73f8f50e06a None None] The sync data for ids ['37b5843f-11c8-4119-aa66-53b4aff55b9b'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:45:32.576638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44418) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:32.661665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-35e305a6-14d6-4f2d-9e1c-8ab6a3b7fff9 None None] Provisioning complete for port 4ca9cbf9-d2ca-4513-931b-f21c2b02dd32 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:45:32.662343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-35e305a6-14d6-4f2d-9e1c-8ab6a3b7fff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:32.725139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-35e305a6-14d6-4f2d-9e1c-8ab6a3b7fff9 None None] Port 4ca9cbf9-d2ca-4513-931b-f21c2b02dd32 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:45:32.826965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0ca89c03-a642-45a4-b01d-c07868b4e7b2 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:32.848055 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-740d7493-358a-41b9-9cbb-a67b9a54aba9 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:32.859393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-740d7493-358a-41b9-9cbb-a67b9a54aba9 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:32.865429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b7eb588-5068-42fc-9ef6-49c056053292 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:32.872305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8155d53b-0e61-477b-b158-14f4a9d38bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:32.880976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-51d05b8d-1d80-45c1-a88b-e7200212e5df tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Deleting port 0a910c81-ec28-4a7f-b8f8-0bb973d7fc90 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:45:32.881353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51d05b8d-1d80-45c1-a88b-e7200212e5df tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:32.970094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0ca89c03-a642-45a4-b01d-c07868b4e7b2 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:32.971372 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0ca89c03-a642-45a4-b01d-c07868b4e7b2 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] 10.222.0.24 "DELETE /v2.0/floatingips/25cf40cb-4363-4035-bdc5-881540564771 HTTP/1.1" status: 204 len: 168 time: 2.5571387 Dec 25 19:45:32.982224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44422) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:32.983004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d7493-358a-41b9-9cbb-a67b9a54aba9 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86930f8a-f479-408c-96e2-c0f3ce56aeb3,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:32.985963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-740d7493-358a-41b9-9cbb-a67b9a54aba9 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:32.994872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-504473ab-5658-444c-8e0c-efa891402108 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:33.005310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8e937bf2-1ab1-4f72-b76e-e30b40af389b tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:33.047265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-740d7493-358a-41b9-9cbb-a67b9a54aba9 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:33.052195 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-740d7493-358a-41b9-9cbb-a67b9a54aba9 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3972549 Dec 25 19:45:33.062707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50be3d91-642c-4fdb-9c1b-dbc6f0858ac5 req-dc135732-c15e-4e97-bba2-623af97ca508 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:45:33.064602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44428) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:33.073126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504473ab-5658-444c-8e0c-efa891402108 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Pushing event deleted for resources: {'Port': ['ID=5d354bb0-9c11-46c2-8cdb-4e627a89bfb8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:33.080999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da9e94b-91ee-4404-b5bf-df7108896e75 None None] Sync routers for ids ['50a775ae-2fff-4094-8439-4ef65c4dafd8'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:45:33.107220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-504473ab-5658-444c-8e0c-efa891402108 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:33.109729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da9e94b-91ee-4404-b5bf-df7108896e75 None None] Routers {'50a775ae-2fff-4094-8439-4ef65c4dafd8'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:33.110725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-4da9e94b-91ee-4404-b5bf-df7108896e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['50a775ae-2fff-4094-8439-4ef65c4dafd8'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:33.111453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-4d78d5fe-e5d2-481b-b43d-1172a7f7261e tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Request body: {'security_group_rule': {'security_group_id': '370d7f97-a38d-4807-a579-1597436f86ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '86930f8a-f479-408c-96e2-c0f3ce56aeb3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:33.141875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b7eb588-5068-42fc-9ef6-49c056053292 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:33.150388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c4b71ae1-66ff-4b1a-82e9-a4099d5d0794 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:33.178789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28339ade-30da-4e37-9490-6f367f0ddda9 req-76e7ecc3-a100-4af1-83c4-ab873e5eeebb tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:33.180451 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-28339ade-30da-4e37-9490-6f367f0ddda9 req-76e7ecc3-a100-4af1-83c4-ab873e5eeebb tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.5371521 Dec 25 19:45:33.181565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4d78d5fe-e5d2-481b-b43d-1172a7f7261e tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:33.250653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3e12753-2285-404d-8999-64500360196c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:33.279010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7eb588-5068-42fc-9ef6-49c056053292 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:45:33.286473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-8b7eb588-5068-42fc-9ef6-49c056053292 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:45:33.288975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7eb588-5068-42fc-9ef6-49c056053292 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:45:33.322352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7eb588-5068-42fc-9ef6-49c056053292 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Pushing event updated for resources: {'Port': ['ID=bc56e68f-583d-428b-a376-9d94a065f250,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:33.326310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8b7eb588-5068-42fc-9ef6-49c056053292 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:33.328981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 357b8ba1-c621-46bd-a955-0c55e6d58987 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:45:33.441216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-4da9e94b-91ee-4404-b5bf-df7108896e75 None None] Set router 50a775ae-2fff-4094-8439-4ef65c4dafd8 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:45:33.521876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 357b8ba1-c621-46bd-a955-0c55e6d58987 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:45:33.522200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:33.546973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4d78d5fe-e5d2-481b-b43d-1172a7f7261e tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Usage tracker for resource:security_group_rule and tenant:86d176bc3bd145a28a6c76af09e912f1 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:33.551394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4d78d5fe-e5d2-481b-b43d-1172a7f7261e tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:33.570414 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-304e9be4-5ebb-4f48-a09e-660e3efb1528 req-468a5aa6-beb5-4e73-af30-054458559ee0 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "GET /v2.0/ports?device_id=67086787-f7ca-407f-910b-911428340b7c HTTP/1.1" status: 200 len: 210 time: 0.3858008 Dec 25 19:45:33.586985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4d78d5fe-e5d2-481b-b43d-1172a7f7261e tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:33.622361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-50be3d91-642c-4fdb-9c1b-dbc6f0858ac5 req-dc135732-c15e-4e97-bba2-623af97ca508 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] No DVR routers for this DVR port d399ad49-b38d-49eb-9d8a-5809bd8daff1 on host hv-neutron-8226 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:45:33.633830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-50be3d91-642c-4fdb-9c1b-dbc6f0858ac5 req-dc135732-c15e-4e97-bba2-623af97ca508 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:33.635923 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-50be3d91-642c-4fdb-9c1b-dbc6f0858ac5 req-dc135732-c15e-4e97-bba2-623af97ca508 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.36 "DELETE /v2.0/ports/d399ad49-b38d-49eb-9d8a-5809bd8daff1 HTTP/1.1" status: 204 len: 173 time: 6.4780319 Dec 25 19:45:33.637019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67086787-f7ca-407f-910b-911428340b7c', 'name': 'network-vif-deleted', 'tag': 'd399ad49-b38d-49eb-9d8a-5809bd8daff1'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:45:33.681611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51d05b8d-1d80-45c1-a88b-e7200212e5df tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:33.682016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51d05b8d-1d80-45c1-a88b-e7200212e5df tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:33.836482 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67086787-f7ca-407f-910b-911428340b7c', 'name': 'network-vif-deleted', 'tag': 'd399ad49-b38d-49eb-9d8a-5809bd8daff1', 'status': 'completed', 'code': 200} Dec 25 19:45:33.846853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-51d05b8d-1d80-45c1-a88b-e7200212e5df tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Calling delete_port for 0a910c81-ec28-4a7f-b8f8-0bb973d7fc90 owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:45:33.889187 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-28339ade-30da-4e37-9490-6f367f0ddda9 req-532a6e1a-bd71-43c2-8200-1651fd496e8f tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6506915 Dec 25 19:45:33.970823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-4da9e94b-91ee-4404-b5bf-df7108896e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a775ae-2fff-4094-8439-4ef65c4dafd8', 'name': 'tempest-ServersTestManualDisk-816730343-router', 'tenant_id': '90bb9717229b4c6e84726aafca2dad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:28Z', 'updated_at': '2021-12-25T19:43:47Z', 'revision_number': 4, 'project_id': '90bb9717229b4c6e84726aafca2dad9f', 'gw_port': {'id': '5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a775ae-2fff-4094-8439-4ef65c4dafd8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:30Z', 'updated_at': '2021-12-25T19:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'd8a32d27-3cd9-4097-801a-4d8e4d7fe327', 'name': '', 'network_id': 'e46cb0a4-06ef-4442-9ae2-07612ef208a0', 'tenant_id': '90bb9717229b4c6e84726aafca2dad9f', 'mac_address': 'fa:16:3e:f2:25:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a775ae-2fff-4094-8439-4ef65c4dafd8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '818d1966-40c1-4634-903e-77db45d8332f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:44Z', 'updated_at': '2021-12-25T19:43:59Z', 'revision_number': 5, 'project_id': '90bb9717229b4c6e84726aafca2dad9f', 'subnets': [{'id': '818d1966-40c1-4634-903e-77db45d8332f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:33.976527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da9e94b-91ee-4404-b5bf-df7108896e75 None None] Checking router: 50a775ae-2fff-4094-8439-4ef65c4dafd8 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:45:33.984609 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-4d78d5fe-e5d2-481b-b43d-1172a7f7261e tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:45:33.988481 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4d78d5fe-e5d2-481b-b43d-1172a7f7261e tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.9106753 Dec 25 19:45:33.992276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da9e94b-91ee-4404-b5bf-df7108896e75 None None] Routers {'50a775ae-2fff-4094-8439-4ef65c4dafd8'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:33.992971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-4da9e94b-91ee-4404-b5bf-df7108896e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['50a775ae-2fff-4094-8439-4ef65c4dafd8'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:34.053514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44434) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:34.081463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-504473ab-5658-444c-8e0c-efa891402108 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:34.219848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-4da9e94b-91ee-4404-b5bf-df7108896e75 None None] Set router 50a775ae-2fff-4094-8439-4ef65c4dafd8 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:45:34.267117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3e12753-2285-404d-8999-64500360196c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:34.274533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3e12753-2285-404d-8999-64500360196c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:34.282419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6e68430f-d569-426b-8287-1d3e2e824e5a tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:34.343417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b7eb588-5068-42fc-9ef6-49c056053292 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:34.344182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b7eb588-5068-42fc-9ef6-49c056053292 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:34.438319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-504473ab-5658-444c-8e0c-efa891402108 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:34.474042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-504473ab-5658-444c-8e0c-efa891402108 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:34.493049 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7d40d22-6ede-4471-bdcc-9b8547d7ca36 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:34.547490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51d05b8d-1d80-45c1-a88b-e7200212e5df tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:34.553662 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e12753-2285-404d-8999-64500360196c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event updated for resources: {'Port': ['ID=4ca9cbf9-d2ca-4513-931b-f21c2b02dd32,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:34.559900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-504473ab-5658-444c-8e0c-efa891402108 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:34.583437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b3e12753-2285-404d-8999-64500360196c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:34.608383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d05b8d-1d80-45c1-a88b-e7200212e5df tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event deleted for resources: {'Port': ['ID=0a910c81-ec28-4a7f-b8f8-0bb973d7fc90,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:34.616016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-51d05b8d-1d80-45c1-a88b-e7200212e5df tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:34.617431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7d40d22-6ede-4471-bdcc-9b8547d7ca36 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:34.629215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-4da9e94b-91ee-4404-b5bf-df7108896e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a775ae-2fff-4094-8439-4ef65c4dafd8', 'name': 'tempest-ServersTestManualDisk-816730343-router', 'tenant_id': '90bb9717229b4c6e84726aafca2dad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:28Z', 'updated_at': '2021-12-25T19:43:47Z', 'revision_number': 4, 'project_id': '90bb9717229b4c6e84726aafca2dad9f', 'gw_port': {'id': '5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a775ae-2fff-4094-8439-4ef65c4dafd8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:30Z', 'updated_at': '2021-12-25T19:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'd8a32d27-3cd9-4097-801a-4d8e4d7fe327', 'name': '', 'network_id': 'e46cb0a4-06ef-4442-9ae2-07612ef208a0', 'tenant_id': '90bb9717229b4c6e84726aafca2dad9f', 'mac_address': 'fa:16:3e:f2:25:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a775ae-2fff-4094-8439-4ef65c4dafd8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '818d1966-40c1-4634-903e-77db45d8332f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:44Z', 'updated_at': '2021-12-25T19:43:59Z', 'revision_number': 5, 'project_id': '90bb9717229b4c6e84726aafca2dad9f', 'subnets': [{'id': '818d1966-40c1-4634-903e-77db45d8332f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:34.630203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-504473ab-5658-444c-8e0c-efa891402108 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:34.630802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504473ab-5658-444c-8e0c-efa891402108 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Fanout notify agent at l3_agent the message router_deleted on router 86c92f99-c0b2-4dd5-9ebc-5a5486789dcc {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:45:34.635935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da9e94b-91ee-4404-b5bf-df7108896e75 None None] The sync data for ids ['50a775ae-2fff-4094-8439-4ef65c4dafd8'] in dv-neutron-822611-1-hyperv is: [{'id': '50a775ae-2fff-4094-8439-4ef65c4dafd8', 'name': 'tempest-ServersTestManualDisk-816730343-router', 'tenant_id': '90bb9717229b4c6e84726aafca2dad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:28Z', 'updated_at': '2021-12-25T19:43:47Z', 'revision_number': 4, 'project_id': '90bb9717229b4c6e84726aafca2dad9f', 'gw_port': {'id': '5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a775ae-2fff-4094-8439-4ef65c4dafd8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:30Z', 'updated_at': '2021-12-25T19:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'd8a32d27-3cd9-4097-801a-4d8e4d7fe327', 'name': '', 'network_id': 'e46cb0a4-06ef-4442-9ae2-07612ef208a0', 'tenant_id': '90bb9717229b4c6e84726aafca2dad9f', 'mac_address': 'fa:16:3e:f2:25:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a775ae-2fff-4094-8439-4ef65c4dafd8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '818d1966-40c1-4634-903e-77db45d8332f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:44Z', 'updated_at': '2021-12-25T19:43:59Z', 'revision_number': 5, 'project_id': '90bb9717229b4c6e84726aafca2dad9f', 'subnets': [{'id': '818d1966-40c1-4634-903e-77db45d8332f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:45:34.755420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7d40d22-6ede-4471-bdcc-9b8547d7ca36 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:34.769409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-24422cde-67d9-4acf-b944-183daea1cae5 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:34.792329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44442) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:34.793700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d40d22-6ede-4471-bdcc-9b8547d7ca36 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86930f8a-f479-408c-96e2-c0f3ce56aeb3,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:34.796574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a7d40d22-6ede-4471-bdcc-9b8547d7ca36 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:34.812582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7d40d22-6ede-4471-bdcc-9b8547d7ca36 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:34.815723 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a7d40d22-6ede-4471-bdcc-9b8547d7ca36 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "DELETE /v2.0/security-groups/86930f8a-f479-408c-96e2-c0f3ce56aeb3 HTTP/1.1" status: 204 len: 168 time: 0.7612255 Dec 25 19:45:34.830859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44446) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:34.856629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-504473ab-5658-444c-8e0c-efa891402108 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:34.863749 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-504473ab-5658-444c-8e0c-efa891402108 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] 10.222.0.24 "DELETE /v2.0/routers/86c92f99-c0b2-4dd5-9ebc-5a5486789dcc HTTP/1.1" status: 204 len: 168 time: 6.5666919 Dec 25 19:45:34.872748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44450) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:34.897318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-ea315df1-adea-4173-a182-8825b10d7a47 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-390140238', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:34.919148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ea315df1-adea-4173-a182-8825b10d7a47 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:34.929780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-18b11dc8-d181-49b3-9953-8c7cbcf57306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:34.930349 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51d05b8d-1d80-45c1-a88b-e7200212e5df tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:34.932873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51d05b8d-1d80-45c1-a88b-e7200212e5df tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:34.934200 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-51d05b8d-1d80-45c1-a88b-e7200212e5df tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "DELETE /v2.0/floatingips/fb855718-49ef-4c8b-b394-83c30670dc08 HTTP/1.1" status: 204 len: 168 time: 2.3561778 Dec 25 19:45:34.969319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-9f274f84-6a4e-452a-8437-fda6a90aeddd None None] Provisioning complete for port 4ca9cbf9-d2ca-4513-931b-f21c2b02dd32 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:45:34.970072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9f274f84-6a4e-452a-8437-fda6a90aeddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:34.976707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d46e09b1-9c8b-4ab5-9205-be28cff6e0a5 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Synchronizing usage tracker for tenant:86d176bc3bd145a28a6c76af09e912f1 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:45:34.979256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44456) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:34.980391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ea315df1-adea-4173-a182-8825b10d7a47 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Usage tracker for resource:router and tenant:268f4d88c6764be5b7bcb369c0437809 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:34.990895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ea315df1-adea-4173-a182-8825b10d7a47 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:34.997879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-24a5afdc-13b2-47db-be9f-84d51842062d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Request body: {'floatingip': {'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'port_id': '9a4b090a-edc0-491d-b794-567ae276cb9d'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:35.004009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-24a5afdc-13b2-47db-be9f-84d51842062d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:35.008275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-24a5afdc-13b2-47db-be9f-84d51842062d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Usage tracker for resource:floatingip and tenant:e8d9b6a20125442895a663435174ff75 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:35.012179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-24a5afdc-13b2-47db-be9f-84d51842062d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:35.018158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-24a5afdc-13b2-47db-be9f-84d51842062d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:35.043238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-9f274f84-6a4e-452a-8437-fda6a90aeddd None None] Port 4ca9cbf9-d2ca-4513-931b-f21c2b02dd32 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:45:35.043904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ea315df1-adea-4173-a182-8825b10d7a47 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:35.053916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3e12753-2285-404d-8999-64500360196c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:35.069197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24a5afdc-13b2-47db-be9f-84d51842062d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:35.093491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d46e09b1-9c8b-4ab5-9205-be28cff6e0a5 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Unset dirty status for tenant:86d176bc3bd145a28a6c76af09e912f1 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:45:35.094905 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d46e09b1-9c8b-4ab5-9205-be28cff6e0a5 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2610838 Dec 25 19:45:35.096226 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ea315df1-adea-4173-a182-8825b10d7a47 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:35.097291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ea315df1-adea-4173-a182-8825b10d7a47 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:35.098345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44460) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:35.163415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2ddb33ee-30b3-4e5e-a6b6-6e09d87340fa tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:35.245504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2ddb33ee-30b3-4e5e-a6b6-6e09d87340fa tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:35.262371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ea315df1-adea-4173-a182-8825b10d7a47 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:35.262610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5579df51-d070-47a5-87ec-e281a6baf542 None None] New status for floating IP d493e542-6dde-4b2d-a9a2-2d6e96286622: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 19:45:35.353718 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3e12753-2285-404d-8999-64500360196c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:35.374883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11b28e0f-4c7f-486b-b98f-c2464e8f9e5a tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:35.378989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ea315df1-adea-4173-a182-8825b10d7a47 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:35.413960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3272e84-25ee-4a14-a22b-d0a405ee4276 req-08fa0219-7990-4bc9-8252-a003d7f080a7 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:35.415613 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f3272e84-25ee-4a14-a22b-d0a405ee4276 req-08fa0219-7990-4bc9-8252-a003d7f080a7 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.3111055 Dec 25 19:45:35.451342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2ddb33ee-30b3-4e5e-a6b6-6e09d87340fa tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:35.453907 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2ddb33ee-30b3-4e5e-a6b6-6e09d87340fa tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:35.455161 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2ddb33ee-30b3-4e5e-a6b6-6e09d87340fa tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "DELETE /v2.0/security-groups/baadeee4-bb72-4297-aa07-69af02849a87 HTTP/1.1" status: 204 len: 168 time: 0.6538596 Dec 25 19:45:35.456227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7eb588-5068-42fc-9ef6-49c056053292 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Router b283ca80-8c1b-480a-a612-108de1e53171 is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:45:35.459770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9c0fcb9d-05a8-435d-85f5-0432de3880b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:35.460024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44464) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:35.469732 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11b28e0f-4c7f-486b-b98f-c2464e8f9e5a tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:35.473924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ea315df1-adea-4173-a182-8825b10d7a47 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:35.475347 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ea315df1-adea-4173-a182-8825b10d7a47 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6014051 Dec 25 19:45:35.482071 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44468) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:35.485433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb33ee-30b3-4e5e-a6b6-6e09d87340fa tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baadeee4-bb72-4297-aa07-69af02849a87,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:35.490508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-2a78be22-6799-4d2f-a2fe-c082a8d763a3 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'enable_snat': True}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:35.551759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2ddb33ee-30b3-4e5e-a6b6-6e09d87340fa tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:35.640765 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f3272e84-25ee-4a14-a22b-d0a405ee4276 req-4c1f5e76-a452-4b4f-b476-b60f42f74249 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2103355 Dec 25 19:45:35.655802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24a5afdc-13b2-47db-be9f-84d51842062d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:35.681861 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-46b53c2e-b0c2-440e-895a-ed713e0a79fa tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] show failed (client error): The resource could not be found. Dec 25 19:45:35.683012 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-46b53c2e-b0c2-440e-895a-ed713e0a79fa tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "GET /v2.0/security-groups/baadeee4-bb72-4297-aa07-69af02849a87 HTTP/1.1" status: 404 len: 347 time: 0.2211735 Dec 25 19:45:35.697819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44472) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:35.805674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11b28e0f-4c7f-486b-b98f-c2464e8f9e5a tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:35.815170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9cf60bbf-cc4e-4c78-a91a-830651678230 tempest-PortsAdminExtendedAttrsTestJSON-332745578 tempest-PortsAdminExtendedAttrsTestJSON-332745578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:35.896039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b28e0f-4c7f-486b-b98f-c2464e8f9e5a tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=370d7f97-a38d-4807-a579-1597436f86ae,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:35.916092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-11b28e0f-4c7f-486b-b98f-c2464e8f9e5a tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:35.996327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ac747cdb-fc52-43ff-ba95-f539ce0baeb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:36.234698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11b28e0f-4c7f-486b-b98f-c2464e8f9e5a tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:36.236641 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-11b28e0f-4c7f-486b-b98f-c2464e8f9e5a tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "DELETE /v2.0/security-groups/370d7f97-a38d-4807-a579-1597436f86ae HTTP/1.1" status: 204 len: 168 time: 1.1348712 Dec 25 19:45:36.244940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44476) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:36.276637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-2a899732-31f9-4f19-92af-3f29783ac82b tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Deleting port 1c8a7636-c241-4e1d-9d87-d5d6dd288604 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:45:36.277577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2a899732-31f9-4f19-92af-3f29783ac82b tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:36.554563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3e12753-2285-404d-8999-64500360196c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:36.575623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3e12753-2285-404d-8999-64500360196c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:36.576535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3e12753-2285-404d-8999-64500360196c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:36.584465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-88fce23a-57f8-4687-b253-c52db1775722 tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:36.637829 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-722c5682-a062-41f1-9e8c-0f7e0932b731 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3876410 Dec 25 19:45:36.647407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-24a5afdc-13b2-47db-be9f-84d51842062d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Allocated IP 172.26.8.13 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/507ef414-a357-4274-bcd0-13a9d09ed02a) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:45:36.648462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44480) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:36.695628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-3b3a2ba1-2064-49fa-ac22-a85fa69e96fb tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Request body: {'security_group': {'name': 'tempest-secgroup--103719050'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:36.726236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2a78be22-6799-4d2f-a2fe-c082a8d763a3 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:36.732606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3b3a2ba1-2064-49fa-ac22-a85fa69e96fb tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:36.753466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2a899732-31f9-4f19-92af-3f29783ac82b tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:36.753830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2a899732-31f9-4f19-92af-3f29783ac82b tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:36.774557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3b3a2ba1-2064-49fa-ac22-a85fa69e96fb tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Usage tracker for resource:security_group and tenant:86d176bc3bd145a28a6c76af09e912f1 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:36.783801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3b3a2ba1-2064-49fa-ac22-a85fa69e96fb tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:36.795179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e12753-2285-404d-8999-64500360196c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event updated for resources: {'Port': ['ID=4ca9cbf9-d2ca-4513-931b-f21c2b02dd32,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:36.844570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3b3a2ba1-2064-49fa-ac22-a85fa69e96fb tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:36.852226 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b3e12753-2285-404d-8999-64500360196c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:36.865291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7eb588-5068-42fc-9ef6-49c056053292 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:45:36.877391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dc4d42-4d0f-4361-8713-abb4157979f9 None None] Sync routers for ids ['b283ca80-8c1b-480a-a612-108de1e53171'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:45:36.891919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dc4d42-4d0f-4361-8713-abb4157979f9 None None] Routers {'b283ca80-8c1b-480a-a612-108de1e53171'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:36.892715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-f8dc4d42-4d0f-4361-8713-abb4157979f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['b283ca80-8c1b-480a-a612-108de1e53171'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:36.899465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3b3a2ba1-2064-49fa-ac22-a85fa69e96fb tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:36.953185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b7eb588-5068-42fc-9ef6-49c056053292 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:36.957361 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8b7eb588-5068-42fc-9ef6-49c056053292 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.3522632 Dec 25 19:45:36.959042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44486) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:36.960087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-f8dc4d42-4d0f-4361-8713-abb4157979f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:36.971521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-8a76922a-85ee-4fec-9081-fee75fba182a tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'enable_snat': False}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:36.974097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dc4d42-4d0f-4361-8713-abb4157979f9 None None] Routers {'b283ca80-8c1b-480a-a612-108de1e53171'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:36.974774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-f8dc4d42-4d0f-4361-8713-abb4157979f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['b283ca80-8c1b-480a-a612-108de1e53171'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:36.996510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-2a899732-31f9-4f19-92af-3f29783ac82b tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Calling delete_port for 1c8a7636-c241-4e1d-9d87-d5d6dd288604 owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:45:37.036955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-f8dc4d42-4d0f-4361-8713-abb4157979f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:37.037752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dc4d42-4d0f-4361-8713-abb4157979f9 None None] The sync data for ids ['b283ca80-8c1b-480a-a612-108de1e53171'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:45:37.055497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e12753-2285-404d-8999-64500360196c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Network 9d33b3b7-d1e0-4255-a14f-9b23e2decb63 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:45:37.062599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-b3e12753-2285-404d-8999-64500360196c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:45:37.064796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3b3a2ba1-2064-49fa-ac22-a85fa69e96fb tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:37.101960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:37.148113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3b3a2ba1-2064-49fa-ac22-a85fa69e96fb tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Usage tracker for resource:security_group_rule and tenant:86d176bc3bd145a28a6c76af09e912f1 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:37.162221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24a5afdc-13b2-47db-be9f-84d51842062d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:37.246754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3b3a2ba1-2064-49fa-ac22-a85fa69e96fb tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:37.278170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3b3a2ba1-2064-49fa-ac22-a85fa69e96fb tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:37.290643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55c311-39d4-4657-8e38-5b65b87e284c req-c31764eb-6800-49ce-9220-db4d63cf7f28 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:37.292359 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2e55c311-39d4-4657-8e38-5b65b87e284c req-c31764eb-6800-49ce-9220-db4d63cf7f28 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.5229125 Dec 25 19:45:37.378340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24a5afdc-13b2-47db-be9f-84d51842062d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:37.388993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a7dcb86c-9868-4c7f-8937-1f17f2e8f508 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:37.443808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2a899732-31f9-4f19-92af-3f29783ac82b tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:37.464095 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2e55c311-39d4-4657-8e38-5b65b87e284c req-75cfa18e-90ae-466e-a6f4-f69ff0cef7a0 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580579 Dec 25 19:45:37.487978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a5afdc-13b2-47db-be9f-84d51842062d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:45:37.494775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a5afdc-13b2-47db-be9f-84d51842062d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event updated for resources: {'Port': ['ID=507ef414-a357-4274-bcd0-13a9d09ed02a,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:37.497285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-24a5afdc-13b2-47db-be9f-84d51842062d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:45:37.501019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-163af395-b26f-49be-817e-34e1a14a314f None None] Provisioning complete for port 4ca9cbf9-d2ca-4513-931b-f21c2b02dd32 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:45:37.502766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-163af395-b26f-49be-817e-34e1a14a314f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:37.508799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-24a5afdc-13b2-47db-be9f-84d51842062d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:37.536179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-66490a44-9e3d-4e71-ad8e-cac7fcc4671d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:37.613172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3b3a2ba1-2064-49fa-ac22-a85fa69e96fb tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:37.653821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a899732-31f9-4f19-92af-3f29783ac82b tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Pushing event deleted for resources: {'Port': ['ID=1c8a7636-c241-4e1d-9d87-d5d6dd288604,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:37.666624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2a899732-31f9-4f19-92af-3f29783ac82b tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:37.693928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3b3a2ba1-2064-49fa-ac22-a85fa69e96fb tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:37.703047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:37.713214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a5afdc-13b2-47db-be9f-84d51842062d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:45:37.758896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2a78be22-6799-4d2f-a2fe-c082a8d763a3 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:37.759125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-163af395-b26f-49be-817e-34e1a14a314f None None] Port 4ca9cbf9-d2ca-4513-931b-f21c2b02dd32 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:45:37.772167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-18b11dc8-d181-49b3-9953-8c7cbcf57306 admin admin] Deleting port 3195b3c5-a5ed-4d55-a3ef-ecd292710fbf {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:45:37.772545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-18b11dc8-d181-49b3-9953-8c7cbcf57306 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:37.807178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2a78be22-6799-4d2f-a2fe-c082a8d763a3 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:37.831260 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a2ba1-2064-49fa-ac22-a85fa69e96fb tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7362ab9-135f-459a-baf2-04672d9fd88e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:37.837610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3b3a2ba1-2064-49fa-ac22-a85fa69e96fb tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:37.838924 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3b3a2ba1-2064-49fa-ac22-a85fa69e96fb tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1860328 Dec 25 19:45:37.843806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3b3a2ba1-2064-49fa-ac22-a85fa69e96fb tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:37.849219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44494) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:37.854501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2a899732-31f9-4f19-92af-3f29783ac82b tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:37.867754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-1a2cc16c-9a08-4b2b-b81f-b4220ca5bdda tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Request body: {'security_group_rule': {'security_group_id': 'f7362ab9-135f-459a-baf2-04672d9fd88e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:37.883074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1a2cc16c-9a08-4b2b-b81f-b4220ca5bdda tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:37.949558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1a2cc16c-9a08-4b2b-b81f-b4220ca5bdda tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Usage tracker for resource:security_group_rule and tenant:86d176bc3bd145a28a6c76af09e912f1 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:37.953846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1a2cc16c-9a08-4b2b-b81f-b4220ca5bdda tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:37.968201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1a2cc16c-9a08-4b2b-b81f-b4220ca5bdda tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:38.275591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0d50b7af-7406-4414-9b0b-fb424ab6c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:38.297269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2a899732-31f9-4f19-92af-3f29783ac82b tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:38.298500 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2a899732-31f9-4f19-92af-3f29783ac82b tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] 10.222.0.24 "DELETE /v2.0/floatingips/d493e542-6dde-4b2d-a9a2-2d6e96286622 HTTP/1.1" status: 204 len: 168 time: 2.5970051 Dec 25 19:45:38.311868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44500) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:38.424020 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-18b11dc8-d181-49b3-9953-8c7cbcf57306 admin admin] For port 3195b3c5-a5ed-4d55-a3ef-ecd292710fbf, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=3195b3c5-a5ed-4d55-a3ef-ecd292710fbf,segment=NetworkSegment(f09876a2-c0da-4bd2-ba8e-c152d95500b8),segment_id=f09876a2-c0da-4bd2-ba8e-c152d95500b8)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:45:38.424425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-18b11dc8-d181-49b3-9953-8c7cbcf57306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:38.462617 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-1a2cc16c-9a08-4b2b-b81f-b4220ca5bdda tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:45:38.463696 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1a2cc16c-9a08-4b2b-b81f-b4220ca5bdda tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6113856 Dec 25 19:45:38.476872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44504) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:38.497568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-f5c7bbbe-e3ac-4bdf-ae2b-471acfe0f507 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Request body: {'security_group_rule': {'security_group_id': 'f7362ab9-135f-459a-baf2-04672d9fd88e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:38.503600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-2a78be22-6799-4d2f-a2fe-c082a8d763a3 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Allocated IP 172.26.8.230 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/5b8f1599-ed1c-4c30-b740-cfe8b7eec734) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:45:38.529173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:38.576472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f5c7bbbe-e3ac-4bdf-ae2b-471acfe0f507 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:38.605208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f5c7bbbe-e3ac-4bdf-ae2b-471acfe0f507 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Usage tracker for resource:security_group_rule and tenant:86d176bc3bd145a28a6c76af09e912f1 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:38.606872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-18b11dc8-d181-49b3-9953-8c7cbcf57306 admin admin] Calling delete_port for 3195b3c5-a5ed-4d55-a3ef-ecd292710fbf owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:45:38.609234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f5c7bbbe-e3ac-4bdf-ae2b-471acfe0f507 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:38.647455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f5c7bbbe-e3ac-4bdf-ae2b-471acfe0f507 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:38.755437 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3711b4b2-534b-4182-82ce-d85024b665bc req-2ad30c3d-80ff-4d05-8ae0-72505b9040c5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52795748b8b04275a38e1b104b37d885&device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 1099 time: 0.4526782 Dec 25 19:45:38.797161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e12753-2285-404d-8999-64500360196c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Router 8689529c-7de4-4d6d-a58b-8db9ae19f87a is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:45:38.835437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c45ac-6f75-443d-8843-f06474502e45 req-2b9e39df-fd48-4b0b-a305-e459250811e9 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:38.837027 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e61c45ac-6f75-443d-8843-f06474502e45 req-2b9e39df-fd48-4b0b-a305-e459250811e9 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.5355825 Dec 25 19:45:38.950962 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-f5c7bbbe-e3ac-4bdf-ae2b-471acfe0f507 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:45:38.952125 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f5c7bbbe-e3ac-4bdf-ae2b-471acfe0f507 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4712198 Dec 25 19:45:38.996174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44508) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:39.094350 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e61c45ac-6f75-443d-8843-f06474502e45 req-0ff9485d-d43a-4222-b7f6-2eef2bbf8099 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222579 Dec 25 19:45:39.124893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2a78be22-6799-4d2f-a2fe-c082a8d763a3 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:39.139803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711b4b2-534b-4182-82ce-d85024b665bc req-ec62d6b0-afaa-48b7-906b-7077691649ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:39.141423 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3711b4b2-534b-4182-82ce-d85024b665bc req-ec62d6b0-afaa-48b7-906b-7077691649ac service neutron] 10.222.0.36 "GET /v2.0/networks?id=367788d2-d464-40ee-b453-dec544646fe7 HTTP/1.1" status: 200 len: 912 time: 0.3150220 Dec 25 19:45:39.284679 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3711b4b2-534b-4182-82ce-d85024b665bc req-46ec4b0b-44d2-4775-9bc3-fba5dd6a1ed2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c843bde7-7305-4020-90c9-1245f99937d8 HTTP/1.1" status: 200 len: 1002 time: 0.1300459 Dec 25 19:45:39.286834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2a78be22-6799-4d2f-a2fe-c082a8d763a3 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:39.293008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d3177112-1f0a-4b02-b521-c5af453c849e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:39.400848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7d97db7d-44f6-4ba5-8bb1-0e00da1d50e3 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:39.431984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a78be22-6799-4d2f-a2fe-c082a8d763a3 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:45:39.485688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a78be22-6799-4d2f-a2fe-c082a8d763a3 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Pushing event updated for resources: {'Port': ['ID=5b8f1599-ed1c-4c30-b740-cfe8b7eec734,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:39.488721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-2a78be22-6799-4d2f-a2fe-c082a8d763a3 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:45:39.490897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7d97db7d-44f6-4ba5-8bb1-0e00da1d50e3 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:39.500100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a78be22-6799-4d2f-a2fe-c082a8d763a3 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:45:39.501242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-18b11dc8-d181-49b3-9953-8c7cbcf57306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:39.512643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e955a802-9ba9-45bc-bc33-b3a4bcaf8729 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:39.530089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2a78be22-6799-4d2f-a2fe-c082a8d763a3 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:39.558094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711b4b2-534b-4182-82ce-d85024b665bc req-50f3735d-56bd-48df-8734-a491eede3460 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:39.559702 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3711b4b2-534b-4182-82ce-d85024b665bc req-50f3735d-56bd-48df-8734-a491eede3460 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef16ee7f-3e07-44fe-b0cc-c9caef9a43a3 HTTP/1.1" status: 200 len: 851 time: 0.2379181 Dec 25 19:45:39.577435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b11dc8-d181-49b3-9953-8c7cbcf57306 admin admin] Pushing event deleted for resources: {'Port': ['ID=3195b3c5-a5ed-4d55-a3ef-ecd292710fbf,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:39.593430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-18b11dc8-d181-49b3-9953-8c7cbcf57306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:39.638352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e12753-2285-404d-8999-64500360196c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:45:39.647863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24a5afdc-13b2-47db-be9f-84d51842062d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:39.654894 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1af33c-b7c5-41fa-97a7-265ba0164aa2 None None] Sync routers for ids ['8689529c-7de4-4d6d-a58b-8db9ae19f87a'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:45:39.672408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1af33c-b7c5-41fa-97a7-265ba0164aa2 None None] Routers {'8689529c-7de4-4d6d-a58b-8db9ae19f87a'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:39.673138 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-5c1af33c-b7c5-41fa-97a7-265ba0164aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['8689529c-7de4-4d6d-a58b-8db9ae19f87a'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:39.748395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-5c1af33c-b7c5-41fa-97a7-265ba0164aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:39.760950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1af33c-b7c5-41fa-97a7-265ba0164aa2 None None] Routers {'8689529c-7de4-4d6d-a58b-8db9ae19f87a'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:39.762411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-5c1af33c-b7c5-41fa-97a7-265ba0164aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['8689529c-7de4-4d6d-a58b-8db9ae19f87a'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:39.774940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7d97db7d-44f6-4ba5-8bb1-0e00da1d50e3 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:39.781765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24a5afdc-13b2-47db-be9f-84d51842062d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:39.794617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-284f7c53-e2ce-4816-902e-559e865e3284 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:39.845811 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3711b4b2-534b-4182-82ce-d85024b665bc req-eb85701b-38dd-49f6-8923-81cd9506f037 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=367788d2-d464-40ee-b453-dec544646fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2735760 Dec 25 19:45:39.848864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-5c1af33c-b7c5-41fa-97a7-265ba0164aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:39.849462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1af33c-b7c5-41fa-97a7-265ba0164aa2 None None] The sync data for ids ['8689529c-7de4-4d6d-a58b-8db9ae19f87a'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:45:39.872093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:39.891486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d97db7d-44f6-4ba5-8bb1-0e00da1d50e3 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7362ab9-135f-459a-baf2-04672d9fd88e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:39.910000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7d97db7d-44f6-4ba5-8bb1-0e00da1d50e3 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:39.911770 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7d97db7d-44f6-4ba5-8bb1-0e00da1d50e3 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "DELETE /v2.0/security-groups/f7362ab9-135f-459a-baf2-04672d9fd88e HTTP/1.1" status: 204 len: 168 time: 0.9145083 Dec 25 19:45:39.915961 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b3e12753-2285-404d-8999-64500360196c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "PUT /v2.0/routers/8689529c-7de4-4d6d-a58b-8db9ae19f87a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3816342 Dec 25 19:45:39.917679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7d97db7d-44f6-4ba5-8bb1-0e00da1d50e3 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:39.918702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44512) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:39.919090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44514) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:40.345943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8a76922a-85ee-4fec-9081-fee75fba182a tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:40.431724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd8a9dcc-d0af-4c1e-8f15-a5bdf7d241a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:40.506410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5872fe0f-5032-4dfe-874d-10169b6f1e9c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:40.507039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5872fe0f-5032-4dfe-874d-10169b6f1e9c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Synchronizing usage tracker for tenant:ed9c1443c9ab46589f19ea480da46eab on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:45:40.548163 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3711b4b2-534b-4182-82ce-d85024b665bc req-b2113411-af1b-4d99-a4ba-94ae5b3a59d4 service neutron] 10.222.0.36 "GET /v2.0/networks/367788d2-d464-40ee-b453-dec544646fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6896195 Dec 25 19:45:40.599500 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-479e3a2e-278a-4c9c-9b1a-3c85384f064e tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6791174 Dec 25 19:45:40.603483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44522) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:40.614070 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5872fe0f-5032-4dfe-874d-10169b6f1e9c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Unset dirty status for tenant:ed9c1443c9ab46589f19ea480da46eab on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:45:40.615358 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5872fe0f-5032-4dfe-874d-10169b6f1e9c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "GET /v2.0/ports/4ca9cbf9-d2ca-4513-931b-f21c2b02dd32 HTTP/1.1" status: 200 len: 984 time: 0.6935873 Dec 25 19:45:40.621272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44526) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:40.704116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2a78be22-6799-4d2f-a2fe-c082a8d763a3 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:40.705610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-934fb463-c749-4e43-a636-1b09dfa590a4 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Request body: {'security_group': {'name': 'tempest-secgroup--1793161291'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:40.724954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-18b11dc8-d181-49b3-9953-8c7cbcf57306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:40.728882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-934fb463-c749-4e43-a636-1b09dfa590a4 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:40.756138 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-934fb463-c749-4e43-a636-1b09dfa590a4 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Usage tracker for resource:security_group and tenant:86d176bc3bd145a28a6c76af09e912f1 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:40.763758 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-934fb463-c749-4e43-a636-1b09dfa590a4 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:40.773528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-934fb463-c749-4e43-a636-1b09dfa590a4 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:40.858817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b4fa6-1d4a-41da-8e4d-e8e736a2dc24 req-1c277e3a-e456-4e40-add4-855982834640 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:40.860465 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4d0b4fa6-1d4a-41da-8e4d-e8e736a2dc24 req-1c277e3a-e456-4e40-add4-855982834640 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.5560451 Dec 25 19:45:40.885917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-934fb463-c749-4e43-a636-1b09dfa590a4 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:40.974083 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24a5afdc-13b2-47db-be9f-84d51842062d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:41.022675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-934fb463-c749-4e43-a636-1b09dfa590a4 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:41.041380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-934fb463-c749-4e43-a636-1b09dfa590a4 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Usage tracker for resource:security_group_rule and tenant:86d176bc3bd145a28a6c76af09e912f1 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:41.054072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-934fb463-c749-4e43-a636-1b09dfa590a4 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:41.069474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24a5afdc-13b2-47db-be9f-84d51842062d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:41.082645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:41.097064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-934fb463-c749-4e43-a636-1b09dfa590a4 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:41.155496 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3711b4b2-534b-4182-82ce-d85024b665bc req-1b51ef2e-c046-40f1-b21a-3ff7e20c93be service neutron] 10.222.0.36 "GET /v2.0/networks/367788d2-d464-40ee-b453-dec544646fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5916643 Dec 25 19:45:41.187895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2a78be22-6799-4d2f-a2fe-c082a8d763a3 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:41.235277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a5afdc-13b2-47db-be9f-84d51842062d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event updated for resources: {'Port': ['ID=507ef414-a357-4274-bcd0-13a9d09ed02a,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:41.240396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2a78be22-6799-4d2f-a2fe-c082a8d763a3 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854381233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854287207'] for router, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:41.247570 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4d0b4fa6-1d4a-41da-8e4d-e8e736a2dc24 req-dba1794b-40a7-4d6b-b884-71814c7215d1 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3628314 Dec 25 19:45:41.253649 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-24a5afdc-13b2-47db-be9f-84d51842062d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:41.360054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24a5afdc-13b2-47db-be9f-84d51842062d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:41.465582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8a76922a-85ee-4fec-9081-fee75fba182a tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:41.477356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-934fb463-c749-4e43-a636-1b09dfa590a4 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:41.485192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8a76922a-85ee-4fec-9081-fee75fba182a tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854381233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854287207'] for router, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:41.495960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-934fb463-c749-4e43-a636-1b09dfa590a4 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:41.506277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:41.637728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934fb463-c749-4e43-a636-1b09dfa590a4 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e604ded5-9e26-4b59-a389-26febd7bd7e5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:41.640888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-934fb463-c749-4e43-a636-1b09dfa590a4 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:41.645687 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-934fb463-c749-4e43-a636-1b09dfa590a4 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:41.647008 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-934fb463-c749-4e43-a636-1b09dfa590a4 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0424747 Dec 25 19:45:41.657712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44530) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:41.731782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-d1545ade-92b3-4c58-9a31-fa7eead092d9 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:41.732612 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-d1545ade-92b3-4c58-9a31-fa7eead092d9 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] update failed (client error): There was a conflict when trying to complete your request. Dec 25 19:45:41.736763 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d1545ade-92b3-4c58-9a31-fa7eead092d9 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "PUT /v2.0/security-groups/e604ded5-9e26-4b59-a389-26febd7bd7e5 HTTP/1.1" status: 409 len: 330 time: 0.0704074 Dec 25 19:45:41.751218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44534) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:42.181824 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [None req-24a5afdc-13b2-47db-be9f-84d51842062d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Floating IP 7162428c-9961-4834-803d-58870b60fec7 associated. External IP: 172.26.8.13, port: 9a4b090a-edc0-491d-b794-567ae276cb9d. Dec 25 19:45:42.353219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cd45e747-476c-406d-92e1-45a3a55cf168 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:42.370104 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a78be22-6799-4d2f-a2fe-c082a8d763a3 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Router 4612b880-4703-4dd8-b094-8824732b199a is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:45:42.419385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cd45e747-476c-406d-92e1-45a3a55cf168 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:42.605672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cd45e747-476c-406d-92e1-45a3a55cf168 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:42.615351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-934fb463-c749-4e43-a636-1b09dfa590a4 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:42.645116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45e747-476c-406d-92e1-45a3a55cf168 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e604ded5-9e26-4b59-a389-26febd7bd7e5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:42.653455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cd45e747-476c-406d-92e1-45a3a55cf168 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:42.673918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cd45e747-476c-406d-92e1-45a3a55cf168 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:42.675001 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-cd45e747-476c-406d-92e1-45a3a55cf168 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "DELETE /v2.0/security-groups/e604ded5-9e26-4b59-a389-26febd7bd7e5 HTTP/1.1" status: 204 len: 168 time: 0.9228234 Dec 25 19:45:42.675183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6821e411-747f-4657-9985-ec73b93cb889 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:42.679211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a76922a-85ee-4fec-9081-fee75fba182a tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Router b283ca80-8c1b-480a-a612-108de1e53171 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:45:42.680022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44540) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:42.827918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743cfd7c-484f-4d4a-9324-18a1ef5767af req-6199b743-c229-4de2-be0b-a0c0be6e4d0a tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:42.829560 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-743cfd7c-484f-4d4a-9324-18a1ef5767af req-6199b743-c229-4de2-be0b-a0c0be6e4d0a tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.4522402 Dec 25 19:45:42.963433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-195928fb-38cc-4a12-8c76-98e8100906c8 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Synchronizing usage tracker for tenant:86d176bc3bd145a28a6c76af09e912f1 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:45:42.987533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-dd8a9dcc-d0af-4c1e-8f15-a5bdf7d241a8 admin admin] Deleting port d8a32d27-3cd9-4097-801a-4d8e4d7fe327 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:45:42.987909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd8a9dcc-d0af-4c1e-8f15-a5bdf7d241a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:43.007698 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-743cfd7c-484f-4d4a-9324-18a1ef5767af req-7118e3fc-bf00-4c02-8f0e-90cfae733327 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654394 Dec 25 19:45:43.055084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-195928fb-38cc-4a12-8c76-98e8100906c8 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Unset dirty status for tenant:86d176bc3bd145a28a6c76af09e912f1 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:45:43.060463 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-195928fb-38cc-4a12-8c76-98e8100906c8 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3296518 Dec 25 19:45:43.061242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44546) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:43.134056 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-75376b2e-b5a4-44a8-a389-254496a63921 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] delete failed (client error): The resource could not be found. Dec 25 19:45:43.140308 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-75376b2e-b5a4-44a8-a389-254496a63921 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "DELETE /v2.0/security-groups/34312c5b-b6e3-4aea-b165-7b6cb374659f HTTP/1.1" status: 404 len: 347 time: 0.0728240 Dec 25 19:45:43.140308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b11dc8-d181-49b3-9953-8c7cbcf57306 admin admin] Router e16d14f2-1b65-4ffc-b08f-a7731f4c73c9 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:45:43.143022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44550) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:43.287129 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-85357e13-dd03-46ea-837c-475d1d872977 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] show failed (client error): The resource could not be found. Dec 25 19:45:43.288255 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-85357e13-dd03-46ea-837c-475d1d872977 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "GET /v2.0/security-groups/99e0e8f8-b485-4165-807d-e118f53f2e95 HTTP/1.1" status: 404 len: 347 time: 0.1427979 Dec 25 19:45:43.303641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44554) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:43.338944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a78be22-6799-4d2f-a2fe-c082a8d763a3 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:45:43.349413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c83b134-476a-4431-865a-95154eb19008 None None] Sync routers for ids ['4612b880-4703-4dd8-b094-8824732b199a'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:45:43.362345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c83b134-476a-4431-865a-95154eb19008 None None] Routers {'4612b880-4703-4dd8-b094-8824732b199a'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:43.363016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-0c83b134-476a-4431-865a-95154eb19008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['4612b880-4703-4dd8-b094-8824732b199a'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:43.408976 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-8ec8869a-03b7-4459-92e8-19341e225945 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] show failed (client error): The resource could not be found. Dec 25 19:45:43.418306 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8ec8869a-03b7-4459-92e8-19341e225945 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] 10.222.0.24 "GET /v2.0/security-group-rules/cdcef115-6bbc-42c4-92ac-0b1f4bb0554c HTTP/1.1" status: 404 len: 356 time: 0.1050899 Dec 25 19:45:43.435755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-dd8a9dcc-d0af-4c1e-8f15-a5bdf7d241a8 admin admin] For port d8a32d27-3cd9-4097-801a-4d8e4d7fe327, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=d8a32d27-3cd9-4097-801a-4d8e4d7fe327,segment=NetworkSegment(178d451e-2ef5-40d9-84d5-b0b54f621cd5),segment_id=178d451e-2ef5-40d9-84d5-b0b54f621cd5)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:45:43.436150 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd8a9dcc-d0af-4c1e-8f15-a5bdf7d241a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:43.445967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-0c83b134-476a-4431-865a-95154eb19008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:43.458888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c83b134-476a-4431-865a-95154eb19008 None None] Routers {'4612b880-4703-4dd8-b094-8824732b199a'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:43.460437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-0c83b134-476a-4431-865a-95154eb19008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['4612b880-4703-4dd8-b094-8824732b199a'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:43.470601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2a78be22-6799-4d2f-a2fe-c082a8d763a3 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:43.471971 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2a78be22-6799-4d2f-a2fe-c082a8d763a3 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] 10.222.0.24 "PUT /v2.0/routers/4612b880-4703-4dd8-b094-8824732b199a HTTP/1.1" status: 200 len: 918 time: 7.9881985 Dec 25 19:45:43.481104 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44560) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:43.550297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-0c83b134-476a-4431-865a-95154eb19008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:43.550997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c83b134-476a-4431-865a-95154eb19008 None None] The sync data for ids ['4612b880-4703-4dd8-b094-8824732b199a'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:45:43.590293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-dd8a9dcc-d0af-4c1e-8f15-a5bdf7d241a8 admin admin] Calling delete_port for d8a32d27-3cd9-4097-801a-4d8e4d7fe327 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:45:43.698133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a76922a-85ee-4fec-9081-fee75fba182a tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:45:43.702653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8a76922a-85ee-4fec-9081-fee75fba182a tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:43.704053 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8a76922a-85ee-4fec-9081-fee75fba182a tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] 10.222.0.24 "PUT /v2.0/routers/b283ca80-8c1b-480a-a612-108de1e53171 HTTP/1.1" status: 200 len: 921 time: 6.7407005 Dec 25 19:45:43.710751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44564) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:43.713709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed44bdca-e0ab-4a9c-9f2f-c6eeec358d86 None None] Sync routers for ids ['b283ca80-8c1b-480a-a612-108de1e53171'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:45:43.733816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed44bdca-e0ab-4a9c-9f2f-c6eeec358d86 None None] Routers {'b283ca80-8c1b-480a-a612-108de1e53171'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:43.734430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-ed44bdca-e0ab-4a9c-9f2f-c6eeec358d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['b283ca80-8c1b-480a-a612-108de1e53171'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:43.815027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-ed44bdca-e0ab-4a9c-9f2f-c6eeec358d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:43.831616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed44bdca-e0ab-4a9c-9f2f-c6eeec358d86 None None] Routers {'b283ca80-8c1b-480a-a612-108de1e53171'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:43.832856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-ed44bdca-e0ab-4a9c-9f2f-c6eeec358d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['b283ca80-8c1b-480a-a612-108de1e53171'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:43.842423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a382a65-cc21-498a-9cb7-29a519dbb601 req-380ed489-683c-48e3-8d91-5d62e5118cc9 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:43.844274 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6a382a65-cc21-498a-9cb7-29a519dbb601 req-380ed489-683c-48e3-8d91-5d62e5118cc9 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.6757178 Dec 25 19:45:43.893043 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-6821e411-747f-4657-9985-ec73b93cb889 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Deleting port 4ca9cbf9-d2ca-4513-931b-f21c2b02dd32 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:45:43.893614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6821e411-747f-4657-9985-ec73b93cb889 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:43.911277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44570) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:43.933603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-ed44bdca-e0ab-4a9c-9f2f-c6eeec358d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:43.933957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed44bdca-e0ab-4a9c-9f2f-c6eeec358d86 None None] The sync data for ids ['b283ca80-8c1b-480a-a612-108de1e53171'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:45:44.014640 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6a382a65-cc21-498a-9cb7-29a519dbb601 req-fadc953e-5e54-4839-a4eb-7f00fad5d3cf tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598258 Dec 25 19:45:44.116978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a5afdc-13b2-47db-be9f-84d51842062d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Router 37b5843f-11c8-4119-aa66-53b4aff55b9b has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:45:44.322496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6821e411-747f-4657-9985-ec73b93cb889 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:44.352547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b11dc8-d181-49b3-9953-8c7cbcf57306 admin admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:45:44.374196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74458dc-844f-40ef-9e38-f4283c90de7a None None] Sync routers for ids ['e16d14f2-1b65-4ffc-b08f-a7731f4c73c9'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:45:44.388429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74458dc-844f-40ef-9e38-f4283c90de7a None None] Routers {'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:44.389474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-b74458dc-844f-40ef-9e38-f4283c90de7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['e16d14f2-1b65-4ffc-b08f-a7731f4c73c9'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:44.391702 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-18b11dc8-d181-49b3-9953-8c7cbcf57306 admin admin] 10.222.0.24 "PUT /v2.0/routers/e16d14f2-1b65-4ffc-b08f-a7731f4c73c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4043818 Dec 25 19:45:44.397071 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44580) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:44.479856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd8a9dcc-d0af-4c1e-8f15-a5bdf7d241a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:44.481064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-6821e411-747f-4657-9985-ec73b93cb889 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Calling delete_port for 4ca9cbf9-d2ca-4513-931b-f21c2b02dd32 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:45:44.487731 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8b7eb588-5068-42fc-9ef6-49c056053292 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:44.539021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a9dcc-d0af-4c1e-8f15-a5bdf7d241a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8a32d27-3cd9-4097-801a-4d8e4d7fe327,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:44.541669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dd8a9dcc-d0af-4c1e-8f15-a5bdf7d241a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:44.556956 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7e404b38-593a-4e5b-b0a1-3082326163bb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=86d176bc3bd145a28a6c76af09e912f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6435444 Dec 25 19:45:44.560097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44584) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:44.591912 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-b74458dc-844f-40ef-9e38-f4283c90de7a None None] Set router e16d14f2-1b65-4ffc-b08f-a7731f4c73c9 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:45:44.637019 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-50b698d0-fef3-4fd7-915a-df9e1907d614 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] 10.222.0.24 "GET /v2.0/routers/4612b880-4703-4dd8-b094-8824732b199a HTTP/1.1" status: 200 len: 924 time: 1.1462331 Dec 25 19:45:44.646594 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44588) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:44.702849 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e6ae952b-5a14-47f3-a6e6-90246c6f0e38 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] 10.222.0.24 "GET /v2.0/routers/b283ca80-8c1b-480a-a612-108de1e53171 HTTP/1.1" status: 200 len: 921 time: 0.9392536 Dec 25 19:45:44.716253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44592) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:44.846729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be0d7f-3372-41eb-9afc-af6bd83dd01d req-4a4b7bd2-c65d-410c-89d5-d06b9cece874 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:44.848476 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-79be0d7f-3372-41eb-9afc-af6bd83dd01d req-4a4b7bd2-c65d-410c-89d5-d06b9cece874 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.3775787 Dec 25 19:45:44.944783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-b74458dc-844f-40ef-9e38-f4283c90de7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9', 'name': 'tempest-ServersTestJSON-1882715011-router', 'tenant_id': '4fd99d038d004d88940a1028016237d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': 'ba2b95a2-5894-4c04-99dc-45a738174258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:26Z', 'updated_at': '2021-12-25T19:45:39Z', 'revision_number': 5, 'project_id': '4fd99d038d004d88940a1028016237d4', 'gw_port': {'id': 'ba2b95a2-5894-4c04-99dc-45a738174258', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:27Z', 'updated_at': '2021-12-25T19:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:44.950048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74458dc-844f-40ef-9e38-f4283c90de7a None None] Checking router: e16d14f2-1b65-4ffc-b08f-a7731f4c73c9 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:45:44.961265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74458dc-844f-40ef-9e38-f4283c90de7a None None] Routers {'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:44.961932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-b74458dc-844f-40ef-9e38-f4283c90de7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['e16d14f2-1b65-4ffc-b08f-a7731f4c73c9'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:44.969098 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0c57d4f8-daec-44e4-b70c-56fbedb53f1c tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=a29ab018-4a1a-4021-8156-423134b861f3&device_id=4612b880-4703-4dd8-b094-8824732b199a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3161058 Dec 25 19:45:44.971436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44596) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:45.005646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aee6c882-e581-421a-ac01-ff28d7e1fb22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:45.050298 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-79be0d7f-3372-41eb-9afc-af6bd83dd01d req-494fa894-dc8b-454e-8602-f9f8295b503d tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920936 Dec 25 19:45:45.054345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6821e411-747f-4657-9985-ec73b93cb889 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:45.065145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aee6c882-e581-421a-ac01-ff28d7e1fb22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:45.067166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6af348dd-96dd-47df-8fef-135cca4bf54b tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:45.117467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-bf322e87-aef0-44af-9b58-76c4323b2266 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Synchronizing usage tracker for tenant:682aee75fd1a4de4a87f6ce57995a090 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:45:45.166827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-b74458dc-844f-40ef-9e38-f4283c90de7a None None] Set router e16d14f2-1b65-4ffc-b08f-a7731f4c73c9 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:45:45.177027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a5afdc-13b2-47db-be9f-84d51842062d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:45:45.183785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6821e411-747f-4657-9985-ec73b93cb889 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event deleted for resources: {'Port': ['ID=4ca9cbf9-d2ca-4513-931b-f21c2b02dd32,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:45.190465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632cb18c-b334-46fb-ab37-9b5704ec3f17 None None] Sync routers for ids ['37b5843f-11c8-4119-aa66-53b4aff55b9b'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:45:45.203306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6821e411-747f-4657-9985-ec73b93cb889 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:45.213627 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632cb18c-b334-46fb-ab37-9b5704ec3f17 None None] Routers {'37b5843f-11c8-4119-aa66-53b4aff55b9b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:45.215652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-632cb18c-b334-46fb-ab37-9b5704ec3f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['37b5843f-11c8-4119-aa66-53b4aff55b9b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:45.366344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-632cb18c-b334-46fb-ab37-9b5704ec3f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:45.375784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24a5afdc-13b2-47db-be9f-84d51842062d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:45.381300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632cb18c-b334-46fb-ab37-9b5704ec3f17 None None] Routers {'37b5843f-11c8-4119-aa66-53b4aff55b9b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:45.382304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-632cb18c-b334-46fb-ab37-9b5704ec3f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['37b5843f-11c8-4119-aa66-53b4aff55b9b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:45.420072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-bf322e87-aef0-44af-9b58-76c4323b2266 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Unset dirty status for tenant:682aee75fd1a4de4a87f6ce57995a090 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:45:45.424563 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-bf322e87-aef0-44af-9b58-76c4323b2266 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=a29ab018-4a1a-4021-8156-423134b861f3&device_id=b283ca80-8c1b-480a-a612-108de1e53171&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7003622 Dec 25 19:45:45.434742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44604) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:45.485780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-632cb18c-b334-46fb-ab37-9b5704ec3f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:45.491116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632cb18c-b334-46fb-ab37-9b5704ec3f17 None None] The sync data for ids ['37b5843f-11c8-4119-aa66-53b4aff55b9b'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:45:45.548133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aee6c882-e581-421a-ac01-ff28d7e1fb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:45.557494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3b3a2ba1-2064-49fa-ac22-a85fa69e96fb tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:45.568867 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-24a5afdc-13b2-47db-be9f-84d51842062d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 10.5808380 Dec 25 19:45:45.570342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a3bb40-b35d-4607-b89b-c3ac88c595c7 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:45.575286 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f2a3bb40-b35d-4607-b89b-c3ac88c595c7 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] 10.222.0.24 "GET /v2.0/networks/a29ab018-4a1a-4021-8156-423134b861f3 HTTP/1.1" status: 200 len: 881 time: 0.5976946 Dec 25 19:45:45.575974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44608) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:45.576347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44610) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:45.630367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b5fa789d-197d-4917-99e6-2fc3e04c14bb admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:45.661137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-b74458dc-844f-40ef-9e38-f4283c90de7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9', 'name': 'tempest-ServersTestJSON-1882715011-router', 'tenant_id': '4fd99d038d004d88940a1028016237d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': 'ba2b95a2-5894-4c04-99dc-45a738174258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:26Z', 'updated_at': '2021-12-25T19:45:39Z', 'revision_number': 5, 'project_id': '4fd99d038d004d88940a1028016237d4', 'gw_port': {'id': 'ba2b95a2-5894-4c04-99dc-45a738174258', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:27Z', 'updated_at': '2021-12-25T19:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:45.665299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74458dc-844f-40ef-9e38-f4283c90de7a None None] The sync data for ids ['e16d14f2-1b65-4ffc-b08f-a7731f4c73c9'] in dv-neutron-822611-1-hyperv is: [{'id': 'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9', 'name': 'tempest-ServersTestJSON-1882715011-router', 'tenant_id': '4fd99d038d004d88940a1028016237d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': 'ba2b95a2-5894-4c04-99dc-45a738174258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:26Z', 'updated_at': '2021-12-25T19:45:39Z', 'revision_number': 5, 'project_id': '4fd99d038d004d88940a1028016237d4', 'gw_port': {'id': 'ba2b95a2-5894-4c04-99dc-45a738174258', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16d14f2-1b65-4ffc-b08f-a7731f4c73c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:27Z', 'updated_at': '2021-12-25T19:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:45:45.704541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee6c882-e581-421a-ac01-ff28d7e1fb22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e5d6d3-775e-41de-b4d4-d7c1b962c36f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:45.732270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-aee6c882-e581-421a-ac01-ff28d7e1fb22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:45.774923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aee6c882-e581-421a-ac01-ff28d7e1fb22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:45.775090 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-cf0c6617-9af2-4d79-bfa6-71c3eec4dc5d tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] 10.222.0.24 "GET /v2.0/ports?device_id=4612b880-4703-4dd8-b094-8824732b199a HTTP/1.1" status: 200 len: 205 time: 0.1858008 Dec 25 19:45:45.775195 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-aee6c882-e581-421a-ac01-ff28d7e1fb22 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c5e5d6d3-775e-41de-b4d4-d7c1b962c36f HTTP/1.1" status: 204 len: 168 time: 1.2119949 Dec 25 19:45:45.779771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44616) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:45.805567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3656fa70-6343-4010-8cc1-8865cadf0454 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:45.806951 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3656fa70-6343-4010-8cc1-8865cadf0454 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] 10.222.0.24 "GET /v2.0/networks/a29ab018-4a1a-4021-8156-423134b861f3 HTTP/1.1" status: 200 len: 881 time: 0.3693721 Dec 25 19:45:45.832337 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44622) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:45.938565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd8a9dcc-d0af-4c1e-8f15-a5bdf7d241a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:46.228143 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-22a8fbb1-f5ce-4675-916a-d414ebda41c0 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] 10.222.0.24 "GET /v2.0/ports?device_id=b283ca80-8c1b-480a-a612-108de1e53171 HTTP/1.1" status: 200 len: 205 time: 0.3945401 Dec 25 19:45:46.232013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44632) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:46.251650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6821e411-747f-4657-9985-ec73b93cb889 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:46.262172 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4b6a280d-9522-43b0-9b7e-722b30014a15 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "GET /v2.0/floatingips/7162428c-9961-4834-803d-58870b60fec7 HTTP/1.1" status: 200 len: 977 time: 0.6776872 Dec 25 19:45:46.262969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44636) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:46.270074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24c8a7-b00e-43c1-9e9f-49ca56bb3a0c req-fb7656d0-f459-4eba-8362-341003fa7175 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:46.277800 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-db24c8a7-b00e-43c1-9e9f-49ca56bb3a0c req-fb7656d0-f459-4eba-8362-341003fa7175 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.6893640 Dec 25 19:45:46.501852 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-db24c8a7-b00e-43c1-9e9f-49ca56bb3a0c req-3066a864-4936-4732-a282-9ce337efc8b5 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2229638 Dec 25 19:45:46.611214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b7cd6ab9-ecbc-4af3-9969-9115ee543de6 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Synchronizing usage tracker for tenant:e8d9b6a20125442895a663435174ff75 on resource:floatingip {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:45:46.689406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b5fa789d-197d-4917-99e6-2fc3e04c14bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:46.699926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b7cd6ab9-ecbc-4af3-9969-9115ee543de6 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Unset dirty status for tenant:e8d9b6a20125442895a663435174ff75 on resource:floatingip {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:45:46.707141 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b7cd6ab9-ecbc-4af3-9969-9115ee543de6 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.4207604 Dec 25 19:45:46.707328 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44648) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:46.722945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-338624c7-3ccb-49c3-8993-3b4e2081085d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Request body: {'floatingip': {'port_id': 'b9f05693-4aa1-4241-b933-c33e0c5982f8'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:46.780067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b5fa789d-197d-4917-99e6-2fc3e04c14bb admin admin] Deleting port ba2b95a2-5894-4c04-99dc-45a738174258 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:45:46.780436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b5fa789d-197d-4917-99e6-2fc3e04c14bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:46.867876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0ec915cb-e6ad-4589-9ed0-2c769bb14b96 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:46.959934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6821e411-747f-4657-9985-ec73b93cb889 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Router 8689529c-7de4-4d6d-a58b-8db9ae19f87a has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:45:47.107292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-338624c7-3ccb-49c3-8993-3b4e2081085d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for floatingip, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:47.153966 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6821e411-747f-4657-9985-ec73b93cb889 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:45:47.162609 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6821e411-747f-4657-9985-ec73b93cb889 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "PUT /v2.0/routers/8689529c-7de4-4d6d-a58b-8db9ae19f87a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5282757 Dec 25 19:45:47.163449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44656) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:47.166910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de79ca2-c536-4e26-a423-93af8f2a60e6 None None] Sync routers for ids ['8689529c-7de4-4d6d-a58b-8db9ae19f87a'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:45:47.200118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de79ca2-c536-4e26-a423-93af8f2a60e6 None None] Routers {'8689529c-7de4-4d6d-a58b-8db9ae19f87a'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:47.200821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-3de79ca2-c536-4e26-a423-93af8f2a60e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['8689529c-7de4-4d6d-a58b-8db9ae19f87a'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:47.281992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 3195b3c5-a5ed-4d55-a3ef-ecd292710fbf no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:45:47.327463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 3195b3c5-a5ed-4d55-a3ef-ecd292710fbf {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:45:47.328119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 3195b3c5-a5ed-4d55-a3ef-ecd292710fbf not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:45:47.334597 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-3de79ca2-c536-4e26-a423-93af8f2a60e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:47.351392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de79ca2-c536-4e26-a423-93af8f2a60e6 None None] Routers {'8689529c-7de4-4d6d-a58b-8db9ae19f87a'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:47.352186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-3de79ca2-c536-4e26-a423-93af8f2a60e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['8689529c-7de4-4d6d-a58b-8db9ae19f87a'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:47.435495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-3de79ca2-c536-4e26-a423-93af8f2a60e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:47.435861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de79ca2-c536-4e26-a423-93af8f2a60e6 None None] The sync data for ids ['8689529c-7de4-4d6d-a58b-8db9ae19f87a'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:45:47.473105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b5fa789d-197d-4917-99e6-2fc3e04c14bb admin admin] For port ba2b95a2-5894-4c04-99dc-45a738174258, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=ba2b95a2-5894-4c04-99dc-45a738174258,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:45:47.473502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b5fa789d-197d-4917-99e6-2fc3e04c14bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:47.592201 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-7ff287ad-f6d5-4560-ad50-b7c26250ea82 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] remove_router_interface failed (client error): The resource could not be found. Dec 25 19:45:47.594606 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7ff287ad-f6d5-4560-ad50-b7c26250ea82 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "PUT /v2.0/routers/8689529c-7de4-4d6d-a58b-8db9ae19f87a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4301515 Dec 25 19:45:47.597533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44670) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:47.693090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a1c27445-43b9-4534-94b9-c2c5b9c5a16f tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Synchronizing usage tracker for tenant:ed9c1443c9ab46589f19ea480da46eab on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:45:47.739299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a1c27445-43b9-4534-94b9-c2c5b9c5a16f tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Unset dirty status for tenant:ed9c1443c9ab46589f19ea480da46eab on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:45:47.743341 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a1c27445-43b9-4534-94b9-c2c5b9c5a16f tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "GET /v2.0/ports?device_id=8689529c-7de4-4d6d-a58b-8db9ae19f87a HTTP/1.1" status: 200 len: 205 time: 0.1418431 Dec 25 19:45:47.744415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44676) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:47.764966 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b5fa789d-197d-4917-99e6-2fc3e04c14bb admin admin] Calling delete_port for ba2b95a2-5894-4c04-99dc-45a738174258 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:45:47.892309 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2d363-f09b-45b5-b861-5eff41bc4faf req-5548ccac-581c-4c70-8254-4113e11fc003 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:47.894120 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-00b2d363-f09b-45b5-b861-5eff41bc4faf req-5548ccac-581c-4c70-8254-4113e11fc003 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.2509243 Dec 25 19:45:47.911675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-06b2d6e7-a289-44f1-b427-cd323d99d097 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:47.949878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7b39ca5b-17ba-4306-b8b4-463df1bbb0a4 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:48.102449 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-00b2d363-f09b-45b5-b861-5eff41bc4faf req-7b4f8ab8-aa64-4ecd-bc82-62ad0cf3946f tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963587 Dec 25 19:45:48.110844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44686) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:48.642428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-c25247ec-a5bc-4325-aa9a-523877a05995 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'network': {'name': 'tempest-network-smoke--2000707092', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'port_security_enabled': True}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:48.643792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0ec915cb-e6ad-4589-9ed0-2c769bb14b96 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:48.654507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c25247ec-a5bc-4325-aa9a-523877a05995 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:48.742482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c25247ec-a5bc-4325-aa9a-523877a05995 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:network and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:48.807151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c25247ec-a5bc-4325-aa9a-523877a05995 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:48.817014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c25247ec-a5bc-4325-aa9a-523877a05995 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:48.825767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7b39ca5b-17ba-4306-b8b4-463df1bbb0a4 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:48.840925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7b39ca5b-17ba-4306-b8b4-463df1bbb0a4 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:48.842526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25247ec-a5bc-4325-aa9a-523877a05995 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Made reservation on behalf of 23f5dc92674e43b787fc19a8bf548d4f for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:45:48.848005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c25247ec-a5bc-4325-aa9a-523877a05995 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:48.857412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0ec915cb-e6ad-4589-9ed0-2c769bb14b96 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Deleting port 5b8f1599-ed1c-4c30-b740-cfe8b7eec734 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:45:48.857789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0ec915cb-e6ad-4589-9ed0-2c769bb14b96 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:48.867389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c25247ec-a5bc-4325-aa9a-523877a05995 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:48.901225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce21b23-12ad-4d22-b2a1-cde6d1fad363 req-94e60aee-214d-4373-8820-5a6e42522d7a tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:48.903372 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2ce21b23-12ad-4d22-b2a1-cde6d1fad363 req-94e60aee-214d-4373-8820-5a6e42522d7a tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.3120518 Dec 25 19:45:48.949490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c25247ec-a5bc-4325-aa9a-523877a05995 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:48.953681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7b39ca5b-17ba-4306-b8b4-463df1bbb0a4 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:48.954212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b39ca5b-17ba-4306-b8b4-463df1bbb0a4 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Fanout notify agent at l3_agent the message router_deleted on router 8689529c-7de4-4d6d-a58b-8db9ae19f87a {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:45:48.962964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c25247ec-a5bc-4325-aa9a-523877a05995 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:48.973783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c25247ec-a5bc-4325-aa9a-523877a05995 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:48.982560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c25247ec-a5bc-4325-aa9a-523877a05995 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:49.005401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7b39ca5b-17ba-4306-b8b4-463df1bbb0a4 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:49.006608 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7b39ca5b-17ba-4306-b8b4-463df1bbb0a4 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "DELETE /v2.0/routers/8689529c-7de4-4d6d-a58b-8db9ae19f87a HTTP/1.1" status: 204 len: 168 time: 1.2611959 Dec 25 19:45:49.010339 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2ce21b23-12ad-4d22-b2a1-cde6d1fad363 req-0385d1b4-5508-44c8-9bcc-c021bed9cc07 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895240 Dec 25 19:45:49.010837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44698) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:49.059320 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b5fa789d-197d-4917-99e6-2fc3e04c14bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:49.074664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b3e12753-2285-404d-8999-64500360196c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:49.144728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa789d-197d-4917-99e6-2fc3e04c14bb admin admin] Pushing event deleted for resources: {'Port': ['ID=ba2b95a2-5894-4c04-99dc-45a738174258,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:49.147894 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b5fa789d-197d-4917-99e6-2fc3e04c14bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:49.231588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c25247ec-a5bc-4325-aa9a-523877a05995 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:49.244962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c25247ec-a5bc-4325-aa9a-523877a05995 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:49.251519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3a9411ee-ffc4-44bc-8696-af1310bd61e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:49.301690 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c25247ec-a5bc-4325-aa9a-523877a05995 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:45:49.310775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25247ec-a5bc-4325-aa9a-523877a05995 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=416c04d5-65cb-46db-8fd2-ff182cbf4be6,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:49.319521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d47f4d8-e768-4b7f-b723-b6e7b901e305 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Deleting subnet 77a5666e-bfab-4bd2-8ed3-bb6e148aa9e3 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:45:49.324300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c25247ec-a5bc-4325-aa9a-523877a05995 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:49.326434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5d47f4d8-e768-4b7f-b723-b6e7b901e305 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:49.356216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c25247ec-a5bc-4325-aa9a-523877a05995 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:49.356626 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-c25247ec-a5bc-4325-aa9a-523877a05995 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Added segment b2e67a5d-a5dc-4284-869b-7256c008d9e4 of type vlan for network da387ada-6589-46a3-a1e0-f2fd37f41648 Dec 25 19:45:49.373124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0ec915cb-e6ad-4589-9ed0-2c769bb14b96 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:49.406197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5d47f4d8-e768-4b7f-b723-b6e7b901e305 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:49.441042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c25247ec-a5bc-4325-aa9a-523877a05995 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:49.470535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-06b2d6e7-a289-44f1-b427-cd323d99d097 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:49.503867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c25247ec-a5bc-4325-aa9a-523877a05995 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:49.508034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25247ec-a5bc-4325-aa9a-523877a05995 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:49.508691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c25247ec-a5bc-4325-aa9a-523877a05995 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:49.519599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:49.607508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0ec915cb-e6ad-4589-9ed0-2c769bb14b96 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Calling delete_port for 5b8f1599-ed1c-4c30-b740-cfe8b7eec734 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:45:49.643578 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c25247ec-a5bc-4325-aa9a-523877a05995 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5315218 Dec 25 19:45:49.644631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25247ec-a5bc-4325-aa9a-523877a05995 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Network': ['ID=da387ada-6589-46a3-a1e0-f2fd37f41648,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:49.646783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44702) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:49.651751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c25247ec-a5bc-4325-aa9a-523877a05995 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:49.656442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-3e49fa0f-a8b0-4db0-880d-565d28acc212 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-112452691', 'admin_state_up': True, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:49.656606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network da387ada-6589-46a3-a1e0-f2fd37f41648 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:45:49.662635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5d47f4d8-e768-4b7f-b723-b6e7b901e305 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:49.699845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3e49fa0f-a8b0-4db0-880d-565d28acc212 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:49.711391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3e49fa0f-a8b0-4db0-880d-565d28acc212 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:router and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:49.716781 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3e49fa0f-a8b0-4db0-880d-565d28acc212 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:49.726809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3e49fa0f-a8b0-4db0-880d-565d28acc212 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:49.743890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8a9dcc-d0af-4c1e-8f15-a5bdf7d241a8 admin admin] Router 50a775ae-2fff-4094-8439-4ef65c4dafd8 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:45:49.747335 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3e49fa0f-a8b0-4db0-880d-565d28acc212 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:49.748342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3e49fa0f-a8b0-4db0-880d-565d28acc212 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:49.750793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-06b2d6e7-a289-44f1-b427-cd323d99d097 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Deleting port bc56e68f-583d-428b-a376-9d94a065f250 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:45:49.751367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-06b2d6e7-a289-44f1-b427-cd323d99d097 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:49.767112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5d47f4d8-e768-4b7f-b723-b6e7b901e305 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:49.774526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:49.812081 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b5fa789d-197d-4917-99e6-2fc3e04c14bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:49.817817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47f4d8-e768-4b7f-b723-b6e7b901e305 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event deleted for resources: {'Subnet': ['ID=77a5666e-bfab-4bd2-8ed3-bb6e148aa9e3,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:49.822180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5d47f4d8-e768-4b7f-b723-b6e7b901e305 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:49.826308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3e49fa0f-a8b0-4db0-880d-565d28acc212 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:49.834072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5d47f4d8-e768-4b7f-b723-b6e7b901e305 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:49.836370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79893d9-7953-47ed-87bc-b83068af7d93 None None] Network 9d33b3b7-d1e0-4255-a14f-9b23e2decb63 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:45:49.847191 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5d47f4d8-e768-4b7f-b723-b6e7b901e305 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "DELETE /v2.0/subnets/77a5666e-bfab-4bd2-8ed3-bb6e148aa9e3 HTTP/1.1" status: 204 len: 168 time: 0.8326523 Dec 25 19:45:49.849864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44706) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:50.117913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90a43490-ee19-4377-9fbf-7ee4e0c3a630 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:50.124201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0d5bf1-0d36-4ce6-992d-822c74b10e5a None None] DHCP port deletion for 9d33b3b7-d1e0-4255-a14f-9b23e2decb63 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:45:50.129014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-da0d5bf1-0d36-4ce6-992d-822c74b10e5a None None] Deleting port 357b8ba1-c621-46bd-a955-0c55e6d58987 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:45:50.129657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-da0d5bf1-0d36-4ce6-992d-822c74b10e5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:50.138939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-90a43490-ee19-4377-9fbf-7ee4e0c3a630 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Deleting port 357b8ba1-c621-46bd-a955-0c55e6d58987 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:45:50.139359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90a43490-ee19-4377-9fbf-7ee4e0c3a630 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:50.197701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3e49fa0f-a8b0-4db0-880d-565d28acc212 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:50.370814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-da0d5bf1-0d36-4ce6-992d-822c74b10e5a None None] For port 357b8ba1-c621-46bd-a955-0c55e6d58987, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=357b8ba1-c621-46bd-a955-0c55e6d58987,segment=NetworkSegment(c38f6d29-2925-4847-a68b-fe48777bfbd5),segment_id=c38f6d29-2925-4847-a68b-fe48777bfbd5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:45:50.371560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-da0d5bf1-0d36-4ce6-992d-822c74b10e5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:50.485112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 19:45:50.499251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-90a43490-ee19-4377-9fbf-7ee4e0c3a630 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] For port 357b8ba1-c621-46bd-a955-0c55e6d58987, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=357b8ba1-c621-46bd-a955-0c55e6d58987,segment=NetworkSegment(c38f6d29-2925-4847-a68b-fe48777bfbd5),segment_id=c38f6d29-2925-4847-a68b-fe48777bfbd5)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:45:50.499693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90a43490-ee19-4377-9fbf-7ee4e0c3a630 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:50.514672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea9095-5600-463e-b5e1-cc627189f99c req-6a1f3b61-67fe-433c-9351-e80d55aa81eb tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:50.516127 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a4ea9095-5600-463e-b5e1-cc627189f99c req-6a1f3b61-67fe-433c-9351-e80d55aa81eb tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.3149178 Dec 25 19:45:50.625488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-338624c7-3ccb-49c3-8993-3b4e2081085d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:50.660747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-da0d5bf1-0d36-4ce6-992d-822c74b10e5a None None] Calling delete_port for 357b8ba1-c621-46bd-a955-0c55e6d58987 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:45:50.681862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b5fa789d-197d-4917-99e6-2fc3e04c14bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:50.701072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-338624c7-3ccb-49c3-8993-3b4e2081085d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:50.718777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-90a43490-ee19-4377-9fbf-7ee4e0c3a630 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Calling delete_port for 357b8ba1-c621-46bd-a955-0c55e6d58987 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:45:50.734740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-da0d5bf1-0d36-4ce6-992d-822c74b10e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:50.739875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dde072eb-208d-47d2-9b61-a41acd6f59b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:50.785740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d5bf1-0d36-4ce6-992d-822c74b10e5a None None] Pushing event deleted for resources: {'Port': ['ID=357b8ba1-c621-46bd-a955-0c55e6d58987,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:50.790042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-da0d5bf1-0d36-4ce6-992d-822c74b10e5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:50.791327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b5fa789d-197d-4917-99e6-2fc3e04c14bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:50.794843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0d5bf1-0d36-4ce6-992d-822c74b10e5a None None] No DVR routers for this DVR port 357b8ba1-c621-46bd-a955-0c55e6d58987 on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:45:50.821221 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a4ea9095-5600-463e-b5e1-cc627189f99c req-4368509e-729f-4331-8900-1adb1ec912f8 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2467043 Dec 25 19:45:50.848661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-90a43490-ee19-4377-9fbf-7ee4e0c3a630 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88900) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:45:50.848849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-06b2d6e7-a289-44f1-b427-cd323d99d097 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:50.849158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-90a43490-ee19-4377-9fbf-7ee4e0c3a630 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:45:50.890860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3e49fa0f-a8b0-4db0-880d-565d28acc212 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:50.923393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3e49fa0f-a8b0-4db0-880d-565d28acc212 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:51.046623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa055ba3-8ce2-449b-b5f4-a47235b83dd8 req-ce0f9632-cbec-4d75-9d36-cd3226fec6b7 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:51.052596 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-aa055ba3-8ce2-449b-b5f4-a47235b83dd8 req-ce0f9632-cbec-4d75-9d36-cd3226fec6b7 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.0872674 Dec 25 19:45:51.052775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-06b2d6e7-a289-44f1-b427-cd323d99d097 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Calling delete_port for bc56e68f-583d-428b-a376-9d94a065f250 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:45:51.099424 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-aa055ba3-8ce2-449b-b5f4-a47235b83dd8 req-093c7abd-a08b-48e1-83bd-2fb8319f42e0 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442674 Dec 25 19:45:51.100803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b5fa789d-197d-4917-99e6-2fc3e04c14bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:51.101368 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fa789d-197d-4917-99e6-2fc3e04c14bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router e16d14f2-1b65-4ffc-b08f-a7731f4c73c9 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:45:51.227665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0ec915cb-e6ad-4589-9ed0-2c769bb14b96 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:51.235656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b3e12753-2285-404d-8999-64500360196c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:51.270017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 357b8ba1-c621-46bd-a955-0c55e6d58987 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:45:51.309671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 357b8ba1-c621-46bd-a955-0c55e6d58987 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:45:51.310335 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 357b8ba1-c621-46bd-a955-0c55e6d58987 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:45:51.352091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b5fa789d-197d-4917-99e6-2fc3e04c14bb admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:51.353386 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b5fa789d-197d-4917-99e6-2fc3e04c14bb admin admin] 10.222.0.24 "DELETE /v2.0/routers/e16d14f2-1b65-4ffc-b08f-a7731f4c73c9 HTTP/1.1" status: 204 len: 168 time: 6.9540327 Dec 25 19:45:51.364089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec915cb-e6ad-4589-9ed0-2c769bb14b96 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Pushing event deleted for resources: {'Port': ['ID=5b8f1599-ed1c-4c30-b740-cfe8b7eec734,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:51.373585 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44716) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:51.376987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0ec915cb-e6ad-4589-9ed0-2c769bb14b96 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:51.571753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-90a43490-ee19-4377-9fbf-7ee4e0c3a630 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Deleting port 357b8ba1-c621-46bd-a955-0c55e6d58987 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:45:51.572128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90a43490-ee19-4377-9fbf-7ee4e0c3a630 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:51.593976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-d635348e-abe3-44b2-a6e6-fa31612a38c7 admin admin] Deleting subnet 0aed70ed-45a9-4994-b05b-e36c7e6dec10 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:45:51.600861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d635348e-abe3-44b2-a6e6-fa31612a38c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:51.669895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-90a43490-ee19-4377-9fbf-7ee4e0c3a630 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] The port '357b8ba1-c621-46bd-a955-0c55e6d58987' was deleted {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:45:51.748245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-3e49fa0f-a8b0-4db0-880d-565d28acc212 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Allocated IP 172.26.8.118 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/ef720675-c7ca-4211-8e02-10631dfa8051) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:45:51.844943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90a43490-ee19-4377-9fbf-7ee4e0c3a630 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:51.855629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d635348e-abe3-44b2-a6e6-fa31612a38c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:51.895811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a58dd-4c01-4d74-b7cb-e902f75f3f1b req-2c8d75a2-cd30-41de-a3c9-89f40560ef05 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:51.897484 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-148a58dd-4c01-4d74-b7cb-e902f75f3f1b req-2c8d75a2-cd30-41de-a3c9-89f40560ef05 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.6357558 Dec 25 19:45:51.898392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8a9dcc-d0af-4c1e-8f15-a5bdf7d241a8 admin admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:45:51.913556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94745be0-668a-49e3-b699-25baa9f93db7 None None] Sync routers for ids ['50a775ae-2fff-4094-8439-4ef65c4dafd8'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:45:51.927398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94745be0-668a-49e3-b699-25baa9f93db7 None None] Routers {'50a775ae-2fff-4094-8439-4ef65c4dafd8'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:51.928381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-94745be0-668a-49e3-b699-25baa9f93db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['50a775ae-2fff-4094-8439-4ef65c4dafd8'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:51.933641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0ec915cb-e6ad-4589-9ed0-2c769bb14b96 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:51.989448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-90a43490-ee19-4377-9fbf-7ee4e0c3a630 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d33b3b7-d1e0-4255-a14f-9b23e2decb63']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:52.012824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-90a43490-ee19-4377-9fbf-7ee4e0c3a630 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c38f6d29-2925-4847-a68b-fe48777bfbd5') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:52.013173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-90a43490-ee19-4377-9fbf-7ee4e0c3a630 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c38f6d29-2925-4847-a68b-fe48777bfbd5') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:52.045477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90a43490-ee19-4377-9fbf-7ee4e0c3a630 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:52.090571 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-148a58dd-4c01-4d74-b7cb-e902f75f3f1b req-ad362a74-cbd2-4e61-a1ce-7471a1f87f47 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784403 Dec 25 19:45:52.094453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90a43490-ee19-4377-9fbf-7ee4e0c3a630 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:52.114617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90a43490-ee19-4377-9fbf-7ee4e0c3a630 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:45:52.115110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90a43490-ee19-4377-9fbf-7ee4e0c3a630 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:52.143914 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:45:52.143914 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:45:52.143914 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:45:52.143914 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:45:52.143914 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:45:52.143914 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:45:52.143914 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:45:52.143914 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:45:52.143914 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:45:52.143914 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:45:52.143914 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:45:52.143914 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:45:52.143914 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:45:52.143914 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:45:52.143914 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:45:52.143914 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:45:52.143914 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:45:52.143914 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:45:52.143914 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:45:52.143914 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:45:52.143914 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:45:52.143914 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:45:52.143914 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:45:52.143914 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:45:52.143914 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:45:52.143914 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:45:52.143914 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:45:52.143914 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:45:52.143914 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:45:52.143914 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:45:52.143914 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:45:52.143914 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:45:52.143914 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:45:52.143914 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:45:52.143914 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:45:52.143914 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:45:52.143914 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:45:52.143914 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:45:52.143914 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:45:52.143914 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:45:52.159144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3e49fa0f-a8b0-4db0-880d-565d28acc212 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:52.168613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-94745be0-668a-49e3-b699-25baa9f93db7 None None] Set router 50a775ae-2fff-4094-8439-4ef65c4dafd8 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:45:52.256430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90a43490-ee19-4377-9fbf-7ee4e0c3a630 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:52.258446 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-dd8a9dcc-d0af-4c1e-8f15-a5bdf7d241a8 admin admin] 10.222.0.24 "PUT /v2.0/routers/50a775ae-2fff-4094-8439-4ef65c4dafd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9406848 Dec 25 19:45:52.263429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44722) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:52.267742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d3452672-e2cb-4761-a055-daa471b2254d tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:52.287531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90a43490-ee19-4377-9fbf-7ee4e0c3a630 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:52.328034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-06b2d6e7-a289-44f1-b427-cd323d99d097 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:52.333307 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [None req-338624c7-3ccb-49c3-8993-3b4e2081085d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Floating IP 7162428c-9961-4834-803d-58870b60fec7 associated. External IP: 172.26.8.13, port: 9a4b090a-edc0-491d-b794-567ae276cb9d. Dec 25 19:45:52.401403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dd8a9dcc-d0af-4c1e-8f15-a5bdf7d241a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:52.415032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a43490-ee19-4377-9fbf-7ee4e0c3a630 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event deleted for resources: {'Network': ['ID=9d33b3b7-d1e0-4255-a14f-9b23e2decb63,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:52.422606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-90a43490-ee19-4377-9fbf-7ee4e0c3a630 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:52.430254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3e49fa0f-a8b0-4db0-880d-565d28acc212 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:52.441196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6821e411-747f-4657-9985-ec73b93cb889 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:52.469067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2d6e7-a289-44f1-b427-cd323d99d097 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Pushing event deleted for resources: {'Port': ['ID=bc56e68f-583d-428b-a376-9d94a065f250,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:52.477892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-06b2d6e7-a289-44f1-b427-cd323d99d097 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:52.513628 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-90a43490-ee19-4377-9fbf-7ee4e0c3a630 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "DELETE /v2.0/networks/9d33b3b7-d1e0-4255-a14f-9b23e2decb63 HTTP/1.1" status: 204 len: 168 time: 2.6585283 Dec 25 19:45:52.517041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44726) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:52.535365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-10cd1a54-682c-45aa-91f6-9f80bd3306de tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-294072810'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:52.551668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-10cd1a54-682c-45aa-91f6-9f80bd3306de tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:52.562429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e49fa0f-a8b0-4db0-880d-565d28acc212 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:45:52.570150 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-10cd1a54-682c-45aa-91f6-9f80bd3306de tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Usage tracker for resource:network and tenant:ed9c1443c9ab46589f19ea480da46eab is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:52.570712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e49fa0f-a8b0-4db0-880d-565d28acc212 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=ef720675-c7ca-4211-8e02-10631dfa8051,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:52.573936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-3e49fa0f-a8b0-4db0-880d-565d28acc212 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:45:52.578549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3e49fa0f-a8b0-4db0-880d-565d28acc212 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:52.579429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-10cd1a54-682c-45aa-91f6-9f80bd3306de tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:52.588831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e49fa0f-a8b0-4db0-880d-565d28acc212 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:45:52.616961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-10cd1a54-682c-45aa-91f6-9f80bd3306de tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:52.658176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cd1a54-682c-45aa-91f6-9f80bd3306de tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Made reservation on behalf of ed9c1443c9ab46589f19ea480da46eab for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:45:52.663659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-10cd1a54-682c-45aa-91f6-9f80bd3306de tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:52.707859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-94745be0-668a-49e3-b699-25baa9f93db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a775ae-2fff-4094-8439-4ef65c4dafd8', 'name': 'tempest-ServersTestManualDisk-816730343-router', 'tenant_id': '90bb9717229b4c6e84726aafca2dad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:28Z', 'updated_at': '2021-12-25T19:45:43Z', 'revision_number': 5, 'project_id': '90bb9717229b4c6e84726aafca2dad9f', 'gw_port': {'id': '5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a775ae-2fff-4094-8439-4ef65c4dafd8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:30Z', 'updated_at': '2021-12-25T19:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:52.712715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94745be0-668a-49e3-b699-25baa9f93db7 None None] Checking router: 50a775ae-2fff-4094-8439-4ef65c4dafd8 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:45:52.714822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0ec915cb-e6ad-4589-9ed0-2c769bb14b96 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:52.725323 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94745be0-668a-49e3-b699-25baa9f93db7 None None] Routers {'50a775ae-2fff-4094-8439-4ef65c4dafd8'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:52.726066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-94745be0-668a-49e3-b699-25baa9f93db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['50a775ae-2fff-4094-8439-4ef65c4dafd8'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:52.735585 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d635348e-abe3-44b2-a6e6-fa31612a38c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:52.748030 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4a0d8-7446-49dc-9f40-5888e80b697b req-1bb81509-b74e-4659-99d0-081ec706ce2d tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:52.749682 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-bed4a0d8-7446-49dc-9f40-5888e80b697b req-1bb81509-b74e-4659-99d0-081ec706ce2d tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.3913810 Dec 25 19:45:52.777567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0ec915cb-e6ad-4589-9ed0-2c769bb14b96 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:52.865657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10cd1a54-682c-45aa-91f6-9f80bd3306de tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:45:52.903760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-10cd1a54-682c-45aa-91f6-9f80bd3306de tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:52.904163 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-10cd1a54-682c-45aa-91f6-9f80bd3306de tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Added segment d829af8a-8c85-48cb-bb18-881ba6f9ba95 of type vlan for network cbc2fa8e-0ffa-44c8-92fd-f126d4cb9697 Dec 25 19:45:52.925883 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-bed4a0d8-7446-49dc-9f40-5888e80b697b req-37f2f66c-5855-43d8-b246-82081bf2f3d6 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675131 Dec 25 19:45:52.932719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-94745be0-668a-49e3-b699-25baa9f93db7 None None] Set router 50a775ae-2fff-4094-8439-4ef65c4dafd8 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:45:52.974503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-10cd1a54-682c-45aa-91f6-9f80bd3306de tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:53.027918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f54c3519-7b93-49c7-951b-26cf7e31ecd5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:53.056348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0ec915cb-e6ad-4589-9ed0-2c769bb14b96 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:53.056938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec915cb-e6ad-4589-9ed0-2c769bb14b96 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Fanout notify agent at l3_agent the message router_deleted on router 4612b880-4703-4dd8-b094-8824732b199a {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:45:53.058671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-06b2d6e7-a289-44f1-b427-cd323d99d097 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:53.101737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-10cd1a54-682c-45aa-91f6-9f80bd3306de tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:53.106477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cd1a54-682c-45aa-91f6-9f80bd3306de tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:53.107153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-10cd1a54-682c-45aa-91f6-9f80bd3306de tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:53.114310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0cf81aa7-b3f6-4589-84a3-281ec1e29e60 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:53.138254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d635348e-abe3-44b2-a6e6-fa31612a38c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:53.207352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2c938382-e2d2-416a-b118-ccea5ca62f82 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:53.234939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device ba2b95a2-5894-4c04-99dc-45a738174258 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:45:53.240851 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-10cd1a54-682c-45aa-91f6-9f80bd3306de tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7198663 Dec 25 19:45:53.249563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3e49fa0f-a8b0-4db0-880d-565d28acc212 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:53.250777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3e49fa0f-a8b0-4db0-880d-565d28acc212 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:53.252990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44732) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:53.256494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd1a54-682c-45aa-91f6-9f80bd3306de tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event updated for resources: {'Network': ['ID=cbc2fa8e-0ffa-44c8-92fd-f126d4cb9697,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:53.263606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635348e-abe3-44b2-a6e6-fa31612a38c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0aed70ed-45a9-4994-b05b-e36c7e6dec10,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:53.264255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-99c1fe1b-4ec8-4404-9f6a-4a0897f25fb3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Request body: {'subnet': {'network_id': 'cbc2fa8e-0ffa-44c8-92fd-f126d4cb9697', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:53.270228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0ec915cb-e6ad-4589-9ed0-2c769bb14b96 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:53.271450 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0ec915cb-e6ad-4589-9ed0-2c769bb14b96 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] 10.222.0.24 "DELETE /v2.0/routers/4612b880-4703-4dd8-b094-8824732b199a HTTP/1.1" status: 204 len: 168 time: 7.4680805 Dec 25 19:45:53.272751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d635348e-abe3-44b2-a6e6-fa31612a38c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:53.289793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44736) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:53.290684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-10cd1a54-682c-45aa-91f6-9f80bd3306de tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:53.307587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-86964bc2-6269-4d61-8140-5ee6d3247d72 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-359684008', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:53.309822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: ba2b95a2-5894-4c04-99dc-45a738174258 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:45:53.310376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device ba2b95a2-5894-4c04-99dc-45a738174258 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:45:53.311742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-94745be0-668a-49e3-b699-25baa9f93db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a775ae-2fff-4094-8439-4ef65c4dafd8', 'name': 'tempest-ServersTestManualDisk-816730343-router', 'tenant_id': '90bb9717229b4c6e84726aafca2dad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:28Z', 'updated_at': '2021-12-25T19:45:43Z', 'revision_number': 5, 'project_id': '90bb9717229b4c6e84726aafca2dad9f', 'gw_port': {'id': '5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a775ae-2fff-4094-8439-4ef65c4dafd8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:30Z', 'updated_at': '2021-12-25T19:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:53.316842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network cbc2fa8e-0ffa-44c8-92fd-f126d4cb9697 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:45:53.322708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94745be0-668a-49e3-b699-25baa9f93db7 None None] The sync data for ids ['50a775ae-2fff-4094-8439-4ef65c4dafd8'] in dv-neutron-822611-1-hyperv is: [{'id': '50a775ae-2fff-4094-8439-4ef65c4dafd8', 'name': 'tempest-ServersTestManualDisk-816730343-router', 'tenant_id': '90bb9717229b4c6e84726aafca2dad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:28Z', 'updated_at': '2021-12-25T19:45:43Z', 'revision_number': 5, 'project_id': '90bb9717229b4c6e84726aafca2dad9f', 'gw_port': {'id': '5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a775ae-2fff-4094-8439-4ef65c4dafd8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:30Z', 'updated_at': '2021-12-25T19:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:45:53.348003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d635348e-abe3-44b2-a6e6-fa31612a38c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:53.350052 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d635348e-abe3-44b2-a6e6-fa31612a38c7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0aed70ed-45a9-4994-b05b-e36c7e6dec10 HTTP/1.1" status: 204 len: 168 time: 1.9635925 Dec 25 19:45:53.352052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe171631-51f7-43cc-aaba-4ba7c5980a5d None None] Network 2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:45:53.366343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44740) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:53.399043 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-86964bc2-6269-4d61-8140-5ee6d3247d72 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:53.429499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-06b2d6e7-a289-44f1-b427-cd323d99d097 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:53.437378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-06b2d6e7-a289-44f1-b427-cd323d99d097 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:53.437579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-86964bc2-6269-4d61-8140-5ee6d3247d72 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Usage tracker for resource:router and tenant:268f4d88c6764be5b7bcb369c0437809 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:53.476348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-06b2d6e7-a289-44f1-b427-cd323d99d097 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:53.476810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b2d6e7-a289-44f1-b427-cd323d99d097 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Fanout notify agent at l3_agent the message router_deleted on router b283ca80-8c1b-480a-a612-108de1e53171 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:45:53.484697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:53.562524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-06b2d6e7-a289-44f1-b427-cd323d99d097 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:53.563820 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-06b2d6e7-a289-44f1-b427-cd323d99d097 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] 10.222.0.24 "DELETE /v2.0/routers/b283ca80-8c1b-480a-a612-108de1e53171 HTTP/1.1" status: 204 len: 168 time: 7.3308091 Dec 25 19:45:53.575881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44744) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:53.582835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-f383de54-1b38-4b2a-9c5c-2795c87a8c57 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-95615159', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:53.593273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f383de54-1b38-4b2a-9c5c-2795c87a8c57 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:53.608591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f383de54-1b38-4b2a-9c5c-2795c87a8c57 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Usage tracker for resource:router and tenant:76dae1c6382c46fba6fdd5a2a0ca79a2 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:53.613014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f383de54-1b38-4b2a-9c5c-2795c87a8c57 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:53.621140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f383de54-1b38-4b2a-9c5c-2795c87a8c57 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:53.639281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f383de54-1b38-4b2a-9c5c-2795c87a8c57 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:53.640335 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f383de54-1b38-4b2a-9c5c-2795c87a8c57 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:53.738894 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f383de54-1b38-4b2a-9c5c-2795c87a8c57 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:53.753185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-86964bc2-6269-4d61-8140-5ee6d3247d72 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:53.770452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f383de54-1b38-4b2a-9c5c-2795c87a8c57 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:53.779294 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbc152c-bfa8-4138-9545-3386a15cfc76 None None] DHCP port deletion for 2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:45:53.783936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8bbc152c-bfa8-4138-9545-3386a15cfc76 None None] Deleting port 896e7ccd-217e-4815-a18d-28e3a69ffb41 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:45:53.784358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8bbc152c-bfa8-4138-9545-3386a15cfc76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:53.802391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f383de54-1b38-4b2a-9c5c-2795c87a8c57 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:53.802965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-86964bc2-6269-4d61-8140-5ee6d3247d72 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:53.803661 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f383de54-1b38-4b2a-9c5c-2795c87a8c57 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2256896 Dec 25 19:45:53.808304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44748) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:53.814065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-f0c605ab-c5d1-4c72-a1b3-585a63eca447 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:53.970261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-99c1fe1b-4ec8-4404-9f6a-4a0897f25fb3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:53.984909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-99c1fe1b-4ec8-4404-9f6a-4a0897f25fb3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Usage tracker for resource:subnet and tenant:ed9c1443c9ab46589f19ea480da46eab is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:53.991669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-86964bc2-6269-4d61-8140-5ee6d3247d72 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:53.993119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-86964bc2-6269-4d61-8140-5ee6d3247d72 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:53.998067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-99c1fe1b-4ec8-4404-9f6a-4a0897f25fb3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:54.015751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-8bbc152c-bfa8-4138-9545-3386a15cfc76 None None] For port 896e7ccd-217e-4815-a18d-28e3a69ffb41, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=896e7ccd-217e-4815-a18d-28e3a69ffb41,segment=NetworkSegment(f09876a2-c0da-4bd2-ba8e-c152d95500b8),segment_id=f09876a2-c0da-4bd2-ba8e-c152d95500b8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:45:54.016114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8bbc152c-bfa8-4138-9545-3386a15cfc76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:54.017464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0a6cef00-6d83-44e8-970e-00843ff9e864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:54.022632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-99c1fe1b-4ec8-4404-9f6a-4a0897f25fb3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:54.115497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c1fe1b-4ec8-4404-9f6a-4a0897f25fb3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Made reservation on behalf of ed9c1443c9ab46589f19ea480da46eab for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:45:54.122715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338624c7-3ccb-49c3-8993-3b4e2081085d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Router 37b5843f-11c8-4119-aa66-53b4aff55b9b has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:45:54.142735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0a6cef00-6d83-44e8-970e-00843ff9e864 admin admin] Deleting port 896e7ccd-217e-4815-a18d-28e3a69ffb41 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:45:54.143408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0a6cef00-6d83-44e8-970e-00843ff9e864 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:54.167831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8bbc152c-bfa8-4138-9545-3386a15cfc76 None None] Calling delete_port for 896e7ccd-217e-4815-a18d-28e3a69ffb41 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:45:54.246967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-86964bc2-6269-4d61-8140-5ee6d3247d72 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:54.252374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8bbc152c-bfa8-4138-9545-3386a15cfc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:54.264039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a7a9cb37-c953-42ba-9dfc-b4601e886c2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:54.301893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbc152c-bfa8-4138-9545-3386a15cfc76 None None] No DVR routers for this DVR port 896e7ccd-217e-4815-a18d-28e3a69ffb41 on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:45:54.310247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbc152c-bfa8-4138-9545-3386a15cfc76 None None] Pushing event deleted for resources: {'Port': ['ID=896e7ccd-217e-4815-a18d-28e3a69ffb41,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:54.315750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8bbc152c-bfa8-4138-9545-3386a15cfc76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:54.376521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0a6cef00-6d83-44e8-970e-00843ff9e864 admin admin] The port '896e7ccd-217e-4815-a18d-28e3a69ffb41' was deleted {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:45:54.393894 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-99c1fe1b-4ec8-4404-9f6a-4a0897f25fb3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:54.457919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f54c3519-7b93-49c7-951b-26cf7e31ecd5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:54.498615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-86964bc2-6269-4d61-8140-5ee6d3247d72 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:54.582603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-f54c3519-7b93-49c7-951b-26cf7e31ecd5 admin admin] Deleting port 5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:45:54.582984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f54c3519-7b93-49c7-951b-26cf7e31ecd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:54.663130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f0c605ab-c5d1-4c72-a1b3-585a63eca447 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:54.717543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-86964bc2-6269-4d61-8140-5ee6d3247d72 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:54.718860 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-86964bc2-6269-4d61-8140-5ee6d3247d72 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.4224770 Dec 25 19:45:54.726502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0a6cef00-6d83-44e8-970e-00843ff9e864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:54.727946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44752) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:54.737744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338624c7-3ccb-49c3-8993-3b4e2081085d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:45:54.742619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-07ba884e-75df-42e7-9df2-cc4ea7374dbb tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'enable_snat': False}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:54.749084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ccd4b3-8fcf-4a48-a21c-244f0a2ef485 None None] Sync routers for ids ['37b5843f-11c8-4119-aa66-53b4aff55b9b'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:45:54.761865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ccd4b3-8fcf-4a48-a21c-244f0a2ef485 None None] Routers {'37b5843f-11c8-4119-aa66-53b4aff55b9b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:54.762629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a4ccd4b3-8fcf-4a48-a21c-244f0a2ef485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['37b5843f-11c8-4119-aa66-53b4aff55b9b'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:54.813856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-0a6cef00-6d83-44e8-970e-00843ff9e864 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:54.830204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a4ccd4b3-8fcf-4a48-a21c-244f0a2ef485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:54.840929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-0a6cef00-6d83-44e8-970e-00843ff9e864 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f09876a2-c0da-4bd2-ba8e-c152d95500b8') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:54.841258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-0a6cef00-6d83-44e8-970e-00843ff9e864 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f09876a2-c0da-4bd2-ba8e-c152d95500b8') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:54.842604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ccd4b3-8fcf-4a48-a21c-244f0a2ef485 None None] Routers {'37b5843f-11c8-4119-aa66-53b4aff55b9b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:54.843299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a4ccd4b3-8fcf-4a48-a21c-244f0a2ef485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['37b5843f-11c8-4119-aa66-53b4aff55b9b'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:54.907558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a4ccd4b3-8fcf-4a48-a21c-244f0a2ef485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:54.908023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ccd4b3-8fcf-4a48-a21c-244f0a2ef485 None None] The sync data for ids ['37b5843f-11c8-4119-aa66-53b4aff55b9b'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:45:54.916635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0a6cef00-6d83-44e8-970e-00843ff9e864 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:54.997856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0a6cef00-6d83-44e8-970e-00843ff9e864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:55.041830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a6cef00-6d83-44e8-970e-00843ff9e864 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:45:55.042224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0a6cef00-6d83-44e8-970e-00843ff9e864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:55.056789 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:45:55.056789 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:45:55.056789 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:45:55.056789 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:45:55.056789 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:45:55.056789 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:45:55.056789 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:45:55.056789 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:45:55.056789 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:45:55.056789 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:45:55.056789 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:45:55.056789 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:45:55.056789 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:45:55.056789 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:45:55.056789 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:45:55.056789 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:45:55.056789 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:45:55.056789 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:45:55.056789 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:45:55.056789 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:45:55.056789 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:45:55.056789 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:45:55.056789 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:45:55.056789 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:45:55.056789 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:45:55.056789 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:45:55.056789 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:45:55.056789 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:45:55.056789 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:45:55.056789 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:45:55.056789 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:45:55.056789 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:45:55.087130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-f54c3519-7b93-49c7-951b-26cf7e31ecd5 admin admin] For port 5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:45:55.087543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f54c3519-7b93-49c7-951b-26cf7e31ecd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:55.113173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e49fa0f-a8b0-4db0-880d-565d28acc212 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router a1a54e36-62e8-4d50-bb32-a80dba2e452b is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:45:55.247321 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d8a32d27-3cd9-4097-801a-4d8e4d7fe327 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:45:55.282652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: d8a32d27-3cd9-4097-801a-4d8e4d7fe327 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:45:55.283024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d8a32d27-3cd9-4097-801a-4d8e4d7fe327 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:45:55.283702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 896e7ccd-217e-4815-a18d-28e3a69ffb41 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:45:55.310334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-f54c3519-7b93-49c7-951b-26cf7e31ecd5 admin admin] Calling delete_port for 5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3 owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:45:55.320331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 896e7ccd-217e-4815-a18d-28e3a69ffb41 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:45:55.320728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 896e7ccd-217e-4815-a18d-28e3a69ffb41 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:45:55.357407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0a6cef00-6d83-44e8-970e-00843ff9e864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:55.364657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-99c1fe1b-4ec8-4404-9f6a-4a0897f25fb3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:55.369053 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5e2cb8c9-6ad1-45bc-a2e6-75a45de6e264 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:55.389529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f0c605ab-c5d1-4c72-a1b3-585a63eca447 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:55.451494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0a6cef00-6d83-44e8-970e-00843ff9e864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:55.464171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6cef00-6d83-44e8-970e-00843ff9e864 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:55.483739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0a6cef00-6d83-44e8-970e-00843ff9e864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:55.485242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:55.534287 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0a6cef00-6d83-44e8-970e-00843ff9e864 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2a0b6b7e-0eb8-4c65-ad3b-c33a7baf0e85 HTTP/1.1" status: 204 len: 168 time: 2.1419258 Dec 25 19:45:55.626953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c1fe1b-4ec8-4404-9f6a-4a0897f25fb3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event updated for resources: {'Subnet': ['ID=887d6d5d-bc1d-421e-99a0-9cc6a6b2333f,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:55.640177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-99c1fe1b-4ec8-4404-9f6a-4a0897f25fb3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:55.659119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c1fe1b-4ec8-4404-9f6a-4a0897f25fb3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Checking segment: {'id': 'd829af8a-8c85-48cb-bb18-881ba6f9ba95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cbc2fa8e-0ffa-44c8-92fd-f126d4cb9697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:45:55.659533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c1fe1b-4ec8-4404-9f6a-4a0897f25fb3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Network hostable DHCP agents. Network: cbc2fa8e-0ffa-44c8-92fd-f126d4cb9697, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:45:55.714973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f0c605ab-c5d1-4c72-a1b3-585a63eca447 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:55.793318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44758) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:55.800722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-07ba884e-75df-42e7-9df2-cc4ea7374dbb tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:55.849824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c1fe1b-4ec8-4404-9f6a-4a0897f25fb3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Network cbc2fa8e-0ffa-44c8-92fd-f126d4cb9697 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:45:55.873689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f54c3519-7b93-49c7-951b-26cf7e31ecd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:55.880836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-11f8abac-80a7-45e0-80da-7a4c60d16df7 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:55.913213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-99c1fe1b-4ec8-4404-9f6a-4a0897f25fb3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, cbc2fa8e-0ffa-44c8-92fd-f126d4cb9697) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:45:55.922081 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d989b2de-ce42-4fba-a6c7-40e086d125e5 None None] Network cbc2fa8e-0ffa-44c8-92fd-f126d4cb9697 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:45:55.937894 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c1fe1b-4ec8-4404-9f6a-4a0897f25fb3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:55.938547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-99c1fe1b-4ec8-4404-9f6a-4a0897f25fb3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:55.955728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c3519-7b93-49c7-951b-26cf7e31ecd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:55.967838 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f54c3519-7b93-49c7-951b-26cf7e31ecd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:55.976502 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4f2ad693-c394-4e77-8875-7dacde4e8479 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4fd99d038d004d88940a1028016237d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1793749 Dec 25 19:45:55.977362 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44762) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:56.021585 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-99c1fe1b-4ec8-4404-9f6a-4a0897f25fb3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7639287 Dec 25 19:45:56.025874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44766) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:56.041631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-f0c605ab-c5d1-4c72-a1b3-585a63eca447 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Allocated IP 172.26.8.245 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/27497dc6-82df-42ab-9bc3-0aab4377aff3) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:45:56.051996 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-9d27fed6-d9ab-4d4e-b012-d95373795732 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-480956447', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:56.067490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e49fa0f-a8b0-4db0-880d-565d28acc212 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:45:56.083631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223e044f-81c9-4b0c-98f8-6edd5578d773 None None] Sync routers for ids ['a1a54e36-62e8-4d50-bb32-a80dba2e452b'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:45:56.087167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9d27fed6-d9ab-4d4e-b012-d95373795732 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:56.098309 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223e044f-81c9-4b0c-98f8-6edd5578d773 None None] Routers {'a1a54e36-62e8-4d50-bb32-a80dba2e452b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:56.099438 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-223e044f-81c9-4b0c-98f8-6edd5578d773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['a1a54e36-62e8-4d50-bb32-a80dba2e452b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:56.101274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9d27fed6-d9ab-4d4e-b012-d95373795732 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Usage tracker for resource:router and tenant:ed9c1443c9ab46589f19ea480da46eab is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:56.131095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9d27fed6-d9ab-4d4e-b012-d95373795732 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:56.144732 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9d27fed6-d9ab-4d4e-b012-d95373795732 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:56.172754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb3ca9c-5b1e-48a1-adda-429c841aea48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-cbc2fa8e-0ffa-44c8-92fd-f126d4cb9697', 'network_id': 'cbc2fa8e-0ffa-44c8-92fd-f126d4cb9697', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'fixed_ips': [{'subnet_id': '887d6d5d-bc1d-421e-99a0-9cc6a6b2333f'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:45:56.173668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0fb3ca9c-5b1e-48a1-adda-429c841aea48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:56.303306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9d27fed6-d9ab-4d4e-b012-d95373795732 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:56.304369 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9d27fed6-d9ab-4d4e-b012-d95373795732 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:56.311422 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-223e044f-81c9-4b0c-98f8-6edd5578d773 None None] Set router a1a54e36-62e8-4d50-bb32-a80dba2e452b gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:45:56.325883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a9708c03-fc14-4d10-8ea6-d43bc8bd11fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:56.423038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-0fb3ca9c-5b1e-48a1-adda-429c841aea48 None None] Allocated IP 2001:db8::2 (cbc2fa8e-0ffa-44c8-92fd-f126d4cb9697/887d6d5d-bc1d-421e-99a0-9cc6a6b2333f/6f59913e-0551-461e-9fe1-9a9834336da4) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:45:56.486912 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a9708c03-fc14-4d10-8ea6-d43bc8bd11fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:56.515690 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3e49fa0f-a8b0-4db0-880d-565d28acc212 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:56.520721 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3e49fa0f-a8b0-4db0-880d-565d28acc212 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.8709791 Dec 25 19:45:56.524492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9d27fed6-d9ab-4d4e-b012-d95373795732 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:56.529688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44770) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:56.555259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f0c605ab-c5d1-4c72-a1b3-585a63eca447 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:56.619922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f54c3519-7b93-49c7-951b-26cf7e31ecd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:56.664339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9d27fed6-d9ab-4d4e-b012-d95373795732 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:56.704649 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-223e044f-81c9-4b0c-98f8-6edd5578d773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'name': 'tempest-TestNetworkBasicOps-router-112452691', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': 'ef720675-c7ca-4211-8e02-10631dfa8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:45:49Z', 'updated_at': '2021-12-25T19:45:52Z', 'revision_number': 3, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'ef720675-c7ca-4211-8e02-10631dfa8051', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:45:50Z', 'updated_at': '2021-12-25T19:45:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:56.716828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223e044f-81c9-4b0c-98f8-6edd5578d773 None None] Checking router: a1a54e36-62e8-4d50-bb32-a80dba2e452b for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:45:56.717756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223e044f-81c9-4b0c-98f8-6edd5578d773 None None] Updating router a1a54e36-62e8-4d50-bb32-a80dba2e452b port ef720675-c7ca-4211-8e02-10631dfa8051 binding host dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 19:45:56.733497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a9708c03-fc14-4d10-8ea6-d43bc8bd11fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:56.751266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a9708c03-fc14-4d10-8ea6-d43bc8bd11fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:56.755781 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a9708c03-fc14-4d10-8ea6-d43bc8bd11fc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e08db341-b974-492c-9d78-ca2570992d16 HTTP/1.1" status: 204 len: 168 time: 0.7751126 Dec 25 19:45:56.755939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0fb3ca9c-5b1e-48a1-adda-429c841aea48 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:56.759530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:56.772718 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-07ba884e-75df-42e7-9df2-cc4ea7374dbb tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:56.788021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-0fb3ca9c-5b1e-48a1-adda-429c841aea48 None None] Transition to ACTIVE for port object 6f59913e-0551-461e-9fe1-9a9834336da4 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:45:56.808074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f0c605ab-c5d1-4c72-a1b3-585a63eca447 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:56.820727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9708c03-fc14-4d10-8ea6-d43bc8bd11fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08db341-b974-492c-9d78-ca2570992d16,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:56.825123 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-223e044f-81c9-4b0c-98f8-6edd5578d773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:56.831863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-0fb3ca9c-5b1e-48a1-adda-429c841aea48 None None] Transition to ACTIVE for port object 6f59913e-0551-461e-9fe1-9a9834336da4 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:45:56.832326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9d27fed6-d9ab-4d4e-b012-d95373795732 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:56.833805 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9d27fed6-d9ab-4d4e-b012-d95373795732 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7971864 Dec 25 19:45:56.835321 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a9708c03-fc14-4d10-8ea6-d43bc8bd11fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:56.843502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0c7ce838-13a4-4559-9d6b-2d02c2c7a7c2 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:56.865992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44778) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:56.875941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0fb3ca9c-5b1e-48a1-adda-429c841aea48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:56.882400 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2502eaa6-7635-40a2-b324-3be305cfd8f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:56.920706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-07ba884e-75df-42e7-9df2-cc4ea7374dbb tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:56.950592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb3ca9c-5b1e-48a1-adda-429c841aea48 None None] Network cbc2fa8e-0ffa-44c8-92fd-f126d4cb9697 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:45:56.951978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-0fb3ca9c-5b1e-48a1-adda-429c841aea48 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:45:56.955875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb3ca9c-5b1e-48a1-adda-429c841aea48 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:45:56.968111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3ca9c-5b1e-48a1-adda-429c841aea48 None None] Pushing event updated for resources: {'Port': ['ID=6f59913e-0551-461e-9fe1-9a9834336da4,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:56.971418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0fb3ca9c-5b1e-48a1-adda-429c841aea48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:57.030627 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c605ab-c5d1-4c72-a1b3-585a63eca447 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Pushing event updated for resources: {'Port': ['ID=27497dc6-82df-42ab-9bc3-0aab4377aff3,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:57.044122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f0c605ab-c5d1-4c72-a1b3-585a63eca447 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:57.071091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-0fb3ca9c-5b1e-48a1-adda-429c841aea48 None None] Attempting to bind port 6f59913e-0551-461e-9fe1-9a9834336da4 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:45:57.071333 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c605ab-c5d1-4c72-a1b3-585a63eca447 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:45:57.071689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-0fb3ca9c-5b1e-48a1-adda-429c841aea48 None None] Attempting to bind port 6f59913e-0551-461e-9fe1-9a9834336da4 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'd829af8a-8c85-48cb-bb18-881ba6f9ba95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cbc2fa8e-0ffa-44c8-92fd-f126d4cb9697'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:45:57.071875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb3ca9c-5b1e-48a1-adda-429c841aea48 None None] Attempting to bind port 6f59913e-0551-461e-9fe1-9a9834336da4 on network cbc2fa8e-0ffa-44c8-92fd-f126d4cb9697 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:45:57.073586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338624c7-3ccb-49c3-8993-3b4e2081085d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Router 37b5843f-11c8-4119-aa66-53b4aff55b9b has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:45:57.077861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-f0c605ab-c5d1-4c72-a1b3-585a63eca447 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:45:57.079097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb3ca9c-5b1e-48a1-adda-429c841aea48 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:45:57.079583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb3ca9c-5b1e-48a1-adda-429c841aea48 None None] Checking segment: {'id': 'd829af8a-8c85-48cb-bb18-881ba6f9ba95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cbc2fa8e-0ffa-44c8-92fd-f126d4cb9697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:45:57.080025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0fb3ca9c-5b1e-48a1-adda-429c841aea48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:57.080459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb3ca9c-5b1e-48a1-adda-429c841aea48 None None] Bound using segment: {'id': 'd829af8a-8c85-48cb-bb18-881ba6f9ba95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cbc2fa8e-0ffa-44c8-92fd-f126d4cb9697'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:45:57.080985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-0fb3ca9c-5b1e-48a1-adda-429c841aea48 None None] Bound port: 6f59913e-0551-461e-9fe1-9a9834336da4, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd829af8a-8c85-48cb-bb18-881ba6f9ba95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cbc2fa8e-0ffa-44c8-92fd-f126d4cb9697'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:45:57.081400 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0fb3ca9c-5b1e-48a1-adda-429c841aea48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:57.096900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c605ab-c5d1-4c72-a1b3-585a63eca447 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:45:57.187578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-0fb3ca9c-5b1e-48a1-adda-429c841aea48 None None] For port 6f59913e-0551-461e-9fe1-9a9834336da4, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:45:57.193677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-0fb3ca9c-5b1e-48a1-adda-429c841aea48 None None] For port 6f59913e-0551-461e-9fe1-9a9834336da4, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=6f59913e-0551-461e-9fe1-9a9834336da4,segment=NetworkSegment(d829af8a-8c85-48cb-bb18-881ba6f9ba95),segment_id=d829af8a-8c85-48cb-bb18-881ba6f9ba95)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:45:57.202679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0fb3ca9c-5b1e-48a1-adda-429c841aea48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:57.219935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-da0d5bf1-0d36-4ce6-992d-822c74b10e5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:57.269984 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6ab430e5-7a88-4ed1-8701-d053d85634af tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=23f5dc92674e43b787fc19a8bf548d4f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7389216 Dec 25 19:45:57.273769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44784) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:57.327243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3ca9c-5b1e-48a1-adda-429c841aea48 None None] Pushing event updated for resources: {'Port': ['ID=6f59913e-0551-461e-9fe1-9a9834336da4,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:57.335986 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0fb3ca9c-5b1e-48a1-adda-429c841aea48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:57.357626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f54c3519-7b93-49c7-951b-26cf7e31ecd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:57.379107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f54c3519-7b93-49c7-951b-26cf7e31ecd5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:57.437952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-223e044f-81c9-4b0c-98f8-6edd5578d773 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:57.451423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-223e044f-81c9-4b0c-98f8-6edd5578d773 None None] Transition to ACTIVE for port object ef720675-c7ca-4211-8e02-10631dfa8051 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:45:57.463414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-223e044f-81c9-4b0c-98f8-6edd5578d773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:57.482547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:57.557980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf1f942-544f-498e-985b-1611c8bd6fc9 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:45:57.560197 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-adf1f942-544f-498e-985b-1611c8bd6fc9 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2336655 Dec 25 19:45:57.567584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44794) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:57.638785 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d9d694dd-1f82-4a25-b75d-813abbe2ed2b tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=a29ab018-4a1a-4021-8156-423134b861f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0652192 Dec 25 19:45:57.647463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44798) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:57.659852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-7c054ce0-c82d-4691-9275-f1530246f654 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1280931045', 'network_id': 'da387ada-6589-46a3-a1e0-f2fd37f41648', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:57.727411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-07ba884e-75df-42e7-9df2-cc4ea7374dbb tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Allocated IP 172.26.8.209 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/ab6c4263-d0bf-41d7-b999-89a5c808407b) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:45:57.745408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-223e044f-81c9-4b0c-98f8-6edd5578d773 None None] Attempting to bind port ef720675-c7ca-4211-8e02-10631dfa8051 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:45:57.745927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-223e044f-81c9-4b0c-98f8-6edd5578d773 None None] Attempting to bind port ef720675-c7ca-4211-8e02-10631dfa8051 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:45:57.746397 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223e044f-81c9-4b0c-98f8-6edd5578d773 None None] Attempting to bind port ef720675-c7ca-4211-8e02-10631dfa8051 on network a29ab018-4a1a-4021-8156-423134b861f3 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:45:57.774280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223e044f-81c9-4b0c-98f8-6edd5578d773 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:45:57.774834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223e044f-81c9-4b0c-98f8-6edd5578d773 None None] Checking segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:45:57.775311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-223e044f-81c9-4b0c-98f8-6edd5578d773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:57.775751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223e044f-81c9-4b0c-98f8-6edd5578d773 None None] Bound using segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:45:57.776808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-223e044f-81c9-4b0c-98f8-6edd5578d773 None None] Bound port: ef720675-c7ca-4211-8e02-10631dfa8051, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:45:57.777749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-223e044f-81c9-4b0c-98f8-6edd5578d773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:57.844263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f54c3519-7b93-49c7-951b-26cf7e31ecd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:57.844795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54c3519-7b93-49c7-951b-26cf7e31ecd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50a775ae-2fff-4094-8439-4ef65c4dafd8 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:45:57.914336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-223e044f-81c9-4b0c-98f8-6edd5578d773 None None] For port ef720675-c7ca-4211-8e02-10631dfa8051, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:45:57.921731 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-223e044f-81c9-4b0c-98f8-6edd5578d773 None None] For port ef720675-c7ca-4211-8e02-10631dfa8051, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=ef720675-c7ca-4211-8e02-10631dfa8051,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:45:57.931631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-223e044f-81c9-4b0c-98f8-6edd5578d773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:57.949375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f54c3519-7b93-49c7-951b-26cf7e31ecd5 admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:57.952987 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f54c3519-7b93-49c7-951b-26cf7e31ecd5 admin admin] 10.222.0.24 "DELETE /v2.0/routers/50a775ae-2fff-4094-8439-4ef65c4dafd8 HTTP/1.1" status: 204 len: 168 time: 5.6845622 Dec 25 19:45:57.956881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44806) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:57.978503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223e044f-81c9-4b0c-98f8-6edd5578d773 None None] Routers {'a1a54e36-62e8-4d50-bb32-a80dba2e452b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:57.980386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-223e044f-81c9-4b0c-98f8-6edd5578d773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['a1a54e36-62e8-4d50-bb32-a80dba2e452b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:58.012309 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7c054ce0-c82d-4691-9275-f1530246f654 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:45:58.103537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7c054ce0-c82d-4691-9275-f1530246f654 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:subnet and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:45:58.139360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7c054ce0-c82d-4691-9275-f1530246f654 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:45:58.156852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7c054ce0-c82d-4691-9275-f1530246f654 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:45:58.191959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccc76764-65e1-410d-a917-771edaa9655b admin admin] Deleting subnet 818d1966-40c1-4634-903e-77db45d8332f {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:45:58.199428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ccc76764-65e1-410d-a917-771edaa9655b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:58.215937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c054ce0-c82d-4691-9275-f1530246f654 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Made reservation on behalf of 23f5dc92674e43b787fc19a8bf548d4f for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:45:58.246832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-223e044f-81c9-4b0c-98f8-6edd5578d773 None None] Set router a1a54e36-62e8-4d50-bb32-a80dba2e452b gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:45:58.294181 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ccc76764-65e1-410d-a917-771edaa9655b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:58.375646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132e54d-9e3e-4242-854f-b94e305cbd46 None None] Pushing event updated for resources: {'Port': ['ID=ef720675-c7ca-4211-8e02-10631dfa8051,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:58.411370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132e54d-9e3e-4242-854f-b94e305cbd46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:45:58.411921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132e54d-9e3e-4242-854f-b94e305cbd46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:45:58.412402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132e54d-9e3e-4242-854f-b94e305cbd46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:45:58.412544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-16847ae5-460a-499d-b754-a82b23b0012b tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:58.412969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132e54d-9e3e-4242-854f-b94e305cbd46 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:45:58.413457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132e54d-9e3e-4242-854f-b94e305cbd46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:45:58.413929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132e54d-9e3e-4242-854f-b94e305cbd46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:45:58.414429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132e54d-9e3e-4242-854f-b94e305cbd46 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:45:58.414886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132e54d-9e3e-4242-854f-b94e305cbd46 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:45:58.415378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132e54d-9e3e-4242-854f-b94e305cbd46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:45:58.415840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132e54d-9e3e-4242-854f-b94e305cbd46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:45:58.416305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132e54d-9e3e-4242-854f-b94e305cbd46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:45:58.424212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7132e54d-9e3e-4242-854f-b94e305cbd46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.942s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:58.425165 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e9eda675-9dba-4228-80a1-f01399b6a8b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.476s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:58.607519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132e54d-9e3e-4242-854f-b94e305cbd46 None None] Pushing event updated for resources: {'Port': ['ID=ef720675-c7ca-4211-8e02-10631dfa8051,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:58.622162 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7132e54d-9e3e-4242-854f-b94e305cbd46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:58.700125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ccc76764-65e1-410d-a917-771edaa9655b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:58.722922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-223e044f-81c9-4b0c-98f8-6edd5578d773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'name': 'tempest-TestNetworkBasicOps-router-112452691', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': 'ef720675-c7ca-4211-8e02-10631dfa8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:45:49Z', 'updated_at': '2021-12-25T19:45:52Z', 'revision_number': 3, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'ef720675-c7ca-4211-8e02-10631dfa8051', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:45:50Z', 'updated_at': '2021-12-25T19:45:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:58.728308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223e044f-81c9-4b0c-98f8-6edd5578d773 None None] The sync data for ids ['a1a54e36-62e8-4d50-bb32-a80dba2e452b'] in dv-neutron-822611-1-hyperv is: [{'id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'name': 'tempest-TestNetworkBasicOps-router-112452691', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': 'ef720675-c7ca-4211-8e02-10631dfa8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:45:49Z', 'updated_at': '2021-12-25T19:45:52Z', 'revision_number': 3, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'ef720675-c7ca-4211-8e02-10631dfa8051', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:45:50Z', 'updated_at': '2021-12-25T19:45:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:45:58.730856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-07ba884e-75df-42e7-9df2-cc4ea7374dbb tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:58.753752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338624c7-3ccb-49c3-8993-3b4e2081085d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:45:58.762447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7c054ce0-c82d-4691-9275-f1530246f654 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:58.765748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1a6d3f-9834-4f97-90cb-5c70c9a95c86 None None] Sync routers for ids ['37b5843f-11c8-4119-aa66-53b4aff55b9b'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:45:58.779342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1a6d3f-9834-4f97-90cb-5c70c9a95c86 None None] Routers {'37b5843f-11c8-4119-aa66-53b4aff55b9b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:58.780034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-9b1a6d3f-9834-4f97-90cb-5c70c9a95c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['37b5843f-11c8-4119-aa66-53b4aff55b9b'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:58.824512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-338624c7-3ccb-49c3-8993-3b4e2081085d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:58.860640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-9b1a6d3f-9834-4f97-90cb-5c70c9a95c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:58.880654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1a6d3f-9834-4f97-90cb-5c70c9a95c86 None None] Routers {'37b5843f-11c8-4119-aa66-53b4aff55b9b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:45:58.881728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-9b1a6d3f-9834-4f97-90cb-5c70c9a95c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['37b5843f-11c8-4119-aa66-53b4aff55b9b'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:58.971725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-9b1a6d3f-9834-4f97-90cb-5c70c9a95c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:45:58.972201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1a6d3f-9834-4f97-90cb-5c70c9a95c86 None None] The sync data for ids ['37b5843f-11c8-4119-aa66-53b4aff55b9b'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:45:58.997342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-07ba884e-75df-42e7-9df2-cc4ea7374dbb tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:59.038414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-18b11dc8-d181-49b3-9953-8c7cbcf57306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:59.074213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f0c605ab-c5d1-4c72-a1b3-585a63eca447 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:59.197690 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ccc76764-65e1-410d-a917-771edaa9655b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:59.260165 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-927eb054-63ae-4562-a857-9a807791c9fb tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:45:59.297882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ba884e-75df-42e7-9df2-cc4ea7374dbb tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:45:59.316280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc76764-65e1-410d-a917-771edaa9655b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=818d1966-40c1-4634-903e-77db45d8332f,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:59.320973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-07ba884e-75df-42e7-9df2-cc4ea7374dbb tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:45:59.323512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 6f59913e-0551-461e-9fe1-9a9834336da4 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:45:59.334562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ba884e-75df-42e7-9df2-cc4ea7374dbb tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:45:59.337143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ccc76764-65e1-410d-a917-771edaa9655b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:59.373519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-16847ae5-460a-499d-b754-a82b23b0012b tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Allocated IP 2001:db8::1 (cbc2fa8e-0ffa-44c8-92fd-f126d4cb9697/887d6d5d-bc1d-421e-99a0-9cc6a6b2333f/9f860938-6dfb-4f4d-aceb-3fbbc0cdaeff) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:45:59.378101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ccc76764-65e1-410d-a917-771edaa9655b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:59.386793 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-338624c7-3ccb-49c3-8993-3b4e2081085d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "PUT /v2.0/floatingips/7162428c-9961-4834-803d-58870b60fec7 HTTP/1.1" status: 200 len: 977 time: 12.6708434 Dec 25 19:45:59.395333 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44828) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:59.399796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba884e-75df-42e7-9df2-cc4ea7374dbb tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Pushing event updated for resources: {'Port': ['ID=ab6c4263-d0bf-41d7-b999-89a5c808407b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:45:59.402812 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0761421f-d439-4a74-9147-1b77bcff38c7 None None] Network e46cb0a4-06ef-4442-9ae2-07612ef208a0 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:45:59.439568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b91ab4f0-a3d1-4af9-835b-34a8dc7f8ab7 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:45:59.516591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-07ba884e-75df-42e7-9df2-cc4ea7374dbb tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:45:59.547581 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ccc76764-65e1-410d-a917-771edaa9655b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/818d1966-40c1-4634-903e-77db45d8332f HTTP/1.1" status: 204 len: 168 time: 1.5895355 Dec 25 19:45:59.553806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44834) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:45:59.649395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 6f59913e-0551-461e-9fe1-9a9834336da4 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:45:59.818457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-16847ae5-460a-499d-b754-a82b23b0012b tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:59.838576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:45:59.848741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b91ab4f0-a3d1-4af9-835b-34a8dc7f8ab7 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for floatingip, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:45:59.893613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6dc14d-550b-4e87-8947-d6825f36ee4a None None] Network cbc2fa8e-0ffa-44c8-92fd-f126d4cb9697 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:45:59.926042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-16847ae5-460a-499d-b754-a82b23b0012b tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Transition to ACTIVE for port object 9f860938-6dfb-4f4d-aceb-3fbbc0cdaeff will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:46:00.113017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-16847ae5-460a-499d-b754-a82b23b0012b tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:00.118771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f0c605ab-c5d1-4c72-a1b3-585a63eca447 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:00.122850 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2a78be22-6799-4d2f-a2fe-c082a8d763a3 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:00.124286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f0c605ab-c5d1-4c72-a1b3-585a63eca447 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854381233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854287207'] for router, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:00.148863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44842) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:00.149903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7c054ce0-c82d-4691-9275-f1530246f654 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:00.176814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:00.210385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:46:00.210754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 5b4de8e5-c8f3-4929-bcd9-4b248a3af2c3 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:46:00.278132 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16847ae5-460a-499d-b754-a82b23b0012b tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event updated for resources: {'Port': ['ID=9f860938-6dfb-4f4d-aceb-3fbbc0cdaeff,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:00.282170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-16847ae5-460a-499d-b754-a82b23b0012b tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:00.294108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16847ae5-460a-499d-b754-a82b23b0012b tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Network cbc2fa8e-0ffa-44c8-92fd-f126d4cb9697 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:46:00.322419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e9161fd6-c11a-4cf4-937e-71a80c32ffc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:00.326368 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-6cdca8da-6924-4e74-a1b8-aa92408344b8 None None] Provisioning for port 6f59913e-0551-461e-9fe1-9a9834336da4 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:46:00.336718 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-6cdca8da-6924-4e74-a1b8-aa92408344b8 None None] Provisioning complete for port 6f59913e-0551-461e-9fe1-9a9834336da4 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:46:00.337152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6cdca8da-6924-4e74-a1b8-aa92408344b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:00.360514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-16847ae5-460a-499d-b754-a82b23b0012b tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:46:00.381576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16847ae5-460a-499d-b754-a82b23b0012b tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:46:00.382088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-16847ae5-460a-499d-b754-a82b23b0012b tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:00.392405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b91ab4f0-a3d1-4af9-835b-34a8dc7f8ab7 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:00.408098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b91ab4f0-a3d1-4af9-835b-34a8dc7f8ab7 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:00.408908 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [None req-b91ab4f0-a3d1-4af9-835b-34a8dc7f8ab7 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Floating IP 7162428c-9961-4834-803d-58870b60fec7 disassociated. External IP: 172.26.8.13, port: b9f05693-4aa1-4241-b933-c33e0c5982f8. Dec 25 19:46:00.438094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e9161fd6-c11a-4cf4-937e-71a80c32ffc1 admin admin] Deleting port 40d57357-c3e2-40cd-a863-b6169f980d97 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:46:00.438705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e9161fd6-c11a-4cf4-937e-71a80c32ffc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:00.513705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4b274d-0f17-496e-98a7-2198c6a2c7fa None None] DHCP port deletion for e46cb0a4-06ef-4442-9ae2-07612ef208a0 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:46:00.534803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7b4b274d-0f17-496e-98a7-2198c6a2c7fa None None] Deleting port 40d57357-c3e2-40cd-a863-b6169f980d97 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:46:00.535540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7b4b274d-0f17-496e-98a7-2198c6a2c7fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:00.706097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-16847ae5-460a-499d-b754-a82b23b0012b tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:00.725179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-26ed837c-9fdb-4190-ad9d-96b2ded79db0 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-698461400'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:00.733188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-26ed837c-9fdb-4190-ad9d-96b2ded79db0 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:00.733534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6cdca8da-6924-4e74-a1b8-aa92408344b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:00.737475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-26ed837c-9fdb-4190-ad9d-96b2ded79db0 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Usage tracker for resource:network and tenant:580cec0882bd4234ae9f5123012454cf is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:00.740700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-26ed837c-9fdb-4190-ad9d-96b2ded79db0 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:00.752166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-26ed837c-9fdb-4190-ad9d-96b2ded79db0 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:00.763040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c054ce0-c82d-4691-9275-f1530246f654 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Subnet': ['ID=b7d590d7-0365-4250-b463-71f5fd5bb283,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:00.765976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7c054ce0-c82d-4691-9275-f1530246f654 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:00.780792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-e9161fd6-c11a-4cf4-937e-71a80c32ffc1 admin admin] For port 40d57357-c3e2-40cd-a863-b6169f980d97, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=40d57357-c3e2-40cd-a863-b6169f980d97,segment=NetworkSegment(178d451e-2ef5-40d9-84d5-b0b54f621cd5),segment_id=178d451e-2ef5-40d9-84d5-b0b54f621cd5)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:46:00.781196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e9161fd6-c11a-4cf4-937e-71a80c32ffc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:00.859551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ed837c-9fdb-4190-ad9d-96b2ded79db0 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Made reservation on behalf of 580cec0882bd4234ae9f5123012454cf for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:46:00.865103 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-26ed837c-9fdb-4190-ad9d-96b2ded79db0 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:00.880803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-6cdca8da-6924-4e74-a1b8-aa92408344b8 None None] For port 6f59913e-0551-461e-9fe1-9a9834336da4, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=6f59913e-0551-461e-9fe1-9a9834336da4,segment=NetworkSegment(d829af8a-8c85-48cb-bb18-881ba6f9ba95),segment_id=d829af8a-8c85-48cb-bb18-881ba6f9ba95)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:46:00.900942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6cdca8da-6924-4e74-a1b8-aa92408344b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:00.906079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-12df36b0-7bb8-44d7-b919-cfcdd9e5be27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:00.955763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c054ce0-c82d-4691-9275-f1530246f654 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Checking segment: {'id': 'b2e67a5d-a5dc-4284-869b-7256c008d9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'da387ada-6589-46a3-a1e0-f2fd37f41648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:46:00.956196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c054ce0-c82d-4691-9275-f1530246f654 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network hostable DHCP agents. Network: da387ada-6589-46a3-a1e0-f2fd37f41648, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:46:00.975503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e9161fd6-c11a-4cf4-937e-71a80c32ffc1 admin admin] Calling delete_port for 40d57357-c3e2-40cd-a863-b6169f980d97 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:46:00.990250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-7b4b274d-0f17-496e-98a7-2198c6a2c7fa None None] For port 40d57357-c3e2-40cd-a863-b6169f980d97, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=40d57357-c3e2-40cd-a863-b6169f980d97,segment=NetworkSegment(178d451e-2ef5-40d9-84d5-b0b54f621cd5),segment_id=178d451e-2ef5-40d9-84d5-b0b54f621cd5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:46:00.990846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7b4b274d-0f17-496e-98a7-2198c6a2c7fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:01.058044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-26ed837c-9fdb-4190-ad9d-96b2ded79db0 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:01.077384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c054ce0-c82d-4691-9275-f1530246f654 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network da387ada-6589-46a3-a1e0-f2fd37f41648 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:46:01.113972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-26ed837c-9fdb-4190-ad9d-96b2ded79db0 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:01.118268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-26ed837c-9fdb-4190-ad9d-96b2ded79db0 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Usage tracker for resource:security_group_rule and tenant:580cec0882bd4234ae9f5123012454cf is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:01.121499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-26ed837c-9fdb-4190-ad9d-96b2ded79db0 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:01.138734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-26ed837c-9fdb-4190-ad9d-96b2ded79db0 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:01.164797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7b4b274d-0f17-496e-98a7-2198c6a2c7fa None None] Calling delete_port for 40d57357-c3e2-40cd-a863-b6169f980d97 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:46:01.214415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdca8da-6924-4e74-a1b8-aa92408344b8 None None] Pushing event updated for resources: {'Port': ['ID=6f59913e-0551-461e-9fe1-9a9834336da4,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:01.218742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6cdca8da-6924-4e74-a1b8-aa92408344b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:01.252108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7b4b274d-0f17-496e-98a7-2198c6a2c7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:01.258637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:01.305928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b274d-0f17-496e-98a7-2198c6a2c7fa None None] Pushing event deleted for resources: {'Port': ['ID=40d57357-c3e2-40cd-a863-b6169f980d97,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:01.309247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7b4b274d-0f17-496e-98a7-2198c6a2c7fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:01.319143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4b274d-0f17-496e-98a7-2198c6a2c7fa None None] No DVR routers for this DVR port 40d57357-c3e2-40cd-a863-b6169f980d97 on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:46:01.357277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-7c054ce0-c82d-4691-9275-f1530246f654 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, da387ada-6589-46a3-a1e0-f2fd37f41648) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:46:01.361562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c054ce0-c82d-4691-9275-f1530246f654 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:01.362207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7c054ce0-c82d-4691-9275-f1530246f654 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:01.372084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device ef720675-c7ca-4211-8e02-10631dfa8051 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:46:01.375131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91ab4f0-a3d1-4af9-835b-34a8dc7f8ab7 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Router 37b5843f-11c8-4119-aa66-53b4aff55b9b has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:46:01.410863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-07ba884e-75df-42e7-9df2-cc4ea7374dbb tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:01.413271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ffdff9-d8c1-4e4f-8b6d-399d6e04968a None None] Network da387ada-6589-46a3-a1e0-f2fd37f41648 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:46:01.464141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-16847ae5-460a-499d-b754-a82b23b0012b tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:01.472135 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-16847ae5-460a-499d-b754-a82b23b0012b tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:01.473021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-16847ae5-460a-499d-b754-a82b23b0012b tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:01.490315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:01.494054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-ed9596cc-8d72-42d6-b0a7-4d23215bc2d4 None None] Provisioning for port 9f860938-6dfb-4f4d-aceb-3fbbc0cdaeff completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:46:01.560658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-ed9596cc-8d72-42d6-b0a7-4d23215bc2d4 None None] Provisioning complete for port 9f860938-6dfb-4f4d-aceb-3fbbc0cdaeff triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:46:01.561247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ed9596cc-8d72-42d6-b0a7-4d23215bc2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:01.621091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-07ba884e-75df-42e7-9df2-cc4ea7374dbb tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:01.673998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16847ae5-460a-499d-b754-a82b23b0012b tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Network cbc2fa8e-0ffa-44c8-92fd-f126d4cb9697 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:46:01.676388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ed9596cc-8d72-42d6-b0a7-4d23215bc2d4 None None] Port 9f860938-6dfb-4f4d-aceb-3fbbc0cdaeff cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:46:01.693228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-16847ae5-460a-499d-b754-a82b23b0012b tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:46:01.699004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-ed9596cc-8d72-42d6-b0a7-4d23215bc2d4 None None] Provisioning complete for port 6f59913e-0551-461e-9fe1-9a9834336da4 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:46:01.699532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ed9596cc-8d72-42d6-b0a7-4d23215bc2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:01.802143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port ef720675-c7ca-4211-8e02-10631dfa8051 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:46:01.815745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port ef720675-c7ca-4211-8e02-10631dfa8051 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:46:01.816477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:01.908394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-26ed837c-9fdb-4190-ad9d-96b2ded79db0 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:01.913594 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-07ba884e-75df-42e7-9df2-cc4ea7374dbb tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854381233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854287207'] for router, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:01.927329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-e9161fd6-c11a-4cf4-937e-71a80c32ffc1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:46:01.927521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-e9161fd6-c11a-4cf4-937e-71a80c32ffc1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:46:02.001329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-26ed837c-9fdb-4190-ad9d-96b2ded79db0 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:02.015428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ed837c-9fdb-4190-ad9d-96b2ded79db0 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:46:02.022482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:02.025422 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-26ed837c-9fdb-4190-ad9d-96b2ded79db0 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:02.025827 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-26ed837c-9fdb-4190-ad9d-96b2ded79db0 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Added segment 317b69f4-7634-4bf5-a008-76c910d03e2b of type vlan for network 39563859-d706-485c-9cf1-497d3142273b Dec 25 19:46:02.058063 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-26ed837c-9fdb-4190-ad9d-96b2ded79db0 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:02.068809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port ef720675-c7ca-4211-8e02-10631dfa8051, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=ef720675-c7ca-4211-8e02-10631dfa8051,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:46:02.070191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8cbfb7eb-5ca6-4e97-909c-60c50e3ae4e3 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458 tempest-ExternalNetworksAdminNegativeTestJSON-1789387458-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:02.081861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:02.085906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-12df36b0-7bb8-44d7-b919-cfcdd9e5be27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:02.114641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16847ae5-460a-499d-b754-a82b23b0012b tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event updated for resources: {'Port': ['ID=9f860938-6dfb-4f4d-aceb-3fbbc0cdaeff,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:02.120763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-16847ae5-460a-499d-b754-a82b23b0012b tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:02.195040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f086f6b-32ac-4b34-a4ab-c4ebc6e4fc1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-da387ada-6589-46a3-a1e0-f2fd37f41648', 'network_id': 'da387ada-6589-46a3-a1e0-f2fd37f41648', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ips': [{'subnet_id': 'b7d590d7-0365-4250-b463-71f5fd5bb283'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:46:02.196390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2f086f6b-32ac-4b34-a4ab-c4ebc6e4fc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:02.204878 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7c054ce0-c82d-4691-9275-f1530246f654 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 4.5515494 Dec 25 19:46:02.208595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed837c-9fdb-4190-ad9d-96b2ded79db0 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5ff695-53fd-41e6-8c0a-261291f8ee82,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:02.209334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44848) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:02.211803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-26ed837c-9fdb-4190-ad9d-96b2ded79db0 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:02.219088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 40d57357-c3e2-40cd-a863-b6169f980d97 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:46:02.232730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-26ed837c-9fdb-4190-ad9d-96b2ded79db0 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:02.244124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ed837c-9fdb-4190-ad9d-96b2ded79db0 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:02.244781 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-26ed837c-9fdb-4190-ad9d-96b2ded79db0 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:02.250887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:02.317293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=ef720675-c7ca-4211-8e02-10631dfa8051,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:02.320977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:02.334583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 40d57357-c3e2-40cd-a863-b6169f980d97 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:46:02.334974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 40d57357-c3e2-40cd-a863-b6169f980d97 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:46:02.406831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed837c-9fdb-4190-ad9d-96b2ded79db0 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Pushing event updated for resources: {'Network': ['ID=39563859-d706-485c-9cf1-497d3142273b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:02.415260 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-26ed837c-9fdb-4190-ad9d-96b2ded79db0 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:02.424412 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-26ed837c-9fdb-4190-ad9d-96b2ded79db0 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2730923 Dec 25 19:46:02.425543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44852) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:02.430777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 39563859-d706-485c-9cf1-497d3142273b details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:46:02.483923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e9161fd6-c11a-4cf4-937e-71a80c32ffc1 admin admin] Deleting port 40d57357-c3e2-40cd-a863-b6169f980d97 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:46:02.484137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e9161fd6-c11a-4cf4-937e-71a80c32ffc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:02.602587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e9161fd6-c11a-4cf4-937e-71a80c32ffc1 admin admin] The port '40d57357-c3e2-40cd-a863-b6169f980d97' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:46:02.622646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91ab4f0-a3d1-4af9-835b-34a8dc7f8ab7 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:46:02.631936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b91ab4f0-a3d1-4af9-835b-34a8dc7f8ab7 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:02.636676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13510686-77ec-44f2-b693-9dbee77b9ecf None None] Sync routers for ids ['37b5843f-11c8-4119-aa66-53b4aff55b9b'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:46:02.655260 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c605ab-c5d1-4c72-a1b3-585a63eca447 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Router 4e8ef416-4194-4000-977b-1f399fd49e3b is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:46:02.662512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13510686-77ec-44f2-b693-9dbee77b9ecf None None] Routers {'37b5843f-11c8-4119-aa66-53b4aff55b9b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:02.663714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-13510686-77ec-44f2-b693-9dbee77b9ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['37b5843f-11c8-4119-aa66-53b4aff55b9b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:02.665322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-466da991-9416-47ee-999e-31680553ad63 None None] Provisioning complete for port 9f860938-6dfb-4f4d-aceb-3fbbc0cdaeff triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:46:02.665754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-466da991-9416-47ee-999e-31680553ad63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:02.712113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-c51c2477-3125-4241-b508-7fa882c23e7a tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Request body: {'network': {'name': 'tempest-network--2139004828', 'router:external': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:02.724425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-466da991-9416-47ee-999e-31680553ad63 None None] Port 9f860938-6dfb-4f4d-aceb-3fbbc0cdaeff cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:46:02.727663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-2f086f6b-32ac-4b34-a4ab-c4ebc6e4fc1c None None] Allocated IP 172.20.0.2 (da387ada-6589-46a3-a1e0-f2fd37f41648/b7d590d7-0365-4250-b463-71f5fd5bb283/36ab63b2-618f-46ef-ac4c-f28248be8ce3) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:46:02.730534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c51c2477-3125-4241-b508-7fa882c23e7a tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:02.732641 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b91ab4f0-a3d1-4af9-835b-34a8dc7f8ab7 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "PUT /v2.0/floatingips/7162428c-9961-4834-803d-58870b60fec7 HTTP/1.1" status: 200 len: 687 time: 3.3324356 Dec 25 19:46:02.737592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44858) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:02.789143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-13510686-77ec-44f2-b693-9dbee77b9ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:02.795334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e9161fd6-c11a-4cf4-937e-71a80c32ffc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:02.800726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13510686-77ec-44f2-b693-9dbee77b9ecf None None] Routers {'37b5843f-11c8-4119-aa66-53b4aff55b9b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:02.801580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-13510686-77ec-44f2-b693-9dbee77b9ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['37b5843f-11c8-4119-aa66-53b4aff55b9b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:02.804630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c51c2477-3125-4241-b508-7fa882c23e7a tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Usage tracker for resource:network and tenant:5177f85cb47e473487481f5145b34c51 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:02.812246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c51c2477-3125-4241-b508-7fa882c23e7a tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:02.868935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-13510686-77ec-44f2-b693-9dbee77b9ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:02.869644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13510686-77ec-44f2-b693-9dbee77b9ecf None None] The sync data for ids ['37b5843f-11c8-4119-aa66-53b4aff55b9b'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:46:02.895932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c51c2477-3125-4241-b508-7fa882c23e7a tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:02.928804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-e9161fd6-c11a-4cf4-937e-71a80c32ffc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e46cb0a4-06ef-4442-9ae2-07612ef208a0']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:02.958778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-e9161fd6-c11a-4cf4-937e-71a80c32ffc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '178d451e-2ef5-40d9-84d5-b0b54f621cd5') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:02.959156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-e9161fd6-c11a-4cf4-937e-71a80c32ffc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '178d451e-2ef5-40d9-84d5-b0b54f621cd5') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:02.974285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51c2477-3125-4241-b508-7fa882c23e7a tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Made reservation on behalf of 5177f85cb47e473487481f5145b34c51 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:46:02.979065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c51c2477-3125-4241-b508-7fa882c23e7a tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:02.991148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2f086f6b-32ac-4b34-a4ab-c4ebc6e4fc1c None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:03.001554 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e9161fd6-c11a-4cf4-937e-71a80c32ffc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:03.003542 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2f086f6b-32ac-4b34-a4ab-c4ebc6e4fc1c None None] Transition to ACTIVE for port object 36ab63b2-618f-46ef-ac4c-f28248be8ce3 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:46:03.015779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c51c2477-3125-4241-b508-7fa882c23e7a tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:03.024331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2f086f6b-32ac-4b34-a4ab-c4ebc6e4fc1c None None] Transition to ACTIVE for port object 36ab63b2-618f-46ef-ac4c-f28248be8ce3 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:46:03.029644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2f086f6b-32ac-4b34-a4ab-c4ebc6e4fc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:03.035113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:03.041298 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-dd549746-82ea-4310-ab24-52884f99b40b tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Deleting port 507ef414-a357-4274-bcd0-13a9d09ed02a {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:46:03.041946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd549746-82ea-4310-ab24-52884f99b40b tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:03.047879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e9161fd6-c11a-4cf4-937e-71a80c32ffc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:03.062951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9161fd6-c11a-4cf4-937e-71a80c32ffc1 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:46:03.063412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e9161fd6-c11a-4cf4-937e-71a80c32ffc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:03.082409 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:46:03.082409 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:46:03.082409 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:46:03.082409 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:46:03.082409 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:46:03.082409 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:46:03.082409 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:46:03.082409 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:46:03.082409 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:46:03.082409 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:46:03.082409 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:46:03.082409 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:46:03.082409 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:46:03.082409 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:46:03.082409 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:46:03.082409 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:46:03.082409 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:46:03.082409 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:46:03.082409 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:46:03.082409 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:46:03.082409 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:46:03.082409 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:46:03.082409 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:46:03.082409 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:46:03.082409 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:46:03.082409 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:46:03.082409 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:46:03.082409 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:46:03.082409 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:46:03.082409 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:46:03.082409 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:46:03.082409 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:46:03.082409 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:46:03.082409 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:46:03.082409 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:46:03.082409 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:46:03.082409 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:46:03.082409 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:46:03.082409 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:46:03.082409 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:46:03.114263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f086f6b-32ac-4b34-a4ab-c4ebc6e4fc1c None None] Network da387ada-6589-46a3-a1e0-f2fd37f41648 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:46:03.115189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f086f6b-32ac-4b34-a4ab-c4ebc6e4fc1c None None] Pushing event updated for resources: {'Port': ['ID=36ab63b2-618f-46ef-ac4c-f28248be8ce3,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:03.118010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-2f086f6b-32ac-4b34-a4ab-c4ebc6e4fc1c None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:46:03.120456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2f086f6b-32ac-4b34-a4ab-c4ebc6e4fc1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:03.121313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f086f6b-32ac-4b34-a4ab-c4ebc6e4fc1c None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:46:03.131868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16847ae5-460a-499d-b754-a82b23b0012b tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Router d18fccf5-b1b3-4cc2-aa0a-c330693cb3d0 is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:46:03.196631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c51c2477-3125-4241-b508-7fa882c23e7a tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:03.258225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c51c2477-3125-4241-b508-7fa882c23e7a tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Usage tracker for resource:security_group_rule and tenant:5177f85cb47e473487481f5145b34c51 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:03.268036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c51c2477-3125-4241-b508-7fa882c23e7a tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:03.300609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e9161fd6-c11a-4cf4-937e-71a80c32ffc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:03.309890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c51c2477-3125-4241-b508-7fa882c23e7a tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:03.329409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ba884e-75df-42e7-9df2-cc4ea7374dbb tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Router 3be4d2a8-7b45-4329-96c1-4d89f4215f55 is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:46:03.334997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e9161fd6-c11a-4cf4-937e-71a80c32ffc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:03.342365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-500fdea7-e96f-4511-8d20-230576011aab tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:03.383367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9161fd6-c11a-4cf4-937e-71a80c32ffc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e46cb0a4-06ef-4442-9ae2-07612ef208a0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:03.385945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 6f59913e-0551-461e-9fe1-9a9834336da4 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:46:03.395764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e9161fd6-c11a-4cf4-937e-71a80c32ffc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:03.411728 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e9161fd6-c11a-4cf4-937e-71a80c32ffc1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e46cb0a4-06ef-4442-9ae2-07612ef208a0 HTTP/1.1" status: 204 len: 168 time: 3.8513389 Dec 25 19:46:03.476142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-2f086f6b-32ac-4b34-a4ab-c4ebc6e4fc1c None None] Attempting to bind port 36ab63b2-618f-46ef-ac4c-f28248be8ce3 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:46:03.476738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-2f086f6b-32ac-4b34-a4ab-c4ebc6e4fc1c None None] Attempting to bind port 36ab63b2-618f-46ef-ac4c-f28248be8ce3 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'b2e67a5d-a5dc-4284-869b-7256c008d9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'da387ada-6589-46a3-a1e0-f2fd37f41648'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:46:03.477282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f086f6b-32ac-4b34-a4ab-c4ebc6e4fc1c None None] Attempting to bind port 36ab63b2-618f-46ef-ac4c-f28248be8ce3 on network da387ada-6589-46a3-a1e0-f2fd37f41648 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:46:03.480636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd549746-82ea-4310-ab24-52884f99b40b tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:03.481004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd549746-82ea-4310-ab24-52884f99b40b tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:03.490045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f086f6b-32ac-4b34-a4ab-c4ebc6e4fc1c None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:46:03.490692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f086f6b-32ac-4b34-a4ab-c4ebc6e4fc1c None None] Checking segment: {'id': 'b2e67a5d-a5dc-4284-869b-7256c008d9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'da387ada-6589-46a3-a1e0-f2fd37f41648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:46:03.491322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2f086f6b-32ac-4b34-a4ab-c4ebc6e4fc1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:03.491928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f086f6b-32ac-4b34-a4ab-c4ebc6e4fc1c None None] Bound using segment: {'id': 'b2e67a5d-a5dc-4284-869b-7256c008d9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'da387ada-6589-46a3-a1e0-f2fd37f41648'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:46:03.492677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-2f086f6b-32ac-4b34-a4ab-c4ebc6e4fc1c None None] Bound port: 36ab63b2-618f-46ef-ac4c-f28248be8ce3, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2e67a5d-a5dc-4284-869b-7256c008d9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'da387ada-6589-46a3-a1e0-f2fd37f41648'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:46:03.493210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2f086f6b-32ac-4b34-a4ab-c4ebc6e4fc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:03.517768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 6f59913e-0551-461e-9fe1-9a9834336da4 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:46:03.518321 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:03.591011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c605ab-c5d1-4c72-a1b3-585a63eca447 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:46:03.613882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2682a49e-91fd-417f-81e4-d22620fce473 None None] Sync routers for ids ['4e8ef416-4194-4000-977b-1f399fd49e3b'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:46:03.629143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-dd549746-82ea-4310-ab24-52884f99b40b tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Calling delete_port for 507ef414-a357-4274-bcd0-13a9d09ed02a owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:46:03.638921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c51c2477-3125-4241-b508-7fa882c23e7a tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:03.659405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44864) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:03.660378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c51c2477-3125-4241-b508-7fa882c23e7a tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:03.669263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f0c605ab-c5d1-4c72-a1b3-585a63eca447 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:03.670510 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f0c605ab-c5d1-4c72-a1b3-585a63eca447 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] 10.222.0.24 "PUT /v2.0/routers/4e8ef416-4194-4000-977b-1f399fd49e3b HTTP/1.1" status: 200 len: 878 time: 9.8612032 Dec 25 19:46:03.674600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:03.677191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44868) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:03.721738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2682a49e-91fd-417f-81e4-d22620fce473 None None] Routers {'4e8ef416-4194-4000-977b-1f399fd49e3b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:03.722538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-2682a49e-91fd-417f-81e4-d22620fce473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['4e8ef416-4194-4000-977b-1f399fd49e3b'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:03.725170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c51c2477-3125-4241-b508-7fa882c23e7a tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:46:03.802832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-2682a49e-91fd-417f-81e4-d22620fce473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:03.815285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device ef720675-c7ca-4211-8e02-10631dfa8051 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:46:03.825134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c51c2477-3125-4241-b508-7fa882c23e7a tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:03.825542 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-c51c2477-3125-4241-b508-7fa882c23e7a tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Added segment 49905134-9437-487f-bcd1-9b8a06008f0d of type vlan for network ed9b53e8-fc42-41d7-bfcb-abc37301d26f Dec 25 19:46:03.837345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c2477-3125-4241-b508-7fa882c23e7a tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43404ab3-20e5-47ea-aff9-8661c8ab7e11,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:03.843546 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c51c2477-3125-4241-b508-7fa882c23e7a tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:03.847088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-2f086f6b-32ac-4b34-a4ab-c4ebc6e4fc1c None None] For port 36ab63b2-618f-46ef-ac4c-f28248be8ce3, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:46:03.880145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-2f086f6b-32ac-4b34-a4ab-c4ebc6e4fc1c None None] For port 36ab63b2-618f-46ef-ac4c-f28248be8ce3, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=36ab63b2-618f-46ef-ac4c-f28248be8ce3,segment=NetworkSegment(b2e67a5d-a5dc-4284-869b-7256c008d9e4),segment_id=b2e67a5d-a5dc-4284-869b-7256c008d9e4)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:46:03.889712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2f086f6b-32ac-4b34-a4ab-c4ebc6e4fc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:03.889979 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7bb07578-5c16-46ed-9a28-428a2908478a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=90bb9717229b4c6e84726aafca2dad9f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2255213 Dec 25 19:46:03.894085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2682a49e-91fd-417f-81e4-d22620fce473 None None] Routers {'4e8ef416-4194-4000-977b-1f399fd49e3b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:03.894809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-2682a49e-91fd-417f-81e4-d22620fce473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['4e8ef416-4194-4000-977b-1f399fd49e3b'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:03.900847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44872) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:03.925316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c51c2477-3125-4241-b508-7fa882c23e7a tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:03.956016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:04.015169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ba884e-75df-42e7-9df2-cc4ea7374dbb tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:46:04.021716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-2682a49e-91fd-417f-81e4-d22620fce473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:04.022182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2682a49e-91fd-417f-81e4-d22620fce473 None None] The sync data for ids ['4e8ef416-4194-4000-977b-1f399fd49e3b'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:46:04.025469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c51c2477-3125-4241-b508-7fa882c23e7a tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:04.027107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51c2477-3125-4241-b508-7fa882c23e7a tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:04.027705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c51c2477-3125-4241-b508-7fa882c23e7a tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:04.032731 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cf0557-6675-4a59-bfe8-b838590bb41c None None] Sync routers for ids ['3be4d2a8-7b45-4329-96c1-4d89f4215f55'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:46:04.046179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cf0557-6675-4a59-bfe8-b838590bb41c None None] Routers {'3be4d2a8-7b45-4329-96c1-4d89f4215f55'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:04.047093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c1cf0557-6675-4a59-bfe8-b838590bb41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['3be4d2a8-7b45-4329-96c1-4d89f4215f55'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:04.066432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f086f6b-32ac-4b34-a4ab-c4ebc6e4fc1c None None] Pushing event updated for resources: {'Port': ['ID=36ab63b2-618f-46ef-ac4c-f28248be8ce3,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:04.069971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port ef720675-c7ca-4211-8e02-10631dfa8051 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:46:04.070397 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:04.082911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-07ba884e-75df-42e7-9df2-cc4ea7374dbb tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:04.085535 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-07ba884e-75df-42e7-9df2-cc4ea7374dbb tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] 10.222.0.24 "PUT /v2.0/routers/3be4d2a8-7b45-4329-96c1-4d89f4215f55 HTTP/1.1" status: 200 len: 919 time: 9.3521068 Dec 25 19:46:04.097802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:04.098007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44876) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:04.109977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2f086f6b-32ac-4b34-a4ab-c4ebc6e4fc1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:04.141218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c1cf0557-6675-4a59-bfe8-b838590bb41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:04.161343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cf0557-6675-4a59-bfe8-b838590bb41c None None] Routers {'3be4d2a8-7b45-4329-96c1-4d89f4215f55'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:04.162034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c1cf0557-6675-4a59-bfe8-b838590bb41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['3be4d2a8-7b45-4329-96c1-4d89f4215f55'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:04.234806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c1cf0557-6675-4a59-bfe8-b838590bb41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:04.235475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cf0557-6675-4a59-bfe8-b838590bb41c None None] The sync data for ids ['3be4d2a8-7b45-4329-96c1-4d89f4215f55'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:46:04.262874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34e81bb2-649b-42b5-809c-6645bbcd3243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:04.266398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c2477-3125-4241-b508-7fa882c23e7a tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Pushing event updated for resources: {'Network': ['ID=ed9b53e8-fc42-41d7-bfcb-abc37301d26f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:04.277813 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c51c2477-3125-4241-b508-7fa882c23e7a tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.8037422 Dec 25 19:46:04.278644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network ed9b53e8-fc42-41d7-bfcb-abc37301d26f details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:46:04.279190 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c51c2477-3125-4241-b508-7fa882c23e7a tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:04.282251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44880) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:04.326144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34e81bb2-649b-42b5-809c-6645bbcd3243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:04.364700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16847ae5-460a-499d-b754-a82b23b0012b tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:46:04.384137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d8fa34-49d4-4d95-8915-57cd63e4057b None None] Sync routers for ids ['d18fccf5-b1b3-4cc2-aa0a-c330693cb3d0'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:46:04.414535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d8fa34-49d4-4d95-8915-57cd63e4057b None None] Routers {'d18fccf5-b1b3-4cc2-aa0a-c330693cb3d0'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:04.416150 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-b7d8fa34-49d4-4d95-8915-57cd63e4057b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['d18fccf5-b1b3-4cc2-aa0a-c330693cb3d0'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:04.455642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eda16b97-a81f-4b33-8dfe-ea102ce05072 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:04.469724 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-16847ae5-460a-499d-b754-a82b23b0012b tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "PUT /v2.0/routers/d18fccf5-b1b3-4cc2-aa0a-c330693cb3d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6024101 Dec 25 19:46:04.480411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44884) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:04.514488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-b7d8fa34-49d4-4d95-8915-57cd63e4057b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:04.528907 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d8fa34-49d4-4d95-8915-57cd63e4057b None None] Routers {'d18fccf5-b1b3-4cc2-aa0a-c330693cb3d0'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:04.529806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-b7d8fa34-49d4-4d95-8915-57cd63e4057b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:45:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['d18fccf5-b1b3-4cc2-aa0a-c330693cb3d0'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:04.570741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd549746-82ea-4310-ab24-52884f99b40b tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:04.580680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-70bc8a55-e4b6-4374-a45b-00256478762f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:04.611350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-b7d8fa34-49d4-4d95-8915-57cd63e4057b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:04.611742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d8fa34-49d4-4d95-8915-57cd63e4057b None None] The sync data for ids ['d18fccf5-b1b3-4cc2-aa0a-c330693cb3d0'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:46:04.624247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eda16b97-a81f-4b33-8dfe-ea102ce05072 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:04.632411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34e81bb2-649b-42b5-809c-6645bbcd3243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:04.641416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b766972d-7036-443f-8d83-fd2adfba91f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:04.676382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e81bb2-649b-42b5-809c-6645bbcd3243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7312a025-173d-4e05-80e2-251b0cd245d8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:04.679296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-eda16b97-a81f-4b33-8dfe-ea102ce05072 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed9b53e8-fc42-41d7-bfcb-abc37301d26f']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:04.688225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-34e81bb2-649b-42b5-809c-6645bbcd3243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:04.698911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34e81bb2-649b-42b5-809c-6645bbcd3243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:04.700801 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-34e81bb2-649b-42b5-809c-6645bbcd3243 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7312a025-173d-4e05-80e2-251b0cd245d8 HTTP/1.1" status: 204 len: 168 time: 0.7981007 Dec 25 19:46:04.703174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-eda16b97-a81f-4b33-8dfe-ea102ce05072 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49905134-9437-487f-bcd1-9b8a06008f0d') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:04.711586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-eda16b97-a81f-4b33-8dfe-ea102ce05072 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49905134-9437-487f-bcd1-9b8a06008f0d') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:04.726213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eda16b97-a81f-4b33-8dfe-ea102ce05072 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:04.746229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eda16b97-a81f-4b33-8dfe-ea102ce05072 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:04.762106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eda16b97-a81f-4b33-8dfe-ea102ce05072 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:46:04.762469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eda16b97-a81f-4b33-8dfe-ea102ce05072 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:04.778192 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:46:04.778192 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:46:04.778192 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:46:04.778192 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:46:04.778192 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:46:04.778192 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:46:04.778192 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:46:04.778192 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:46:04.778192 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:46:04.778192 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:46:04.778192 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:46:04.778192 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:46:04.778192 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:46:04.778192 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:46:04.778192 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:46:04.778192 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:46:04.778192 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:46:04.778192 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:46:04.778192 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:46:04.778192 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:46:04.778192 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:46:04.778192 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:46:04.778192 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:46:04.778192 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:46:04.778192 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:46:04.778192 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:46:04.778192 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:46:04.778192 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:46:04.778192 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:46:04.778192 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:46:04.778192 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:46:04.778192 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:46:04.823683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd549746-82ea-4310-ab24-52884f99b40b tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event deleted for resources: {'Port': ['ID=507ef414-a357-4274-bcd0-13a9d09ed02a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:04.826469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dd549746-82ea-4310-ab24-52884f99b40b tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:04.861129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eda16b97-a81f-4b33-8dfe-ea102ce05072 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:04.864556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-90069616-bae9-48f2-b8bc-951bd5b628c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:04.887086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda16b97-a81f-4b33-8dfe-ea102ce05072 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ed9b53e8-fc42-41d7-bfcb-abc37301d26f {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 25 19:46:04.891942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eda16b97-a81f-4b33-8dfe-ea102ce05072 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:04.900272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda16b97-a81f-4b33-8dfe-ea102ce05072 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Pushing event deleted for resources: {'Network': ['ID=ed9b53e8-fc42-41d7-bfcb-abc37301d26f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:04.902283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3b398b-d4c3-494d-be97-e82ebf3984f3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:04.903134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3a3b398b-d4c3-494d-be97-e82ebf3984f3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Synchronizing usage tracker for tenant:ed9c1443c9ab46589f19ea480da46eab on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:46:04.907706 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-eda16b97-a81f-4b33-8dfe-ea102ce05072 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] 10.222.0.24 "DELETE /v2.0/networks/ed9b53e8-fc42-41d7-bfcb-abc37301d26f HTTP/1.1" status: 204 len: 168 time: 0.6205080 Dec 25 19:46:04.907706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-eda16b97-a81f-4b33-8dfe-ea102ce05072 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:04.907929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44890) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:04.930472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b054d3b0-ce20-4d55-8fe4-080a0adf8dce tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:04.966086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b054d3b0-ce20-4d55-8fe4-080a0adf8dce tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:04.988986 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b054d3b0-ce20-4d55-8fe4-080a0adf8dce tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Usage tracker for resource:network and tenant:5177f85cb47e473487481f5145b34c51 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:04.991914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3a3b398b-d4c3-494d-be97-e82ebf3984f3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Unset dirty status for tenant:ed9c1443c9ab46589f19ea480da46eab on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:46:04.997029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44896) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:04.997220 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3a3b398b-d4c3-494d-be97-e82ebf3984f3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "GET /v2.0/ports/9f860938-6dfb-4f4d-aceb-3fbbc0cdaeff HTTP/1.1" status: 200 len: 911 time: 0.5096798 Dec 25 19:46:05.001834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b054d3b0-ce20-4d55-8fe4-080a0adf8dce tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:05.014385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b054d3b0-ce20-4d55-8fe4-080a0adf8dce tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:05.021717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd549746-82ea-4310-ab24-52884f99b40b tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:05.024670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd549746-82ea-4310-ab24-52884f99b40b tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:05.025941 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-dd549746-82ea-4310-ab24-52884f99b40b tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "DELETE /v2.0/floatingips/7162428c-9961-4834-803d-58870b60fec7 HTTP/1.1" status: 204 len: 168 time: 2.2833071 Dec 25 19:46:05.033009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44900) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:05.127325 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-39975b2e-6ff5-4f03-b629-09365206a991 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] 10.222.0.24 "GET /v2.0/routers/4e8ef416-4194-4000-977b-1f399fd49e3b HTTP/1.1" status: 200 len: 919 time: 1.4455395 Dec 25 19:46:05.136342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b054d3b0-ce20-4d55-8fe4-080a0adf8dce tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Made reservation on behalf of 5177f85cb47e473487481f5145b34c51 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:46:05.141492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b054d3b0-ce20-4d55-8fe4-080a0adf8dce tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:05.148202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44908) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:05.157183 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-1eef504f-7840-4d65-8c26-7df0bb3b68cf tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] delete failed (client error): The resource could not be found. Dec 25 19:46:05.161968 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1eef504f-7840-4d65-8c26-7df0bb3b68cf tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "DELETE /v2.0/floatingips/7162428c-9961-4834-803d-58870b60fec7 HTTP/1.1" status: 404 len: 345 time: 0.1217785 Dec 25 19:46:05.165735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44912) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:05.257181 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-bb1c6177-fbd1-445a-9b03-a0cb001a8be8 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] 10.222.0.24 "GET /v2.0/routers/3be4d2a8-7b45-4329-96c1-4d89f4215f55 HTTP/1.1" status: 200 len: 925 time: 1.1345131 Dec 25 19:46:05.261176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44918) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:05.302948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b054d3b0-ce20-4d55-8fe4-080a0adf8dce tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:46:05.328851 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5156fedc-cc9f-4354-ae0d-5d7b4f7bd027 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=a29ab018-4a1a-4021-8156-423134b861f3&device_id=4e8ef416-4194-4000-977b-1f399fd49e3b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1682951 Dec 25 19:46:05.331168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b054d3b0-ce20-4d55-8fe4-080a0adf8dce tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:05.333980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44922) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:05.336100 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-b054d3b0-ce20-4d55-8fe4-080a0adf8dce tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Added segment d6298f19-1a09-4257-8c55-8d968aed93d3 of type vlan for network edc2dcf9-fa7d-45d0-9d04-4fffbb916746 Dec 25 19:46:05.425810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 36ab63b2-618f-46ef-ac4c-f28248be8ce3 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:46:05.463942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b054d3b0-ce20-4d55-8fe4-080a0adf8dce tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:05.508531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1059c66a-ddc8-464a-9329-d32915e5047d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:05.517016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1059c66a-ddc8-464a-9329-d32915e5047d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:05.521754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1059c66a-ddc8-464a-9329-d32915e5047d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:05.522722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1059c66a-ddc8-464a-9329-d32915e5047d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Synchronizing usage tracker for tenant:e8d9b6a20125442895a663435174ff75 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:46:05.559745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 36ab63b2-618f-46ef-ac4c-f28248be8ce3 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:46:05.629515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1059c66a-ddc8-464a-9329-d32915e5047d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Unset dirty status for tenant:e8d9b6a20125442895a663435174ff75 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:46:05.630888 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1059c66a-ddc8-464a-9329-d32915e5047d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "GET /v2.0/ports?network_id=91e8ca8d-466b-4405-9d2d-e991c033a6e5 HTTP/1.1" status: 200 len: 2358 time: 0.4622688 Dec 25 19:46:05.636084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44930) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:05.711540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-93125600-c2be-4e48-8125-a08b6a30e730 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:05.722753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b054d3b0-ce20-4d55-8fe4-080a0adf8dce tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:05.724032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b054d3b0-ce20-4d55-8fe4-080a0adf8dce tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:05.724779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b054d3b0-ce20-4d55-8fe4-080a0adf8dce tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:05.739766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9f072aa2-f1a9-4153-84a5-19d34cdaea35 tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:05.967723 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b054d3b0-ce20-4d55-8fe4-080a0adf8dce tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 1.0504866 Dec 25 19:46:05.984185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44938) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:06.003855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-1daed70d-26bb-4274-a53c-c3183bb54b9d tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Request body: {'subnet': {'network_id': 'edc2dcf9-fa7d-45d0-9d04-4fffbb916746', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:06.013016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1552e6c4-21f0-48a5-b0c5-d39e0b68add4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:06.013679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1daed70d-26bb-4274-a53c-c3183bb54b9d tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:06.025254 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-cd8715cf-36d8-486d-898e-c32fc8994b48 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=a29ab018-4a1a-4021-8156-423134b861f3&device_id=3be4d2a8-7b45-4329-96c1-4d89f4215f55&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7603035 Dec 25 19:46:06.026966 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44944) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:06.036518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1daed70d-26bb-4274-a53c-c3183bb54b9d tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Usage tracker for resource:subnet and tenant:5177f85cb47e473487481f5145b34c51 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:06.062303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1daed70d-26bb-4274-a53c-c3183bb54b9d tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:06.083841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aca19f7-f84c-4640-9004-386ca95c6576 None None] Network da387ada-6589-46a3-a1e0-f2fd37f41648 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:46:06.087279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1daed70d-26bb-4274-a53c-c3183bb54b9d tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:06.127856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0692177b-5cc0-4f08-a4d6-44dfb67675ea tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:06.132051 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0692177b-5cc0-4f08-a4d6-44dfb67675ea tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] 10.222.0.24 "GET /v2.0/networks/a29ab018-4a1a-4021-8156-423134b861f3 HTTP/1.1" status: 200 len: 881 time: 0.7942810 Dec 25 19:46:06.132730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1daed70d-26bb-4274-a53c-c3183bb54b9d tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Made reservation on behalf of 5177f85cb47e473487481f5145b34c51 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:46:06.137969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1daed70d-26bb-4274-a53c-c3183bb54b9d tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:06.160071 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44948) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:06.240028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-ef7796c5-41da-4f07-8595-4f2bfb3715ae None None] Provisioning for port 36ab63b2-618f-46ef-ac4c-f28248be8ce3 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:46:06.255826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-ef7796c5-41da-4f07-8595-4f2bfb3715ae None None] Provisioning complete for port 36ab63b2-618f-46ef-ac4c-f28248be8ce3 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:46:06.256250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ef7796c5-41da-4f07-8595-4f2bfb3715ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:06.337986 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054d3b0-ce20-4d55-8fe4-080a0adf8dce tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Pushing event updated for resources: {'Network': ['ID=edc2dcf9-fa7d-45d0-9d04-4fffbb916746,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:06.340094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9691ce2-57dc-4a29-bc17-94219c43a320 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:06.345120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b054d3b0-ce20-4d55-8fe4-080a0adf8dce tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:06.345851 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d9691ce2-57dc-4a29-bc17-94219c43a320 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] 10.222.0.24 "GET /v2.0/networks/a29ab018-4a1a-4021-8156-423134b861f3 HTTP/1.1" status: 200 len: 881 time: 0.3130465 Dec 25 19:46:06.352655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44954) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:06.352974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46495177-67fe-4b78-9c4f-c06a7ce3486c tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:06.353708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-46495177-67fe-4b78-9c4f-c06a7ce3486c tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Synchronizing usage tracker for tenant:e8d9b6a20125442895a663435174ff75 on resource:subnet {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:46:06.359510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network edc2dcf9-fa7d-45d0-9d04-4fffbb916746 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:46:06.402384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-46495177-67fe-4b78-9c4f-c06a7ce3486c tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Unset dirty status for tenant:e8d9b6a20125442895a663435174ff75 on resource:subnet {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:46:06.408982 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-46495177-67fe-4b78-9c4f-c06a7ce3486c tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "GET /v2.0/subnets/1f11bccd-1808-49f9-aa9e-8d4199f1df1b HTTP/1.1" status: 200 len: 797 time: 0.7655263 Dec 25 19:46:06.408982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-93125600-c2be-4e48-8125-a08b6a30e730 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Allocated IP 172.20.0.1 (da387ada-6589-46a3-a1e0-f2fd37f41648/b7d590d7-0365-4250-b463-71f5fd5bb283/83e96486-3614-4fff-a111-d6101be75951) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:46:06.410101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44960) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:06.423230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-4acf94f1-1285-4a7a-81cf-15e937120c0e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Request body: {'port': {'network_id': '91e8ca8d-466b-4405-9d2d-e991c033a6e5', 'name': 'tempest-FloatingIPTestJSON-76017864', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:06.596556 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-36ece5d7-efe4-47f9-a3c1-f913b8898168 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] 10.222.0.24 "GET /v2.0/ports?device_id=3be4d2a8-7b45-4329-96c1-4d89f4215f55 HTTP/1.1" status: 200 len: 205 time: 0.2397299 Dec 25 19:46:06.597795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44966) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:06.623127 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c8c444b1-e17d-49b4-a663-4ba3643ea2e1 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8ef416-4194-4000-977b-1f399fd49e3b HTTP/1.1" status: 200 len: 205 time: 0.4587827 Dec 25 19:46:06.623342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ef7796c5-41da-4f07-8595-4f2bfb3715ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:06.665887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-ef7796c5-41da-4f07-8595-4f2bfb3715ae None None] For port 36ab63b2-618f-46ef-ac4c-f28248be8ce3, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=36ab63b2-618f-46ef-ac4c-f28248be8ce3,segment=NetworkSegment(b2e67a5d-a5dc-4284-869b-7256c008d9e4),segment_id=b2e67a5d-a5dc-4284-869b-7256c008d9e4)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:46:06.673326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ef7796c5-41da-4f07-8595-4f2bfb3715ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:06.676226 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:06.755730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 44972) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:06.783447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7796c5-41da-4f07-8595-4f2bfb3715ae None None] Pushing event updated for resources: {'Port': ['ID=36ab63b2-618f-46ef-ac4c-f28248be8ce3,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:06.787041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ef7796c5-41da-4f07-8595-4f2bfb3715ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:06.858493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7591faab-5dad-448f-b6da-5a54e9aadf0c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:06.910506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4acf94f1-1285-4a7a-81cf-15e937120c0e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:06.989972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4acf94f1-1285-4a7a-81cf-15e937120c0e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:07.042237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4acf94f1-1285-4a7a-81cf-15e937120c0e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Made reservation on behalf of e8d9b6a20125442895a663435174ff75 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:46:07.111157 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-93125600-c2be-4e48-8125-a08b6a30e730 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:07.115982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:07.129467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f0bffc2e-8d76-48d5-8858-e73a3ea80721 None None] Provisioning complete for port 36ab63b2-618f-46ef-ac4c-f28248be8ce3 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:46:07.130004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f0bffc2e-8d76-48d5-8858-e73a3ea80721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:07.224471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-93125600-c2be-4e48-8125-a08b6a30e730 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Transition to ACTIVE for port object 83e96486-3614-4fff-a111-d6101be75951 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:46:07.267299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4acf94f1-1285-4a7a-81cf-15e937120c0e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:07.295775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-4acf94f1-1285-4a7a-81cf-15e937120c0e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] device_id is not set on port a94fc4e9-1a53-4120-9dcd-6846d02cc0c7 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:46:07.316601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 36ab63b2-618f-46ef-ac4c-f28248be8ce3 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:46:07.363680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-93125600-c2be-4e48-8125-a08b6a30e730 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:07.379763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-24a5afdc-13b2-47db-be9f-84d51842062d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:07.429829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 36ab63b2-618f-46ef-ac4c-f28248be8ce3 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:46:07.430365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:07.462036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93125600-c2be-4e48-8125-a08b6a30e730 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network da387ada-6589-46a3-a1e0-f2fd37f41648 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:46:07.481317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-93125600-c2be-4e48-8125-a08b6a30e730 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:46:07.504527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93125600-c2be-4e48-8125-a08b6a30e730 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:46:07.613951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1daed70d-26bb-4274-a53c-c3183bb54b9d tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:07.632472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e83cedf0-142d-4091-bb7c-acbd45d3dea0 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:07.664158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93125600-c2be-4e48-8125-a08b6a30e730 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=83e96486-3614-4fff-a111-d6101be75951,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:07.679509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-93125600-c2be-4e48-8125-a08b6a30e730 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:07.728818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-93125600-c2be-4e48-8125-a08b6a30e730 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:07.733281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0f98b894-3260-48b6-ae4c-f98ce864d879 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:07.931359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-c101b2ef-84ab-4f85-a585-f11da67f7c79 None None] Provisioning for port 83e96486-3614-4fff-a111-d6101be75951 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:46:07.936814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-c101b2ef-84ab-4f85-a585-f11da67f7c79 None None] Provisioning complete for port 83e96486-3614-4fff-a111-d6101be75951 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:46:07.937248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c101b2ef-84ab-4f85-a585-f11da67f7c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:07.938226 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-93125600-c2be-4e48-8125-a08b6a30e730 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:07.999949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-c101b2ef-84ab-4f85-a585-f11da67f7c79 None None] Port 83e96486-3614-4fff-a111-d6101be75951 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:46:08.075612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-98c038a5-0784-4a2f-9b67-29c4d94fba14 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:08.195986 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 44996) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:08.206151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daed70d-26bb-4274-a53c-c3183bb54b9d tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Pushing event updated for resources: {'Subnet': ['ID=92296fee-de3b-4760-9b20-a840bf66dd8c,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:08.212773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-4acf94f1-1285-4a7a-81cf-15e937120c0e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Allocated IP 172.20.0.14 (91e8ca8d-466b-4405-9d2d-e991c033a6e5/1f11bccd-1808-49f9-aa9e-8d4199f1df1b/a94fc4e9-1a53-4120-9dcd-6846d02cc0c7) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:46:08.220482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1daed70d-26bb-4274-a53c-c3183bb54b9d tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:08.229954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-4acf94f1-1285-4a7a-81cf-15e937120c0e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Allocated IP 172.20.0.13 (91e8ca8d-466b-4405-9d2d-e991c033a6e5/1f11bccd-1808-49f9-aa9e-8d4199f1df1b/a94fc4e9-1a53-4120-9dcd-6846d02cc0c7) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:46:08.278660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f28ea6d-7fc9-4f7f-ac40-6470affa0a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:08.300383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daed70d-26bb-4274-a53c-c3183bb54b9d tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Checking segment: {'id': 'd6298f19-1a09-4257-8c55-8d968aed93d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'edc2dcf9-fa7d-45d0-9d04-4fffbb916746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:46:08.300769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1daed70d-26bb-4274-a53c-c3183bb54b9d tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Network hostable DHCP agents. Network: edc2dcf9-fa7d-45d0-9d04-4fffbb916746, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:46:08.452058 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-1c537df3-ff90-4694-b8ad-208561d0e717 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Request body: {'floatingip': {'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:08.515627 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1c537df3-ff90-4694-b8ad-208561d0e717 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:08.531187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:08.548164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1daed70d-26bb-4274-a53c-c3183bb54b9d tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Network edc2dcf9-fa7d-45d0-9d04-4fffbb916746 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:46:08.551389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1c537df3-ff90-4694-b8ad-208561d0e717 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Usage tracker for resource:floatingip and tenant:f18e76bdfaca4777a5b13ddaa2a32042 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:08.558864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1c537df3-ff90-4694-b8ad-208561d0e717 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:08.571292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-1daed70d-26bb-4274-a53c-c3183bb54b9d tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, edc2dcf9-fa7d-45d0-9d04-4fffbb916746) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:46:08.582830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1daed70d-26bb-4274-a53c-c3183bb54b9d tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:08.583440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84471483-2c4c-470d-b825-bb76d62205d5 None None] Network edc2dcf9-fa7d-45d0-9d04-4fffbb916746 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:46:08.583567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1daed70d-26bb-4274-a53c-c3183bb54b9d tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:08.624943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1c537df3-ff90-4694-b8ad-208561d0e717 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:08.665799 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1daed70d-26bb-4274-a53c-c3183bb54b9d tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6762693 Dec 25 19:46:08.671603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45002) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:08.688278 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4acf94f1-1285-4a7a-81cf-15e937120c0e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:08.688782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-aa8891dd-2541-4d96-ba9e-9bd314f612e2 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Request body: {'floatingip': {'floating_network_id': 'edc2dcf9-fa7d-45d0-9d04-4fffbb916746'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:08.695577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1c537df3-ff90-4694-b8ad-208561d0e717 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:08.700428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0f98b894-3260-48b6-ae4c-f98ce864d879 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:08.703806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-aa8891dd-2541-4d96-ba9e-9bd314f612e2 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:08.716173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-aa8891dd-2541-4d96-ba9e-9bd314f612e2 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Usage tracker for resource:floatingip and tenant:5177f85cb47e473487481f5145b34c51 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:08.722214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-aa8891dd-2541-4d96-ba9e-9bd314f612e2 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:08.738531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-aa8891dd-2541-4d96-ba9e-9bd314f612e2 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:08.740612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0f98b894-3260-48b6-ae4c-f98ce864d879 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Deleting port 27497dc6-82df-42ab-9bc3-0aab4377aff3 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:46:08.740988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0f98b894-3260-48b6-ae4c-f98ce864d879 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:08.771747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-98c038a5-0784-4a2f-9b67-29c4d94fba14 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:08.800861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-93125600-c2be-4e48-8125-a08b6a30e730 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:08.807885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4acf94f1-1285-4a7a-81cf-15e937120c0e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:08.811693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-98c038a5-0784-4a2f-9b67-29c4d94fba14 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Deleting port ab6c4263-d0bf-41d7-b999-89a5c808407b {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:46:08.812078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-98c038a5-0784-4a2f-9b67-29c4d94fba14 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:08.816380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bd0d496c-563b-4368-9309-bc179ff44dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:08.821661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4f335a-3701-4ed9-b9ee-1336074491e3 None None] Network edc2dcf9-fa7d-45d0-9d04-4fffbb916746 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:46:08.855124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-93125600-c2be-4e48-8125-a08b6a30e730 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:08.855587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aa8891dd-2541-4d96-ba9e-9bd314f612e2 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:08.998911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acf94f1-1285-4a7a-81cf-15e937120c0e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Network 91e8ca8d-466b-4405-9d2d-e991c033a6e5 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:46:09.006470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf94f1-1285-4a7a-81cf-15e937120c0e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event updated for resources: {'Port': ['ID=a94fc4e9-1a53-4120-9dcd-6846d02cc0c7,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:09.009556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4acf94f1-1285-4a7a-81cf-15e937120c0e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:09.011257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-4acf94f1-1285-4a7a-81cf-15e937120c0e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:46:09.013374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acf94f1-1285-4a7a-81cf-15e937120c0e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:46:09.090952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7591faab-5dad-448f-b6da-5a54e9aadf0c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Deleting port 9f860938-6dfb-4f4d-aceb-3fbbc0cdaeff {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:46:09.091365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7591faab-5dad-448f-b6da-5a54e9aadf0c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:09.242153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0f98b894-3260-48b6-ae4c-f98ce864d879 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:09.268660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a7dcb86c-9868-4c7f-8937-1f17f2e8f508 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.364s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:09.335808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-93125600-c2be-4e48-8125-a08b6a30e730 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:09.403366 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acf94f1-1285-4a7a-81cf-15e937120c0e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:09.404043 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4acf94f1-1285-4a7a-81cf-15e937120c0e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:09.424610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93125600-c2be-4e48-8125-a08b6a30e730 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=83e96486-3614-4fff-a111-d6101be75951,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:09.427588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-93125600-c2be-4e48-8125-a08b6a30e730 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:09.473662 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0f98b894-3260-48b6-ae4c-f98ce864d879 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Calling delete_port for 27497dc6-82df-42ab-9bc3-0aab4377aff3 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:46:09.532283 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4acf94f1-1285-4a7a-81cf-15e937120c0e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.1209464 Dec 25 19:46:09.536461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1c537df3-ff90-4694-b8ad-208561d0e717 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:09.538964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45006) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:09.539858 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-98c038a5-0784-4a2f-9b67-29c4d94fba14 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:09.589565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-22ba772a-f847-4b81-8f3d-de5950b61aae tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Request body: {'floatingip': {'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'port_id': 'a94fc4e9-1a53-4120-9dcd-6846d02cc0c7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:09.600488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-22ba772a-f847-4b81-8f3d-de5950b61aae tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:09.646478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-22ba772a-f847-4b81-8f3d-de5950b61aae tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:09.661658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93125600-c2be-4e48-8125-a08b6a30e730 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network da387ada-6589-46a3-a1e0-f2fd37f41648 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:46:09.666504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-93125600-c2be-4e48-8125-a08b6a30e730 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:46:09.733955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-98c038a5-0784-4a2f-9b67-29c4d94fba14 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Calling delete_port for ab6c4263-d0bf-41d7-b999-89a5c808407b owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:46:09.735771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-22ba772a-f847-4b81-8f3d-de5950b61aae tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:09.866392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:09.947239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-73fa5969-26cc-409e-93bc-cdddd8ffbc0a None None] Provisioning complete for port 83e96486-3614-4fff-a111-d6101be75951 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:46:09.948323 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-73fa5969-26cc-409e-93bc-cdddd8ffbc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:09.977060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-1c537df3-ff90-4694-b8ad-208561d0e717 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Allocated IP 172.26.8.232 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/b7858a71-7cef-4a9f-9342-ee420ac06af0) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:46:10.135234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7591faab-5dad-448f-b6da-5a54e9aadf0c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:10.194442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-73fa5969-26cc-409e-93bc-cdddd8ffbc0a None None] Port 83e96486-3614-4fff-a111-d6101be75951 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:46:10.298010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7591faab-5dad-448f-b6da-5a54e9aadf0c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Calling delete_port for 9f860938-6dfb-4f4d-aceb-3fbbc0cdaeff owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:46:10.341831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1c537df3-ff90-4694-b8ad-208561d0e717 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:10.345978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-22ba772a-f847-4b81-8f3d-de5950b61aae tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:10.356913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aa8891dd-2541-4d96-ba9e-9bd314f612e2 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:10.523130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1c537df3-ff90-4694-b8ad-208561d0e717 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:10.558786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5ea1d6b3-7596-4e5b-9f0f-2fb5f41d69cc tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:10.655865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0f98b894-3260-48b6-ae4c-f98ce864d879 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:10.661580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c537df3-ff90-4694-b8ad-208561d0e717 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:46:10.664123 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b0000f0d-4094-4573-abd4-7208d2ced457 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:10.669457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-1c537df3-ff90-4694-b8ad-208561d0e717 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:46:10.672797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c537df3-ff90-4694-b8ad-208561d0e717 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:46:10.705121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c537df3-ff90-4694-b8ad-208561d0e717 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Pushing event updated for resources: {'Port': ['ID=b7858a71-7cef-4a9f-9342-ee420ac06af0,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:10.708074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1c537df3-ff90-4694-b8ad-208561d0e717 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:10.725447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f98b894-3260-48b6-ae4c-f98ce864d879 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Pushing event deleted for resources: {'Port': ['ID=27497dc6-82df-42ab-9bc3-0aab4377aff3,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:10.726142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-22ba772a-f847-4b81-8f3d-de5950b61aae tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Allocated IP 172.26.8.170 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/e56c3a71-0de4-4643-b06b-6fcf348f3647) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:46:10.729018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-aa8891dd-2541-4d96-ba9e-9bd314f612e2 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Allocated IP 172.20.0.4 (edc2dcf9-fa7d-45d0-9d04-4fffbb916746/92296fee-de3b-4760-9b20-a840bf66dd8c/eec750e3-5029-412f-be8a-b5493e146eeb) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:46:10.735712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0f98b894-3260-48b6-ae4c-f98ce864d879 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:10.771629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-98c038a5-0784-4a2f-9b67-29c4d94fba14 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:10.785729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8776644c-0555-4e79-8cc4-e8e412add637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758140028-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:10.820110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93125600-c2be-4e48-8125-a08b6a30e730 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router a1a54e36-62e8-4d50-bb32-a80dba2e452b has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:46:10.871528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c038a5-0784-4a2f-9b67-29c4d94fba14 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Pushing event deleted for resources: {'Port': ['ID=ab6c4263-d0bf-41d7-b999-89a5c808407b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:10.925969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-98c038a5-0784-4a2f-9b67-29c4d94fba14 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:11.014047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-22ba772a-f847-4b81-8f3d-de5950b61aae tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:11.108388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7591faab-5dad-448f-b6da-5a54e9aadf0c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:11.124946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b5fa789d-197d-4917-99e6-2fc3e04c14bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:11.247879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591faab-5dad-448f-b6da-5a54e9aadf0c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event deleted for resources: {'Port': ['ID=9f860938-6dfb-4f4d-aceb-3fbbc0cdaeff,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:11.269586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7591faab-5dad-448f-b6da-5a54e9aadf0c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:11.421878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1c537df3-ff90-4694-b8ad-208561d0e717 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:11.471542 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-22ba772a-f847-4b81-8f3d-de5950b61aae tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:11.480385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0f98b894-3260-48b6-ae4c-f98ce864d879 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:11.487226 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3d98656a-2f67-43ce-92dc-dd864183e47c tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:11.588783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ba772a-f847-4b81-8f3d-de5950b61aae tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:46:11.589654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1c537df3-ff90-4694-b8ad-208561d0e717 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:11.620523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ba772a-f847-4b81-8f3d-de5950b61aae tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event updated for resources: {'Port': ['ID=e56c3a71-0de4-4643-b06b-6fcf348f3647,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:11.623185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-22ba772a-f847-4b81-8f3d-de5950b61aae tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:46:11.635556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-22ba772a-f847-4b81-8f3d-de5950b61aae tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:11.640374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ba772a-f847-4b81-8f3d-de5950b61aae tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:46:11.746401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aa8891dd-2541-4d96-ba9e-9bd314f612e2 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:11.758632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-98c038a5-0784-4a2f-9b67-29c4d94fba14 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:11.776835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93125600-c2be-4e48-8125-a08b6a30e730 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:46:11.788510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204e433a-7db2-4927-8d1a-20fb8b9326dd None None] Sync routers for ids ['a1a54e36-62e8-4d50-bb32-a80dba2e452b'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:46:11.802785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204e433a-7db2-4927-8d1a-20fb8b9326dd None None] Routers {'a1a54e36-62e8-4d50-bb32-a80dba2e452b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:11.803623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-204e433a-7db2-4927-8d1a-20fb8b9326dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:46:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['a1a54e36-62e8-4d50-bb32-a80dba2e452b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:11.893269 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-93125600-c2be-4e48-8125-a08b6a30e730 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "PUT /v2.0/routers/a1a54e36-62e8-4d50-bb32-a80dba2e452b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6673846 Dec 25 19:46:11.900518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45010) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:11.998841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-204e433a-7db2-4927-8d1a-20fb8b9326dd None None] Set router a1a54e36-62e8-4d50-bb32-a80dba2e452b gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:46:12.225217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1c537df3-ff90-4694-b8ad-208561d0e717 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:12.236710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1c537df3-ff90-4694-b8ad-208561d0e717 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:12.244838 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-22ba772a-f847-4b81-8f3d-de5950b61aae tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:12.346182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0f98b894-3260-48b6-ae4c-f98ce864d879 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:12.395599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-204e433a-7db2-4927-8d1a-20fb8b9326dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'name': 'tempest-TestNetworkBasicOps-router-112452691', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': 'ef720675-c7ca-4211-8e02-10631dfa8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:45:49Z', 'updated_at': '2021-12-25T19:46:07Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'ef720675-c7ca-4211-8e02-10631dfa8051', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:45:50Z', 'updated_at': '2021-12-25T19:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '83e96486-3614-4fff-a111-d6101be75951', 'name': '', 'network_id': 'da387ada-6589-46a3-a1e0-f2fd37f41648', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:1f:1f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d590d7-0365-4250-b463-71f5fd5bb283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:46:06Z', 'updated_at': '2021-12-25T19:46:08Z', 'revision_number': 2, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'b7d590d7-0365-4250-b463-71f5fd5bb283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:12.399891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204e433a-7db2-4927-8d1a-20fb8b9326dd None None] Checking router: a1a54e36-62e8-4d50-bb32-a80dba2e452b for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:46:12.400612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204e433a-7db2-4927-8d1a-20fb8b9326dd None None] Updating router a1a54e36-62e8-4d50-bb32-a80dba2e452b port 83e96486-3614-4fff-a111-d6101be75951 binding host dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 19:46:12.402716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7dc1f8-21fd-4293-93dd-a7126268b9ed tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:12.403161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7dc1f8-21fd-4293-93dd-a7126268b9ed tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:12.403579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7dc1f8-21fd-4293-93dd-a7126268b9ed tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:12.403989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7dc1f8-21fd-4293-93dd-a7126268b9ed tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:12.404394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7dc1f8-21fd-4293-93dd-a7126268b9ed tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:12.404798 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7dc1f8-21fd-4293-93dd-a7126268b9ed tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:12.405202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7dc1f8-21fd-4293-93dd-a7126268b9ed tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:12.405603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7dc1f8-21fd-4293-93dd-a7126268b9ed tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:12.406005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7dc1f8-21fd-4293-93dd-a7126268b9ed tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:12.410786 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5e7dc1f8-21fd-4293-93dd-a7126268b9ed tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6297 time: 0.5058270 Dec 25 19:46:12.415123 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45014) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:12.419045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7591faab-5dad-448f-b6da-5a54e9aadf0c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:12.458081 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-204e433a-7db2-4927-8d1a-20fb8b9326dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:12.491586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0f98b894-3260-48b6-ae4c-f98ce864d879 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:12.503507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-98c038a5-0784-4a2f-9b67-29c4d94fba14 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:12.516690 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c537df3-ff90-4694-b8ad-208561d0e717 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Pushing event updated for resources: {'Port': ['ID=b7858a71-7cef-4a9f-9342-ee420ac06af0,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:12.532427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1c537df3-ff90-4694-b8ad-208561d0e717 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:12.569900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aa8891dd-2541-4d96-ba9e-9bd314f612e2 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:12.575677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-98c038a5-0784-4a2f-9b67-29c4d94fba14 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:12.583630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-34f61213-6a37-4a10-8b37-4558ef6a6aa7 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:12.584301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1c537df3-ff90-4694-b8ad-208561d0e717 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:12.626989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb07a331-fcda-4810-b424-cd1d48f87327 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:12.627228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb07a331-fcda-4810-b424-cd1d48f87327 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:12.627498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb07a331-fcda-4810-b424-cd1d48f87327 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:12.627906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb07a331-fcda-4810-b424-cd1d48f87327 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:12.628310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb07a331-fcda-4810-b424-cd1d48f87327 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:12.628714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb07a331-fcda-4810-b424-cd1d48f87327 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:12.629347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb07a331-fcda-4810-b424-cd1d48f87327 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:12.629491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb07a331-fcda-4810-b424-cd1d48f87327 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:12.634221 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-eb07a331-fcda-4810-b424-cd1d48f87327 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5165 time: 0.2139816 Dec 25 19:46:12.638420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45018) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:12.708982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1c537df3-ff90-4694-b8ad-208561d0e717 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:12.712848 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1c537df3-ff90-4694-b8ad-208561d0e717 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5132775 Dec 25 19:46:12.720636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45024) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:12.734705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-42754a17-aa79-4330-976a-0d600e9e7d69 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1970131907'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:12.749361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8891dd-2541-4d96-ba9e-9bd314f612e2 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Network edc2dcf9-fa7d-45d0-9d04-4fffbb916746 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:46:12.750153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0f98b894-3260-48b6-ae4c-f98ce864d879 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:12.750750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f98b894-3260-48b6-ae4c-f98ce864d879 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Fanout notify agent at l3_agent the message router_deleted on router 4e8ef416-4194-4000-977b-1f399fd49e3b {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:46:12.755612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8891dd-2541-4d96-ba9e-9bd314f612e2 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Pushing event updated for resources: {'Port': ['ID=eec750e3-5029-412f-be8a-b5493e146eeb,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:12.755959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-42754a17-aa79-4330-976a-0d600e9e7d69 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:12.758213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-aa8891dd-2541-4d96-ba9e-9bd314f612e2 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:46:12.765614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-42754a17-aa79-4330-976a-0d600e9e7d69 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Usage tracker for resource:network and tenant:f18e76bdfaca4777a5b13ddaa2a32042 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:12.771828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-42754a17-aa79-4330-976a-0d600e9e7d69 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:12.780395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-aa8891dd-2541-4d96-ba9e-9bd314f612e2 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:12.782604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-42754a17-aa79-4330-976a-0d600e9e7d69 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:12.810632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-98c038a5-0784-4a2f-9b67-29c4d94fba14 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:12.811123 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42754a17-aa79-4330-976a-0d600e9e7d69 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Made reservation on behalf of f18e76bdfaca4777a5b13ddaa2a32042 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:46:12.811238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c038a5-0784-4a2f-9b67-29c4d94fba14 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Fanout notify agent at l3_agent the message router_deleted on router 3be4d2a8-7b45-4329-96c1-4d89f4215f55 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:46:12.816806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-42754a17-aa79-4330-976a-0d600e9e7d69 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:12.821522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-98c038a5-0784-4a2f-9b67-29c4d94fba14 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:12.827636 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-98c038a5-0784-4a2f-9b67-29c4d94fba14 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] 10.222.0.24 "DELETE /v2.0/routers/3be4d2a8-7b45-4329-96c1-4d89f4215f55 HTTP/1.1" status: 204 len: 168 time: 6.2217515 Dec 25 19:46:12.829496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45030) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:12.833288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0f98b894-3260-48b6-ae4c-f98ce864d879 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:12.838650 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0f98b894-3260-48b6-ae4c-f98ce864d879 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] 10.222.0.24 "DELETE /v2.0/routers/4e8ef416-4194-4000-977b-1f399fd49e3b HTTP/1.1" status: 204 len: 168 time: 6.0766625 Dec 25 19:46:12.896878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45034) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:12.903130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8891dd-2541-4d96-ba9e-9bd314f612e2 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:46:12.915369 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-42754a17-aa79-4330-976a-0d600e9e7d69 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:12.938759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-d18b378e-e234-4278-a884-d8c8795e4467 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-123812713', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:12.958429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-1f00acc8-e3cc-45ff-b387-8a5319020e91 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1100299235', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:13.018104 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-204e433a-7db2-4927-8d1a-20fb8b9326dd None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:13.027929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d18b378e-e234-4278-a884-d8c8795e4467 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:13.030481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-204e433a-7db2-4927-8d1a-20fb8b9326dd None None] Transition to ACTIVE for port object 83e96486-3614-4fff-a111-d6101be75951 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:46:13.036587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-204e433a-7db2-4927-8d1a-20fb8b9326dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:13.037294 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1f00acc8-e3cc-45ff-b387-8a5319020e91 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:13.043193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e183e860-3d73-4c8b-9a53-115a14a9f0e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:13.051295 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1f00acc8-e3cc-45ff-b387-8a5319020e91 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Usage tracker for resource:router and tenant:268f4d88c6764be5b7bcb369c0437809 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:13.056908 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d18b378e-e234-4278-a884-d8c8795e4467 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Usage tracker for resource:router and tenant:76dae1c6382c46fba6fdd5a2a0ca79a2 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:13.062588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1f00acc8-e3cc-45ff-b387-8a5319020e91 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:13.067694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d18b378e-e234-4278-a884-d8c8795e4467 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:13.077918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-22ba772a-f847-4b81-8f3d-de5950b61aae tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:13.079241 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d18b378e-e234-4278-a884-d8c8795e4467 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:13.083353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1f00acc8-e3cc-45ff-b387-8a5319020e91 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:13.086250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-42754a17-aa79-4330-976a-0d600e9e7d69 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:13.111957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f15a58-9cad-4ec7-a956-07be1f2dcf78 None None] Pushing event updated for resources: {'Port': ['ID=83e96486-3614-4fff-a111-d6101be75951,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:13.161679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-52f15a58-9cad-4ec7-a956-07be1f2dcf78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:13.175754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d18b378e-e234-4278-a884-d8c8795e4467 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:13.176813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d18b378e-e234-4278-a884-d8c8795e4467 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:13.187513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-42754a17-aa79-4330-976a-0d600e9e7d69 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Usage tracker for resource:security_group_rule and tenant:f18e76bdfaca4777a5b13ddaa2a32042 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:13.192380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-42754a17-aa79-4330-976a-0d600e9e7d69 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:13.196701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f00acc8-e3cc-45ff-b387-8a5319020e91 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:13.197667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f00acc8-e3cc-45ff-b387-8a5319020e91 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:13.199811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-42754a17-aa79-4330-976a-0d600e9e7d69 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:13.243843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-22ba772a-f847-4b81-8f3d-de5950b61aae tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:13.282708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-204e433a-7db2-4927-8d1a-20fb8b9326dd None None] Attempting to bind port 83e96486-3614-4fff-a111-d6101be75951 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:46:13.283100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-204e433a-7db2-4927-8d1a-20fb8b9326dd None None] Attempting to bind port 83e96486-3614-4fff-a111-d6101be75951 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'b2e67a5d-a5dc-4284-869b-7256c008d9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'da387ada-6589-46a3-a1e0-f2fd37f41648'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:46:13.283646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204e433a-7db2-4927-8d1a-20fb8b9326dd None None] Attempting to bind port 83e96486-3614-4fff-a111-d6101be75951 on network da387ada-6589-46a3-a1e0-f2fd37f41648 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:46:13.291221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204e433a-7db2-4927-8d1a-20fb8b9326dd None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:46:13.292334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204e433a-7db2-4927-8d1a-20fb8b9326dd None None] Checking segment: {'id': 'b2e67a5d-a5dc-4284-869b-7256c008d9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'da387ada-6589-46a3-a1e0-f2fd37f41648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:46:13.292799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-204e433a-7db2-4927-8d1a-20fb8b9326dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:13.293114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f00acc8-e3cc-45ff-b387-8a5319020e91 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:13.293224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204e433a-7db2-4927-8d1a-20fb8b9326dd None None] Bound using segment: {'id': 'b2e67a5d-a5dc-4284-869b-7256c008d9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'da387ada-6589-46a3-a1e0-f2fd37f41648'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:46:13.293918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-204e433a-7db2-4927-8d1a-20fb8b9326dd None None] Bound port: 83e96486-3614-4fff-a111-d6101be75951, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2e67a5d-a5dc-4284-869b-7256c008d9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'da387ada-6589-46a3-a1e0-f2fd37f41648'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:46:13.294513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-204e433a-7db2-4927-8d1a-20fb8b9326dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:13.402194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-204e433a-7db2-4927-8d1a-20fb8b9326dd None None] For port 83e96486-3614-4fff-a111-d6101be75951, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:46:13.406482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-204e433a-7db2-4927-8d1a-20fb8b9326dd None None] For port 83e96486-3614-4fff-a111-d6101be75951, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=83e96486-3614-4fff-a111-d6101be75951,segment=NetworkSegment(b2e67a5d-a5dc-4284-869b-7256c008d9e4),segment_id=b2e67a5d-a5dc-4284-869b-7256c008d9e4)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:46:13.411412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-204e433a-7db2-4927-8d1a-20fb8b9326dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:13.416131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:13.431215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d18b378e-e234-4278-a884-d8c8795e4467 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:13.452359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7591faab-5dad-448f-b6da-5a54e9aadf0c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Router d18fccf5-b1b3-4cc2-aa0a-c330693cb3d0 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:46:13.513015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f15a58-9cad-4ec7-a956-07be1f2dcf78 None None] Pushing event updated for resources: {'Port': ['ID=83e96486-3614-4fff-a111-d6101be75951,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:13.516293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204e433a-7db2-4927-8d1a-20fb8b9326dd None None] Routers {'a1a54e36-62e8-4d50-bb32-a80dba2e452b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:13.517075 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-204e433a-7db2-4927-8d1a-20fb8b9326dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:46:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['a1a54e36-62e8-4d50-bb32-a80dba2e452b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:13.582026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-52f15a58-9cad-4ec7-a956-07be1f2dcf78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:13.648585 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-42754a17-aa79-4330-976a-0d600e9e7d69 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:13.670450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aa8891dd-2541-4d96-ba9e-9bd314f612e2 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:13.671352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-42754a17-aa79-4330-976a-0d600e9e7d69 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:13.678230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d18b378e-e234-4278-a884-d8c8795e4467 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:13.680699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:13.751439 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-204e433a-7db2-4927-8d1a-20fb8b9326dd None None] Set router a1a54e36-62e8-4d50-bb32-a80dba2e452b gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:46:13.783036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42754a17-aa79-4330-976a-0d600e9e7d69 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:46:13.808958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-42754a17-aa79-4330-976a-0d600e9e7d69 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:13.809360 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-42754a17-aa79-4330-976a-0d600e9e7d69 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Added segment 0a26d401-1bba-4610-9a7b-7415e7179e7e of type vlan for network ce78d99c-253e-4a52-ac55-2e96a78815a6 Dec 25 19:46:13.819805 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ee836120-1121-4826-b71b-142a291c9874 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4644 time: 1.1772532 Dec 25 19:46:13.877634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42754a17-aa79-4330-976a-0d600e9e7d69 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbbb765-2e08-4729-9940-bfc332f84a91,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:13.886029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-42754a17-aa79-4330-976a-0d600e9e7d69 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:13.891133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-42754a17-aa79-4330-976a-0d600e9e7d69 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:13.960585 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-42754a17-aa79-4330-976a-0d600e9e7d69 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:13.965988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42754a17-aa79-4330-976a-0d600e9e7d69 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:13.966614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-42754a17-aa79-4330-976a-0d600e9e7d69 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:13.993356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:14.076580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f00acc8-e3cc-45ff-b387-8a5319020e91 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:14.102895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-22ba772a-f847-4b81-8f3d-de5950b61aae tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:14.105658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42754a17-aa79-4330-976a-0d600e9e7d69 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Pushing event updated for resources: {'Network': ['ID=ce78d99c-253e-4a52-ac55-2e96a78815a6,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:14.109392 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-42754a17-aa79-4330-976a-0d600e9e7d69 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3812814 Dec 25 19:46:14.110683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-42754a17-aa79-4330-976a-0d600e9e7d69 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:14.111370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-22ba772a-f847-4b81-8f3d-de5950b61aae tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:14.116156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45040) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:14.116836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-93125600-c2be-4e48-8125-a08b6a30e730 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:14.119412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network ce78d99c-253e-4a52-ac55-2e96a78815a6 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:46:14.148322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-204e433a-7db2-4927-8d1a-20fb8b9326dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'name': 'tempest-TestNetworkBasicOps-router-112452691', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': 'ef720675-c7ca-4211-8e02-10631dfa8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:45:49Z', 'updated_at': '2021-12-25T19:46:07Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'ef720675-c7ca-4211-8e02-10631dfa8051', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:45:50Z', 'updated_at': '2021-12-25T19:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '83e96486-3614-4fff-a111-d6101be75951', 'name': '', 'network_id': 'da387ada-6589-46a3-a1e0-f2fd37f41648', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:1f:1f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d590d7-0365-4250-b463-71f5fd5bb283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:46:06Z', 'updated_at': '2021-12-25T19:46:13Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'b7d590d7-0365-4250-b463-71f5fd5bb283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:14.154273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204e433a-7db2-4927-8d1a-20fb8b9326dd None None] The sync data for ids ['a1a54e36-62e8-4d50-bb32-a80dba2e452b'] in dv-neutron-822611-1-hyperv is: [{'id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'name': 'tempest-TestNetworkBasicOps-router-112452691', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': 'ef720675-c7ca-4211-8e02-10631dfa8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:45:49Z', 'updated_at': '2021-12-25T19:46:07Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'ef720675-c7ca-4211-8e02-10631dfa8051', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:45:50Z', 'updated_at': '2021-12-25T19:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '83e96486-3614-4fff-a111-d6101be75951', 'name': '', 'network_id': 'da387ada-6589-46a3-a1e0-f2fd37f41648', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:1f:1f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d590d7-0365-4250-b463-71f5fd5bb283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:46:06Z', 'updated_at': '2021-12-25T19:46:13Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'b7d590d7-0365-4250-b463-71f5fd5bb283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:46:14.189756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ba772a-f847-4b81-8f3d-de5950b61aae tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event updated for resources: {'Port': ['ID=e56c3a71-0de4-4643-b06b-6fcf348f3647,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:14.196019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-a98111cd-0456-460b-a34a-5f032a933e6e tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Request body: {'subnet': {'network_id': 'ce78d99c-253e-4a52-ac55-2e96a78815a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:14.214524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d18b378e-e234-4278-a884-d8c8795e4467 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:14.219273 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d18b378e-e234-4278-a884-d8c8795e4467 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2893209 Dec 25 19:46:14.220030 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45044) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:14.265305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aa8891dd-2541-4d96-ba9e-9bd314f612e2 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:14.320530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-da501a6f-724a-4a18-b421-6c3d3fdcca86 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'enable_snat': True}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:14.324745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-22ba772a-f847-4b81-8f3d-de5950b61aae tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:14.339110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45048) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:14.351321 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-03624027-2c13-41d2-b8eb-de7808c256d4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1841415019', 'description': 'tempest-secgroup-smoke-1841415019 description', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:14.394855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-03624027-2c13-41d2-b8eb-de7808c256d4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:14.409556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a98111cd-0456-460b-a34a-5f032a933e6e tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:14.412227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-03624027-2c13-41d2-b8eb-de7808c256d4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:14.422154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-03624027-2c13-41d2-b8eb-de7808c256d4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:14.427937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a98111cd-0456-460b-a34a-5f032a933e6e tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Usage tracker for resource:subnet and tenant:f18e76bdfaca4777a5b13ddaa2a32042 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:14.435637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-03624027-2c13-41d2-b8eb-de7808c256d4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:14.437938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a98111cd-0456-460b-a34a-5f032a933e6e tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:14.448948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a98111cd-0456-460b-a34a-5f032a933e6e tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:14.464736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-22ba772a-f847-4b81-8f3d-de5950b61aae tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:14.513087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7591faab-5dad-448f-b6da-5a54e9aadf0c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:46:14.529731 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-03624027-2c13-41d2-b8eb-de7808c256d4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:14.531736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dae3bd2-1d9d-4ae9-8bd0-a2a9b76fe3ad None None] Sync routers for ids ['d18fccf5-b1b3-4cc2-aa0a-c330693cb3d0'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:46:14.540777 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7591faab-5dad-448f-b6da-5a54e9aadf0c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "PUT /v2.0/routers/d18fccf5-b1b3-4cc2-aa0a-c330693cb3d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5422435 Dec 25 19:46:14.548254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dae3bd2-1d9d-4ae9-8bd0-a2a9b76fe3ad None None] Routers {'d18fccf5-b1b3-4cc2-aa0a-c330693cb3d0'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:14.549094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-8dae3bd2-1d9d-4ae9-8bd0-a2a9b76fe3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:46:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['d18fccf5-b1b3-4cc2-aa0a-c330693cb3d0'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:14.549240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45052) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:14.556109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98111cd-0456-460b-a34a-5f032a933e6e tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Made reservation on behalf of f18e76bdfaca4777a5b13ddaa2a32042 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:46:14.622580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-8dae3bd2-1d9d-4ae9-8bd0-a2a9b76fe3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:14.637296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dae3bd2-1d9d-4ae9-8bd0-a2a9b76fe3ad None None] Routers {'d18fccf5-b1b3-4cc2-aa0a-c330693cb3d0'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:14.638110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-8dae3bd2-1d9d-4ae9-8bd0-a2a9b76fe3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:46:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['d18fccf5-b1b3-4cc2-aa0a-c330693cb3d0'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:14.639783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-544fa644-6944-47b1-9acb-b309e892a4f3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Synchronizing usage tracker for tenant:ed9c1443c9ab46589f19ea480da46eab on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:46:14.707633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-8dae3bd2-1d9d-4ae9-8bd0-a2a9b76fe3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:14.708443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dae3bd2-1d9d-4ae9-8bd0-a2a9b76fe3ad None None] The sync data for ids ['d18fccf5-b1b3-4cc2-aa0a-c330693cb3d0'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:46:14.718021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-03624027-2c13-41d2-b8eb-de7808c256d4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:14.725675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a98111cd-0456-460b-a34a-5f032a933e6e tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:14.752414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-03624027-2c13-41d2-b8eb-de7808c256d4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:14.758734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-03624027-2c13-41d2-b8eb-de7808c256d4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:14.782896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-03624027-2c13-41d2-b8eb-de7808c256d4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:14.909677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-544fa644-6944-47b1-9acb-b309e892a4f3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Unset dirty status for tenant:ed9c1443c9ab46589f19ea480da46eab on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:46:14.910998 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-544fa644-6944-47b1-9acb-b309e892a4f3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "GET /v2.0/ports?device_id=d18fccf5-b1b3-4cc2-aa0a-c330693cb3d0 HTTP/1.1" status: 200 len: 205 time: 0.3599355 Dec 25 19:46:14.919417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45056) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:15.129225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aa8891dd-2541-4d96-ba9e-9bd314f612e2 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:15.168958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aa8891dd-2541-4d96-ba9e-9bd314f612e2 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:15.172256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-03624027-2c13-41d2-b8eb-de7808c256d4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:15.178549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-713f0868-1311-47a8-a941-bf9626185646 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:15.213946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f00acc8-e3cc-45ff-b387-8a5319020e91 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:15.249443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-03624027-2c13-41d2-b8eb-de7808c256d4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:15.260826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:15.270868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f00acc8-e3cc-45ff-b387-8a5319020e91 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:15.277316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-da501a6f-724a-4a18-b421-6c3d3fdcca86 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:15.317567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 83e96486-3614-4fff-a111-d6101be75951 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:46:15.338810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-22e1bb3a-4bfc-4e29-b275-61b0765261de tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:15.380961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8891dd-2541-4d96-ba9e-9bd314f612e2 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Pushing event updated for resources: {'Port': ['ID=eec750e3-5029-412f-be8a-b5493e146eeb,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:15.397839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-aa8891dd-2541-4d96-ba9e-9bd314f612e2 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:15.412183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 83e96486-3614-4fff-a111-d6101be75951 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:46:15.421021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 83e96486-3614-4fff-a111-d6101be75951 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:46:15.421663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:15.432984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03624027-2c13-41d2-b8eb-de7808c256d4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9349b6a4-3290-42cb-88c9-195a7da3dd1c,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:15.436367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-03624027-2c13-41d2-b8eb-de7808c256d4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:15.442642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-03624027-2c13-41d2-b8eb-de7808c256d4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:15.444076 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-03624027-2c13-41d2-b8eb-de7808c256d4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.1025043 Dec 25 19:46:15.448538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45060) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:15.451401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aa8891dd-2541-4d96-ba9e-9bd314f612e2 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:15.452955 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [None req-22ba772a-f847-4b81-8f3d-de5950b61aae tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Floating IP a8662439-d0f5-4993-b8ec-d089cb582a4e associated. External IP: 172.26.8.170, port: a94fc4e9-1a53-4120-9dcd-6846d02cc0c7. Dec 25 19:46:15.488444 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-3487f948-7cda-4a43-b54c-183090e6af7f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': '9349b6a4-3290-42cb-88c9-195a7da3dd1c', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:15.501176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aa8891dd-2541-4d96-ba9e-9bd314f612e2 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:15.506545 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-aa8891dd-2541-4d96-ba9e-9bd314f612e2 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.8271263 Dec 25 19:46:15.547647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3487f948-7cda-4a43-b54c-183090e6af7f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:15.550063 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45064) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:15.571335 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:15.597997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a98111cd-0456-460b-a34a-5f032a933e6e tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:15.615875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-16b7577b-9c49-48ab-ad2d-d2ed2da76367 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:15.628693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 83e96486-3614-4fff-a111-d6101be75951, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=83e96486-3614-4fff-a111-d6101be75951,segment=NetworkSegment(b2e67a5d-a5dc-4284-869b-7256c008d9e4),segment_id=b2e67a5d-a5dc-4284-869b-7256c008d9e4)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:46:15.629829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3487f948-7cda-4a43-b54c-183090e6af7f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:15.633468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:15.636188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3487f948-7cda-4a43-b54c-183090e6af7f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:15.637419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0c2ece-ca3f-40bf-b36a-a3072ffc6132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:15.683270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3487f948-7cda-4a43-b54c-183090e6af7f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:15.718065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=83e96486-3614-4fff-a111-d6101be75951,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:15.723508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:15.754863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9d57ebed-c96d-4272-a35f-fb4495ae895c tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Synchronizing usage tracker for tenant:5177f85cb47e473487481f5145b34c51 on resource:floatingip {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:46:15.791373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-1f00acc8-e3cc-45ff-b387-8a5319020e91 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Allocated IP 172.26.8.139 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/b145ab39-83eb-4564-bfdc-817dac53762f) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:46:15.795686 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3487f948-7cda-4a43-b54c-183090e6af7f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:15.832117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9d57ebed-c96d-4272-a35f-fb4495ae895c tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Unset dirty status for tenant:5177f85cb47e473487481f5145b34c51 on resource:floatingip {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:46:15.833402 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9d57ebed-c96d-4272-a35f-fb4495ae895c tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] 10.222.0.24 "GET /v2.0/floatingips?floating_network_id=edc2dcf9-fa7d-45d0-9d04-4fffbb916746 HTTP/1.1" status: 200 len: 689 time: 0.2727005 Dec 25 19:46:15.863516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45068) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:15.868910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98111cd-0456-460b-a34a-5f032a933e6e tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Pushing event updated for resources: {'Subnet': ['ID=614b7f38-ece1-4287-8565-aeee2dddc439,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:15.871883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a98111cd-0456-460b-a34a-5f032a933e6e tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:16.228038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98111cd-0456-460b-a34a-5f032a933e6e tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Checking segment: {'id': '0a26d401-1bba-4610-9a7b-7415e7179e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ce78d99c-253e-4a52-ac55-2e96a78815a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:46:16.228449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98111cd-0456-460b-a34a-5f032a933e6e tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Network hostable DHCP agents. Network: ce78d99c-253e-4a52-ac55-2e96a78815a6, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:46:16.403290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-22e1bb3a-4bfc-4e29-b275-61b0765261de tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:16.415581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-22e1bb3a-4bfc-4e29-b275-61b0765261de tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:16.423307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3487f948-7cda-4a43-b54c-183090e6af7f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:16.433016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98111cd-0456-460b-a34a-5f032a933e6e tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Network ce78d99c-253e-4a52-ac55-2e96a78815a6 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:46:16.459433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-a98111cd-0456-460b-a34a-5f032a933e6e tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, ce78d99c-253e-4a52-ac55-2e96a78815a6) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:46:16.464013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98111cd-0456-460b-a34a-5f032a933e6e tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:16.464455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3487f948-7cda-4a43-b54c-183090e6af7f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:16.464674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a98111cd-0456-460b-a34a-5f032a933e6e tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:16.468799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960b46d5-985c-450d-91da-2ae9cbfe7a21 None None] Network ce78d99c-253e-4a52-ac55-2e96a78815a6 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:46:16.475806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f00acc8-e3cc-45ff-b387-8a5319020e91 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:16.483445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-22e1bb3a-4bfc-4e29-b275-61b0765261de tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:16.484003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e1bb3a-4bfc-4e29-b275-61b0765261de tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Fanout notify agent at l3_agent the message router_deleted on router d18fccf5-b1b3-4cc2-aa0a-c330693cb3d0 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:46:16.484468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:16.502193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-22e1bb3a-4bfc-4e29-b275-61b0765261de tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:16.506151 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-22e1bb3a-4bfc-4e29-b275-61b0765261de tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "DELETE /v2.0/routers/d18fccf5-b1b3-4cc2-aa0a-c330693cb3d0 HTTP/1.1" status: 204 len: 168 time: 1.5796802 Dec 25 19:46:16.511534 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a98111cd-0456-460b-a34a-5f032a933e6e tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3216081 Dec 25 19:46:16.511534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45072) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:16.511738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd7a43f8-f55b-46d0-b521-2a91864efead tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:16.512718 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45074) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:16.520627 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-da501a6f-724a-4a18-b421-6c3d3fdcca86 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:16.552669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3487f948-7cda-4a43-b54c-183090e6af7f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e715edc6-5597-4a16-b555-3a7d4b37a2f6,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:16.556253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-c2ea2fd8-dfc1-4544-9b5b-41a157ec050d tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1331609371', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}, 'admin_state_up': False}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:16.581491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c2ea2fd8-dfc1-4544-9b5b-41a157ec050d tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:16.594496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c2ea2fd8-dfc1-4544-9b5b-41a157ec050d tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Usage tracker for resource:router and tenant:f18e76bdfaca4777a5b13ddaa2a32042 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:16.602483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c2ea2fd8-dfc1-4544-9b5b-41a157ec050d tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:16.631550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-da501a6f-724a-4a18-b421-6c3d3fdcca86 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:16.633725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3487f948-7cda-4a43-b54c-183090e6af7f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:16.673651 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c2ea2fd8-dfc1-4544-9b5b-41a157ec050d tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:16.704993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-dd7a43f8-f55b-46d0-b521-2a91864efead tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Deleting port eec750e3-5029-412f-be8a-b5493e146eeb {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:46:16.705372 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd7a43f8-f55b-46d0-b521-2a91864efead tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:16.718292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7856558-01f2-4bc4-8be1-124e6154c7de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-ce78d99c-253e-4a52-ac55-2e96a78815a6', 'network_id': 'ce78d99c-253e-4a52-ac55-2e96a78815a6', 'tenant_id': 'f18e76bdfaca4777a5b13ddaa2a32042', 'fixed_ips': [{'subnet_id': '614b7f38-ece1-4287-8565-aeee2dddc439'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:46:16.719395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7856558-01f2-4bc4-8be1-124e6154c7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:16.730675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3487f948-7cda-4a43-b54c-183090e6af7f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:16.731671 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3487f948-7cda-4a43-b54c-183090e6af7f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2819798 Dec 25 19:46:16.738793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45080) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:16.741145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c2ea2fd8-dfc1-4544-9b5b-41a157ec050d tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:16.742171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c2ea2fd8-dfc1-4544-9b5b-41a157ec050d tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:16.795430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f00acc8-e3cc-45ff-b387-8a5319020e91 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:16.805260 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-39bc5545-a07b-47e9-a4c9-87c2a0ad553e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': '9349b6a4-3290-42cb-88c9-195a7da3dd1c', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:16.817676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-07ba884e-75df-42e7-9df2-cc4ea7374dbb tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:16.821354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-39bc5545-a07b-47e9-a4c9-87c2a0ad553e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:16.841549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-39bc5545-a07b-47e9-a4c9-87c2a0ad553e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:16.852378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-39bc5545-a07b-47e9-a4c9-87c2a0ad553e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:16.874228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-39bc5545-a07b-47e9-a4c9-87c2a0ad553e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:16.898355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c2ea2fd8-dfc1-4544-9b5b-41a157ec050d tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:16.905381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-c68d5a58-919f-40f4-9fe1-8442225d613c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Deleting subnet 887d6d5d-bc1d-421e-99a0-9cc6a6b2333f {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:46:16.906340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-a7856558-01f2-4bc4-8be1-124e6154c7de None None] Allocated IP 172.20.0.2 (ce78d99c-253e-4a52-ac55-2e96a78815a6/614b7f38-ece1-4287-8565-aeee2dddc439/4c55e189-3452-4f10-8511-5957a4d4ac8f) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:46:16.919629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c68d5a58-919f-40f4-9fe1-8442225d613c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:16.959753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f00acc8-e3cc-45ff-b387-8a5319020e91 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:46:16.966698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-1f00acc8-e3cc-45ff-b387-8a5319020e91 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:46:16.985897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-39bc5545-a07b-47e9-a4c9-87c2a0ad553e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:17.020705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f00acc8-e3cc-45ff-b387-8a5319020e91 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:46:17.052022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00acc8-e3cc-45ff-b387-8a5319020e91 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Pushing event updated for resources: {'Port': ['ID=b145ab39-83eb-4564-bfdc-817dac53762f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:17.074331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1f00acc8-e3cc-45ff-b387-8a5319020e91 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:17.099388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-da501a6f-724a-4a18-b421-6c3d3fdcca86 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Allocated IP 172.26.8.16 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/2eadde5e-aa83-4d88-8a45-4556b32b5ba2) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:46:17.116966 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c68d5a58-919f-40f4-9fe1-8442225d613c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:17.139884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd7a43f8-f55b-46d0-b521-2a91864efead tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:17.140241 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd7a43f8-f55b-46d0-b521-2a91864efead tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:17.177915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7856558-01f2-4bc4-8be1-124e6154c7de None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:17.189247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a7856558-01f2-4bc4-8be1-124e6154c7de None None] Transition to ACTIVE for port object 4c55e189-3452-4f10-8511-5957a4d4ac8f will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:46:17.211419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a7856558-01f2-4bc4-8be1-124e6154c7de None None] Transition to ACTIVE for port object 4c55e189-3452-4f10-8511-5957a4d4ac8f will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:46:17.220246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7856558-01f2-4bc4-8be1-124e6154c7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:17.226433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8bbc152c-bfa8-4138-9545-3386a15cfc76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:17.295088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 83e96486-3614-4fff-a111-d6101be75951 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:46:17.326610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7856558-01f2-4bc4-8be1-124e6154c7de None None] Pushing event updated for resources: {'Port': ['ID=4c55e189-3452-4f10-8511-5957a4d4ac8f,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:17.336282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-dd7a43f8-f55b-46d0-b521-2a91864efead tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Calling delete_port for eec750e3-5029-412f-be8a-b5493e146eeb owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:46:17.344626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a7856558-01f2-4bc4-8be1-124e6154c7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:17.362448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7856558-01f2-4bc4-8be1-124e6154c7de None None] Network ce78d99c-253e-4a52-ac55-2e96a78815a6 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:46:17.365511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-a7856558-01f2-4bc4-8be1-124e6154c7de None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:46:17.369830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7856558-01f2-4bc4-8be1-124e6154c7de None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:46:17.371384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c2ea2fd8-dfc1-4544-9b5b-41a157ec050d tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:17.386356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-39bc5545-a07b-47e9-a4c9-87c2a0ad553e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:17.398652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c68d5a58-919f-40f4-9fe1-8442225d613c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:17.428836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-39bc5545-a07b-47e9-a4c9-87c2a0ad553e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:17.447611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:17.481111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 83e96486-3614-4fff-a111-d6101be75951 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:46:17.481539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:17.509137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc5545-a07b-47e9-a4c9-87c2a0ad553e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a1a91e-2a97-43b5-af84-eb24c53c9cde,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:17.510760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-a7856558-01f2-4bc4-8be1-124e6154c7de None None] Attempting to bind port 4c55e189-3452-4f10-8511-5957a4d4ac8f on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:46:17.510976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-a7856558-01f2-4bc4-8be1-124e6154c7de None None] Attempting to bind port 4c55e189-3452-4f10-8511-5957a4d4ac8f by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '0a26d401-1bba-4610-9a7b-7415e7179e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ce78d99c-253e-4a52-ac55-2e96a78815a6'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:46:17.511387 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7856558-01f2-4bc4-8be1-124e6154c7de None None] Attempting to bind port 4c55e189-3452-4f10-8511-5957a4d4ac8f on network ce78d99c-253e-4a52-ac55-2e96a78815a6 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:46:17.513006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-39bc5545-a07b-47e9-a4c9-87c2a0ad553e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:17.531413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7856558-01f2-4bc4-8be1-124e6154c7de None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:46:17.532092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7856558-01f2-4bc4-8be1-124e6154c7de None None] Checking segment: {'id': '0a26d401-1bba-4610-9a7b-7415e7179e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ce78d99c-253e-4a52-ac55-2e96a78815a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:46:17.532290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7856558-01f2-4bc4-8be1-124e6154c7de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:17.532947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7856558-01f2-4bc4-8be1-124e6154c7de None None] Bound using segment: {'id': '0a26d401-1bba-4610-9a7b-7415e7179e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ce78d99c-253e-4a52-ac55-2e96a78815a6'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:46:17.533512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-a7856558-01f2-4bc4-8be1-124e6154c7de None None] Bound port: 4c55e189-3452-4f10-8511-5957a4d4ac8f, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a26d401-1bba-4610-9a7b-7415e7179e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ce78d99c-253e-4a52-ac55-2e96a78815a6'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:46:17.533645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7856558-01f2-4bc4-8be1-124e6154c7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:17.540000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ba772a-f847-4b81-8f3d-de5950b61aae tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Router 37b5843f-11c8-4119-aa66-53b4aff55b9b has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:46:17.541083 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-39bc5545-a07b-47e9-a4c9-87c2a0ad553e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:17.546483 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-39bc5545-a07b-47e9-a4c9-87c2a0ad553e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7960665 Dec 25 19:46:17.546646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45084) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:17.568479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-49d3ae09-e1c1-44d1-b83f-eb70a01d2fb5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': '9349b6a4-3290-42cb-88c9-195a7da3dd1c', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:17.584005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-49d3ae09-e1c1-44d1-b83f-eb70a01d2fb5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:17.608086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-49d3ae09-e1c1-44d1-b83f-eb70a01d2fb5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:17.614876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-49d3ae09-e1c1-44d1-b83f-eb70a01d2fb5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:17.623343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-da501a6f-724a-4a18-b421-6c3d3fdcca86 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:17.626605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-49d3ae09-e1c1-44d1-b83f-eb70a01d2fb5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:17.640388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c68d5a58-919f-40f4-9fe1-8442225d613c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:17.658486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd7a43f8-f55b-46d0-b521-2a91864efead tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:17.670066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4e0ef2ea-13fe-4e99-bb35-e141ea792076 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:17.720819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-a7856558-01f2-4bc4-8be1-124e6154c7de None None] For port 4c55e189-3452-4f10-8511-5957a4d4ac8f, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:46:17.726447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-a7856558-01f2-4bc4-8be1-124e6154c7de None None] For port 4c55e189-3452-4f10-8511-5957a4d4ac8f, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=4c55e189-3452-4f10-8511-5957a4d4ac8f,segment=NetworkSegment(0a26d401-1bba-4610-9a7b-7415e7179e7e),segment_id=0a26d401-1bba-4610-9a7b-7415e7179e7e)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:46:17.731857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7856558-01f2-4bc4-8be1-124e6154c7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:17.736735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0fb3ca9c-5b1e-48a1-adda-429c841aea48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:17.767596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a43f8-f55b-46d0-b521-2a91864efead tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Pushing event deleted for resources: {'Port': ['ID=eec750e3-5029-412f-be8a-b5493e146eeb,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:17.778727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dd7a43f8-f55b-46d0-b521-2a91864efead tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:17.818648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7856558-01f2-4bc4-8be1-124e6154c7de None None] Pushing event updated for resources: {'Port': ['ID=4c55e189-3452-4f10-8511-5957a4d4ac8f,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:17.823347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a7856558-01f2-4bc4-8be1-124e6154c7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:17.843511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:17.861148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-da501a6f-724a-4a18-b421-6c3d3fdcca86 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:17.870975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a4a73eb1-443c-4c87-888e-58c7d95a1a54 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:17.894728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d5a58-919f-40f4-9fe1-8442225d613c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event deleted for resources: {'Subnet': ['ID=887d6d5d-bc1d-421e-99a0-9cc6a6b2333f,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:17.898609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-49d3ae09-e1c1-44d1-b83f-eb70a01d2fb5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:17.906904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f00acc8-e3cc-45ff-b387-8a5319020e91 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:17.907692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f00acc8-e3cc-45ff-b387-8a5319020e91 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:17.918218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c68d5a58-919f-40f4-9fe1-8442225d613c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:17.937715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5191942e-6754-455b-ab54-2d3d539c1b08 None None] Network cbc2fa8e-0ffa-44c8-92fd-f126d4cb9697 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:46:17.943999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c68d5a58-919f-40f4-9fe1-8442225d613c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:17.993139 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c68d5a58-919f-40f4-9fe1-8442225d613c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "DELETE /v2.0/subnets/887d6d5d-bc1d-421e-99a0-9cc6a6b2333f HTTP/1.1" status: 204 len: 168 time: 1.4797986 Dec 25 19:46:17.996464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45088) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:18.038544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da501a6f-724a-4a18-b421-6c3d3fdcca86 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:46:18.040918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da501a6f-724a-4a18-b421-6c3d3fdcca86 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Pushing event updated for resources: {'Port': ['ID=2eadde5e-aa83-4d88-8a45-4556b32b5ba2,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:18.045410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-da501a6f-724a-4a18-b421-6c3d3fdcca86 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:18.046410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-da501a6f-724a-4a18-b421-6c3d3fdcca86 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:46:18.048578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd7a43f8-f55b-46d0-b521-2a91864efead tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:18.062851 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da501a6f-724a-4a18-b421-6c3d3fdcca86 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:46:18.270423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd7a43f8-f55b-46d0-b521-2a91864efead tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:18.284737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-49d3ae09-e1c1-44d1-b83f-eb70a01d2fb5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:18.295544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4b604a43-31a3-435f-ba74-558909cf8628 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:18.384000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ccaa4f-4480-4873-b3ad-f0f9c31ef654 None None] DHCP port deletion for cbc2fa8e-0ffa-44c8-92fd-f126d4cb9697 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:46:18.392272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b8ccaa4f-4480-4873-b3ad-f0f9c31ef654 None None] Deleting port 6f59913e-0551-461e-9fe1-9a9834336da4 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:46:18.393687 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b8ccaa4f-4480-4873-b3ad-f0f9c31ef654 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:18.630901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c2ea2fd8-dfc1-4544-9b5b-41a157ec050d tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:18.656161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b8ccaa4f-4480-4873-b3ad-f0f9c31ef654 None None] For port 6f59913e-0551-461e-9fe1-9a9834336da4, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=6f59913e-0551-461e-9fe1-9a9834336da4,segment=NetworkSegment(d829af8a-8c85-48cb-bb18-881ba6f9ba95),segment_id=d829af8a-8c85-48cb-bb18-881ba6f9ba95)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:46:18.656829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b8ccaa4f-4480-4873-b3ad-f0f9c31ef654 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:18.660317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-49d3ae09-e1c1-44d1-b83f-eb70a01d2fb5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:18.677648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c2ea2fd8-dfc1-4544-9b5b-41a157ec050d tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:18.684147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-39bc5545-a07b-47e9-a4c9-87c2a0ad553e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:18.721176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd7a43f8-f55b-46d0-b521-2a91864efead tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:18.727168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7c054ce0-c82d-4691-9275-f1530246f654 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:18.746363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-4b604a43-31a3-435f-ba74-558909cf8628 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Deleting port 6f59913e-0551-461e-9fe1-9a9834336da4 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:46:18.746742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4b604a43-31a3-435f-ba74-558909cf8628 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:18.770201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a43f8-f55b-46d0-b521-2a91864efead tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=92296fee-de3b-4760-9b20-a840bf66dd8c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:18.777528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dd7a43f8-f55b-46d0-b521-2a91864efead tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:18.795553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d3ae09-e1c1-44d1-b83f-eb70a01d2fb5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aaf3f13-5050-4c14-b587-d5b1de14ea43,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:18.798217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-49d3ae09-e1c1-44d1-b83f-eb70a01d2fb5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:18.818670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b8ccaa4f-4480-4873-b3ad-f0f9c31ef654 None None] Calling delete_port for 6f59913e-0551-461e-9fe1-9a9834336da4 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:46:18.821146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-49d3ae09-e1c1-44d1-b83f-eb70a01d2fb5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:18.825402 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-49d3ae09-e1c1-44d1-b83f-eb70a01d2fb5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2740591 Dec 25 19:46:18.827914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45094) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:18.846016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-ec248753-e037-4257-b958-8c0ab9b32ac7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': '9349b6a4-3290-42cb-88c9-195a7da3dd1c', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:18.900422 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ec248753-e037-4257-b958-8c0ab9b32ac7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:18.901385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b8ccaa4f-4480-4873-b3ad-f0f9c31ef654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:18.905842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2f086f6b-32ac-4b34-a4ab-c4ebc6e4fc1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:18.906759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd7a43f8-f55b-46d0-b521-2a91864efead tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:18.923905 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ec248753-e037-4257-b958-8c0ab9b32ac7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:18.929586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-da501a6f-724a-4a18-b421-6c3d3fdcca86 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:18.953876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ccaa4f-4480-4873-b3ad-f0f9c31ef654 None None] Pushing event deleted for resources: {'Port': ['ID=6f59913e-0551-461e-9fe1-9a9834336da4,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:18.958106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b8ccaa4f-4480-4873-b3ad-f0f9c31ef654 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:18.964633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ccaa4f-4480-4873-b3ad-f0f9c31ef654 None None] No DVR routers for this DVR port 6f59913e-0551-461e-9fe1-9a9834336da4 on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:46:18.997465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ec248753-e037-4257-b958-8c0ab9b32ac7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:19.022313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ba772a-f847-4b81-8f3d-de5950b61aae tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:46:19.026901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ec248753-e037-4257-b958-8c0ab9b32ac7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:19.034434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167fe535-df7f-45d6-a9eb-7c6a35892dc7 None None] Sync routers for ids ['37b5843f-11c8-4119-aa66-53b4aff55b9b'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:46:19.041271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-dd7a43f8-f55b-46d0-b521-2a91864efead tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edc2dcf9-fa7d-45d0-9d04-4fffbb916746']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:19.049345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167fe535-df7f-45d6-a9eb-7c6a35892dc7 None None] Routers {'37b5843f-11c8-4119-aa66-53b4aff55b9b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:19.050047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-167fe535-df7f-45d6-a9eb-7c6a35892dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:46:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['37b5843f-11c8-4119-aa66-53b4aff55b9b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:19.076959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-dd7a43f8-f55b-46d0-b521-2a91864efead tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6298f19-1a09-4257-8c55-8d968aed93d3') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:19.077322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-dd7a43f8-f55b-46d0-b521-2a91864efead tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6298f19-1a09-4257-8c55-8d968aed93d3') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:19.120157 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-167fe535-df7f-45d6-a9eb-7c6a35892dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:19.123472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-c2ea2fd8-dfc1-4544-9b5b-41a157ec050d tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Allocated IP 172.26.8.89 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/2f036564-5fc3-43e2-be57-8bf53a26d323) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:46:19.140234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-4b604a43-31a3-435f-ba74-558909cf8628 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] For port 6f59913e-0551-461e-9fe1-9a9834336da4, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=6f59913e-0551-461e-9fe1-9a9834336da4,segment=NetworkSegment(d829af8a-8c85-48cb-bb18-881ba6f9ba95),segment_id=d829af8a-8c85-48cb-bb18-881ba6f9ba95)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:46:19.140865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4b604a43-31a3-435f-ba74-558909cf8628 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:19.142494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167fe535-df7f-45d6-a9eb-7c6a35892dc7 None None] Routers {'37b5843f-11c8-4119-aa66-53b4aff55b9b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:19.143767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-167fe535-df7f-45d6-a9eb-7c6a35892dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:46:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['37b5843f-11c8-4119-aa66-53b4aff55b9b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:19.155119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-22ba772a-f847-4b81-8f3d-de5950b61aae tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:19.173227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd7a43f8-f55b-46d0-b521-2a91864efead tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:19.181885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ec248753-e037-4257-b958-8c0ab9b32ac7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:19.224672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd7a43f8-f55b-46d0-b521-2a91864efead tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:19.237844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f00acc8-e3cc-45ff-b387-8a5319020e91 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Router 219c7ca7-c044-48de-ac47-25152a6f66a4 is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:46:19.244960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd7a43f8-f55b-46d0-b521-2a91864efead tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:46:19.245404 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd7a43f8-f55b-46d0-b521-2a91864efead tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:19.269587 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:46:19.269587 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:46:19.269587 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:46:19.269587 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:46:19.269587 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:46:19.269587 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:46:19.269587 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:46:19.269587 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:46:19.269587 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:46:19.269587 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:46:19.269587 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:46:19.269587 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:46:19.269587 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:46:19.269587 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:46:19.269587 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:46:19.269587 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:46:19.269587 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:46:19.269587 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:46:19.269587 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:46:19.269587 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:46:19.269587 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:46:19.269587 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:46:19.269587 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:46:19.269587 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:46:19.269587 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:46:19.269587 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:46:19.269587 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:46:19.269587 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:46:19.269587 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:46:19.269587 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:46:19.269587 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:46:19.269587 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:46:19.291634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-da501a6f-724a-4a18-b421-6c3d3fdcca86 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:19.299037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-167fe535-df7f-45d6-a9eb-7c6a35892dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:19.299670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167fe535-df7f-45d6-a9eb-7c6a35892dc7 None None] The sync data for ids ['37b5843f-11c8-4119-aa66-53b4aff55b9b'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:46:19.380626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 4c55e189-3452-4f10-8511-5957a4d4ac8f up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:46:19.382435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-4b604a43-31a3-435f-ba74-558909cf8628 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Calling delete_port for 6f59913e-0551-461e-9fe1-9a9834336da4 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:46:19.395189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-da501a6f-724a-4a18-b421-6c3d3fdcca86 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854381233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854287207'] for router, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:19.467190 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 4c55e189-3452-4f10-8511-5957a4d4ac8f completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:46:19.513178 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-22ba772a-f847-4b81-8f3d-de5950b61aae tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.9682038 Dec 25 19:46:19.520310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45100) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:19.532595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 6f59913e-0551-461e-9fe1-9a9834336da4 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:46:19.533002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-a5a73e63-09a3-4418-9ac6-a2dfcfbb67b3 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Request body: {'floatingip': {'port_id': 'a94fc4e9-1a53-4120-9dcd-6846d02cc0c7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:19.554418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd7a43f8-f55b-46d0-b521-2a91864efead tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:19.560946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7a43f8-f55b-46d0-b521-2a91864efead tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network edc2dcf9-fa7d-45d0-9d04-4fffbb916746 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 25 19:46:19.563999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd7a43f8-f55b-46d0-b521-2a91864efead tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:19.578747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7f21d43f-d640-4897-b377-5f3eb8a321bc tempest-FloatingIPNegativeTestJSON-1916567778 tempest-FloatingIPNegativeTestJSON-1916567778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:19.584277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 6f59913e-0551-461e-9fe1-9a9834336da4 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:46:19.584842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 6f59913e-0551-461e-9fe1-9a9834336da4 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:46:19.616523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a43f8-f55b-46d0-b521-2a91864efead tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Pushing event deleted for resources: {'Network': ['ID=edc2dcf9-fa7d-45d0-9d04-4fffbb916746,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:19.620237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dd7a43f8-f55b-46d0-b521-2a91864efead tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:19.670509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ec248753-e037-4257-b958-8c0ab9b32ac7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:19.704510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-4b604a43-31a3-435f-ba74-558909cf8628 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88900) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:46:19.704921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ec248753-e037-4257-b958-8c0ab9b32ac7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:19.707692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-4b604a43-31a3-435f-ba74-558909cf8628 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:46:19.716207 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-dd7a43f8-f55b-46d0-b521-2a91864efead tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] 10.222.0.24 "DELETE /v2.0/networks/edc2dcf9-fa7d-45d0-9d04-4fffbb916746 HTTP/1.1" status: 204 len: 168 time: 3.8510995 Dec 25 19:46:19.722808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45106) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:19.735265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:19.756382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a5a73e63-09a3-4418-9ac6-a2dfcfbb67b3 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for floatingip, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:19.792205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b888a7-df6c-4e66-bf80-bdc02acd4bc2 None None] Network ce78d99c-253e-4a52-ac55-2e96a78815a6 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:46:19.811239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c2ea2fd8-dfc1-4544-9b5b-41a157ec050d tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:19.862382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1889cfd0-219d-4d04-9a82-10c293185f9b tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Synchronizing usage tracker for tenant:5177f85cb47e473487481f5145b34c51 on resource:floatingip {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:46:19.886603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-27c7bf2f-6bc4-4d86-9d41-99d1d18ba638 None None] Provisioning for port 4c55e189-3452-4f10-8511-5957a4d4ac8f completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:46:19.911457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-27c7bf2f-6bc4-4d86-9d41-99d1d18ba638 None None] Provisioning complete for port 4c55e189-3452-4f10-8511-5957a4d4ac8f triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:46:19.912266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-27c7bf2f-6bc4-4d86-9d41-99d1d18ba638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:19.947079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c2ea2fd8-dfc1-4544-9b5b-41a157ec050d tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:19.953795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-51d05b8d-1d80-45c1-a88b-e7200212e5df tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:19.959634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec248753-e037-4257-b958-8c0ab9b32ac7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb642a5-bff8-4b44-bde4-17139e1cc4b9,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:19.974849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ec248753-e037-4257-b958-8c0ab9b32ac7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:20.016192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ec248753-e037-4257-b958-8c0ab9b32ac7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:20.017816 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ec248753-e037-4257-b958-8c0ab9b32ac7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1852365 Dec 25 19:46:20.021395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45112) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:20.030290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1889cfd0-219d-4d04-9a82-10c293185f9b tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Unset dirty status for tenant:5177f85cb47e473487481f5145b34c51 on resource:floatingip {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:46:20.035023 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1889cfd0-219d-4d04-9a82-10c293185f9b tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2247 time: 0.3085225 Dec 25 19:46:20.035971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45116) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:20.049002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-9ee4f3a3-accf-4199-8ce6-7610f8708fec tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': '9349b6a4-3290-42cb-88c9-195a7da3dd1c', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:20.153463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6305c943-cefc-41f8-8b84-825ecebc49a6 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:20.154380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6305c943-cefc-41f8-8b84-825ecebc49a6 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:20.154959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6305c943-cefc-41f8-8b84-825ecebc49a6 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:20.155678 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6305c943-cefc-41f8-8b84-825ecebc49a6 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:20.156230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6305c943-cefc-41f8-8b84-825ecebc49a6 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:20.156893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6305c943-cefc-41f8-8b84-825ecebc49a6 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:20.157438 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6305c943-cefc-41f8-8b84-825ecebc49a6 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:20.159213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6305c943-cefc-41f8-8b84-825ecebc49a6 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Synchronizing usage tracker for tenant:5177f85cb47e473487481f5145b34c51 on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:46:20.217978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-4b604a43-31a3-435f-ba74-558909cf8628 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Deleting port 6f59913e-0551-461e-9fe1-9a9834336da4 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:46:20.218510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4b604a43-31a3-435f-ba74-558909cf8628 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:20.237358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9ee4f3a3-accf-4199-8ce6-7610f8708fec tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:20.242349 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9ee4f3a3-accf-4199-8ce6-7610f8708fec tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:20.245991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9ee4f3a3-accf-4199-8ce6-7610f8708fec tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:20.254270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9ee4f3a3-accf-4199-8ce6-7610f8708fec tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:20.285463 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-9ee4f3a3-accf-4199-8ce6-7610f8708fec tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Project 23f5dc92674e43b787fc19a8bf548d4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 19:46:20.300000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ee4f3a3-accf-4199-8ce6-7610f8708fec tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:20.341805 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6305c943-cefc-41f8-8b84-825ecebc49a6 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Unset dirty status for tenant:5177f85cb47e473487481f5145b34c51 on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:46:20.342386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-27c7bf2f-6bc4-4d86-9d41-99d1d18ba638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:20.345978 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6305c943-cefc-41f8-8b84-825ecebc49a6 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4552 time: 0.2999887 Dec 25 19:46:20.348599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45120) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:20.387220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-27c7bf2f-6bc4-4d86-9d41-99d1d18ba638 None None] For port 4c55e189-3452-4f10-8511-5957a4d4ac8f, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=4c55e189-3452-4f10-8511-5957a4d4ac8f,segment=NetworkSegment(0a26d401-1bba-4610-9a7b-7415e7179e7e),segment_id=0a26d401-1bba-4610-9a7b-7415e7179e7e)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:46:20.388639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ea2fd8-dfc1-4544-9b5b-41a157ec050d tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:46:20.390999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-27c7bf2f-6bc4-4d86-9d41-99d1d18ba638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:20.393273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2f086f6b-32ac-4b34-a4ab-c4ebc6e4fc1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:20.423390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-c2ea2fd8-dfc1-4544-9b5b-41a157ec050d tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:46:20.445204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-4b604a43-31a3-435f-ba74-558909cf8628 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] The port '6f59913e-0551-461e-9fe1-9a9834336da4' was deleted {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:46:20.449727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ea2fd8-dfc1-4544-9b5b-41a157ec050d tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:46:20.472884 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-da89d35a-02d1-49c9-8024-8f971b66d72d tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] delete failed (client error): The resource could not be found. Dec 25 19:46:20.476608 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-da89d35a-02d1-49c9-8024-8f971b66d72d tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/db5564b9-ef73-460e-8403-bc2a9d14f5dc HTTP/1.1" status: 404 len: 345 time: 0.1212173 Dec 25 19:46:20.479723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45124) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:20.482849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea2fd8-dfc1-4544-9b5b-41a157ec050d tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Pushing event updated for resources: {'Port': ['ID=2f036564-5fc3-43e2-be57-8bf53a26d323,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:20.493652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c2ea2fd8-dfc1-4544-9b5b-41a157ec050d tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:20.518898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f00acc8-e3cc-45ff-b387-8a5319020e91 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:46:20.540678 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-84945650-e345-4ddb-9189-0078cf017774 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] DELETE failed (client error): The resource could not be found. Dec 25 19:46:20.540927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84945650-e345-4ddb-9189-0078cf017774 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:46:20.549464 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-84945650-e345-4ddb-9189-0078cf017774 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] 10.222.0.24 "DELETE /v2.0/networks/edc2dcf9-fa7d-45d0-9d04-4fffbb916746 HTTP/1.1" status: 404 len: 339 time: 0.0619438 Dec 25 19:46:20.554740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45128) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:20.564507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-8bb034c1-a7f9-47b3-9c4e-3183e85388de tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Request body: {'network': {'name': 'tempest-network--836951321', 'router:external': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:20.584027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8bb034c1-a7f9-47b3-9c4e-3183e85388de tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:20.595101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ee4f3a3-accf-4199-8ce6-7610f8708fec tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:20.599623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8bb034c1-a7f9-47b3-9c4e-3183e85388de tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Usage tracker for resource:network and tenant:5177f85cb47e473487481f5145b34c51 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:20.607356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8bb034c1-a7f9-47b3-9c4e-3183e85388de tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:20.611368 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bade9b9-8e1b-4387-891d-cd942945f9ee None None] Sync routers for ids ['219c7ca7-c044-48de-ac47-25152a6f66a4'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:46:20.611742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f00acc8-e3cc-45ff-b387-8a5319020e91 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:20.617165 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1f00acc8-e3cc-45ff-b387-8a5319020e91 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.7813559 Dec 25 19:46:20.623510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45132) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:20.624255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ee4f3a3-accf-4199-8ce6-7610f8708fec tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:20.630231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-6c6cfb80-9fd2-4d6c-b8f2-e7400e7020c6 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:20.650761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bade9b9-8e1b-4387-891d-cd942945f9ee None None] Routers {'219c7ca7-c044-48de-ac47-25152a6f66a4'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:20.652018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-0bade9b9-8e1b-4387-891d-cd942945f9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:46:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['219c7ca7-c044-48de-ac47-25152a6f66a4'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:20.691159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8bb034c1-a7f9-47b3-9c4e-3183e85388de tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:20.712515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ec248753-e037-4257-b958-8c0ab9b32ac7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:20.729493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-0bade9b9-8e1b-4387-891d-cd942945f9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:20.738703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c7bf2f-6bc4-4d86-9d41-99d1d18ba638 None None] Pushing event updated for resources: {'Port': ['ID=4c55e189-3452-4f10-8511-5957a4d4ac8f,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:20.751004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-27c7bf2f-6bc4-4d86-9d41-99d1d18ba638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:20.759292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bade9b9-8e1b-4387-891d-cd942945f9ee None None] Routers {'219c7ca7-c044-48de-ac47-25152a6f66a4'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:20.761411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-0bade9b9-8e1b-4387-891d-cd942945f9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:46:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['219c7ca7-c044-48de-ac47-25152a6f66a4'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:20.766100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee4f3a3-accf-4199-8ce6-7610f8708fec tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48877524-f053-4781-b128-528c8dad7ee4,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:20.769048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9ee4f3a3-accf-4199-8ce6-7610f8708fec tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:20.788547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb034c1-a7f9-47b3-9c4e-3183e85388de tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Made reservation on behalf of 5177f85cb47e473487481f5145b34c51 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:46:20.794343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8bb034c1-a7f9-47b3-9c4e-3183e85388de tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:20.809605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ee4f3a3-accf-4199-8ce6-7610f8708fec tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:20.813650 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9ee4f3a3-accf-4199-8ce6-7610f8708fec tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7867992 Dec 25 19:46:20.824901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45136) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:20.834338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-26f92da6-f4f6-4656-a4e3-38706ef55405 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': '9349b6a4-3290-42cb-88c9-195a7da3dd1c', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:20.834924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-0bade9b9-8e1b-4387-891d-cd942945f9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:20.835134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bade9b9-8e1b-4387-891d-cd942945f9ee None None] The sync data for ids ['219c7ca7-c044-48de-ac47-25152a6f66a4'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:46:20.849191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-25cdc5ea-79f3-4bda-94b0-9c034501ad36 None None] Provisioning complete for port 4c55e189-3452-4f10-8511-5957a4d4ac8f triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:46:20.849710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-25cdc5ea-79f3-4bda-94b0-9c034501ad36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:20.850880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-26f92da6-f4f6-4656-a4e3-38706ef55405 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:20.862144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-26f92da6-f4f6-4656-a4e3-38706ef55405 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:20.867958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-26f92da6-f4f6-4656-a4e3-38706ef55405 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:20.883042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-26f92da6-f4f6-4656-a4e3-38706ef55405 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:20.886410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da501a6f-724a-4a18-b421-6c3d3fdcca86 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Router 4409b717-d927-4c22-86ea-183660612a3d is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:46:20.889547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bb034c1-a7f9-47b3-9c4e-3183e85388de tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:46:20.912738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8bb034c1-a7f9-47b3-9c4e-3183e85388de tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:20.913140 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-8bb034c1-a7f9-47b3-9c4e-3183e85388de tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Added segment f056fa2c-5c31-4619-92bc-c5bb8b9822f5 of type vlan for network 4c3984e6-b315-447b-a0bb-cea4e3e62a40 Dec 25 19:46:20.914395 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-26f92da6-f4f6-4656-a4e3-38706ef55405 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Project 23f5dc92674e43b787fc19a8bf548d4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 19:46:20.983788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-26f92da6-f4f6-4656-a4e3-38706ef55405 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:21.059904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4b604a43-31a3-435f-ba74-558909cf8628 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:21.150850 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-07d6fff2-ac68-4cd8-8e5b-a5431916404c req-7dc2f869-ffc6-4ea9-965a-d029fde8d730 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52795748b8b04275a38e1b104b37d885&device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 1099 time: 1.0865324 Dec 25 19:46:21.175685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-4b604a43-31a3-435f-ba74-558909cf8628 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbc2fa8e-0ffa-44c8-92fd-f126d4cb9697']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:21.250176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520b88c-b130-476b-b435-d990223ad170 req-403d4a3d-fd3e-41e1-b9bc-2ccac8225b8a tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:21.251221 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e520b88c-b130-476b-b435-d990223ad170 req-403d4a3d-fd3e-41e1-b9bc-2ccac8225b8a tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 1.0727794 Dec 25 19:46:21.264742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-4b604a43-31a3-435f-ba74-558909cf8628 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd829af8a-8c85-48cb-bb18-881ba6f9ba95') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:21.265101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-4b604a43-31a3-435f-ba74-558909cf8628 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd829af8a-8c85-48cb-bb18-881ba6f9ba95') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:21.279082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 4c55e189-3452-4f10-8511-5957a4d4ac8f up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:46:21.316148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4b604a43-31a3-435f-ba74-558909cf8628 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:21.353554 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 4c55e189-3452-4f10-8511-5957a4d4ac8f triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:46:21.355607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:21.380243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8bb034c1-a7f9-47b3-9c4e-3183e85388de tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:21.409636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4b604a43-31a3-435f-ba74-558909cf8628 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:21.440393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b604a43-31a3-435f-ba74-558909cf8628 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:46:21.440841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4b604a43-31a3-435f-ba74-558909cf8628 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:21.458560 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:46:21.458560 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:46:21.458560 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:46:21.458560 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:46:21.458560 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:46:21.458560 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:46:21.458560 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:46:21.458560 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:46:21.458560 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:46:21.458560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:46:21.458560 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:46:21.458560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:46:21.458560 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:46:21.458560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:46:21.458560 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:46:21.458560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:46:21.458560 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:46:21.458560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:46:21.458560 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:46:21.458560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:46:21.458560 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:46:21.458560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:46:21.458560 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:46:21.458560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:46:21.458560 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:46:21.458560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:46:21.458560 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:46:21.458560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:46:21.458560 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:46:21.458560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:46:21.458560 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:46:21.458560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:46:21.458560 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:46:21.458560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:46:21.458560 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:46:21.458560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:46:21.458560 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:46:21.458560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:46:21.458560 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:46:21.458560 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:46:21.465733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-26f92da6-f4f6-4656-a4e3-38706ef55405 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:21.473974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-26f92da6-f4f6-4656-a4e3-38706ef55405 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:21.491030 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:21.506524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8bb034c1-a7f9-47b3-9c4e-3183e85388de tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:21.507460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb034c1-a7f9-47b3-9c4e-3183e85388de tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:21.508109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8bb034c1-a7f9-47b3-9c4e-3183e85388de tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:21.535087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f92da6-f4f6-4656-a4e3-38706ef55405 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f99290f4-3dc6-428f-83a2-5612fdb77ace,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:21.537602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-26f92da6-f4f6-4656-a4e3-38706ef55405 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:21.545160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:21.605514 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e520b88c-b130-476b-b435-d990223ad170 req-19457b2a-4e5a-4743-873f-6bb12e1b3418 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3325598 Dec 25 19:46:21.608519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6fff2-ac68-4cd8-8e5b-a5431916404c req-e220a165-4e01-43b8-ae54-23651599b4c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:21.610042 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-07d6fff2-ac68-4cd8-8e5b-a5431916404c req-e220a165-4e01-43b8-ae54-23651599b4c0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=367788d2-d464-40ee-b453-dec544646fe7 HTTP/1.1" status: 200 len: 912 time: 0.4416749 Dec 25 19:46:21.612806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4b604a43-31a3-435f-ba74-558909cf8628 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:21.619900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4b604a43-31a3-435f-ba74-558909cf8628 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:21.623815 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-27e27173-12b5-4df4-bae2-7c10bf470e94 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:21.699127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-26f92da6-f4f6-4656-a4e3-38706ef55405 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:21.700417 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-26f92da6-f4f6-4656-a4e3-38706ef55405 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.8744600 Dec 25 19:46:21.712300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b604a43-31a3-435f-ba74-558909cf8628 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event deleted for resources: {'Network': ['ID=cbc2fa8e-0ffa-44c8-92fd-f126d4cb9697,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:21.725947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4b604a43-31a3-435f-ba74-558909cf8628 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:21.727362 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8bb034c1-a7f9-47b3-9c4e-3183e85388de tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.1679211 Dec 25 19:46:21.737105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45142) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:21.772070 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4b604a43-31a3-435f-ba74-558909cf8628 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "DELETE /v2.0/networks/cbc2fa8e-0ffa-44c8-92fd-f126d4cb9697 HTTP/1.1" status: 204 len: 168 time: 3.7707117 Dec 25 19:46:21.776904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45146) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:21.786532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-f6211017-ca75-4098-9fac-4c7d9f46f906 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-382175972', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}, 'admin_state_up': False}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:21.805451 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f6211017-ca75-4098-9fac-4c7d9f46f906 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:21.819257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f6211017-ca75-4098-9fac-4c7d9f46f906 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Usage tracker for resource:router and tenant:ed9c1443c9ab46589f19ea480da46eab is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:21.823782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f6211017-ca75-4098-9fac-4c7d9f46f906 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:21.828199 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-07d6fff2-ac68-4cd8-8e5b-a5431916404c req-e75c18a2-b68d-471f-bc71-961b6d547dc0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c843bde7-7305-4020-90c9-1245f99937d8 HTTP/1.1" status: 200 len: 1002 time: 0.1836772 Dec 25 19:46:21.833295 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c2ea2fd8-dfc1-4544-9b5b-41a157ec050d tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:21.834014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c2ea2fd8-dfc1-4544-9b5b-41a157ec050d tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:21.836928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f6211017-ca75-4098-9fac-4c7d9f46f906 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:21.862249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb034c1-a7f9-47b3-9c4e-3183e85388de tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Pushing event updated for resources: {'Network': ['ID=4c3984e6-b315-447b-a0bb-cea4e3e62a40,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:21.865413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8bb034c1-a7f9-47b3-9c4e-3183e85388de tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:21.874753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 4c3984e6-b315-447b-a0bb-cea4e3e62a40 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:46:22.023388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f6211017-ca75-4098-9fac-4c7d9f46f906 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:22.024319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f6211017-ca75-4098-9fac-4c7d9f46f906 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:22.083522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91c47f2-1840-4c69-95e1-e71843caa5fc tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:22.088772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91c47f2-1840-4c69-95e1-e71843caa5fc tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:22.093700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91c47f2-1840-4c69-95e1-e71843caa5fc tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:22.098241 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91c47f2-1840-4c69-95e1-e71843caa5fc tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:22.099180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c91c47f2-1840-4c69-95e1-e71843caa5fc tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Synchronizing usage tracker for tenant:580cec0882bd4234ae9f5123012454cf on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:46:22.118953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da501a6f-724a-4a18-b421-6c3d3fdcca86 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:46:22.123679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-da501a6f-724a-4a18-b421-6c3d3fdcca86 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:22.127942 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-da501a6f-724a-4a18-b421-6c3d3fdcca86 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] 10.222.0.24 "PUT /v2.0/routers/4409b717-d927-4c22-86ea-183660612a3d HTTP/1.1" status: 200 len: 913 time: 7.8706870 Dec 25 19:46:22.129064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45160) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:22.137658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6fff2-ac68-4cd8-8e5b-a5431916404c req-c5160dbb-dc8b-4149-b903-e75496e1fd6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:22.139263 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-07d6fff2-ac68-4cd8-8e5b-a5431916404c req-c5160dbb-dc8b-4149-b903-e75496e1fd6b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef16ee7f-3e07-44fe-b0cc-c9caef9a43a3 HTTP/1.1" status: 200 len: 851 time: 0.2980180 Dec 25 19:46:22.156627 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c91c47f2-1840-4c69-95e1-e71843caa5fc tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Unset dirty status for tenant:580cec0882bd4234ae9f5123012454cf on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:46:22.157951 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c91c47f2-1840-4c69-95e1-e71843caa5fc tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.4144359 Dec 25 19:46:22.161831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45164) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:22.205609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d142045-d30b-4a54-aaec-7738192b5124 None None] Sync routers for ids ['4409b717-d927-4c22-86ea-183660612a3d'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:46:22.233285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d142045-d30b-4a54-aaec-7738192b5124 None None] Routers {'4409b717-d927-4c22-86ea-183660612a3d'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:22.234006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-2d142045-d30b-4a54-aaec-7738192b5124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:46:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['4409b717-d927-4c22-86ea-183660612a3d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:22.291599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f6211017-ca75-4098-9fac-4c7d9f46f906 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:22.293778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a5a73e63-09a3-4418-9ac6-a2dfcfbb67b3 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:22.298623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-194ad73f-3f35-453a-b1fd-eb60d5ced673 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:22.302691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-2782df3b-41e2-4f5b-9288-936c7605991f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Synchronizing usage tracker for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:46:22.313574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-2d142045-d30b-4a54-aaec-7738192b5124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:22.321003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a5a73e63-09a3-4418-9ac6-a2dfcfbb67b3 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:22.342982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d142045-d30b-4a54-aaec-7738192b5124 None None] Routers {'4409b717-d927-4c22-86ea-183660612a3d'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:22.343851 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-2d142045-d30b-4a54-aaec-7738192b5124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:46:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['4409b717-d927-4c22-86ea-183660612a3d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:22.414660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-2d142045-d30b-4a54-aaec-7738192b5124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:22.415326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d142045-d30b-4a54-aaec-7738192b5124 None None] The sync data for ids ['4409b717-d927-4c22-86ea-183660612a3d'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:46:22.489200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-2782df3b-41e2-4f5b-9288-936c7605991f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Unset dirty status for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:46:22.490476 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-2782df3b-41e2-4f5b-9288-936c7605991f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1841415019&fields=id&tenant_id=23f5dc92674e43b787fc19a8bf548d4f HTTP/1.1" status: 200 len: 267 time: 0.4560790 Dec 25 19:46:22.534686 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-194ad73f-3f35-453a-b1fd-eb60d5ced673 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:22.627898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-194ad73f-3f35-453a-b1fd-eb60d5ced673 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c3984e6-b315-447b-a0bb-cea4e3e62a40']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:22.654137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-194ad73f-3f35-453a-b1fd-eb60d5ced673 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f056fa2c-5c31-4619-92bc-c5bb8b9822f5') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:22.654481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-194ad73f-3f35-453a-b1fd-eb60d5ced673 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f056fa2c-5c31-4619-92bc-c5bb8b9822f5') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:22.670825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-194ad73f-3f35-453a-b1fd-eb60d5ced673 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:22.693342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-194ad73f-3f35-453a-b1fd-eb60d5ced673 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:22.704315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-194ad73f-3f35-453a-b1fd-eb60d5ced673 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:46:22.704893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-194ad73f-3f35-453a-b1fd-eb60d5ced673 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:22.722864 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:46:22.722864 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:46:22.722864 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:46:22.722864 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:46:22.722864 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:46:22.722864 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:46:22.722864 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:46:22.722864 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:46:22.722864 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:46:22.722864 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:46:22.722864 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:46:22.722864 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:46:22.722864 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:46:22.722864 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:46:22.722864 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:46:22.722864 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:46:22.722864 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:46:22.722864 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:46:22.722864 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:46:22.722864 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:46:22.722864 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:46:22.722864 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:46:22.722864 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:46:22.722864 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:46:22.722864 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:46:22.722864 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:46:22.722864 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:46:22.722864 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:46:22.722864 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:46:22.722864 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:46:22.722864 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:46:22.722864 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:46:22.823832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6c6cfb80-9fd2-4d6c-b8f2-e7400e7020c6 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:22.828343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-194ad73f-3f35-453a-b1fd-eb60d5ced673 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:22.832023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194ad73f-3f35-453a-b1fd-eb60d5ced673 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4c3984e6-b315-447b-a0bb-cea4e3e62a40 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 25 19:46:22.834473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-194ad73f-3f35-453a-b1fd-eb60d5ced673 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:22.842135 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b2e099fe-78e2-41d5-b04e-61e614ddf48a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:22.864893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ad73f-3f35-453a-b1fd-eb60d5ced673 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Pushing event deleted for resources: {'Network': ['ID=4c3984e6-b315-447b-a0bb-cea4e3e62a40,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:22.867942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-194ad73f-3f35-453a-b1fd-eb60d5ced673 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:22.873544 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-194ad73f-3f35-453a-b1fd-eb60d5ced673 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] 10.222.0.24 "DELETE /v2.0/networks/4c3984e6-b315-447b-a0bb-cea4e3e62a40 HTTP/1.1" status: 204 len: 168 time: 0.7066398 Dec 25 19:46:22.873544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45170) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:22.880474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-9721ef40-8ff4-434f-894f-6c2e7ae9e67c tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Request body: {'network': {'name': 'tempest-network--1412693012', 'router:external': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:22.886782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9721ef40-8ff4-434f-894f-6c2e7ae9e67c tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:22.898425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9721ef40-8ff4-434f-894f-6c2e7ae9e67c tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Usage tracker for resource:network and tenant:5177f85cb47e473487481f5145b34c51 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:22.901974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6c6cfb80-9fd2-4d6c-b8f2-e7400e7020c6 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:22.906496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9721ef40-8ff4-434f-894f-6c2e7ae9e67c tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:22.914470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9721ef40-8ff4-434f-894f-6c2e7ae9e67c tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:22.920145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-6c6cfb80-9fd2-4d6c-b8f2-e7400e7020c6 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Deleting port b145ab39-83eb-4564-bfdc-817dac53762f {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:46:22.920528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6c6cfb80-9fd2-4d6c-b8f2-e7400e7020c6 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:22.973907 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9721ef40-8ff4-434f-894f-6c2e7ae9e67c tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Made reservation on behalf of 5177f85cb47e473487481f5145b34c51 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:46:22.979428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9721ef40-8ff4-434f-894f-6c2e7ae9e67c tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:23.075559 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-07d6fff2-ac68-4cd8-8e5b-a5431916404c req-2fba8ff9-cc8d-4e60-8a78-becd81f34a3d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=367788d2-d464-40ee-b453-dec544646fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8629344 Dec 25 19:46:23.112205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9721ef40-8ff4-434f-894f-6c2e7ae9e67c tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:46:23.140096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9721ef40-8ff4-434f-894f-6c2e7ae9e67c tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:23.140481 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-9721ef40-8ff4-434f-894f-6c2e7ae9e67c tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Added segment 1f95e3bd-a0da-48e2-8ed1-560e7a67dcd7 of type vlan for network c9c62e17-9ee3-488e-8533-6bf75bfe8a0b Dec 25 19:46:23.175181 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6c6cfb80-9fd2-4d6c-b8f2-e7400e7020c6 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:23.250355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f6211017-ca75-4098-9fac-4c7d9f46f906 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:23.277202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:23.319459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9721ef40-8ff4-434f-894f-6c2e7ae9e67c tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:23.330674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-6c6cfb80-9fd2-4d6c-b8f2-e7400e7020c6 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Calling delete_port for b145ab39-83eb-4564-bfdc-817dac53762f owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:46:23.433813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-cba931e6-1223-44e6-a127-e16e512d3d9a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:23.434183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9721ef40-8ff4-434f-894f-6c2e7ae9e67c tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:23.434508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-cba931e6-1223-44e6-a127-e16e512d3d9a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Synchronizing usage tracker for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:46:23.435221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9721ef40-8ff4-434f-894f-6c2e7ae9e67c tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:23.435876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9721ef40-8ff4-434f-894f-6c2e7ae9e67c tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:23.443737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-eeac3528-192a-430d-9492-1625239bfb1e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:23.500222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2450b5e-8fc9-4fab-b616-e9fd9481430d req-53ca1680-eab7-4bb8-a1c7-f90eaaf72e6a tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:23.501771 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b2450b5e-8fc9-4fab-b616-e9fd9481430d req-53ca1680-eab7-4bb8-a1c7-f90eaaf72e6a tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.6993606 Dec 25 19:46:23.553639 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9721ef40-8ff4-434f-894f-6c2e7ae9e67c tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6792424 Dec 25 19:46:23.565070 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45174) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:23.565768 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-07d6fff2-ac68-4cd8-8e5b-a5431916404c req-cba453b8-ed2a-412d-8cb7-9abc666287eb service neutron] 10.222.0.36 "GET /v2.0/networks/367788d2-d464-40ee-b453-dec544646fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4251091 Dec 25 19:46:23.565905 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9721ef40-8ff4-434f-894f-6c2e7ae9e67c tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Pushing event updated for resources: {'Network': ['ID=c9c62e17-9ee3-488e-8533-6bf75bfe8a0b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:23.569280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9721ef40-8ff4-434f-894f-6c2e7ae9e67c tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:23.574917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-cba931e6-1223-44e6-a127-e16e512d3d9a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Unset dirty status for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:46:23.576179 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-cba931e6-1223-44e6-a127-e16e512d3d9a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/networks?id=da387ada-6589-46a3-a1e0-f2fd37f41648 HTTP/1.1" status: 200 len: 797 time: 1.0295615 Dec 25 19:46:23.579994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network c9c62e17-9ee3-488e-8533-6bf75bfe8a0b details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:46:23.764613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d4766a-7af3-4108-876c-02627f31cac7 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:23.769217 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c0d4766a-7af3-4108-876c-02627f31cac7 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] 10.222.0.24 "GET /v2.0/networks/c9c62e17-9ee3-488e-8533-6bf75bfe8a0b HTTP/1.1" status: 200 len: 757 time: 0.1956668 Dec 25 19:46:23.769217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45178) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:23.779975 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-98a25182-1301-4c3a-8c28-29deff33892f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] 10.222.0.24 "GET /v2.0/routers/4409b717-d927-4c22-86ea-183660612a3d HTTP/1.1" status: 200 len: 919 time: 1.6448865 Dec 25 19:46:23.786747 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-ebc4aec0-f43e-427d-a3da-31eb92674c6e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/quotas/23f5dc92674e43b787fc19a8bf548d4f HTTP/1.1" status: 200 len: 375 time: 0.1576495 Dec 25 19:46:23.795287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45182) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:23.802169 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b2450b5e-8fc9-4fab-b616-e9fd9481430d req-a688d458-1987-475d-a6c8-63476cbb533b tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2761815 Dec 25 19:46:23.880007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6c6cfb80-9fd2-4d6c-b8f2-e7400e7020c6 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:23.895358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-aa8891dd-2541-4d96-ba9e-9bd314f612e2 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:23.945371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6cfb80-9fd2-4d6c-b8f2-e7400e7020c6 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Pushing event deleted for resources: {'Port': ['ID=b145ab39-83eb-4564-bfdc-817dac53762f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:23.951007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6c6cfb80-9fd2-4d6c-b8f2-e7400e7020c6 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:23.956520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9e5d05-13ba-406d-9917-2f28706ee2fd tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:23.958001 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1e9e5d05-13ba-406d-9917-2f28706ee2fd tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] 10.222.0.24 "GET /v2.0/networks/39563859-d706-485c-9cf1-497d3142273b HTTP/1.1" status: 200 len: 767 time: 0.1880257 Dec 25 19:46:23.982361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45186) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:24.037942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ea2fd8-dfc1-4544-9b5b-41a157ec050d tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Router 396d53f3-9cc4-416d-8ba2-b0d173847710 is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:46:24.041885 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-07d6fff2-ac68-4cd8-8e5b-a5431916404c req-67fa79b7-638f-472b-8b54-e89b2c0dff0f service neutron] 10.222.0.36 "GET /v2.0/networks/367788d2-d464-40ee-b453-dec544646fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642019 Dec 25 19:46:24.275353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-71476900-acdc-485f-bb67-28254f5c00ca tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:24.376650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2574dcd7-561d-4d62-a144-509e8b019e40 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Synchronizing usage tracker for tenant:682aee75fd1a4de4a87f6ce57995a090 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:46:24.398635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-06271814-c47f-4bc2-836d-1166cacec554 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Synchronizing usage tracker for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:46:24.443335 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6c6cfb80-9fd2-4d6c-b8f2-e7400e7020c6 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:24.580998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6c6cfb80-9fd2-4d6c-b8f2-e7400e7020c6 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:24.584930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6c6cfb80-9fd2-4d6c-b8f2-e7400e7020c6 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854381233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854287207'] for router, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:24.733239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6cfb80-9fd2-4d6c-b8f2-e7400e7020c6 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Router 219c7ca7-c044-48de-ac47-25152a6f66a4 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:46:24.736131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f6211017-ca75-4098-9fac-4c7d9f46f906 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:24.787285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2574dcd7-561d-4d62-a144-509e8b019e40 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Unset dirty status for tenant:682aee75fd1a4de4a87f6ce57995a090 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:46:24.788600 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2574dcd7-561d-4d62-a144-509e8b019e40 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=a29ab018-4a1a-4021-8156-423134b861f3&device_id=4409b717-d927-4c22-86ea-183660612a3d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.9909263 Dec 25 19:46:24.799271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45190) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:24.800421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f6211017-ca75-4098-9fac-4c7d9f46f906 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:24.856270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-06271814-c47f-4bc2-836d-1166cacec554 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Unset dirty status for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:46:24.857732 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-06271814-c47f-4bc2-836d-1166cacec554 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0546374 Dec 25 19:46:24.884053 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6cfb80-9fd2-4d6c-b8f2-e7400e7020c6 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:46:24.895469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6c6cfb80-9fd2-4d6c-b8f2-e7400e7020c6 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:24.897924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc365f8-7515-4389-b40f-69c3111e3a22 None None] Sync routers for ids ['219c7ca7-c044-48de-ac47-25152a6f66a4'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:46:24.899565 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6c6cfb80-9fd2-4d6c-b8f2-e7400e7020c6 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] 10.222.0.24 "PUT /v2.0/routers/219c7ca7-c044-48de-ac47-25152a6f66a4 HTTP/1.1" status: 200 len: 710 time: 4.2740493 Dec 25 19:46:24.900423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45196) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:24.915752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc365f8-7515-4389-b40f-69c3111e3a22 None None] Routers {'219c7ca7-c044-48de-ac47-25152a6f66a4'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:24.917406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-0dc365f8-7515-4389-b40f-69c3111e3a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:46:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['219c7ca7-c044-48de-ac47-25152a6f66a4'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:24.988136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-0dc365f8-7515-4389-b40f-69c3111e3a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:25.000629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc365f8-7515-4389-b40f-69c3111e3a22 None None] Routers {'219c7ca7-c044-48de-ac47-25152a6f66a4'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:25.001515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-0dc365f8-7515-4389-b40f-69c3111e3a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:46:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['219c7ca7-c044-48de-ac47-25152a6f66a4'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:25.043825 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5bc535a3-babb-43de-8705-eb322906ee59 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] 10.222.0.24 "GET /v2.0/routers/219c7ca7-c044-48de-ac47-25152a6f66a4 HTTP/1.1" status: 200 len: 745 time: 0.1421063 Dec 25 19:46:25.046577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45200) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:25.068034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-0dc365f8-7515-4389-b40f-69c3111e3a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:25.068487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc365f8-7515-4389-b40f-69c3111e3a22 None None] The sync data for ids ['219c7ca7-c044-48de-ac47-25152a6f66a4'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:46:25.098265 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8e067ca3-7a24-4df4-b9fb-86f8914105b1 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=a29ab018-4a1a-4021-8156-423134b861f3&device_id=219c7ca7-c044-48de-ac47-25152a6f66a4 HTTP/1.1" status: 200 len: 205 time: 0.0476446 Dec 25 19:46:25.098597 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45204) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:25.126579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-71476900-acdc-485f-bb67-28254f5c00ca tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:25.174821 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-87fac2b1-7d55-43dc-820d-d1161df2f057 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] 10.222.0.24 "GET /v2.0/ports?device_id=219c7ca7-c044-48de-ac47-25152a6f66a4 HTTP/1.1" status: 200 len: 205 time: 0.0725429 Dec 25 19:46:25.175445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45208) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:25.322228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5097-a5bc-47e2-9823-ab848d9c86ae tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:25.355841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-71476900-acdc-485f-bb67-28254f5c00ca tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c62e17-9ee3-488e-8533-6bf75bfe8a0b']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:25.450747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-71476900-acdc-485f-bb67-28254f5c00ca tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f95e3bd-a0da-48e2-8ed1-560e7a67dcd7') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:25.451105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-71476900-acdc-485f-bb67-28254f5c00ca tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f95e3bd-a0da-48e2-8ed1-560e7a67dcd7') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:25.505133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-71476900-acdc-485f-bb67-28254f5c00ca tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:25.573220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-71476900-acdc-485f-bb67-28254f5c00ca tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:25.579362 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b99abc-b43e-446d-9d37-b75e4ed4a980 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:25.580002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-50b99abc-b43e-446d-9d37-b75e4ed4a980 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Synchronizing usage tracker for tenant:682aee75fd1a4de4a87f6ce57995a090 on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:46:25.603565 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-ede927a7-6151-448b-a9fb-91d8763e6536 service neutron] 10.222.0.24 "GET /v2.0/networks/da387ada-6589-46a3-a1e0-f2fd37f41648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6579745 Dec 25 19:46:25.615147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71476900-acdc-485f-bb67-28254f5c00ca tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:46:25.615546 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-71476900-acdc-485f-bb67-28254f5c00ca tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:25.631771 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:46:25.631771 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:46:25.631771 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:46:25.631771 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:46:25.631771 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:46:25.631771 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:46:25.631771 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:46:25.631771 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:46:25.631771 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:46:25.631771 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:46:25.631771 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:46:25.631771 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:46:25.631771 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:46:25.631771 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:46:25.631771 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:46:25.631771 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:46:25.631771 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:46:25.631771 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:46:25.631771 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:46:25.631771 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:46:25.631771 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:46:25.631771 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:46:25.631771 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:46:25.631771 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:46:25.631771 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:46:25.631771 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:46:25.631771 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:46:25.631771 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:46:25.631771 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:46:25.631771 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:46:25.631771 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:46:25.631771 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:46:25.642607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-f6211017-ca75-4098-9fac-4c7d9f46f906 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Allocated IP 172.26.8.242 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/12f8799a-e69a-40d1-9ad4-9d5c3b002b89) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:46:25.718856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042845a0-e4b0-48ab-9e18-9a797ba2c7d5 req-a1465539-74bb-42c9-9b15-9918e772d3b9 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:25.720975 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-042845a0-e4b0-48ab-9e18-9a797ba2c7d5 req-a1465539-74bb-42c9-9b15-9918e772d3b9 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.7440932 Dec 25 19:46:25.745833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5097-a5bc-47e2-9823-ab848d9c86ae tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:25.750354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5097-a5bc-47e2-9823-ab848d9c86ae tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:25.773666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5097-a5bc-47e2-9823-ab848d9c86ae tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:25.774245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4e5097-a5bc-47e2-9823-ab848d9c86ae tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Fanout notify agent at l3_agent the message router_deleted on router 219c7ca7-c044-48de-ac47-25152a6f66a4 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:46:25.786267 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5097-a5bc-47e2-9823-ab848d9c86ae tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:25.787462 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1e4e5097-a5bc-47e2-9823-ab848d9c86ae tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] 10.222.0.24 "DELETE /v2.0/routers/219c7ca7-c044-48de-ac47-25152a6f66a4 HTTP/1.1" status: 204 len: 168 time: 0.6109574 Dec 25 19:46:25.791779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45212) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:25.801468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-50b99abc-b43e-446d-9d37-b75e4ed4a980 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Unset dirty status for tenant:682aee75fd1a4de4a87f6ce57995a090 on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:46:25.802688 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-50b99abc-b43e-446d-9d37-b75e4ed4a980 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] 10.222.0.24 "GET /v2.0/networks/a29ab018-4a1a-4021-8156-423134b861f3 HTTP/1.1" status: 200 len: 881 time: 1.0001364 Dec 25 19:46:25.810337 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45216) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:25.840122 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-72ce732f-c736-45ab-a4ed-c3057684bd0f tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] 10.222.0.24 "GET /v2.0/ports?device_id=219c7ca7-c044-48de-ac47-25152a6f66a4 HTTP/1.1" status: 200 len: 205 time: 0.0470173 Dec 25 19:46:25.842763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45220) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:25.914449 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-69af3584-4654-47c2-8ab5-5fc0ffcfcafa tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] delete failed (client error): The resource could not be found. Dec 25 19:46:25.915510 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-69af3584-4654-47c2-8ab5-5fc0ffcfcafa tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] 10.222.0.24 "DELETE /v2.0/routers/219c7ca7-c044-48de-ac47-25152a6f66a4 HTTP/1.1" status: 404 len: 336 time: 0.0716217 Dec 25 19:46:25.918393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45224) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:25.947131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a73e63-09a3-4418-9ac6-a2dfcfbb67b3 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Router 37b5843f-11c8-4119-aa66-53b4aff55b9b has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:46:25.964535 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f49b7e3f-0d65-4f15-85c0-31ddc8abcd17 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] 10.222.0.24 "GET /v2.0/ports?device_id=3be4d2a8-7b45-4329-96c1-4d89f4215f55 HTTP/1.1" status: 200 len: 205 time: 0.0439692 Dec 25 19:46:25.966925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45228) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:26.003808 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c5292f17-c799-45b2-af86-5ed13a1b4a39 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] 10.222.0.24 "GET /v2.0/ports?device_id=4409b717-d927-4c22-86ea-183660612a3d HTTP/1.1" status: 200 len: 205 time: 0.1743479 Dec 25 19:46:26.011932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-71476900-acdc-485f-bb67-28254f5c00ca tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:26.016737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45232) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:26.022405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c25247ec-a5bc-4325-aa9a-523877a05995 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:26.037135 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-d5e1aa91-a800-4be5-997f-1d9566f339cf tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] delete failed (client error): The resource could not be found. Dec 25 19:46:26.038262 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d5e1aa91-a800-4be5-997f-1d9566f339cf tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] 10.222.0.24 "DELETE /v2.0/routers/3be4d2a8-7b45-4329-96c1-4d89f4215f55 HTTP/1.1" status: 404 len: 336 time: 0.0703037 Dec 25 19:46:26.041161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45234) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:26.048102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71476900-acdc-485f-bb67-28254f5c00ca tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c9c62e17-9ee3-488e-8533-6bf75bfe8a0b {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 25 19:46:26.089565 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3ec3a731-6e55-484a-a2cc-8bdccf6697af tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] 10.222.0.24 "GET /v2.0/ports?device_id=4612b880-4703-4dd8-b094-8824732b199a HTTP/1.1" status: 200 len: 205 time: 0.0448606 Dec 25 19:46:26.089809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45240) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:26.100493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-71476900-acdc-485f-bb67-28254f5c00ca tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:26.172552 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-bbfb888c-e71a-4e39-a3dd-63020f22abe8 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] delete failed (client error): The resource could not be found. Dec 25 19:46:26.176076 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-bbfb888c-e71a-4e39-a3dd-63020f22abe8 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] 10.222.0.24 "DELETE /v2.0/routers/4612b880-4703-4dd8-b094-8824732b199a HTTP/1.1" status: 404 len: 336 time: 0.0828612 Dec 25 19:46:26.177136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45244) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:26.186666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71476900-acdc-485f-bb67-28254f5c00ca tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Pushing event deleted for resources: {'Network': ['ID=c9c62e17-9ee3-488e-8533-6bf75bfe8a0b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:26.199706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-71476900-acdc-485f-bb67-28254f5c00ca tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:26.232569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ea2fd8-dfc1-4544-9b5b-41a157ec050d tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:46:26.236654 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c623cad9-aa73-4091-b75d-14c3b612171e tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] 10.222.0.24 "GET /v2.0/ports?device_id=86c92f99-c0b2-4dd5-9ebc-5a5486789dcc HTTP/1.1" status: 200 len: 205 time: 0.0545850 Dec 25 19:46:26.236654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45248) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:26.260701 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-71476900-acdc-485f-bb67-28254f5c00ca tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] 10.222.0.24 "DELETE /v2.0/networks/c9c62e17-9ee3-488e-8533-6bf75bfe8a0b HTTP/1.1" status: 204 len: 168 time: 2.2644520 Dec 25 19:46:26.260701 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-e81f9e9c-6450-4978-baf2-decac5d932b9 service neutron] 10.222.0.24 "GET /v2.0/networks/da387ada-6589-46a3-a1e0-f2fd37f41648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6228096 Dec 25 19:46:26.262133 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-042845a0-e4b0-48ab-9e18-9a797ba2c7d5 req-95ac4b82-6563-4b3c-9869-14d404418653 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4618070 Dec 25 19:46:26.269727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45252) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:26.312423 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-f02c70de-0780-4c76-abe9-931946371e44 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] delete failed (client error): The resource could not be found. Dec 25 19:46:26.313585 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f02c70de-0780-4c76-abe9-931946371e44 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] 10.222.0.24 "DELETE /v2.0/routers/86c92f99-c0b2-4dd5-9ebc-5a5486789dcc HTTP/1.1" status: 404 len: 336 time: 0.0762374 Dec 25 19:46:26.316689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45256) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:26.371040 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-483ed534-5127-4e29-8eeb-bc03bf77e313 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] 10.222.0.24 "GET /v2.0/ports?device_id=240a6916-a011-458a-a888-cd47eec07d13 HTTP/1.1" status: 200 len: 205 time: 0.0530090 Dec 25 19:46:26.373417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45260) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:26.473493 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-b5afc2c3-6670-4f4e-832c-5fc139e58f8e tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] delete failed (client error): The resource could not be found. Dec 25 19:46:26.477218 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b5afc2c3-6670-4f4e-832c-5fc139e58f8e tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] 10.222.0.24 "DELETE /v2.0/routers/240a6916-a011-458a-a888-cd47eec07d13 HTTP/1.1" status: 404 len: 336 time: 0.1001685 Dec 25 19:46:26.478251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45268) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:26.535996 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a83c086d-c054-4d74-bee4-bc81b4c7777f tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4f342b8-9641-4c38-aa9f-6ab9af02ad3d HTTP/1.1" status: 200 len: 205 time: 0.0552804 Dec 25 19:46:26.538554 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45272) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:26.583260 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254f72d9-c4f3-4325-9025-ef4dbc97171c None None] Sync routers for ids ['396d53f3-9cc4-416d-8ba2-b0d173847710'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:46:26.587653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-354e05db-730d-4b7a-8f35-b25afd4d052b tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Request body: {'network': {'name': 'tempest-network--728319304'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:26.602796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254f72d9-c4f3-4325-9025-ef4dbc97171c None None] Routers {'396d53f3-9cc4-416d-8ba2-b0d173847710'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:26.603287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-254f72d9-c4f3-4325-9025-ef4dbc97171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:46:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['396d53f3-9cc4-416d-8ba2-b0d173847710'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:26.629270 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-3333ebf2-6dc5-4868-a26e-df3bf1fba53d tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] delete failed (client error): The resource could not be found. Dec 25 19:46:26.633383 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3333ebf2-6dc5-4868-a26e-df3bf1fba53d tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] 10.222.0.24 "DELETE /v2.0/routers/f4f342b8-9641-4c38-aa9f-6ab9af02ad3d HTTP/1.1" status: 404 len: 336 time: 0.0906937 Dec 25 19:46:26.633784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45280) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:26.657983 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-354e05db-730d-4b7a-8f35-b25afd4d052b tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:26.673250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-254f72d9-c4f3-4325-9025-ef4dbc97171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:26.683103 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-fecfb3c6-0f59-4de9-a786-e00ccb5d18a6 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] DELETE failed (client error): The resource could not be found. Dec 25 19:46:26.683103 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fecfb3c6-0f59-4de9-a786-e00ccb5d18a6 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:46:26.687118 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fecfb3c6-0f59-4de9-a786-e00ccb5d18a6 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] 10.222.0.24 "DELETE /v2.0/subnets/08102a8b-916a-46e4-b96d-7cb815ce2d22 HTTP/1.1" status: 404 len: 337 time: 0.0500691 Dec 25 19:46:26.687701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c2ea2fd8-dfc1-4544-9b5b-41a157ec050d tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:26.687701 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c2ea2fd8-dfc1-4544-9b5b-41a157ec050d tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 10.1736128 Dec 25 19:46:26.689584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-354e05db-730d-4b7a-8f35-b25afd4d052b tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Usage tracker for resource:network and tenant:5177f85cb47e473487481f5145b34c51 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:26.698919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45286) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:26.701565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254f72d9-c4f3-4325-9025-ef4dbc97171c None None] Routers {'396d53f3-9cc4-416d-8ba2-b0d173847710'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:26.702364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-254f72d9-c4f3-4325-9025-ef4dbc97171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:46:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['396d53f3-9cc4-416d-8ba2-b0d173847710'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:26.704860 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-df846f7e-54b2-470b-bf1b-c22835cb26ed req-9317ab44-f072-4ca9-9fc3-649052a307b3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f31fdbc-d458-4a48-9825-788034a6e6d5 HTTP/1.1" status: 200 len: 210 time: 0.1020348 Dec 25 19:46:26.718626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-354e05db-730d-4b7a-8f35-b25afd4d052b tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:26.731410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f6211017-ca75-4098-9fac-4c7d9f46f906 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:26.737918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-354e05db-730d-4b7a-8f35-b25afd4d052b tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:26.774022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354e05db-730d-4b7a-8f35-b25afd4d052b tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Made reservation on behalf of 5177f85cb47e473487481f5145b34c51 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:46:26.779509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-354e05db-730d-4b7a-8f35-b25afd4d052b tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:26.791902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-254f72d9-c4f3-4325-9025-ef4dbc97171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:26.793020 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254f72d9-c4f3-4325-9025-ef4dbc97171c None None] The sync data for ids ['396d53f3-9cc4-416d-8ba2-b0d173847710'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:46:26.900376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f6211017-ca75-4098-9fac-4c7d9f46f906 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:26.908085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-24a5afdc-13b2-47db-be9f-84d51842062d tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:27.020395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-354e05db-730d-4b7a-8f35-b25afd4d052b tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:46:27.077018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-354e05db-730d-4b7a-8f35-b25afd4d052b tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:27.077405 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-354e05db-730d-4b7a-8f35-b25afd4d052b tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Added segment 023d1c7f-f6a6-4e17-b311-d2cea96b14aa of type vlan for network 89ffdde2-3d7d-48d2-bc02-2097686f62e3 Dec 25 19:46:27.096624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6211017-ca75-4098-9fac-4c7d9f46f906 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:46:27.099691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6211017-ca75-4098-9fac-4c7d9f46f906 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event updated for resources: {'Port': ['ID=12f8799a-e69a-40d1-9ad4-9d5c3b002b89,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:27.106239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-f6211017-ca75-4098-9fac-4c7d9f46f906 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:46:27.111828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f6211017-ca75-4098-9fac-4c7d9f46f906 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:27.116914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6211017-ca75-4098-9fac-4c7d9f46f906 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:46:27.158305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45294) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:27.199380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-354e05db-730d-4b7a-8f35-b25afd4d052b tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:27.373694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-354e05db-730d-4b7a-8f35-b25afd4d052b tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:27.374695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354e05db-730d-4b7a-8f35-b25afd4d052b tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:27.375392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-354e05db-730d-4b7a-8f35-b25afd4d052b tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:27.384640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-667056e7-16e6-45e6-8e70-5b56fb854a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842539620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:27.405801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e7e10124-84bc-47b3-acb1-0dfef025ff12 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:27.489738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 19:46:27.542602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-db7c72d6-14bd-4cba-a30d-124a02c6a621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:27.618818 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-354e05db-730d-4b7a-8f35-b25afd4d052b tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3384314 Dec 25 19:46:27.663579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45304) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:27.675560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b2c60a80-296e-4e1f-9eac-7e3b57accb2e tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:27.685382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e05db-730d-4b7a-8f35-b25afd4d052b tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Pushing event updated for resources: {'Network': ['ID=89ffdde2-3d7d-48d2-bc02-2097686f62e3,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:27.735971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a73e63-09a3-4418-9ac6-a2dfcfbb67b3 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:46:27.738955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-db7c72d6-14bd-4cba-a30d-124a02c6a621 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:27.747819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc76ec3-ed98-4b8e-a74d-5b43e212f1d7 None None] Sync routers for ids ['37b5843f-11c8-4119-aa66-53b4aff55b9b'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:46:27.748286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e05db-730d-4b7a-8f35-b25afd4d052b tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:46:27.748714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e05db-730d-4b7a-8f35-b25afd4d052b tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:46:27.749134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e05db-730d-4b7a-8f35-b25afd4d052b tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:46:27.749548 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e05db-730d-4b7a-8f35-b25afd4d052b tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:46:27.749959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e05db-730d-4b7a-8f35-b25afd4d052b tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:46:27.750364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e05db-730d-4b7a-8f35-b25afd4d052b tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:46:27.750745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e05db-730d-4b7a-8f35-b25afd4d052b tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:46:27.751174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e05db-730d-4b7a-8f35-b25afd4d052b tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:46:27.751580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e05db-730d-4b7a-8f35-b25afd4d052b tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:46:27.751983 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e05db-730d-4b7a-8f35-b25afd4d052b tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:46:27.752403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e05db-730d-4b7a-8f35-b25afd4d052b tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:46:27.758281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-354e05db-730d-4b7a-8f35-b25afd4d052b tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:27.766729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc76ec3-ed98-4b8e-a74d-5b43e212f1d7 None None] Routers {'37b5843f-11c8-4119-aa66-53b4aff55b9b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:27.767809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-4bc76ec3-ed98-4b8e-a74d-5b43e212f1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:46:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['37b5843f-11c8-4119-aa66-53b4aff55b9b'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:27.768787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-db7c72d6-14bd-4cba-a30d-124a02c6a621 admin admin] Usage tracker for resource:security_group_rule and tenant:268f4d88c6764be5b7bcb369c0437809 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:27.776780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-db7c72d6-14bd-4cba-a30d-124a02c6a621 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:27.780227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a5a73e63-09a3-4418-9ac6-a2dfcfbb67b3 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:27.835973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-db7c72d6-14bd-4cba-a30d-124a02c6a621 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:27.845387 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 89ffdde2-3d7d-48d2-bc02-2097686f62e3 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:46:27.877052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb10f6b-5707-4ee2-b7f4-ba22870acd6a req-1f2f3279-4edf-46f8-998d-2fab893ed0a8 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:27.883252 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6bb10f6b-5707-4ee2-b7f4-ba22870acd6a req-1f2f3279-4edf-46f8-998d-2fab893ed0a8 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.4008622 Dec 25 19:46:27.883719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-4bc76ec3-ed98-4b8e-a74d-5b43e212f1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:27.914272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc76ec3-ed98-4b8e-a74d-5b43e212f1d7 None None] Routers {'37b5843f-11c8-4119-aa66-53b4aff55b9b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:27.915211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-4bc76ec3-ed98-4b8e-a74d-5b43e212f1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:46:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['37b5843f-11c8-4119-aa66-53b4aff55b9b'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:27.997116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-4bc76ec3-ed98-4b8e-a74d-5b43e212f1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:27.997925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc76ec3-ed98-4b8e-a74d-5b43e212f1d7 None None] The sync data for ids ['37b5843f-11c8-4119-aa66-53b4aff55b9b'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:46:28.024208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f6211017-ca75-4098-9fac-4c7d9f46f906 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:28.024971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f6211017-ca75-4098-9fac-4c7d9f46f906 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:28.025171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b2c60a80-296e-4e1f-9eac-7e3b57accb2e tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:28.043081 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f53d7d6d-9256-4202-ae5d-55f4b6d1f436 req-e7489ca2-5934-4389-9734-a11385cdfac9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f31fdbc-d458-4a48-9825-788034a6e6d5 HTTP/1.1" status: 200 len: 210 time: 0.1547961 Dec 25 19:46:28.088596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b2c60a80-296e-4e1f-9eac-7e3b57accb2e tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:28.097804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:28.145818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b2c60a80-296e-4e1f-9eac-7e3b57accb2e tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Network 89ffdde2-3d7d-48d2-bc02-2097686f62e3 is not hosted by any dhcp agent {{(pid=88901) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 25 19:46:28.146688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c60a80-296e-4e1f-9eac-7e3b57accb2e tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:28.147404 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b2c60a80-296e-4e1f-9eac-7e3b57accb2e tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:28.151760 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b2c60a80-296e-4e1f-9eac-7e3b57accb2e tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] 10.222.0.24 "PUT /v2.0/networks/89ffdde2-3d7d-48d2-bc02-2097686f62e3 HTTP/1.1" status: 200 len: 856 time: 0.4844971 Dec 25 19:46:28.153997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45310) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:28.285430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c60a80-296e-4e1f-9eac-7e3b57accb2e tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Pushing event updated for resources: {'Network': ['ID=89ffdde2-3d7d-48d2-bc02-2097686f62e3,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:28.317359 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a5a73e63-09a3-4418-9ac6-a2dfcfbb67b3 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "PUT /v2.0/floatingips/a8662439-d0f5-4993-b8ec-d089cb582a4e HTTP/1.1" status: 200 len: 977 time: 8.7917271 Dec 25 19:46:28.364470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45314) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:28.370072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c60a80-296e-4e1f-9eac-7e3b57accb2e tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:46:28.370521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c60a80-296e-4e1f-9eac-7e3b57accb2e tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:46:28.370934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c60a80-296e-4e1f-9eac-7e3b57accb2e tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:46:28.371385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c60a80-296e-4e1f-9eac-7e3b57accb2e tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:46:28.371799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c60a80-296e-4e1f-9eac-7e3b57accb2e tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:46:28.372222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c60a80-296e-4e1f-9eac-7e3b57accb2e tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:46:28.372634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c60a80-296e-4e1f-9eac-7e3b57accb2e tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:46:28.373044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c60a80-296e-4e1f-9eac-7e3b57accb2e tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:46:28.373457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c60a80-296e-4e1f-9eac-7e3b57accb2e tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:46:28.373867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c60a80-296e-4e1f-9eac-7e3b57accb2e tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:46:28.374282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c60a80-296e-4e1f-9eac-7e3b57accb2e tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:46:28.374650 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6bb10f6b-5707-4ee2-b7f4-ba22870acd6a req-5a0ed2b4-e0c5-422e-a266-4f429650b560 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4314597 Dec 25 19:46:28.404367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b2c60a80-296e-4e1f-9eac-7e3b57accb2e tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:28.446211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-db7c72d6-14bd-4cba-a30d-124a02c6a621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:28.469392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-db7c72d6-14bd-4cba-a30d-124a02c6a621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:28.480301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-266911d8-0fa7-4e63-b6d5-552d1840c8b8 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:28.480705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8458829a-e9a9-482c-92da-380404b42c15 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:28.497022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-1fca0304-6a04-4d85-be4d-3520b36a5d4d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:28.498599 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-1fca0304-6a04-4d85-be4d-3520b36a5d4d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "GET /v2.0/networks?id=da387ada-6589-46a3-a1e0-f2fd37f41648 HTTP/1.1" status: 200 len: 797 time: 0.3243456 Dec 25 19:46:28.498728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0719135f-9dce-4e2c-b5a7-95a094b00893 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:28.639435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c72d6-14bd-4cba-a30d-124a02c6a621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89eafd41-8f83-4340-8e96-92d6a525ba19,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:28.646265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e7e10124-84bc-47b3-acb1-0dfef025ff12 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:28.654300 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-db7c72d6-14bd-4cba-a30d-124a02c6a621 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=268f4d88c6764be5b7bcb369c0437809&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4885025 Dec 25 19:46:28.654300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-db7c72d6-14bd-4cba-a30d-124a02c6a621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:28.656902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45322) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:28.678417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e7e10124-84bc-47b3-acb1-0dfef025ff12 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Deleting port 2eadde5e-aa83-4d88-8a45-4556b32b5ba2 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:46:28.678800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e7e10124-84bc-47b3-acb1-0dfef025ff12 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:28.954713 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-761b5a12-d252-431b-8c30-59c803de14f8 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23f5dc92674e43b787fc19a8bf548d4f HTTP/1.1" status: 200 len: 380 time: 0.3955724 Dec 25 19:46:28.969291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-ef108828-b276-4678-8573-569299f1bf78 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'port': {'device_id': '9f31fdbc-d458-4a48-9825-788034a6e6d5', 'network_id': 'da387ada-6589-46a3-a1e0-f2fd37f41648', 'admin_state_up': True, 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'security_groups': ['9349b6a4-3290-42cb-88c9-195a7da3dd1c']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:28.987087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0719135f-9dce-4e2c-b5a7-95a094b00893 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:29.020836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-05009196-e909-430d-bfc8-b4a4d3e23147 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Deleting port e56c3a71-0de4-4643-b06b-6fcf348f3647 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:46:29.021222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-05009196-e909-430d-bfc8-b4a4d3e23147 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:29.094617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-0719135f-9dce-4e2c-b5a7-95a094b00893 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ffdde2-3d7d-48d2-bc02-2097686f62e3']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:29.299675 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-43b6907b-0845-45f0-8c57-9bb4a97a05ca req-439c95f5-993d-4c10-bb18-7744cfbedcac tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f31fdbc-d458-4a48-9825-788034a6e6d5 HTTP/1.1" status: 200 len: 210 time: 0.0787833 Dec 25 19:46:29.362690 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-ef108828-b276-4678-8573-569299f1bf78 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:29.370343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e7e10124-84bc-47b3-acb1-0dfef025ff12 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:29.400096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-0719135f-9dce-4e2c-b5a7-95a094b00893 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '023d1c7f-f6a6-4e17-b311-d2cea96b14aa') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:29.400468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-0719135f-9dce-4e2c-b5a7-95a094b00893 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '023d1c7f-f6a6-4e17-b311-d2cea96b14aa') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:29.445290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0719135f-9dce-4e2c-b5a7-95a094b00893 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:29.475106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-960060f4-1eeb-4980-b80d-1c1efe693054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:29.518408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0719135f-9dce-4e2c-b5a7-95a094b00893 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:29.520674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-ef108828-b276-4678-8573-569299f1bf78 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:29.529262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e7e10124-84bc-47b3-acb1-0dfef025ff12 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Calling delete_port for 2eadde5e-aa83-4d88-8a45-4556b32b5ba2 owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:46:29.599666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0719135f-9dce-4e2c-b5a7-95a094b00893 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:46:29.600111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0719135f-9dce-4e2c-b5a7-95a094b00893 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:29.614840 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:46:29.614840 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:46:29.614840 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:46:29.614840 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:46:29.614840 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:46:29.614840 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:46:29.614840 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:46:29.614840 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:46:29.614840 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:46:29.614840 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:46:29.614840 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:46:29.614840 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:46:29.614840 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:46:29.614840 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:46:29.614840 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:46:29.614840 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:46:29.614840 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:46:29.614840 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:46:29.614840 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:46:29.614840 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:46:29.614840 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:46:29.614840 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:46:29.614840 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:46:29.614840 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:46:29.614840 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:46:29.614840 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:46:29.614840 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:46:29.614840 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:46:29.614840 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:46:29.614840 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:46:29.614840 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:46:29.614840 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:46:29.640695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-ef108828-b276-4678-8573-569299f1bf78 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Made reservation on behalf of 23f5dc92674e43b787fc19a8bf548d4f for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:46:29.646233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-ef108828-b276-4678-8573-569299f1bf78 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:29.664995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6211017-ca75-4098-9fac-4c7d9f46f906 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Router c74a0b9f-f22a-4229-a440-b2321042125e is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:46:29.667741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-960060f4-1eeb-4980-b80d-1c1efe693054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:29.877733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927133a-b46e-4971-8743-cdfc5e4967fe req-403c3b4f-d92c-41c0-ae18-3cb6dca902a4 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:29.879721 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1927133a-b46e-4971-8743-cdfc5e4967fe req-403c3b4f-d92c-41c0-ae18-3cb6dca902a4 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.3197217 Dec 25 19:46:29.892953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-05009196-e909-430d-bfc8-b4a4d3e23147 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:29.893328 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-05009196-e909-430d-bfc8-b4a4d3e23147 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:29.914782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0719135f-9dce-4e2c-b5a7-95a094b00893 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:29.976991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c025a507-f3e5-4739-b92e-81465d6e2986 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:29.993561 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0719135f-9dce-4e2c-b5a7-95a094b00893 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 89ffdde2-3d7d-48d2-bc02-2097686f62e3 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 25 19:46:30.069771 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1927133a-b46e-4971-8743-cdfc5e4967fe req-bdc30265-b791-44ab-8bb8-2b835f1ed257 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771202 Dec 25 19:46:30.073861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-05009196-e909-430d-bfc8-b4a4d3e23147 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Calling delete_port for e56c3a71-0de4-4643-b06b-6fcf348f3647 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:46:30.112237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0719135f-9dce-4e2c-b5a7-95a094b00893 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:30.139095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0719135f-9dce-4e2c-b5a7-95a094b00893 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Pushing event deleted for resources: {'Network': ['ID=89ffdde2-3d7d-48d2-bc02-2097686f62e3,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:30.148044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0719135f-9dce-4e2c-b5a7-95a094b00893 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:30.151780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-266911d8-0fa7-4e63-b6d5-552d1840c8b8 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Allocated IP 172.20.0.1 (ce78d99c-253e-4a52-ac55-2e96a78815a6/614b7f38-ece1-4287-8565-aeee2dddc439/e5136dcb-420b-4455-8bdd-7fb142e6746f) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:46:30.171873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-960060f4-1eeb-4980-b80d-1c1efe693054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:30.174419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-960060f4-1eeb-4980-b80d-1c1efe693054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:30.178208 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-960060f4-1eeb-4980-b80d-1c1efe693054 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/89eafd41-8f83-4340-8e96-92d6a525ba19 HTTP/1.1" status: 204 len: 168 time: 1.5120318 Dec 25 19:46:30.180199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f4baceca-dec8-4922-a25f-6b8fbc489a6f tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:30.185692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-ef108828-b276-4678-8573-569299f1bf78 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Allocated IP 172.20.0.4 (da387ada-6589-46a3-a1e0-f2fd37f41648/b7d590d7-0365-4250-b463-71f5fd5bb283/9749a656-ddcd-42f0-9811-5053427473ca) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:46:30.194811 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0719135f-9dce-4e2c-b5a7-95a094b00893 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] 10.222.0.24 "DELETE /v2.0/networks/89ffdde2-3d7d-48d2-bc02-2097686f62e3 HTTP/1.1" status: 204 len: 168 time: 2.0378156 Dec 25 19:46:30.216823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45332) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:30.225017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960060f4-1eeb-4980-b80d-1c1efe693054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89eafd41-8f83-4340-8e96-92d6a525ba19,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:30.248646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-960060f4-1eeb-4980-b80d-1c1efe693054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:30.276853 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f0e1472-6c95-47d0-9542-aca44dc14f5b tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] DELETE failed (client error): The resource could not be found. Dec 25 19:46:30.277363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f0e1472-6c95-47d0-9542-aca44dc14f5b tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:46:30.283296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e7e10124-84bc-47b3-acb1-0dfef025ff12 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:30.291593 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4acf94f1-1285-4a7a-81cf-15e937120c0e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:30.341110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e10124-84bc-47b3-acb1-0dfef025ff12 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Pushing event deleted for resources: {'Port': ['ID=2eadde5e-aa83-4d88-8a45-4556b32b5ba2,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:30.374622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e7e10124-84bc-47b3-acb1-0dfef025ff12 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:30.395642 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3f0e1472-6c95-47d0-9542-aca44dc14f5b tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] 10.222.0.24 "DELETE /v2.0/subnets/92296fee-de3b-4760-9b20-a840bf66dd8c HTTP/1.1" status: 404 len: 337 time: 0.1718943 Dec 25 19:46:30.422888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45340) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:30.517642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-266911d8-0fa7-4e63-b6d5-552d1840c8b8 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:30.536369 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-266911d8-0fa7-4e63-b6d5-552d1840c8b8 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Transition to ACTIVE for port object e5136dcb-420b-4455-8bdd-7fb142e6746f will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:46:30.544666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-05009196-e909-430d-bfc8-b4a4d3e23147 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:30.550533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-60991331-9fac-4869-8ad3-de6f00947e55 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:30.597263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05009196-e909-430d-bfc8-b4a4d3e23147 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event deleted for resources: {'Port': ['ID=e56c3a71-0de4-4643-b06b-6fcf348f3647,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:30.600125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-05009196-e909-430d-bfc8-b4a4d3e23147 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:30.641638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-b6abd2f5-0350-4ee9-a2aa-89ab028e8006 req-d843b200-6ca2-43cf-b94e-a622f5ab505f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Synchronizing usage tracker for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:46:30.643342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45344) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:30.711427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-266911d8-0fa7-4e63-b6d5-552d1840c8b8 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:30.718954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-beb2d44f-ff76-4be6-99cb-6a07765fd074 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:30.831223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266911d8-0fa7-4e63-b6d5-552d1840c8b8 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Network ce78d99c-253e-4a52-ac55-2e96a78815a6 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:46:30.839174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266911d8-0fa7-4e63-b6d5-552d1840c8b8 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Pushing event updated for resources: {'Port': ['ID=e5136dcb-420b-4455-8bdd-7fb142e6746f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:30.842409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-266911d8-0fa7-4e63-b6d5-552d1840c8b8 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:30.843482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-266911d8-0fa7-4e63-b6d5-552d1840c8b8 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:46:30.845621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266911d8-0fa7-4e63-b6d5-552d1840c8b8 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:46:30.882072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-05009196-e909-430d-bfc8-b4a4d3e23147 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:30.912418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-b6abd2f5-0350-4ee9-a2aa-89ab028e8006 req-d843b200-6ca2-43cf-b94e-a622f5ab505f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Unset dirty status for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:46:30.913738 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b6abd2f5-0350-4ee9-a2aa-89ab028e8006 req-d843b200-6ca2-43cf-b94e-a622f5ab505f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f31fdbc-d458-4a48-9825-788034a6e6d5 HTTP/1.1" status: 200 len: 210 time: 0.4141684 Dec 25 19:46:30.973713 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1dd25e3f-82fb-4426-a27e-f0f22a4596fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=59c528ad242a4b3e924fe17f127afd90&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3264256 Dec 25 19:46:30.980699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45348) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:30.998306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d9473376-f7ba-43a8-bbce-ab7cb489b544 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:31.039216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-266911d8-0fa7-4e63-b6d5-552d1840c8b8 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:31.194776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-50457a90-e89b-474c-959e-1785fbfe51b6 None None] Provisioning for port e5136dcb-420b-4455-8bdd-7fb142e6746f completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:46:31.200921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-50457a90-e89b-474c-959e-1785fbfe51b6 None None] Provisioning complete for port e5136dcb-420b-4455-8bdd-7fb142e6746f triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:46:31.201345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-50457a90-e89b-474c-959e-1785fbfe51b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:31.212446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-72e87191-e42c-4bdd-9c43-e18f7373a1de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:31.252305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6211017-ca75-4098-9fac-4c7d9f46f906 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:46:31.265311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3774207b-2daf-4ee5-b7ba-6dd2b9b11d4e None None] Sync routers for ids ['c74a0b9f-f22a-4229-a440-b2321042125e'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:46:31.281253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3774207b-2daf-4ee5-b7ba-6dd2b9b11d4e None None] Routers {'c74a0b9f-f22a-4229-a440-b2321042125e'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:31.282340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-3774207b-2daf-4ee5-b7ba-6dd2b9b11d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:46:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['c74a0b9f-f22a-4229-a440-b2321042125e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:31.288648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e7e10124-84bc-47b3-acb1-0dfef025ff12 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:31.299422 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-50457a90-e89b-474c-959e-1785fbfe51b6 None None] Port e5136dcb-420b-4455-8bdd-7fb142e6746f cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:46:31.305354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-72e87191-e42c-4bdd-9c43-e18f7373a1de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:31.348260 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-3774207b-2daf-4ee5-b7ba-6dd2b9b11d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:31.356280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-266911d8-0fa7-4e63-b6d5-552d1840c8b8 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:31.360491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3774207b-2daf-4ee5-b7ba-6dd2b9b11d4e None None] Routers {'c74a0b9f-f22a-4229-a440-b2321042125e'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:31.361156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-3774207b-2daf-4ee5-b7ba-6dd2b9b11d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:46:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['c74a0b9f-f22a-4229-a440-b2321042125e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:31.427892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-3774207b-2daf-4ee5-b7ba-6dd2b9b11d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:31.428557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3774207b-2daf-4ee5-b7ba-6dd2b9b11d4e None None] The sync data for ids ['c74a0b9f-f22a-4229-a440-b2321042125e'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:46:31.455680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-72e87191-e42c-4bdd-9c43-e18f7373a1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:31.518020 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bb3de5ce-53d9-4845-9747-10584c245f2e tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:31.538181 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f6211017-ca75-4098-9fac-4c7d9f46f906 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:31.539566 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f6211017-ca75-4098-9fac-4c7d9f46f906 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.7575159 Dec 25 19:46:31.544068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45354) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:31.555504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e87191-e42c-4bdd-9c43-e18f7373a1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196eb214-c51e-4f00-b2dc-699e6deead36,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:31.558146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-72e87191-e42c-4bdd-9c43-e18f7373a1de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:31.605170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-ef108828-b276-4678-8573-569299f1bf78 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:31.819632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d9473376-f7ba-43a8-bbce-ab7cb489b544 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:31.842596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-ef108828-b276-4678-8573-569299f1bf78 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Transition to ACTIVE for port object 9749a656-ddcd-42f0-9811-5053427473ca will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:46:31.855665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e7e10124-84bc-47b3-acb1-0dfef025ff12 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:31.870735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-d9473376-f7ba-43a8-bbce-ab7cb489b544 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39563859-d706-485c-9cf1-497d3142273b']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:31.882140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e7e10124-84bc-47b3-acb1-0dfef025ff12 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:31.895556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-d9473376-f7ba-43a8-bbce-ab7cb489b544 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '317b69f4-7634-4bf5-a008-76c910d03e2b') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:31.895897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-d9473376-f7ba-43a8-bbce-ab7cb489b544 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '317b69f4-7634-4bf5-a008-76c910d03e2b') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:31.919367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d9473376-f7ba-43a8-bbce-ab7cb489b544 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:31.943600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f2506-665e-4c81-84bc-7a71eced149e req-d0e85186-2078-4134-81bb-c58895c127ac tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:31.945288 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-017f2506-665e-4c81-84bc-7a71eced149e req-d0e85186-2078-4134-81bb-c58895c127ac tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.6738856 Dec 25 19:46:31.967890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d9473376-f7ba-43a8-bbce-ab7cb489b544 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:31.991835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-ef108828-b276-4678-8573-569299f1bf78 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:32.003417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9473376-f7ba-43a8-bbce-ab7cb489b544 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:46:32.003880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d9473376-f7ba-43a8-bbce-ab7cb489b544 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:32.022271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e7e10124-84bc-47b3-acb1-0dfef025ff12 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:32.044025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-72e87191-e42c-4bdd-9c43-e18f7373a1de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:32.048331 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-72e87191-e42c-4bdd-9c43-e18f7373a1de admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/196eb214-c51e-4f00-b2dc-699e6deead36 HTTP/1.1" status: 204 len: 168 time: 1.0635567 Dec 25 19:46:32.052610 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:46:32.052610 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:46:32.052610 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:46:32.052610 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:46:32.052610 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:46:32.052610 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:46:32.052610 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:46:32.052610 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:46:32.052610 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:46:32.052610 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:46:32.052610 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:46:32.052610 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:46:32.052610 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:46:32.052610 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:46:32.052610 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:46:32.052610 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:46:32.052610 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:46:32.052610 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:46:32.052610 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:46:32.052610 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:46:32.052610 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:46:32.052610 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:46:32.052610 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:46:32.052610 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:46:32.052610 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:46:32.052610 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:46:32.052610 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:46:32.052610 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:46:32.052610 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:46:32.052610 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:46:32.052610 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:46:32.052610 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:46:32.077244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e7e10124-84bc-47b3-acb1-0dfef025ff12 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:32.078147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e10124-84bc-47b3-acb1-0dfef025ff12 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Fanout notify agent at l3_agent the message router_deleted on router 4409b717-d927-4c22-86ea-183660612a3d {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:46:32.268954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e7e10124-84bc-47b3-acb1-0dfef025ff12 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:32.270182 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e7e10124-84bc-47b3-acb1-0dfef025ff12 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] 10.222.0.24 "DELETE /v2.0/routers/4409b717-d927-4c22-86ea-183660612a3d HTTP/1.1" status: 204 len: 168 time: 6.2258468 Dec 25 19:46:32.277774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45362) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:32.287822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-ef108828-b276-4678-8573-569299f1bf78 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network da387ada-6589-46a3-a1e0-f2fd37f41648 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:46:32.297187 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-017f2506-665e-4c81-84bc-7a71eced149e req-2d1bf406-962f-482b-918b-0ef6aa981eef tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3287275 Dec 25 19:46:32.303905 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-2fcd9e95-5411-43f9-a568-3fb6e01c6953 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-143808023', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:32.311409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef108828-b276-4678-8573-569299f1bf78 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=9749a656-ddcd-42f0-9811-5053427473ca,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:32.315104 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-ef108828-b276-4678-8573-569299f1bf78 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:46:32.322037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ef108828-b276-4678-8573-569299f1bf78 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:32.325028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-ef108828-b276-4678-8573-569299f1bf78 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:46:32.356059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2fcd9e95-5411-43f9-a568-3fb6e01c6953 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:32.360617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d9473376-f7ba-43a8-bbce-ab7cb489b544 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:32.365050 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d9473376-f7ba-43a8-bbce-ab7cb489b544 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:32.376192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2e3d4a0e-9e6b-465b-8e04-ea6d2a6b4660 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:32.404361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2fcd9e95-5411-43f9-a568-3fb6e01c6953 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Usage tracker for resource:router and tenant:76dae1c6382c46fba6fdd5a2a0ca79a2 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:32.415104 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2fcd9e95-5411-43f9-a568-3fb6e01c6953 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:32.440035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9473376-f7ba-43a8-bbce-ab7cb489b544 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Pushing event deleted for resources: {'Network': ['ID=39563859-d706-485c-9cf1-497d3142273b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:32.442626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2fcd9e95-5411-43f9-a568-3fb6e01c6953 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:32.456746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d9473376-f7ba-43a8-bbce-ab7cb489b544 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:32.471209 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d9473376-f7ba-43a8-bbce-ab7cb489b544 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] 10.222.0.24 "DELETE /v2.0/networks/39563859-d706-485c-9cf1-497d3142273b HTTP/1.1" status: 204 len: 168 time: 2.0459042 Dec 25 19:46:32.481954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2fcd9e95-5411-43f9-a568-3fb6e01c6953 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:32.483285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2fcd9e95-5411-43f9-a568-3fb6e01c6953 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:32.492844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-ef108828-b276-4678-8573-569299f1bf78 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:32.493799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-ef108828-b276-4678-8573-569299f1bf78 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:32.508683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90084063-83ab-4766-8b70-52f540a4e588 req-34d25674-d271-4dfd-8166-932db49179ed tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:32.510893 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-90084063-83ab-4766-8b70-52f540a4e588 req-34d25674-d271-4dfd-8166-932db49179ed tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f31fdbc-d458-4a48-9825-788034a6e6d5 HTTP/1.1" status: 200 len: 931 time: 0.4353752 Dec 25 19:46:32.561341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-266911d8-0fa7-4e63-b6d5-552d1840c8b8 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:32.569650 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-ef108828-b276-4678-8573-569299f1bf78 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6071711 Dec 25 19:46:32.575255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-266911d8-0fa7-4e63-b6d5-552d1840c8b8 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:32.586711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-aaf07861-0398-4930-a79d-dbb25b729dd9 service neutron] Request body: {'port': {'device_id': '9f31fdbc-d458-4a48-9825-788034a6e6d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:32.625881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2fcd9e95-5411-43f9-a568-3fb6e01c6953 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:32.631709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f0c605ab-c5d1-4c72-a1b3-585a63eca447 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:32.649712 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-90084063-83ab-4766-8b70-52f540a4e588 req-97fcf888-ab62-448f-af28-1584fd9a0b97 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=9349b6a4-3290-42cb-88c9-195a7da3dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293924 Dec 25 19:46:32.707591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2fcd9e95-5411-43f9-a568-3fb6e01c6953 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:32.736592 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6981521a-948a-4417-825c-3cca281c80dc tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "GET /v2.0/routers/c74a0b9f-f22a-4229-a440-b2321042125e HTTP/1.1" status: 200 len: 884 time: 1.1824281 Dec 25 19:46:32.740975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45378) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:32.743733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-4804d21a-8eea-4b52-9d6b-c470636ec8d5 None None] Provisioning for port 9749a656-ddcd-42f0-9811-5053427473ca completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:46:32.750140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-4804d21a-8eea-4b52-9d6b-c470636ec8d5 None None] Provisioning complete for port 9749a656-ddcd-42f0-9811-5053427473ca triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:46:32.750829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4804d21a-8eea-4b52-9d6b-c470636ec8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:32.795928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-266911d8-0fa7-4e63-b6d5-552d1840c8b8 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:32.799973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266911d8-0fa7-4e63-b6d5-552d1840c8b8 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Pushing event updated for resources: {'Port': ['ID=e5136dcb-420b-4455-8bdd-7fb142e6746f,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:32.803297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-266911d8-0fa7-4e63-b6d5-552d1840c8b8 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:32.824948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2fcd9e95-5411-43f9-a568-3fb6e01c6953 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:32.825486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05009196-e909-430d-bfc8-b4a4d3e23147 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Router 37b5843f-11c8-4119-aa66-53b4aff55b9b has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:46:32.826191 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2fcd9e95-5411-43f9-a568-3fb6e01c6953 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5426681 Dec 25 19:46:32.829624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-4804d21a-8eea-4b52-9d6b-c470636ec8d5 None None] Port 9749a656-ddcd-42f0-9811-5053427473ca cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:46:32.833814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-aaf07861-0398-4930-a79d-dbb25b729dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:32.843898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45384) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:32.858231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-5aa64a80-0e13-4982-a31a-37e7fa80b4e2 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'enable_snat': False}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:32.933386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45390) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:33.127312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266911d8-0fa7-4e63-b6d5-552d1840c8b8 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Network ce78d99c-253e-4a52-ac55-2e96a78815a6 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:46:33.129661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-266911d8-0fa7-4e63-b6d5-552d1840c8b8 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:46:33.421506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45402) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:33.558909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-0a2f4a06-bbe3-46a4-91f2-bf00a1e74f9c None None] Provisioning complete for port e5136dcb-420b-4455-8bdd-7fb142e6746f triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:46:33.559725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0a2f4a06-bbe3-46a4-91f2-bf00a1e74f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:33.580791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05009196-e909-430d-bfc8-b4a4d3e23147 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:46:33.586004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-05009196-e909-430d-bfc8-b4a4d3e23147 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:33.596359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f1b843-7ba7-46b4-a34a-4df4a189e3a2 None None] Sync routers for ids ['37b5843f-11c8-4119-aa66-53b4aff55b9b'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:46:33.623224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-60e577cc-63bc-4ab3-9528-0dd0ca231ab1 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1244244774'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:33.632672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0a2f4a06-bbe3-46a4-91f2-bf00a1e74f9c None None] Port e5136dcb-420b-4455-8bdd-7fb142e6746f cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:46:33.634363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f1b843-7ba7-46b4-a34a-4df4a189e3a2 None None] Routers {'37b5843f-11c8-4119-aa66-53b4aff55b9b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:33.635189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-85f1b843-7ba7-46b4-a34a-4df4a189e3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:46:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['37b5843f-11c8-4119-aa66-53b4aff55b9b'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:33.645439 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-60e577cc-63bc-4ab3-9528-0dd0ca231ab1 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:33.655136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-60e577cc-63bc-4ab3-9528-0dd0ca231ab1 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Usage tracker for resource:network and tenant:64033f1816f846ba9bda25613b093b3a is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:33.660086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-60e577cc-63bc-4ab3-9528-0dd0ca231ab1 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:33.671155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-60e577cc-63bc-4ab3-9528-0dd0ca231ab1 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:33.689741 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-05009196-e909-430d-bfc8-b4a4d3e23147 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "DELETE /v2.0/floatingips/a8662439-d0f5-4993-b8ec-d089cb582a4e HTTP/1.1" status: 204 len: 168 time: 5.3220694 Dec 25 19:46:33.703027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45408) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:33.703824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-85f1b843-7ba7-46b4-a34a-4df4a189e3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:33.717840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f1b843-7ba7-46b4-a34a-4df4a189e3a2 None None] Routers {'37b5843f-11c8-4119-aa66-53b4aff55b9b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:33.718885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-85f1b843-7ba7-46b4-a34a-4df4a189e3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:46:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['37b5843f-11c8-4119-aa66-53b4aff55b9b'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:33.744642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e577cc-63bc-4ab3-9528-0dd0ca231ab1 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Made reservation on behalf of 64033f1816f846ba9bda25613b093b3a for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:46:33.750077 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-60e577cc-63bc-4ab3-9528-0dd0ca231ab1 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:33.792293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-85f1b843-7ba7-46b4-a34a-4df4a189e3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:33.793122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f1b843-7ba7-46b4-a34a-4df4a189e3a2 None None] The sync data for ids ['37b5843f-11c8-4119-aa66-53b4aff55b9b'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:46:33.847333 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-60e577cc-63bc-4ab3-9528-0dd0ca231ab1 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:33.890770 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5c6e0c9b-922a-41f0-a2ee-ac913259424e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=580cec0882bd4234ae9f5123012454cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9511182 Dec 25 19:46:33.895365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45414) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:33.909151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1675bb58-74ab-4839-8a2d-0f415f922ae3 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Deleting port a94fc4e9-1a53-4120-9dcd-6846d02cc0c7 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:46:33.909532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1675bb58-74ab-4839-8a2d-0f415f922ae3 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:34.015968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-60e577cc-63bc-4ab3-9528-0dd0ca231ab1 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:34.063431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-60e577cc-63bc-4ab3-9528-0dd0ca231ab1 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Usage tracker for resource:security_group_rule and tenant:64033f1816f846ba9bda25613b093b3a is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:34.067556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-60e577cc-63bc-4ab3-9528-0dd0ca231ab1 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:34.073128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5aa64a80-0e13-4982-a31a-37e7fa80b4e2 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:34.091902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-60e577cc-63bc-4ab3-9528-0dd0ca231ab1 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:34.099715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-25e3fe0e-8888-4f59-8123-aa700538ff23 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Synchronizing usage tracker for tenant:ed9c1443c9ab46589f19ea480da46eab on resource:router {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:46:34.164137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2947fd6b-6ae0-49f4-87f6-b8d130d77320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:34.196052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c21e3-5966-4288-9964-a6bb4ca7983d req-1aaff5c8-18f1-41e2-ad8d-4bd80e8c4572 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:34.198214 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a88c21e3-5966-4288-9964-a6bb4ca7983d req-1aaff5c8-18f1-41e2-ad8d-4bd80e8c4572 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f31fdbc-d458-4a48-9825-788034a6e6d5 HTTP/1.1" status: 200 len: 931 time: 0.3281970 Dec 25 19:46:34.205094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-25e3fe0e-8888-4f59-8123-aa700538ff23 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Unset dirty status for tenant:ed9c1443c9ab46589f19ea480da46eab on resource:router {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:46:34.206357 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-25e3fe0e-8888-4f59-8123-aa700538ff23 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.4643462 Dec 25 19:46:34.211987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-aaf07861-0398-4930-a79d-dbb25b729dd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9749a656-ddcd-42f0-9811-5053427473ca {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 19:46:34.217030 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45418) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:34.238581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-aaf07861-0398-4930-a79d-dbb25b729dd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:34.288644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-aaf07861-0398-4930-a79d-dbb25b729dd9 service neutron] Transition to ACTIVE for port object 9749a656-ddcd-42f0-9811-5053427473ca will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:46:34.289584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-c225e6b3-5294-4412-8ef8-3e824dd3c901 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-382175972'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:34.297943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-aaf07861-0398-4930-a79d-dbb25b729dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:34.305771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3e49fa0f-a8b0-4db0-880d-565d28acc212 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:34.420000 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a88c21e3-5966-4288-9964-a6bb4ca7983d req-f5897893-4c14-440d-b53a-646414caea75 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=9349b6a4-3290-42cb-88c9-195a7da3dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101626 Dec 25 19:46:34.498304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf07861-0398-4930-a79d-dbb25b729dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=9749a656-ddcd-42f0-9811-5053427473ca,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:34.510339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-aaf07861-0398-4930-a79d-dbb25b729dd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:34.611241 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2947fd6b-6ae0-49f4-87f6-b8d130d77320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:34.620542 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266911d8-0fa7-4e63-b6d5-552d1840c8b8 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Router 396d53f3-9cc4-416d-8ba2-b0d173847710 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:46:34.700737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-aaf07861-0398-4930-a79d-dbb25b729dd9 service neutron] Attempting to bind port 9749a656-ddcd-42f0-9811-5053427473ca on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:46:34.701114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-aaf07861-0398-4930-a79d-dbb25b729dd9 service neutron] Attempting to bind port 9749a656-ddcd-42f0-9811-5053427473ca by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b2e67a5d-a5dc-4284-869b-7256c008d9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'da387ada-6589-46a3-a1e0-f2fd37f41648'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:46:34.701488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-aaf07861-0398-4930-a79d-dbb25b729dd9 service neutron] Attempting to bind port 9749a656-ddcd-42f0-9811-5053427473ca on network da387ada-6589-46a3-a1e0-f2fd37f41648 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:46:34.714755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-aaf07861-0398-4930-a79d-dbb25b729dd9 service neutron] Port 9749a656-ddcd-42f0-9811-5053427473ca on network da387ada-6589-46a3-a1e0-f2fd37f41648 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:46:34.715116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-aaf07861-0398-4930-a79d-dbb25b729dd9 service neutron] Attempting to bind port 9749a656-ddcd-42f0-9811-5053427473ca on network da387ada-6589-46a3-a1e0-f2fd37f41648 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:46:34.718623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5aa64a80-0e13-4982-a31a-37e7fa80b4e2 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:34.756067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1675bb58-74ab-4839-8a2d-0f415f922ae3 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:34.759452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5aa64a80-0e13-4982-a31a-37e7fa80b4e2 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:34.762483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-aaf07861-0398-4930-a79d-dbb25b729dd9 service neutron] Checking agent: {'id': '5d7a6d50-e450-4e92-a105-61a558d89e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'started_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:46:34.762864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-aaf07861-0398-4930-a79d-dbb25b729dd9 service neutron] Checking segment: {'id': 'b2e67a5d-a5dc-4284-869b-7256c008d9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'da387ada-6589-46a3-a1e0-f2fd37f41648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:46:34.763314 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-aaf07861-0398-4930-a79d-dbb25b729dd9 service neutron] Bound using segment: {'id': 'b2e67a5d-a5dc-4284-869b-7256c008d9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'da387ada-6589-46a3-a1e0-f2fd37f41648'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:46:34.763808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-aaf07861-0398-4930-a79d-dbb25b729dd9 service neutron] Bound port: 9749a656-ddcd-42f0-9811-5053427473ca, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2e67a5d-a5dc-4284-869b-7256c008d9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'da387ada-6589-46a3-a1e0-f2fd37f41648'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:46:34.764221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-aaf07861-0398-4930-a79d-dbb25b729dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:34.778914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-60e577cc-63bc-4ab3-9528-0dd0ca231ab1 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:34.954106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-60e577cc-63bc-4ab3-9528-0dd0ca231ab1 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:34.971323 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1675bb58-74ab-4839-8a2d-0f415f922ae3 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Calling delete_port for a94fc4e9-1a53-4120-9dcd-6846d02cc0c7 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:46:34.975241 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-aaf07861-0398-4930-a79d-dbb25b729dd9 service neutron] For port 9749a656-ddcd-42f0-9811-5053427473ca, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:46:34.991777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-aaf07861-0398-4930-a79d-dbb25b729dd9 service neutron] For port 9749a656-ddcd-42f0-9811-5053427473ca, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9749a656-ddcd-42f0-9811-5053427473ca,segment=NetworkSegment(b2e67a5d-a5dc-4284-869b-7256c008d9e4),segment_id=b2e67a5d-a5dc-4284-869b-7256c008d9e4)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:46:34.999749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6ddc9f29-773f-46a6-8871-83ba005ebf9a tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:35.000966 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-5aa64a80-0e13-4982-a31a-37e7fa80b4e2 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Allocated IP 172.26.8.90 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/949447fb-3095-4402-8a0f-aa636178d302) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:46:35.003657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-aaf07861-0398-4930-a79d-dbb25b729dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:35.010070 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ef108828-b276-4678-8573-569299f1bf78 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:35.069223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60e577cc-63bc-4ab3-9528-0dd0ca231ab1 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:46:35.073234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2947fd6b-6ae0-49f4-87f6-b8d130d77320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:35.107381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-aaf07861-0398-4930-a79d-dbb25b729dd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:35.108936 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-aaf07861-0398-4930-a79d-dbb25b729dd9 service neutron] 10.222.0.36 "PUT /v2.0/ports/9749a656-ddcd-42f0-9811-5053427473ca HTTP/1.1" status: 200 len: 1093 time: 2.5291967 Dec 25 19:46:35.109503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f31fdbc-d458-4a48-9825-788034a6e6d5', 'tag': '9749a656-ddcd-42f0-9811-5053427473ca'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:46:35.112315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-60e577cc-63bc-4ab3-9528-0dd0ca231ab1 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:35.112712 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-60e577cc-63bc-4ab3-9528-0dd0ca231ab1 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Added segment f6fd4fef-9ad9-4ba6-92d9-900b335cbf2d of type vlan for network 90f6954e-4ec1-4255-831d-135379ea20eb Dec 25 19:46:35.200990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e577cc-63bc-4ab3-9528-0dd0ca231ab1 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44c3d852-097e-4099-b980-41c15db9d47c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:35.204438 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-60e577cc-63bc-4ab3-9528-0dd0ca231ab1 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:35.214721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c51c2477-3125-4241-b508-7fa882c23e7a tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:35.237818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf07861-0398-4930-a79d-dbb25b729dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=9749a656-ddcd-42f0-9811-5053427473ca,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:35.259178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-aaf07861-0398-4930-a79d-dbb25b729dd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:35.260962 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f31fdbc-d458-4a48-9825-788034a6e6d5', 'tag': '9749a656-ddcd-42f0-9811-5053427473ca', 'status': 'completed', 'code': 200} Dec 25 19:46:35.301292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2947fd6b-6ae0-49f4-87f6-b8d130d77320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5ff695-53fd-41e6-8c0a-261291f8ee82,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:35.317683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2947fd6b-6ae0-49f4-87f6-b8d130d77320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:35.332818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5aa64a80-0e13-4982-a31a-37e7fa80b4e2 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:35.346438 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-3b8d8fe4-229a-49dd-bfe8-a6b199a41d86 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=9f31fdbc-d458-4a48-9825-788034a6e6d5 HTTP/1.1" status: 200 len: 1096 time: 0.1524315 Dec 25 19:46:35.362122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-60e577cc-63bc-4ab3-9528-0dd0ca231ab1 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:35.366773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2947fd6b-6ae0-49f4-87f6-b8d130d77320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:35.368000 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2947fd6b-6ae0-49f4-87f6-b8d130d77320 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6e5ff695-53fd-41e6-8c0a-261291f8ee82 HTTP/1.1" status: 204 len: 168 time: 1.4689777 Dec 25 19:46:35.430286 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-a66a7578-3dc5-4097-93bf-64459b7375fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9749a656-ddcd-42f0-9811-5053427473ca HTTP/1.1" status: 200 len: 217 time: 0.0741789 Dec 25 19:46:35.510257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-c2673fd5-5971-443f-9684-672bb466535a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:35.511899 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-c2673fd5-5971-443f-9684-672bb466535a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b7d590d7-0365-4250-b463-71f5fd5bb283 HTTP/1.1" status: 200 len: 835 time: 0.0739706 Dec 25 19:46:35.513453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5aa64a80-0e13-4982-a31a-37e7fa80b4e2 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:35.526419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f54c3519-7b93-49c7-951b-26cf7e31ecd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:35.564392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa64a80-0e13-4982-a31a-37e7fa80b4e2 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:46:35.570153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-60e577cc-63bc-4ab3-9528-0dd0ca231ab1 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:35.575095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e577cc-63bc-4ab3-9528-0dd0ca231ab1 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:35.575769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-60e577cc-63bc-4ab3-9528-0dd0ca231ab1 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:35.588515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9cf60bbf-cc4e-4c78-a91a-830651678230 tempest-PortsAdminExtendedAttrsTestJSON-332745578 tempest-PortsAdminExtendedAttrsTestJSON-332745578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:35.605175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-5aa64a80-0e13-4982-a31a-37e7fa80b4e2 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:46:35.607747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa64a80-0e13-4982-a31a-37e7fa80b4e2 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:46:35.639353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1675bb58-74ab-4839-8a2d-0f415f922ae3 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:35.733117 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-60e577cc-63bc-4ab3-9528-0dd0ca231ab1 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.3087947 Dec 25 19:46:35.750188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45430) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:35.829495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e577cc-63bc-4ab3-9528-0dd0ca231ab1 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Pushing event updated for resources: {'Network': ['ID=90f6954e-4ec1-4255-831d-135379ea20eb,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:35.838712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-60e577cc-63bc-4ab3-9528-0dd0ca231ab1 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:35.839456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-05009196-e909-430d-bfc8-b4a4d3e23147 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:35.852582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 90f6954e-4ec1-4255-831d-135379ea20eb details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:46:35.910033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45432) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:35.932399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1675bb58-74ab-4839-8a2d-0f415f922ae3 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event deleted for resources: {'Port': ['ID=a94fc4e9-1a53-4120-9dcd-6846d02cc0c7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:35.981962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1675bb58-74ab-4839-8a2d-0f415f922ae3 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:36.002730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0ab203de-36f9-4e93-a6f3-1f6ac4613fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:36.020979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-6180f3b4-7e44-4445-8212-21e1ca4c2e47 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Request body: {'subnet': {'network_id': '90f6954e-4ec1-4255-831d-135379ea20eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:36.035474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266911d8-0fa7-4e63-b6d5-552d1840c8b8 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:46:36.044401 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-266911d8-0fa7-4e63-b6d5-552d1840c8b8 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] 10.222.0.24 "PUT /v2.0/routers/396d53f3-9cc4-416d-8ba2-b0d173847710/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3421569 Dec 25 19:46:36.048040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3125e1bf-ed53-4273-91ed-e86bbfddae91 None None] Sync routers for ids ['396d53f3-9cc4-416d-8ba2-b0d173847710'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:46:36.048268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45438) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:36.059898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa64a80-0e13-4982-a31a-37e7fa80b4e2 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Pushing event updated for resources: {'Port': ['ID=949447fb-3095-4402-8a0f-aa636178d302,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:36.062468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3125e1bf-ed53-4273-91ed-e86bbfddae91 None None] Routers {'396d53f3-9cc4-416d-8ba2-b0d173847710'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:36.063374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-3125e1bf-ed53-4273-91ed-e86bbfddae91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:46:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['396d53f3-9cc4-416d-8ba2-b0d173847710'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:36.065873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-1168e5bf-adff-4ce1-a7ff-83fb7705f4d9 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Request body: {'port': {'network_id': 'ce78d99c-253e-4a52-ac55-2e96a78815a6', 'name': 'tempest-FloatingIPAdminTestJSON-1209632694'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:36.103355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5aa64a80-0e13-4982-a31a-37e7fa80b4e2 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:36.178734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1675bb58-74ab-4839-8a2d-0f415f922ae3 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:36.181269 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1675bb58-74ab-4839-8a2d-0f415f922ae3 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "DELETE /v2.0/ports/a94fc4e9-1a53-4120-9dcd-6846d02cc0c7 HTTP/1.1" status: 204 len: 168 time: 2.4754486 Dec 25 19:46:36.190490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45442) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:36.208252 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1ad1b725-850f-4048-a7a7-1c77d1b7fca6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5177f85cb47e473487481f5145b34c51&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2837739 Dec 25 19:46:36.209973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-90eb174c-7702-4cad-89ed-d544a7f008a6 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Request body: {'floatingip': {'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:36.215993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45446) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:36.232744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-90eb174c-7702-4cad-89ed-d544a7f008a6 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:36.246035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-90eb174c-7702-4cad-89ed-d544a7f008a6 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Usage tracker for resource:floatingip and tenant:e8d9b6a20125442895a663435174ff75 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:36.258570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-90eb174c-7702-4cad-89ed-d544a7f008a6 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:36.274480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-90eb174c-7702-4cad-89ed-d544a7f008a6 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:36.309854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90eb174c-7702-4cad-89ed-d544a7f008a6 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:36.314914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-3125e1bf-ed53-4273-91ed-e86bbfddae91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:36.326509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3125e1bf-ed53-4273-91ed-e86bbfddae91 None None] Routers {'396d53f3-9cc4-416d-8ba2-b0d173847710'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:36.327209 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-3125e1bf-ed53-4273-91ed-e86bbfddae91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:46:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['396d53f3-9cc4-416d-8ba2-b0d173847710'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:36.348911 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-1649cb44-c989-459a-b40f-747c38f08b69 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=da387ada-6589-46a3-a1e0-f2fd37f41648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8243232 Dec 25 19:46:36.354800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a638dedf-fcb4-49f3-986e-d4a92ad8080f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:36.389173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-3125e1bf-ed53-4273-91ed-e86bbfddae91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:36.389638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3125e1bf-ed53-4273-91ed-e86bbfddae91 None None] The sync data for ids ['396d53f3-9cc4-416d-8ba2-b0d173847710'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:46:36.404658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6180f3b4-7e44-4445-8212-21e1ca4c2e47 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:36.409994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a638dedf-fcb4-49f3-986e-d4a92ad8080f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:36.428688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6180f3b4-7e44-4445-8212-21e1ca4c2e47 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Usage tracker for resource:subnet and tenant:64033f1816f846ba9bda25613b093b3a is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:36.454722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6180f3b4-7e44-4445-8212-21e1ca4c2e47 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:36.480131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03906cd6-5bab-4096-a28d-fa33b6f13998 req-5a97db1f-954d-4979-a674-2b28a30753d3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:36.481777 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-03906cd6-5bab-4096-a28d-fa33b6f13998 req-5a97db1f-954d-4979-a674-2b28a30753d3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f31fdbc-d458-4a48-9825-788034a6e6d5 HTTP/1.1" status: 200 len: 943 time: 0.8379750 Dec 25 19:46:36.484319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6180f3b4-7e44-4445-8212-21e1ca4c2e47 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:36.554659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1168e5bf-adff-4ce1-a7ff-83fb7705f4d9 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:36.587172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1168e5bf-adff-4ce1-a7ff-83fb7705f4d9 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Usage tracker for resource:port and tenant:f18e76bdfaca4777a5b13ddaa2a32042 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:36.592157 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6180f3b4-7e44-4445-8212-21e1ca4c2e47 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Made reservation on behalf of 64033f1816f846ba9bda25613b093b3a for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:46:36.607656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1168e5bf-adff-4ce1-a7ff-83fb7705f4d9 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:36.632576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1168e5bf-adff-4ce1-a7ff-83fb7705f4d9 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:36.761510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1168e5bf-adff-4ce1-a7ff-83fb7705f4d9 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Made reservation on behalf of f18e76bdfaca4777a5b13ddaa2a32042 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:46:36.767203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1168e5bf-adff-4ce1-a7ff-83fb7705f4d9 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:36.808575 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-41c3ed1c-a33b-44f7-a527-9dbd874122d9 service neutron] 10.222.0.36 "GET /v2.0/networks/da387ada-6589-46a3-a1e0-f2fd37f41648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313319 Dec 25 19:46:36.810961 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-03906cd6-5bab-4096-a28d-fa33b6f13998 req-efad610b-2c73-47d9-9b7c-d5ecb6c05b02 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=9349b6a4-3290-42cb-88c9-195a7da3dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3198752 Dec 25 19:46:36.821235 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6180f3b4-7e44-4445-8212-21e1ca4c2e47 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:36.875152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-1168e5bf-adff-4ce1-a7ff-83fb7705f4d9 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] device_id is not set on port 85d21037-67c4-411f-865d-fa9c069d4f56 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:46:36.933500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c225e6b3-5294-4412-8ef8-3e824dd3c901 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:36.938427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a638dedf-fcb4-49f3-986e-d4a92ad8080f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:36.944612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-11b28e0f-4c7f-486b-b98f-c2464e8f9e5a tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:36.968752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a638dedf-fcb4-49f3-986e-d4a92ad8080f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43404ab3-20e5-47ea-aff9-8661c8ab7e11,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:36.971188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a638dedf-fcb4-49f3-986e-d4a92ad8080f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:36.973939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c225e6b3-5294-4412-8ef8-3e824dd3c901 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854381233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854287207'] for router, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:36.980858 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a638dedf-fcb4-49f3-986e-d4a92ad8080f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:36.982089 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a638dedf-fcb4-49f3-986e-d4a92ad8080f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/43404ab3-20e5-47ea-aff9-8661c8ab7e11 HTTP/1.1" status: 204 len: 168 time: 0.7638540 Dec 25 19:46:37.063767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90eb174c-7702-4cad-89ed-d544a7f008a6 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:37.110586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:37.149144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5aa64a80-0e13-4982-a31a-37e7fa80b4e2 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:37.308886 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c52b7d63-dbc8-412b-a90e-c613e4e3cee2 req-df869c52-91d8-45ca-b9bc-36c1c08e6c1c service neutron] 10.222.0.36 "GET /v2.0/networks/da387ada-6589-46a3-a1e0-f2fd37f41648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4712379 Dec 25 19:46:37.339967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-90eb174c-7702-4cad-89ed-d544a7f008a6 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Allocated IP 172.26.8.184 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/dca49214-1a79-471a-9bfd-cc01ddba8693) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:46:37.481101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-1168e5bf-adff-4ce1-a7ff-83fb7705f4d9 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Allocated IP 172.20.0.4 (ce78d99c-253e-4a52-ac55-2e96a78815a6/614b7f38-ece1-4287-8565-aeee2dddc439/85d21037-67c4-411f-865d-fa9c069d4f56) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:46:37.494186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c225e6b3-5294-4412-8ef8-3e824dd3c901 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Router c74a0b9f-f22a-4229-a440-b2321042125e has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:46:37.532777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90eb174c-7702-4cad-89ed-d544a7f008a6 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:37.592334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5aa64a80-0e13-4982-a31a-37e7fa80b4e2 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:37.625977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5aa64a80-0e13-4982-a31a-37e7fa80b4e2 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854381233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854287207'] for router, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:37.645907 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90eb174c-7702-4cad-89ed-d544a7f008a6 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:37.652306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dd7a43f8-f55b-46d0-b521-2a91864efead tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:37.731128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90eb174c-7702-4cad-89ed-d544a7f008a6 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:46:37.776677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6180f3b4-7e44-4445-8212-21e1ca4c2e47 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:37.786903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-90eb174c-7702-4cad-89ed-d544a7f008a6 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:46:37.789618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90eb174c-7702-4cad-89ed-d544a7f008a6 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:46:37.795088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:37.837331 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4b21f9f0-699d-4d16-8e0c-7d9b8b86011f req-42fe8af7-69df-4741-b9d1-ea997ef8648e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=9f31fdbc-d458-4a48-9825-788034a6e6d5 HTTP/1.1" status: 200 len: 1096 time: 0.4512181 Dec 25 19:46:37.839872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb174c-7702-4cad-89ed-d544a7f008a6 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event updated for resources: {'Port': ['ID=dca49214-1a79-471a-9bfd-cc01ddba8693,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:37.849166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-90eb174c-7702-4cad-89ed-d544a7f008a6 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:37.921650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c225e6b3-5294-4412-8ef8-3e824dd3c901 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:46:37.935465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f288b93f-b333-4ca2-b279-dc703c77e074 None None] Sync routers for ids ['c74a0b9f-f22a-4229-a440-b2321042125e'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:46:37.955677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f288b93f-b333-4ca2-b279-dc703c77e074 None None] Routers {'c74a0b9f-f22a-4229-a440-b2321042125e'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:37.960090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-f288b93f-b333-4ca2-b279-dc703c77e074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:46:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['c74a0b9f-f22a-4229-a440-b2321042125e'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:38.019404 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c225e6b3-5294-4412-8ef8-3e824dd3c901 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:38.023744 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c225e6b3-5294-4412-8ef8-3e824dd3c901 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "PUT /v2.0/routers/c74a0b9f-f22a-4229-a440-b2321042125e HTTP/1.1" status: 200 len: 891 time: 3.8014436 Dec 25 19:46:38.024607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45470) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:38.030441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90eb174c-7702-4cad-89ed-d544a7f008a6 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:38.030663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-f288b93f-b333-4ca2-b279-dc703c77e074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:38.043715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f288b93f-b333-4ca2-b279-dc703c77e074 None None] Routers {'c74a0b9f-f22a-4229-a440-b2321042125e'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:38.044438 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-f288b93f-b333-4ca2-b279-dc703c77e074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:46:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['c74a0b9f-f22a-4229-a440-b2321042125e'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:38.114162 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-f288b93f-b333-4ca2-b279-dc703c77e074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:38.114948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f288b93f-b333-4ca2-b279-dc703c77e074 None None] The sync data for ids ['c74a0b9f-f22a-4229-a440-b2321042125e'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:46:38.180617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90eb174c-7702-4cad-89ed-d544a7f008a6 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:38.282264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d1bc4694-a498-4f3c-8cfd-41eb5bf88026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:38.455514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6180f3b4-7e44-4445-8212-21e1ca4c2e47 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Pushing event updated for resources: {'Subnet': ['ID=41af498e-b483-4fd1-a36d-7032a7a7298e,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:38.458524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6180f3b4-7e44-4445-8212-21e1ca4c2e47 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:38.500654 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f2f71b14-da75-4611-92b0-2d46a184e807 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "GET /v2.0/routers/c74a0b9f-f22a-4229-a440-b2321042125e HTTP/1.1" status: 200 len: 891 time: 0.4692676 Dec 25 19:46:38.500879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45480) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:38.533657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1168e5bf-adff-4ce1-a7ff-83fb7705f4d9 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:38.534667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:38.559230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21f9f0-699d-4d16-8e0c-7d9b8b86011f req-cb3b0601-0410-4b0f-b734-2532584ac448 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:38.560748 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4b21f9f0-699d-4d16-8e0c-7d9b8b86011f req-cb3b0601-0410-4b0f-b734-2532584ac448 service neutron] 10.222.0.36 "GET /v2.0/networks?id=da387ada-6589-46a3-a1e0-f2fd37f41648 HTTP/1.1" status: 200 len: 897 time: 0.6587384 Dec 25 19:46:38.561219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90eb174c-7702-4cad-89ed-d544a7f008a6 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:38.564912 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-06eb7de3-9bf4-4980-8b68-dd1d7a95b1dc tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "GET /v2.0/ports?device_id=c74a0b9f-f22a-4229-a440-b2321042125e HTTP/1.1" status: 200 len: 205 time: 0.0629330 Dec 25 19:46:38.566215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90eb174c-7702-4cad-89ed-d544a7f008a6 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:38.570451 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45486) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:38.571572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-266911d8-0fa7-4e63-b6d5-552d1840c8b8 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:38.684969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb174c-7702-4cad-89ed-d544a7f008a6 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event updated for resources: {'Port': ['ID=dca49214-1a79-471a-9bfd-cc01ddba8693,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:38.690712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-90eb174c-7702-4cad-89ed-d544a7f008a6 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:38.699221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90eb174c-7702-4cad-89ed-d544a7f008a6 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:38.699374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6180f3b4-7e44-4445-8212-21e1ca4c2e47 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Checking segment: {'id': 'f6fd4fef-9ad9-4ba6-92d9-900b335cbf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '90f6954e-4ec1-4255-831d-135379ea20eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:46:38.699787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6180f3b4-7e44-4445-8212-21e1ca4c2e47 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Network hostable DHCP agents. Network: 90f6954e-4ec1-4255-831d-135379ea20eb, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:46:38.716815 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90eb174c-7702-4cad-89ed-d544a7f008a6 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:38.720783 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-90eb174c-7702-4cad-89ed-d544a7f008a6 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5183351 Dec 25 19:46:38.721148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45492) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:38.727137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-c2977015-829b-4a5e-9a8b-fb46c575d934 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Request body: {'port': {'network_id': '91e8ca8d-466b-4405-9d2d-e991c033a6e5', 'name': 'tempest-FloatingIPTestJSON-1705714873'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:38.784656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1168e5bf-adff-4ce1-a7ff-83fb7705f4d9 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Transition to ACTIVE for port object 85d21037-67c4-411f-865d-fa9c069d4f56 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:46:38.838230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417c60b-2873-43b9-9155-3ba82c59ab59 req-21a22b77-8179-49e7-a292-13972014969e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:38.839888 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d417c60b-2873-43b9-9155-3ba82c59ab59 req-21a22b77-8179-49e7-a292-13972014969e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f31fdbc-d458-4a48-9825-788034a6e6d5 HTTP/1.1" status: 200 len: 943 time: 0.8786151 Dec 25 19:46:38.851511 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4b21f9f0-699d-4d16-8e0c-7d9b8b86011f req-d4929fd4-1602-43b3-9781-3591502e6817 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9749a656-ddcd-42f0-9811-5053427473ca HTTP/1.1" status: 200 len: 217 time: 0.2793276 Dec 25 19:46:38.879345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c2977015-829b-4a5e-9a8b-fb46c575d934 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:38.883743 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c2977015-829b-4a5e-9a8b-fb46c575d934 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Usage tracker for resource:port and tenant:e8d9b6a20125442895a663435174ff75 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:38.886849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c2977015-829b-4a5e-9a8b-fb46c575d934 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:38.893065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c2977015-829b-4a5e-9a8b-fb46c575d934 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:38.902701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2977015-829b-4a5e-9a8b-fb46c575d934 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Made reservation on behalf of e8d9b6a20125442895a663435174ff75 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:46:38.908247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c2977015-829b-4a5e-9a8b-fb46c575d934 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:38.932698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-c2977015-829b-4a5e-9a8b-fb46c575d934 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] device_id is not set on port acd372e6-6fe7-4b9c-a6d0-1ffe849eb8fd yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:46:38.996135 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6180f3b4-7e44-4445-8212-21e1ca4c2e47 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Network 90f6954e-4ec1-4255-831d-135379ea20eb is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:46:39.006593 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1168e5bf-adff-4ce1-a7ff-83fb7705f4d9 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:39.020096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21f9f0-699d-4d16-8e0c-7d9b8b86011f req-da9efa58-46bb-4371-8ed1-0f8c384e5e34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:39.021704 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4b21f9f0-699d-4d16-8e0c-7d9b8b86011f req-da9efa58-46bb-4371-8ed1-0f8c384e5e34 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b7d590d7-0365-4250-b463-71f5fd5bb283 HTTP/1.1" status: 200 len: 835 time: 0.1575654 Dec 25 19:46:39.022493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-59476fcb-1414-4ddd-aab8-7a0fb9723117 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:39.098158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-c2977015-829b-4a5e-9a8b-fb46c575d934 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Allocated IP 172.20.0.5 (91e8ca8d-466b-4405-9d2d-e991c033a6e5/1f11bccd-1808-49f9-aa9e-8d4199f1df1b/acd372e6-6fe7-4b9c-a6d0-1ffe849eb8fd) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:46:39.127838 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-6180f3b4-7e44-4445-8212-21e1ca4c2e47 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 90f6954e-4ec1-4255-831d-135379ea20eb) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:46:39.140890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50b7136-7015-4c5d-bf9d-003ed9ae74a6 None None] Network 90f6954e-4ec1-4255-831d-135379ea20eb requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:46:39.141848 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d417c60b-2873-43b9-9155-3ba82c59ab59 req-6be1dac9-c133-4bcd-93e9-67d63465ed16 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=9349b6a4-3290-42cb-88c9-195a7da3dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2829444 Dec 25 19:46:39.162180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6180f3b4-7e44-4445-8212-21e1ca4c2e47 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:39.162856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6180f3b4-7e44-4445-8212-21e1ca4c2e47 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:39.258185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1168e5bf-adff-4ce1-a7ff-83fb7705f4d9 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Network ce78d99c-253e-4a52-ac55-2e96a78815a6 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:46:39.267381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1168e5bf-adff-4ce1-a7ff-83fb7705f4d9 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Pushing event updated for resources: {'Port': ['ID=85d21037-67c4-411f-865d-fa9c069d4f56,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:39.274896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-1168e5bf-adff-4ce1-a7ff-83fb7705f4d9 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:46:39.290626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1168e5bf-adff-4ce1-a7ff-83fb7705f4d9 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:46:39.327667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1168e5bf-adff-4ce1-a7ff-83fb7705f4d9 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:39.374733 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6180f3b4-7e44-4445-8212-21e1ca4c2e47 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3704860 Dec 25 19:46:39.387762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45508) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:39.404593 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-76b8c64d-9be6-4a11-9354-e2392da6649c tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Request body: {'port': {'network_id': '90f6954e-4ec1-4255-831d-135379ea20eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-961349165'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:39.419574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c2977015-829b-4a5e-9a8b-fb46c575d934 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:39.453783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c2977015-829b-4a5e-9a8b-fb46c575d934 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:39.467901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1168e5bf-adff-4ce1-a7ff-83fb7705f4d9 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:39.468745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1168e5bf-adff-4ce1-a7ff-83fb7705f4d9 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:39.471520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1f00acc8-e3cc-45ff-b387-8a5319020e91 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:39.528464 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4b21f9f0-699d-4d16-8e0c-7d9b8b86011f req-ce4a86bf-c2a6-4194-ace8-9f8f9a1c3352 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=da387ada-6589-46a3-a1e0-f2fd37f41648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4698997 Dec 25 19:46:39.692077 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45514) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:39.735868 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1168e5bf-adff-4ce1-a7ff-83fb7705f4d9 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6792960 Dec 25 19:46:39.762965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45520) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:39.766438 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-58c940f2-9ab6-43b6-ab2c-98cd5df9a77a None None] Provisioning for port 85d21037-67c4-411f-865d-fa9c069d4f56 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:46:39.777515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-58c940f2-9ab6-43b6-ab2c-98cd5df9a77a None None] Provisioning complete for port 85d21037-67c4-411f-865d-fa9c069d4f56 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:46:39.778270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-58c940f2-9ab6-43b6-ab2c-98cd5df9a77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:39.813614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59862108-7090-48cf-ba25-75ae89d836b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-90f6954e-4ec1-4255-831d-135379ea20eb', 'network_id': '90f6954e-4ec1-4255-831d-135379ea20eb', 'tenant_id': '64033f1816f846ba9bda25613b093b3a', 'fixed_ips': [{'subnet_id': '41af498e-b483-4fd1-a36d-7032a7a7298e'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:46:39.814915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-59862108-7090-48cf-ba25-75ae89d836b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:39.858716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2977015-829b-4a5e-9a8b-fb46c575d934 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Network 91e8ca8d-466b-4405-9d2d-e991c033a6e5 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:46:39.861166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa64a80-0e13-4982-a31a-37e7fa80b4e2 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Router 1e43f685-efec-4f33-a61a-a5a9e353ed90 is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:46:39.862697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-c2977015-829b-4a5e-9a8b-fb46c575d934 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:46:39.866981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2977015-829b-4a5e-9a8b-fb46c575d934 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:46:39.896830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:39.897066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e5bbfecd-20cc-4e83-8070-9e68c2af4e32 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:39.916567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2977015-829b-4a5e-9a8b-fb46c575d934 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event updated for resources: {'Port': ['ID=acd372e6-6fe7-4b9c-a6d0-1ffe849eb8fd,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:39.926451 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c2977015-829b-4a5e-9a8b-fb46c575d934 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:39.948302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2977015-829b-4a5e-9a8b-fb46c575d934 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:39.949139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c2977015-829b-4a5e-9a8b-fb46c575d934 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:39.980198 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c2977015-829b-4a5e-9a8b-fb46c575d934 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2550905 Dec 25 19:46:39.980414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45526) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:39.987449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-76b8c64d-9be6-4a11-9354-e2392da6649c tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:39.987731 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-940edbc6-48cf-40c7-9ca5-991b212e9f90 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Request body: {'floatingip': {'port_id': 'acd372e6-6fe7-4b9c-a6d0-1ffe849eb8fd'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:40.015701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-76b8c64d-9be6-4a11-9354-e2392da6649c tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Usage tracker for resource:port and tenant:64033f1816f846ba9bda25613b093b3a is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:40.028225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-76b8c64d-9be6-4a11-9354-e2392da6649c tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:40.044471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-76b8c64d-9be6-4a11-9354-e2392da6649c tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:40.074751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-59862108-7090-48cf-ba25-75ae89d836b6 None None] Allocated IP 2001:db8::2 (90f6954e-4ec1-4255-831d-135379ea20eb/41af498e-b483-4fd1-a36d-7032a7a7298e/084943b0-93af-401e-8e2f-2f046346e171) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:46:40.085263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-940edbc6-48cf-40c7-9ca5-991b212e9f90 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for floatingip, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:40.124508 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4b21f9f0-699d-4d16-8e0c-7d9b8b86011f req-1df752d7-1e14-4110-8c07-eb62c2bcc977 service neutron] 10.222.0.36 "GET /v2.0/networks/da387ada-6589-46a3-a1e0-f2fd37f41648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4874108 Dec 25 19:46:40.132930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-a1db68d1-de17-496f-928b-6d040a8340bf tempest-QuotasTest-2102083523 tempest-QuotasTest-2102083523-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:40.201852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b8c64d-9be6-4a11-9354-e2392da6649c tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Made reservation on behalf of 64033f1816f846ba9bda25613b093b3a for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:46:40.208360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-76b8c64d-9be6-4a11-9354-e2392da6649c tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:40.357311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-59862108-7090-48cf-ba25-75ae89d836b6 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:40.361319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-76b8c64d-9be6-4a11-9354-e2392da6649c tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] device_id is not set on port 83191934-4cb1-46c1-9240-e323bb8617c7 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:46:40.369851 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-59862108-7090-48cf-ba25-75ae89d836b6 None None] Transition to ACTIVE for port object 084943b0-93af-401e-8e2f-2f046346e171 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:46:40.372640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-58c940f2-9ab6-43b6-ab2c-98cd5df9a77a None None] Port 85d21037-67c4-411f-865d-fa9c069d4f56 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:46:40.395712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-59862108-7090-48cf-ba25-75ae89d836b6 None None] Transition to ACTIVE for port object 084943b0-93af-401e-8e2f-2f046346e171 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:46:40.401103 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-59862108-7090-48cf-ba25-75ae89d836b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:40.406921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-281ffd20-226a-46f3-9474-bfbe053700bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:40.456517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-75df3c83-8ab4-4c07-8f52-996b1b0d0161 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Request body: {'floatingip': {'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'project_id': 'f18e76bdfaca4777a5b13ddaa2a32042', 'port_id': '85d21037-67c4-411f-865d-fa9c069d4f56'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:40.475951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59862108-7090-48cf-ba25-75ae89d836b6 None None] Network 90f6954e-4ec1-4255-831d-135379ea20eb is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:46:40.477141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-59862108-7090-48cf-ba25-75ae89d836b6 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:46:40.481349 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59862108-7090-48cf-ba25-75ae89d836b6 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:46:40.488063 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-75df3c83-8ab4-4c07-8f52-996b1b0d0161 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:40.551364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59862108-7090-48cf-ba25-75ae89d836b6 None None] Pushing event updated for resources: {'Port': ['ID=084943b0-93af-401e-8e2f-2f046346e171,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:40.569749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-75df3c83-8ab4-4c07-8f52-996b1b0d0161 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Usage tracker for resource:floatingip and tenant:f18e76bdfaca4777a5b13ddaa2a32042 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:40.585484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59862108-7090-48cf-ba25-75ae89d836b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:46:40.585877 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59862108-7090-48cf-ba25-75ae89d836b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:46:40.586262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59862108-7090-48cf-ba25-75ae89d836b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:46:40.586645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59862108-7090-48cf-ba25-75ae89d836b6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:46:40.587024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59862108-7090-48cf-ba25-75ae89d836b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:46:40.587432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59862108-7090-48cf-ba25-75ae89d836b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:46:40.587846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59862108-7090-48cf-ba25-75ae89d836b6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:46:40.588222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59862108-7090-48cf-ba25-75ae89d836b6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:46:40.588595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59862108-7090-48cf-ba25-75ae89d836b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:46:40.588963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59862108-7090-48cf-ba25-75ae89d836b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:46:40.589333 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59862108-7090-48cf-ba25-75ae89d836b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:46:40.595384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-59862108-7090-48cf-ba25-75ae89d836b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:40.597743 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-59862108-7090-48cf-ba25-75ae89d836b6 None None] Attempting to bind port 084943b0-93af-401e-8e2f-2f046346e171 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:46:40.598164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-59862108-7090-48cf-ba25-75ae89d836b6 None None] Attempting to bind port 084943b0-93af-401e-8e2f-2f046346e171 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'f6fd4fef-9ad9-4ba6-92d9-900b335cbf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '90f6954e-4ec1-4255-831d-135379ea20eb'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:46:40.598577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59862108-7090-48cf-ba25-75ae89d836b6 None None] Attempting to bind port 084943b0-93af-401e-8e2f-2f046346e171 on network 90f6954e-4ec1-4255-831d-135379ea20eb {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:46:40.607576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59862108-7090-48cf-ba25-75ae89d836b6 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:46:40.608012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59862108-7090-48cf-ba25-75ae89d836b6 None None] Checking segment: {'id': 'f6fd4fef-9ad9-4ba6-92d9-900b335cbf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '90f6954e-4ec1-4255-831d-135379ea20eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:46:40.608478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-59862108-7090-48cf-ba25-75ae89d836b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:40.609332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59862108-7090-48cf-ba25-75ae89d836b6 None None] Bound using segment: {'id': 'f6fd4fef-9ad9-4ba6-92d9-900b335cbf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '90f6954e-4ec1-4255-831d-135379ea20eb'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:46:40.609445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-59862108-7090-48cf-ba25-75ae89d836b6 None None] Bound port: 084943b0-93af-401e-8e2f-2f046346e171, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6fd4fef-9ad9-4ba6-92d9-900b335cbf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '90f6954e-4ec1-4255-831d-135379ea20eb'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:46:40.609875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-59862108-7090-48cf-ba25-75ae89d836b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:40.707680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-59862108-7090-48cf-ba25-75ae89d836b6 None None] For port 084943b0-93af-401e-8e2f-2f046346e171, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:46:40.711141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-59862108-7090-48cf-ba25-75ae89d836b6 None None] For port 084943b0-93af-401e-8e2f-2f046346e171, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=084943b0-93af-401e-8e2f-2f046346e171,segment=NetworkSegment(f6fd4fef-9ad9-4ba6-92d9-900b335cbf2d),segment_id=f6fd4fef-9ad9-4ba6-92d9-900b335cbf2d)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:46:40.718763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-59862108-7090-48cf-ba25-75ae89d836b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:40.732826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:40.764098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 9749a656-ddcd-42f0-9811-5053427473ca details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 19:46:40.819174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-75df3c83-8ab4-4c07-8f52-996b1b0d0161 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:40.860940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-75df3c83-8ab4-4c07-8f52-996b1b0d0161 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:40.863501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59862108-7090-48cf-ba25-75ae89d836b6 None None] Pushing event updated for resources: {'Port': ['ID=084943b0-93af-401e-8e2f-2f046346e171,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:40.878739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-59862108-7090-48cf-ba25-75ae89d836b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:40.890274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-940edbc6-48cf-40c7-9ca5-991b212e9f90 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:40.894325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-940edbc6-48cf-40c7-9ca5-991b212e9f90 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:40.896627 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4b21f9f0-699d-4d16-8e0c-7d9b8b86011f req-2a650469-2958-489f-9f0e-43e6c587b384 service neutron] 10.222.0.36 "GET /v2.0/networks/da387ada-6589-46a3-a1e0-f2fd37f41648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7492692 Dec 25 19:46:40.963163 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-75df3c83-8ab4-4c07-8f52-996b1b0d0161 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:41.005319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 9749a656-ddcd-42f0-9811-5053427473ca, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9749a656-ddcd-42f0-9811-5053427473ca,segment=NetworkSegment(b2e67a5d-a5dc-4284-869b-7256c008d9e4),segment_id=b2e67a5d-a5dc-4284-869b-7256c008d9e4)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:46:41.021009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': '9749a656-ddcd-42f0-9811-5053427473ca', 'network_id': 'da387ada-6589-46a3-a1e0-f2fd37f41648', 'port_id': '9749a656-ddcd-42f0-9811-5053427473ca', 'mac_address': 'fa:16:3e:45:f0:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7d590d7-0365-4250-b463-71f5fd5bb283', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 19:46:41.082021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:41.097061 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a1db68d1-de17-496f-928b-6d040a8340bf tempest-QuotasTest-2102083523 tempest-QuotasTest-2102083523-project-admin] 10.222.0.24 "PUT /v2.0/quotas/565a0813c3434e9593e178175bfb8d06 HTTP/1.1" status: 200 len: 366 time: 1.4027951 Dec 25 19:46:41.099895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45532) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:41.102079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9749a656-ddcd-42f0-9811-5053427473ca {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 19:46:41.119392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 9749a656-ddcd-42f0-9811-5053427473ca, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9749a656-ddcd-42f0-9811-5053427473ca,segment=NetworkSegment(b2e67a5d-a5dc-4284-869b-7256c008d9e4),segment_id=b2e67a5d-a5dc-4284-869b-7256c008d9e4)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:46:41.125205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:41.127779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dde072eb-208d-47d2-9b61-a41acd6f59b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:41.129675 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-35fce9a7-d93c-4f93-8ca4-6782b8406f6d tempest-QuotasTest-2102083523 tempest-QuotasTest-2102083523-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0282648 Dec 25 19:46:41.132176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45536) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:41.141981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-76b8c64d-9be6-4a11-9354-e2392da6649c tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Allocated IP 2001:db8::a2 (90f6954e-4ec1-4255-831d-135379ea20eb/41af498e-b483-4fd1-a36d-7032a7a7298e/83191934-4cb1-46c1-9240-e323bb8617c7) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:46:41.148493 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [None req-940edbc6-48cf-40c7-9ca5-991b212e9f90 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Floating IP ff969913-55ef-4867-8bab-5fb149308f28 associated. External IP: 172.26.8.184, port: acd372e6-6fe7-4b9c-a6d0-1ffe849eb8fd. Dec 25 19:46:41.168123 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1742b08-f3bb-4c55-a684-6b6d372f26fb req-c342f047-1dad-447a-836c-31d3b6975ba1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:41.169912 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c1742b08-f3bb-4c55-a684-6b6d372f26fb req-c342f047-1dad-447a-836c-31d3b6975ba1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f31fdbc-d458-4a48-9825-788034a6e6d5 HTTP/1.1" status: 200 len: 943 time: 0.8121889 Dec 25 19:46:41.197609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=9749a656-ddcd-42f0-9811-5053427473ca,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:41.200978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:41.229985 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0069baca-05fc-44e2-aefb-6d26bd108ba9 tempest-QuotasTest-2102083523 tempest-QuotasTest-2102083523-project-admin] 10.222.0.24 "GET /v2.0/quotas/565a0813c3434e9593e178175bfb8d06 HTTP/1.1" status: 200 len: 366 time: 0.0963154 Dec 25 19:46:41.233182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45540) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:41.272213 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f50569e6-0f70-428b-80ad-4628e3af9d5b tempest-QuotasTest-2102083523 tempest-QuotasTest-2102083523-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/565a0813c3434e9593e178175bfb8d06 HTTP/1.1" status: 204 len: 168 time: 0.0378103 Dec 25 19:46:41.279283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45544) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:41.318534 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f75c3246-9fcd-4ca0-8cbc-70d21af1834e tempest-QuotasTest-2102083523 tempest-QuotasTest-2102083523-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0329933 Dec 25 19:46:41.328054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45548) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:41.356140 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-da534873-5c9e-4c45-9129-91d4576c0e60 tempest-QuotasTest-2102083523 tempest-QuotasTest-2102083523-project-admin] 10.222.0.24 "GET /v2.0/quotas/565a0813c3434e9593e178175bfb8d06 HTTP/1.1" status: 200 len: 370 time: 0.0250123 Dec 25 19:46:41.375236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45552) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:41.377375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['9749a656-ddcd-42f0-9811-5053427473ca'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 19:46:41.411382 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f294d3a7-415b-4082-80d4-539858ceebb2 tempest-QuotasTest-2102083523 tempest-QuotasTest-2102083523-project-admin] 10.222.0.24 "GET /v2.0/quotas/565a0813c3434e9593e178175bfb8d06/default HTTP/1.1" status: 200 len: 370 time: 0.0346251 Dec 25 19:46:41.414117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45556) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:41.442802 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-40a97a65-9027-4d13-8053-68e208d8ebad tempest-QuotasTest-2102083523 tempest-QuotasTest-2102083523-project-admin] delete failed (client error): The resource could not be found. Dec 25 19:46:41.446661 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-40a97a65-9027-4d13-8053-68e208d8ebad tempest-QuotasTest-2102083523 tempest-QuotasTest-2102083523-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/565a0813c3434e9593e178175bfb8d06 HTTP/1.1" status: 404 len: 348 time: 0.0279367 Dec 25 19:46:41.498218 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c1742b08-f3bb-4c55-a684-6b6d372f26fb req-51d40f76-ce91-4e55-bd93-848d48129999 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=9349b6a4-3290-42cb-88c9-195a7da3dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3034549 Dec 25 19:46:41.632360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e5bbfecd-20cc-4e83-8070-9e68c2af4e32 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:41.656587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa64a80-0e13-4982-a31a-37e7fa80b4e2 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:46:41.660527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45562) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:41.668637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63a41f3-6592-4a90-b0aa-362d906ad2e3 None None] Sync routers for ids ['1e43f685-efec-4f33-a61a-a5a9e353ed90'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:46:41.682038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63a41f3-6592-4a90-b0aa-362d906ad2e3 None None] Routers {'1e43f685-efec-4f33-a61a-a5a9e353ed90'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:41.682257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e5bbfecd-20cc-4e83-8070-9e68c2af4e32 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Deleting port 12f8799a-e69a-40d1-9ad4-9d5c3b002b89 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:46:41.682680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e5bbfecd-20cc-4e83-8070-9e68c2af4e32 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:41.683315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a63a41f3-6592-4a90-b0aa-362d906ad2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:46:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['1e43f685-efec-4f33-a61a-a5a9e353ed90'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:41.711156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ab64c73a-be66-4db5-bf3d-6e0866881607 tempest-QuotasTest-2102083523 tempest-QuotasTest-2102083523-project-admin] Usage tracker for resource:network and tenant:40b130a7dd17413c8dcfdf02916171c5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:41.717180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ab64c73a-be66-4db5-bf3d-6e0866881607 tempest-QuotasTest-2102083523 tempest-QuotasTest-2102083523-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:41.729292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ab64c73a-be66-4db5-bf3d-6e0866881607 tempest-QuotasTest-2102083523 tempest-QuotasTest-2102083523-project-admin] Usage tracker for resource:subnet and tenant:40b130a7dd17413c8dcfdf02916171c5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:41.737101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ab64c73a-be66-4db5-bf3d-6e0866881607 tempest-QuotasTest-2102083523 tempest-QuotasTest-2102083523-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:41.750277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ab64c73a-be66-4db5-bf3d-6e0866881607 tempest-QuotasTest-2102083523 tempest-QuotasTest-2102083523-project-admin] Usage tracker for resource:subnetpool and tenant:40b130a7dd17413c8dcfdf02916171c5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:41.753553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a63a41f3-6592-4a90-b0aa-362d906ad2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:41.760191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ab64c73a-be66-4db5-bf3d-6e0866881607 tempest-QuotasTest-2102083523 tempest-QuotasTest-2102083523-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:41.766089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5aa64a80-0e13-4982-a31a-37e7fa80b4e2 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:41.766565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63a41f3-6592-4a90-b0aa-362d906ad2e3 None None] Routers {'1e43f685-efec-4f33-a61a-a5a9e353ed90'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:41.767261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a63a41f3-6592-4a90-b0aa-362d906ad2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:46:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['1e43f685-efec-4f33-a61a-a5a9e353ed90'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:41.767776 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5aa64a80-0e13-4982-a31a-37e7fa80b4e2 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] 10.222.0.24 "PUT /v2.0/routers/1e43f685-efec-4f33-a61a-a5a9e353ed90 HTTP/1.1" status: 200 len: 914 time: 8.9201877 Dec 25 19:46:41.767911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940edbc6-48cf-40c7-9ca5-991b212e9f90 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Router 37b5843f-11c8-4119-aa66-53b4aff55b9b has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:46:41.771523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45566) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:41.772239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ab64c73a-be66-4db5-bf3d-6e0866881607 tempest-QuotasTest-2102083523 tempest-QuotasTest-2102083523-project-admin] Usage tracker for resource:port and tenant:40b130a7dd17413c8dcfdf02916171c5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:41.837445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a63a41f3-6592-4a90-b0aa-362d906ad2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:41.837975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63a41f3-6592-4a90-b0aa-362d906ad2e3 None None] The sync data for ids ['1e43f685-efec-4f33-a61a-a5a9e353ed90'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:46:41.848477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ab64c73a-be66-4db5-bf3d-6e0866881607 tempest-QuotasTest-2102083523 tempest-QuotasTest-2102083523-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:41.881318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ab64c73a-be66-4db5-bf3d-6e0866881607 tempest-QuotasTest-2102083523 tempest-QuotasTest-2102083523-project-admin] Usage tracker for resource:router and tenant:40b130a7dd17413c8dcfdf02916171c5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:41.894862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-76b8c64d-9be6-4a11-9354-e2392da6649c tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:41.913964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-75df3c83-8ab4-4c07-8f52-996b1b0d0161 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:41.942754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ab64c73a-be66-4db5-bf3d-6e0866881607 tempest-QuotasTest-2102083523 tempest-QuotasTest-2102083523-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:41.967919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-76b8c64d-9be6-4a11-9354-e2392da6649c tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Transition to ACTIVE for port object 83191934-4cb1-46c1-9240-e323bb8617c7 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:46:41.982364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ab64c73a-be66-4db5-bf3d-6e0866881607 tempest-QuotasTest-2102083523 tempest-QuotasTest-2102083523-project-admin] Usage tracker for resource:floatingip and tenant:40b130a7dd17413c8dcfdf02916171c5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:41.992047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ab64c73a-be66-4db5-bf3d-6e0866881607 tempest-QuotasTest-2102083523 tempest-QuotasTest-2102083523-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:42.017343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e5bbfecd-20cc-4e83-8070-9e68c2af4e32 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:42.164393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e5bbfecd-20cc-4e83-8070-9e68c2af4e32 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Calling delete_port for 12f8799a-e69a-40d1-9ad4-9d5c3b002b89 owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:46:42.223236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ab64c73a-be66-4db5-bf3d-6e0866881607 tempest-QuotasTest-2102083523 tempest-QuotasTest-2102083523-project-admin] Usage tracker for resource:security_group and tenant:40b130a7dd17413c8dcfdf02916171c5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:42.233600 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-09d0aed9-974b-4fcb-8121-9732dc627783 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] 10.222.0.24 "GET /v2.0/routers/1e43f685-efec-4f33-a61a-a5a9e353ed90 HTTP/1.1" status: 200 len: 920 time: 0.4571915 Dec 25 19:46:42.234964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ab64c73a-be66-4db5-bf3d-6e0866881607 tempest-QuotasTest-2102083523 tempest-QuotasTest-2102083523-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:42.236938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45570) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:42.272226 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-76b8c64d-9be6-4a11-9354-e2392da6649c tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:42.289653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1c537df3-ff90-4694-b8ad-208561d0e717 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:42.308422 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ab64c73a-be66-4db5-bf3d-6e0866881607 tempest-QuotasTest-2102083523 tempest-QuotasTest-2102083523-project-admin] Usage tracker for resource:security_group_rule and tenant:40b130a7dd17413c8dcfdf02916171c5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:42.316742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940edbc6-48cf-40c7-9ca5-991b212e9f90 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:46:42.323117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-940edbc6-48cf-40c7-9ca5-991b212e9f90 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:42.330258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9797c3-7782-4c76-847b-c17abddf6d97 None None] Sync routers for ids ['37b5843f-11c8-4119-aa66-53b4aff55b9b'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:46:42.346602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9797c3-7782-4c76-847b-c17abddf6d97 None None] Routers {'37b5843f-11c8-4119-aa66-53b4aff55b9b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:42.347804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-6a9797c3-7782-4c76-847b-c17abddf6d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:46:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['37b5843f-11c8-4119-aa66-53b4aff55b9b'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:42.348079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ab64c73a-be66-4db5-bf3d-6e0866881607 tempest-QuotasTest-2102083523 tempest-QuotasTest-2102083523-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:42.381075 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b8c64d-9be6-4a11-9354-e2392da6649c tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Network 90f6954e-4ec1-4255-831d-135379ea20eb is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:46:42.390086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-75df3c83-8ab4-4c07-8f52-996b1b0d0161 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Allocated IP 172.26.8.33 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/cfa4b791-ec02-4025-a25c-affc5f7a740f) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:46:42.395280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-76b8c64d-9be6-4a11-9354-e2392da6649c tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:46:42.403781 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b8c64d-9be6-4a11-9354-e2392da6649c tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:46:42.408619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b8c64d-9be6-4a11-9354-e2392da6649c tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:42.409460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-76b8c64d-9be6-4a11-9354-e2392da6649c tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:42.436685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-6a9797c3-7782-4c76-847b-c17abddf6d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:42.450273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9797c3-7782-4c76-847b-c17abddf6d97 None None] Routers {'37b5843f-11c8-4119-aa66-53b4aff55b9b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:42.451299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-6a9797c3-7782-4c76-847b-c17abddf6d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:46:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['37b5843f-11c8-4119-aa66-53b4aff55b9b'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:42.460497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b8c64d-9be6-4a11-9354-e2392da6649c tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Pushing event updated for resources: {'Port': ['ID=83191934-4cb1-46c1-9240-e323bb8617c7,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:42.466765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-76b8c64d-9be6-4a11-9354-e2392da6649c tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:42.486322 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-76b8c64d-9be6-4a11-9354-e2392da6649c tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.0949426 Dec 25 19:46:42.492223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45574) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:42.514164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-f48661e5-c10e-46a2-b6f4-8c8d90dc0ae2 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Request body: {'port': {'network_id': '90f6954e-4ec1-4255-831d-135379ea20eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-783373284', 'allowed_address_pairs': [{'ip_address': '2001:db8::a2', 'mac_address': 'fa:16:3e:43:c3:18'}]}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:42.531591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-6a9797c3-7782-4c76-847b-c17abddf6d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:42.532158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9797c3-7782-4c76-847b-c17abddf6d97 None None] The sync data for ids ['37b5843f-11c8-4119-aa66-53b4aff55b9b'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:46:42.670463 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ab64c73a-be66-4db5-bf3d-6e0866881607 tempest-QuotasTest-2102083523 tempest-QuotasTest-2102083523-project-admin] 10.222.0.24 "GET /v2.0/quotas/40b130a7dd17413c8dcfdf02916171c5/details.json HTTP/1.1" status: 200 len: 703 time: 1.0043588 Dec 25 19:46:42.678537 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-940edbc6-48cf-40c7-9ca5-991b212e9f90 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "PUT /v2.0/floatingips/ff969913-55ef-4867-8bab-5fb149308f28 HTTP/1.1" status: 200 len: 978 time: 2.6970007 Dec 25 19:46:42.683258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45582) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:42.726245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 9749a656-ddcd-42f0-9811-5053427473ca up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:46:42.756241 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-843cb955-a2e1-4bfa-aa40-20f5a3edc9be tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=a29ab018-4a1a-4021-8156-423134b861f3&device_id=1e43f685-efec-4f33-a61a-a5a9e353ed90&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5165095 Dec 25 19:46:42.760445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45586) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:42.852448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning for port 9749a656-ddcd-42f0-9811-5053427473ca completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:46:42.870736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port 9749a656-ddcd-42f0-9811-5053427473ca triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:46:42.871418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:42.952410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f48661e5-c10e-46a2-b6f4-8c8d90dc0ae2 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:42.956620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f48661e5-c10e-46a2-b6f4-8c8d90dc0ae2 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Usage tracker for resource:port and tenant:64033f1816f846ba9bda25613b093b3a is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:42.959852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f48661e5-c10e-46a2-b6f4-8c8d90dc0ae2 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:42.961038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-9232d33d-0e0a-4a46-bc3d-12238b437010 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Deleting port acd372e6-6fe7-4b9c-a6d0-1ffe849eb8fd {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:46:42.961416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9232d33d-0e0a-4a46-bc3d-12238b437010 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:42.966651 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f48661e5-c10e-46a2-b6f4-8c8d90dc0ae2 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:42.976685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-75df3c83-8ab4-4c07-8f52-996b1b0d0161 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:42.983615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e5bbfecd-20cc-4e83-8070-9e68c2af4e32 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:42.987498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48661e5-c10e-46a2-b6f4-8c8d90dc0ae2 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Made reservation on behalf of 64033f1816f846ba9bda25613b093b3a for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:46:43.010330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5fadd1-daf2-431c-98c9-e600adb16149 None None] Network 90f6954e-4ec1-4255-831d-135379ea20eb requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:46:43.017248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-93125600-c2be-4e48-8125-a08b6a30e730 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:43.018905 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d542f0-3143-4f74-97ba-2303e9f9bcdb tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:43.020464 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-68d542f0-3143-4f74-97ba-2303e9f9bcdb tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] 10.222.0.24 "GET /v2.0/networks/a29ab018-4a1a-4021-8156-423134b861f3 HTTP/1.1" status: 200 len: 881 time: 0.2590053 Dec 25 19:46:43.024450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45590) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:43.064214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:43.087949 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7250e8c7-4717-4d63-8db3-3ed5f1a8843e tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e43f685-efec-4f33-a61a-a5a9e353ed90 HTTP/1.1" status: 200 len: 205 time: 0.0597086 Dec 25 19:46:43.102279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7d09c-74e9-44b1-a54c-f8aa1f2eb0cb req-d83b607e-5ef9-41a1-90b4-b4f3ab4c0f4b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:43.105006 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-87c7d09c-74e9-44b1-a54c-f8aa1f2eb0cb req-d83b607e-5ef9-41a1-90b4-b4f3ab4c0f4b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f31fdbc-d458-4a48-9825-788034a6e6d5 HTTP/1.1" status: 200 len: 944 time: 0.3962646 Dec 25 19:46:43.116760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45596) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:43.143681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bbfecd-20cc-4e83-8070-9e68c2af4e32 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event deleted for resources: {'Port': ['ID=12f8799a-e69a-40d1-9ad4-9d5c3b002b89,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:43.202710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e5bbfecd-20cc-4e83-8070-9e68c2af4e32 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:43.225296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f31fdbc-d458-4a48-9825-788034a6e6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9749a656-ddcd-42f0-9811-5053427473ca'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:46:43.231031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45600) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:43.253763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 9749a656-ddcd-42f0-9811-5053427473ca, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9749a656-ddcd-42f0-9811-5053427473ca,segment=NetworkSegment(b2e67a5d-a5dc-4284-869b-7256c008d9e4),segment_id=b2e67a5d-a5dc-4284-869b-7256c008d9e4)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:46:43.289860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-bb146471-d6fe-4353-a718-72a5bfeab72f None None] Provisioning for port 084943b0-93af-401e-8e2f-2f046346e171 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:46:43.301719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:43.306618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7ebdf32e-98fc-4ddf-94a7-2c5790ea9ecd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:43.315799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-75df3c83-8ab4-4c07-8f52-996b1b0d0161 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:43.359297 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f31fdbc-d458-4a48-9825-788034a6e6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9749a656-ddcd-42f0-9811-5053427473ca', 'code': 200} Dec 25 19:46:43.362856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-16847ae5-460a-499d-b754-a82b23b0012b tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:43.450264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 084943b0-93af-401e-8e2f-2f046346e171 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:46:43.509545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=9749a656-ddcd-42f0-9811-5053427473ca,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:43.521127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:43.555391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75df3c83-8ab4-4c07-8f52-996b1b0d0161 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:46:43.561688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df3c83-8ab4-4c07-8f52-996b1b0d0161 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Pushing event updated for resources: {'Port': ['ID=cfa4b791-ec02-4025-a25c-affc5f7a740f,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:43.583717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 084943b0-93af-401e-8e2f-2f046346e171 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:46:43.591239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 084943b0-93af-401e-8e2f-2f046346e171 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:46:43.591971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:43.613447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24e0c868-14e5-4b0e-8313-62d047e8c974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:43.717530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9232d33d-0e0a-4a46-bc3d-12238b437010 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:43.744054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:43.785495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 084943b0-93af-401e-8e2f-2f046346e171, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=084943b0-93af-401e-8e2f-2f046346e171,segment=NetworkSegment(f6fd4fef-9ad9-4ba6-92d9-900b335cbf2d),segment_id=f6fd4fef-9ad9-4ba6-92d9-900b335cbf2d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:46:43.792488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:43.795463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-59862108-7090-48cf-ba25-75ae89d836b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:43.863161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-24e0c868-14e5-4b0e-8313-62d047e8c974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:43.873205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-24e0c868-14e5-4b0e-8313-62d047e8c974 admin admin] Usage tracker for resource:security_group_rule and tenant:d66c9f25619e4d9b8f0446e24d8f8137 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:43.874033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-75df3c83-8ab4-4c07-8f52-996b1b0d0161 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:46:43.880358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-24e0c868-14e5-4b0e-8313-62d047e8c974 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:43.882765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75df3c83-8ab4-4c07-8f52-996b1b0d0161 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:46:43.889102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=084943b0-93af-401e-8e2f-2f046346e171,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:43.895207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:43.902912 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-24e0c868-14e5-4b0e-8313-62d047e8c974 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:43.918938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-75df3c83-8ab4-4c07-8f52-996b1b0d0161 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:43.925194 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-87c7d09c-74e9-44b1-a54c-f8aa1f2eb0cb req-582afa44-d003-4887-84b3-f3f380afa117 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=9349b6a4-3290-42cb-88c9-195a7da3dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8008676 Dec 25 19:46:43.939037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f48661e5-c10e-46a2-b6f4-8c8d90dc0ae2 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:44.005178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-426c2d06-4429-494d-82fe-272768ec0cbd None None] Provisioning complete for port 084943b0-93af-401e-8e2f-2f046346e171 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:46:44.005944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-426c2d06-4429-494d-82fe-272768ec0cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:44.132321 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-f48661e5-c10e-46a2-b6f4-8c8d90dc0ae2 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] device_id is not set on port 6a185f19-17f3-45af-9cc7-9b67a19d23cb yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:46:44.177889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-426c2d06-4429-494d-82fe-272768ec0cbd None None] Provisioning for port 83191934-4cb1-46c1-9240-e323bb8617c7 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:46:44.184323 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-426c2d06-4429-494d-82fe-272768ec0cbd None None] Provisioning complete for port 83191934-4cb1-46c1-9240-e323bb8617c7 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:46:44.184744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-426c2d06-4429-494d-82fe-272768ec0cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:44.192151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ecd2c5b-6c43-44fe-9231-8eaf85f99813 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:44.264279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-426c2d06-4429-494d-82fe-272768ec0cbd None None] Port 83191934-4cb1-46c1-9240-e323bb8617c7 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:46:44.303904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e5bbfecd-20cc-4e83-8070-9e68c2af4e32 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:44.336233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24e0c868-14e5-4b0e-8313-62d047e8c974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:44.338326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9232d33d-0e0a-4a46-bc3d-12238b437010 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:44.338743 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9232d33d-0e0a-4a46-bc3d-12238b437010 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:44.339125 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [None req-9232d33d-0e0a-4a46-bc3d-12238b437010 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Floating IP ff969913-55ef-4867-8bab-5fb149308f28 disassociated. External IP: 172.26.8.184, port: acd372e6-6fe7-4b9c-a6d0-1ffe849eb8fd. Dec 25 19:46:44.339504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-9232d33d-0e0a-4a46-bc3d-12238b437010 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Calling delete_port for acd372e6-6fe7-4b9c-a6d0-1ffe849eb8fd owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:46:44.387335 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24e0c868-14e5-4b0e-8313-62d047e8c974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:44.390163 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-4ffb4a2f-bad6-410a-ab1c-788ca8b16818 None None] Provisioning complete for port 83191934-4cb1-46c1-9240-e323bb8617c7 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:46:44.390657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4ffb4a2f-bad6-410a-ab1c-788ca8b16818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:44.398416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-72e87191-e42c-4bdd-9c43-e18f7373a1de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:44.446951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-4ffb4a2f-bad6-410a-ab1c-788ca8b16818 None None] Port 83191934-4cb1-46c1-9240-e323bb8617c7 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:46:44.476915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0c868-14e5-4b0e-8313-62d047e8c974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c67813-8ac1-41cc-8e02-499fd26822c7,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:44.480594 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-24e0c868-14e5-4b0e-8313-62d047e8c974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:44.488169 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-24e0c868-14e5-4b0e-8313-62d047e8c974 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d66c9f25619e4d9b8f0446e24d8f8137&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2531056 Dec 25 19:46:44.498141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45608) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:44.559889 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-08a8c03c-629d-45aa-a0dd-8534cf46e287 req-039ffc74-7586-4bc1-9bfd-afc133f8f7e7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9f31fdbc-d458-4a48-9825-788034a6e6d5 HTTP/1.1" status: 200 len: 1098 time: 1.0019324 Dec 25 19:46:44.632727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9232d33d-0e0a-4a46-bc3d-12238b437010 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:44.639142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6c6cfb80-9fd2-4d6c-b8f2-e7400e7020c6 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:44.690235 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232d33d-0e0a-4a46-bc3d-12238b437010 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event deleted for resources: {'Port': ['ID=acd372e6-6fe7-4b9c-a6d0-1ffe849eb8fd,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:44.692699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9232d33d-0e0a-4a46-bc3d-12238b437010 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:44.764524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-f48661e5-c10e-46a2-b6f4-8c8d90dc0ae2 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Allocated IP 2001:db8::1ff (90f6954e-4ec1-4255-831d-135379ea20eb/41af498e-b483-4fd1-a36d-7032a7a7298e/6a185f19-17f3-45af-9cc7-9b67a19d23cb) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:46:44.795153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ecd2c5b-6c43-44fe-9231-8eaf85f99813 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:44.805685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-5ecd2c5b-6c43-44fe-9231-8eaf85f99813 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Deleting port 949447fb-3095-4402-8a0f-aa636178d302 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:46:44.806054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ecd2c5b-6c43-44fe-9231-8eaf85f99813 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:44.814208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e5bbfecd-20cc-4e83-8070-9e68c2af4e32 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:44.917999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e5bbfecd-20cc-4e83-8070-9e68c2af4e32 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:44.955347 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-08a8c03c-629d-45aa-a0dd-8534cf46e287 req-3e60bf83-54fa-4047-aecb-e491aa2c14f3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9349b6a4-3290-42cb-88c9-195a7da3dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3853707 Dec 25 19:46:44.979027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8ab87c93-c74f-49d8-8926-a58cbe88a55f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:45.072221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ecd2c5b-6c43-44fe-9231-8eaf85f99813 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:45.193605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8ab87c93-c74f-49d8-8926-a58cbe88a55f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:45.227489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e5bbfecd-20cc-4e83-8070-9e68c2af4e32 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:45.227489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5bbfecd-20cc-4e83-8070-9e68c2af4e32 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Fanout notify agent at l3_agent the message router_deleted on router c74a0b9f-f22a-4229-a440-b2321042125e {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:46:45.312815 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 084943b0-93af-401e-8e2f-2f046346e171 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:46:45.389933 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 084943b0-93af-401e-8e2f-2f046346e171 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:46:45.390527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:45.440968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-5ecd2c5b-6c43-44fe-9231-8eaf85f99813 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Calling delete_port for 949447fb-3095-4402-8a0f-aa636178d302 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:46:45.534387 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9232d33d-0e0a-4a46-bc3d-12238b437010 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Router 37b5843f-11c8-4119-aa66-53b4aff55b9b has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:46:45.703604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8210e-a385-4780-9610-fa8f7764df86 req-36746596-7933-498e-9ef0-5d3f975ebc89 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:45.705140 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d0b8210e-a385-4780-9610-fa8f7764df86 req-36746596-7933-498e-9ef0-5d3f975ebc89 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f31fdbc-d458-4a48-9825-788034a6e6d5 HTTP/1.1" status: 200 len: 945 time: 0.6337943 Dec 25 19:46:45.707883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8ab87c93-c74f-49d8-8926-a58cbe88a55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:45.716713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:45.754090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f48661e5-c10e-46a2-b6f4-8c8d90dc0ae2 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:45.757443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab87c93-c74f-49d8-8926-a58cbe88a55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c67813-8ac1-41cc-8e02-499fd26822c7,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:45.761863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e5bbfecd-20cc-4e83-8070-9e68c2af4e32 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:45.763119 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e5bbfecd-20cc-4e83-8070-9e68c2af4e32 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "DELETE /v2.0/routers/c74a0b9f-f22a-4229-a440-b2321042125e HTTP/1.1" status: 204 len: 168 time: 7.1887007 Dec 25 19:46:45.764237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8ab87c93-c74f-49d8-8926-a58cbe88a55f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:45.767832 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8ab87c93-c74f-49d8-8926-a58cbe88a55f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c8c67813-8ac1-41cc-8e02-499fd26822c7 HTTP/1.1" status: 204 len: 168 time: 1.2652233 Dec 25 19:46:45.767832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8ab87c93-c74f-49d8-8926-a58cbe88a55f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:45.776099 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45616) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:45.784864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ecd2c5b-6c43-44fe-9231-8eaf85f99813 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:45.789500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-afd65c97-5dc0-4bfe-a0ba-5023bdc13a28 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-568691440'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:45.795606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-da501a6f-724a-4a18-b421-6c3d3fdcca86 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:45.811158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-afd65c97-5dc0-4bfe-a0ba-5023bdc13a28 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:45.818798 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f48661e5-c10e-46a2-b6f4-8c8d90dc0ae2 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Transition to ACTIVE for port object 6a185f19-17f3-45af-9cc7-9b67a19d23cb will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:46:45.820341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-afd65c97-5dc0-4bfe-a0ba-5023bdc13a28 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Usage tracker for resource:network and tenant:ed9c1443c9ab46589f19ea480da46eab is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:45.825929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-afd65c97-5dc0-4bfe-a0ba-5023bdc13a28 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:45.841612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-afd65c97-5dc0-4bfe-a0ba-5023bdc13a28 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:45.856761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecd2c5b-6c43-44fe-9231-8eaf85f99813 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Pushing event deleted for resources: {'Port': ['ID=949447fb-3095-4402-8a0f-aa636178d302,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:45.859254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5ecd2c5b-6c43-44fe-9231-8eaf85f99813 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:45.864082 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d0b8210e-a385-4780-9610-fa8f7764df86 req-86c1de18-4252-4f87-8385-5ae593f556d1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=9349b6a4-3290-42cb-88c9-195a7da3dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507535 Dec 25 19:46:45.874900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd65c97-5dc0-4bfe-a0ba-5023bdc13a28 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Made reservation on behalf of ed9c1443c9ab46589f19ea480da46eab for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:46:45.880658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-afd65c97-5dc0-4bfe-a0ba-5023bdc13a28 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:45.916371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f48661e5-c10e-46a2-b6f4-8c8d90dc0ae2 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:45.980235 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-75df3c83-8ab4-4c07-8f52-996b1b0d0161 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:46.076589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afd65c97-5dc0-4bfe-a0ba-5023bdc13a28 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:46:46.112488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-afd65c97-5dc0-4bfe-a0ba-5023bdc13a28 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:46.112892 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-afd65c97-5dc0-4bfe-a0ba-5023bdc13a28 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Added segment 79481827-7c77-4c10-aac3-f2e41d167d39 of type vlan for network b137e2c2-45ca-41e6-9c0d-f2c4225436b3 Dec 25 19:46:46.118291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48661e5-c10e-46a2-b6f4-8c8d90dc0ae2 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Pushing event updated for resources: {'Port': ['ID=6a185f19-17f3-45af-9cc7-9b67a19d23cb,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:46.120135 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ecd2c5b-6c43-44fe-9231-8eaf85f99813 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:46.122788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48661e5-c10e-46a2-b6f4-8c8d90dc0ae2 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Network 90f6954e-4ec1-4255-831d-135379ea20eb is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:46:46.131794 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f48661e5-c10e-46a2-b6f4-8c8d90dc0ae2 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:46.132713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-f48661e5-c10e-46a2-b6f4-8c8d90dc0ae2 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:46:46.135549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-75df3c83-8ab4-4c07-8f52-996b1b0d0161 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:46.136537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48661e5-c10e-46a2-b6f4-8c8d90dc0ae2 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:46:46.141232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48661e5-c10e-46a2-b6f4-8c8d90dc0ae2 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:46.141864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f48661e5-c10e-46a2-b6f4-8c8d90dc0ae2 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:46.194028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9232d33d-0e0a-4a46-bc3d-12238b437010 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:46:46.199843 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f48661e5-c10e-46a2-b6f4-8c8d90dc0ae2 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 3.7035944 Dec 25 19:46:46.218975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ac35ef-cb52-4b13-8665-fc5222759844 None None] Sync routers for ids ['37b5843f-11c8-4119-aa66-53b4aff55b9b'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:46:46.225130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45622) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:46.245865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ac35ef-cb52-4b13-8665-fc5222759844 None None] Routers {'37b5843f-11c8-4119-aa66-53b4aff55b9b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:46.246538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d2ac35ef-cb52-4b13-8665-fc5222759844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:46:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['37b5843f-11c8-4119-aa66-53b4aff55b9b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:46.304319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-afd65c97-5dc0-4bfe-a0ba-5023bdc13a28 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:46.339230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d2ac35ef-cb52-4b13-8665-fc5222759844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:46.346108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-75df3c83-8ab4-4c07-8f52-996b1b0d0161 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:46.355859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ac35ef-cb52-4b13-8665-fc5222759844 None None] Routers {'37b5843f-11c8-4119-aa66-53b4aff55b9b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:46.356696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d2ac35ef-cb52-4b13-8665-fc5222759844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:46:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['37b5843f-11c8-4119-aa66-53b4aff55b9b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:46.424923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45626) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:46.444317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d2ac35ef-cb52-4b13-8665-fc5222759844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:46.444931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ac35ef-cb52-4b13-8665-fc5222759844 None None] The sync data for ids ['37b5843f-11c8-4119-aa66-53b4aff55b9b'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:46:46.495589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-690084de-ca1e-477e-81c4-485299530c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:46.515586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-afd65c97-5dc0-4bfe-a0ba-5023bdc13a28 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:46.520055 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd65c97-5dc0-4bfe-a0ba-5023bdc13a28 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:46.520715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-afd65c97-5dc0-4bfe-a0ba-5023bdc13a28 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:46.531184 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-702bd569-0d19-4534-9a2c-1760814c8508 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:46.579938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-690084de-ca1e-477e-81c4-485299530c19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:46.584187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-690084de-ca1e-477e-81c4-485299530c19 admin admin] Usage tracker for resource:security_group_rule and tenant:40b130a7dd17413c8dcfdf02916171c5 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:46.587301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-690084de-ca1e-477e-81c4-485299530c19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:46.594257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-690084de-ca1e-477e-81c4-485299530c19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:46.643671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ecd2c5b-6c43-44fe-9231-8eaf85f99813 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:46.655199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ecd2c5b-6c43-44fe-9231-8eaf85f99813 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:46.663178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9232d33d-0e0a-4a46-bc3d-12238b437010 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:46.684272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd35f538-79b0-4779-ba70-76288a2a76b1 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:46.688736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd35f538-79b0-4779-ba70-76288a2a76b1 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:46.693300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd35f538-79b0-4779-ba70-76288a2a76b1 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:46.694208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-bd35f538-79b0-4779-ba70-76288a2a76b1 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Synchronizing usage tracker for tenant:64033f1816f846ba9bda25613b093b3a on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:46:46.695546 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9232d33d-0e0a-4a46-bc3d-12238b437010 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "DELETE /v2.0/ports/acd372e6-6fe7-4b9c-a6d0-1ffe849eb8fd HTTP/1.1" status: 204 len: 168 time: 4.0110810 Dec 25 19:46:46.699614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45630) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:46.701025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-30ab074b-5b69-4064-bc3d-164188122df3 None None] Provisioning for port 6a185f19-17f3-45af-9cc7-9b67a19d23cb completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:46:46.715014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-30ab074b-5b69-4064-bc3d-164188122df3 None None] Provisioning complete for port 6a185f19-17f3-45af-9cc7-9b67a19d23cb triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:46:46.716364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-30ab074b-5b69-4064-bc3d-164188122df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:46.770940 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-afd65c97-5dc0-4bfe-a0ba-5023bdc13a28 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9891522 Dec 25 19:46:46.778972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45634) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:46.779610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-30ab074b-5b69-4064-bc3d-164188122df3 None None] Port 6a185f19-17f3-45af-9cc7-9b67a19d23cb cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:46:46.782694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd65c97-5dc0-4bfe-a0ba-5023bdc13a28 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event updated for resources: {'Network': ['ID=b137e2c2-45ca-41e6-9c0d-f2c4225436b3,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:46.792906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-afd65c97-5dc0-4bfe-a0ba-5023bdc13a28 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:46.795817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network b137e2c2-45ca-41e6-9c0d-f2c4225436b3 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:46:46.820766 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b78dfbc3-afd2-41b3-bdb0-14448ba0758f tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "GET /v2.0/floatingips/ff969913-55ef-4867-8bab-5fb149308f28 HTTP/1.1" status: 200 len: 688 time: 0.1180162 Dec 25 19:46:46.823070 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45638) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:46.823655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ecd2c5b-6c43-44fe-9231-8eaf85f99813 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:46.824816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ecd2c5b-6c43-44fe-9231-8eaf85f99813 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Fanout notify agent at l3_agent the message router_deleted on router 1e43f685-efec-4f33-a61a-a5a9e353ed90 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:46:46.855494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-61c5dd5f-6692-43a7-99c8-103d9e22fe3e tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Request body: {'subnet': {'network_id': 'b137e2c2-45ca-41e6-9c0d-f2c4225436b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:46.927017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-bd35f538-79b0-4779-ba70-76288a2a76b1 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Unset dirty status for tenant:64033f1816f846ba9bda25613b093b3a on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:46:46.928377 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-bd35f538-79b0-4779-ba70-76288a2a76b1 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.6991203 Dec 25 19:46:46.948125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45644) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:47.038808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ecd2c5b-6c43-44fe-9231-8eaf85f99813 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:47.039910 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5ecd2c5b-6c43-44fe-9231-8eaf85f99813 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] 10.222.0.24 "DELETE /v2.0/routers/1e43f685-efec-4f33-a61a-a5a9e353ed90 HTTP/1.1" status: 204 len: 168 time: 3.9218395 Dec 25 19:46:47.043995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45648) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:47.049737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-a815c1c7-dd4c-454a-8f87-45d36268944d tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-89125084', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:47.057474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a815c1c7-dd4c-454a-8f87-45d36268944d tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:47.061448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a815c1c7-dd4c-454a-8f87-45d36268944d tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Usage tracker for resource:router and tenant:76dae1c6382c46fba6fdd5a2a0ca79a2 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:47.067111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a815c1c7-dd4c-454a-8f87-45d36268944d tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:47.070583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ea596512-b116-41a1-8676-853950dc630a tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Deleting port dca49214-1a79-471a-9bfd-cc01ddba8693 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:46:47.070959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ea596512-b116-41a1-8676-853950dc630a tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:47.102953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a815c1c7-dd4c-454a-8f87-45d36268944d tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:47.152469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a815c1c7-dd4c-454a-8f87-45d36268944d tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:47.153795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a815c1c7-dd4c-454a-8f87-45d36268944d tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:47.166483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-690084de-ca1e-477e-81c4-485299530c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:47.172915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-61c5dd5f-6692-43a7-99c8-103d9e22fe3e tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:47.191633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-690084de-ca1e-477e-81c4-485299530c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:47.203710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-61c5dd5f-6692-43a7-99c8-103d9e22fe3e tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Usage tracker for resource:subnet and tenant:ed9c1443c9ab46589f19ea480da46eab is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:47.207642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ef407bad-ccb9-4887-af2e-b20c244e4787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:47.219535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-61c5dd5f-6692-43a7-99c8-103d9e22fe3e tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:47.241069 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-61c5dd5f-6692-43a7-99c8-103d9e22fe3e tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:47.250682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1399193b-d33a-4c5e-a5ac-09a639dd39f8 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Deleting port 6a185f19-17f3-45af-9cc7-9b67a19d23cb {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:46:47.251142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1399193b-d33a-4c5e-a5ac-09a639dd39f8 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:47.276475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a815c1c7-dd4c-454a-8f87-45d36268944d tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:47.316452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ea596512-b116-41a1-8676-853950dc630a tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:47.316752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ea596512-b116-41a1-8676-853950dc630a tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:47.351250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-75df3c83-8ab4-4c07-8f52-996b1b0d0161 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:47.360003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690084de-ca1e-477e-81c4-485299530c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64375075-dbe2-410b-b3a6-3d0d599e899f,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:47.365903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-75df3c83-8ab4-4c07-8f52-996b1b0d0161 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:47.374518 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-690084de-ca1e-477e-81c4-485299530c19 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=40b130a7dd17413c8dcfdf02916171c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9423580 Dec 25 19:46:47.374518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c5dd5f-6692-43a7-99c8-103d9e22fe3e tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Made reservation on behalf of ed9c1443c9ab46589f19ea480da46eab for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:46:47.382130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45652) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:47.389952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-690084de-ca1e-477e-81c4-485299530c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:47.395142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dd549746-82ea-4310-ab24-52884f99b40b tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:47.522942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ea596512-b116-41a1-8676-853950dc630a tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Calling delete_port for dca49214-1a79-471a-9bfd-cc01ddba8693 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:46:47.646025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ad6a2-eb1f-4ae9-86a1-0d2a3868f8c9 req-f5ca70a5-c7a3-430b-92ac-01e025e74f56 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:47.647655 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4c0ad6a2-eb1f-4ae9-86a1-0d2a3868f8c9 req-f5ca70a5-c7a3-430b-92ac-01e025e74f56 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f31fdbc-d458-4a48-9825-788034a6e6d5 HTTP/1.1" status: 200 len: 945 time: 0.5662012 Dec 25 19:46:47.688018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df3c83-8ab4-4c07-8f52-996b1b0d0161 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Pushing event updated for resources: {'Port': ['ID=cfa4b791-ec02-4025-a25c-affc5f7a740f,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:47.695175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-61c5dd5f-6692-43a7-99c8-103d9e22fe3e tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:47.730642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-75df3c83-8ab4-4c07-8f52-996b1b0d0161 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:47.926015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-75df3c83-8ab4-4c07-8f52-996b1b0d0161 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:47.943021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a815c1c7-dd4c-454a-8f87-45d36268944d tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:47.968146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08e3c7e7-999b-486f-934a-475a37153ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:48.071479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08e3c7e7-999b-486f-934a-475a37153ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:48.136402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ea596512-b116-41a1-8676-853950dc630a tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:48.146118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0f98b894-3260-48b6-ae4c-f98ce864d879 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:48.193362 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea596512-b116-41a1-8676-853950dc630a tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event deleted for resources: {'Port': ['ID=dca49214-1a79-471a-9bfd-cc01ddba8693,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:48.199725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ea596512-b116-41a1-8676-853950dc630a tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:48.267414 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4c0ad6a2-eb1f-4ae9-86a1-0d2a3868f8c9 req-fba1fc94-6b83-48a5-86d1-f3ec69090bae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=9349b6a4-3290-42cb-88c9-195a7da3dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6038568 Dec 25 19:46:48.290712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1399193b-d33a-4c5e-a5ac-09a639dd39f8 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:48.354034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08e3c7e7-999b-486f-934a-475a37153ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:48.360581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-740d7493-358a-41b9-9cbb-a67b9a54aba9 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:48.389626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3c7e7-999b-486f-934a-475a37153ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64375075-dbe2-410b-b3a6-3d0d599e899f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:48.391962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-08e3c7e7-999b-486f-934a-475a37153ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:48.403223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ea596512-b116-41a1-8676-853950dc630a tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:48.432197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1399193b-d33a-4c5e-a5ac-09a639dd39f8 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Calling delete_port for 6a185f19-17f3-45af-9cc7-9b67a19d23cb owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:46:48.454776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ea596512-b116-41a1-8676-853950dc630a tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:48.455985 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ea596512-b116-41a1-8676-853950dc630a tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "DELETE /v2.0/floatingips/ff969913-55ef-4867-8bab-5fb149308f28 HTTP/1.1" status: 204 len: 168 time: 1.6216640 Dec 25 19:46:48.476586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45658) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:48.489579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08e3c7e7-999b-486f-934a-475a37153ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:48.493310 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-08e3c7e7-999b-486f-934a-475a37153ce6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/64375075-dbe2-410b-b3a6-3d0d599e899f HTTP/1.1" status: 204 len: 168 time: 1.1054080 Dec 25 19:46:48.498655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a815c1c7-dd4c-454a-8f87-45d36268944d tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:48.529741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-c4dcaec9-b6c6-4665-829f-fcffa1e85791 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Request body: {'floatingip': {'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'port_id': 'b9f05693-4aa1-4241-b933-c33e0c5982f8'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:48.532054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a815c1c7-dd4c-454a-8f87-45d36268944d tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:48.563994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c4dcaec9-b6c6-4665-829f-fcffa1e85791 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:48.613639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c4dcaec9-b6c6-4665-829f-fcffa1e85791 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Usage tracker for resource:floatingip and tenant:e8d9b6a20125442895a663435174ff75 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:48.618035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c4dcaec9-b6c6-4665-829f-fcffa1e85791 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:48.687373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-a815c1c7-dd4c-454a-8f87-45d36268944d tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Allocated IP 172.26.8.194 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/a9c9d282-de88-4a70-b59c-2391869ec68d) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:46:48.696559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c4dcaec9-b6c6-4665-829f-fcffa1e85791 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:48.754146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4dcaec9-b6c6-4665-829f-fcffa1e85791 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:48.855183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a815c1c7-dd4c-454a-8f87-45d36268944d tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:48.889283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a815c1c7-dd4c-454a-8f87-45d36268944d tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:48.890864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3028d-b8f8-4757-a464-a1103448ca79 req-8e1327c7-7f59-436f-896f-f1351044cea4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:48.892563 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-01f3028d-b8f8-4757-a464-a1103448ca79 req-8e1327c7-7f59-436f-896f-f1351044cea4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f31fdbc-d458-4a48-9825-788034a6e6d5 HTTP/1.1" status: 200 len: 945 time: 0.4297683 Dec 25 19:46:48.902106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5ea1bbf9-ad29-4d12-a762-4ab72e9c7ced tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:48.955988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-61c5dd5f-6692-43a7-99c8-103d9e22fe3e tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:48.957890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a815c1c7-dd4c-454a-8f87-45d36268944d tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:46:48.961888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-a815c1c7-dd4c-454a-8f87-45d36268944d tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:46:48.967262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a815c1c7-dd4c-454a-8f87-45d36268944d tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:46:48.975138 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6180f3b4-7e44-4445-8212-21e1ca4c2e47 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:49.009523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1399193b-d33a-4c5e-a5ac-09a639dd39f8 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:49.081937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815c1c7-dd4c-454a-8f87-45d36268944d tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Pushing event updated for resources: {'Port': ['ID=a9c9d282-de88-4a70-b59c-2391869ec68d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:49.087043 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a815c1c7-dd4c-454a-8f87-45d36268944d tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:49.140503 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [None req-75df3c83-8ab4-4c07-8f52-996b1b0d0161 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Floating IP 16b1950c-e21d-4261-b6a4-5fb2748391a1 associated. External IP: 172.26.8.33, port: 85d21037-67c4-411f-865d-fa9c069d4f56. Dec 25 19:46:49.152885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a815c1c7-dd4c-454a-8f87-45d36268944d tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:49.153769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a815c1c7-dd4c-454a-8f87-45d36268944d tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:49.207188 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-01f3028d-b8f8-4757-a464-a1103448ca79 req-1402f780-82ba-496f-ab64-8ebd77cbb558 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=9349b6a4-3290-42cb-88c9-195a7da3dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2950401 Dec 25 19:46:49.250086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45674) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:49.257379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c5dd5f-6692-43a7-99c8-103d9e22fe3e tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event updated for resources: {'Subnet': ['ID=570637b3-8cab-46c2-8ad5-f81183408c52,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:49.265983 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-61c5dd5f-6692-43a7-99c8-103d9e22fe3e tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:49.269340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d3177112-1f0a-4b02-b521-c5af453c849e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.234s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:49.336302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399193b-d33a-4c5e-a5ac-09a639dd39f8 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Pushing event deleted for resources: {'Port': ['ID=6a185f19-17f3-45af-9cc7-9b67a19d23cb,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:49.350374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1399193b-d33a-4c5e-a5ac-09a639dd39f8 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:49.368233 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e71a23ba-35b7-4a13-9731-7f6fbcdd56b0 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9f31fdbc-d458-4a48-9825-788034a6e6d5 HTTP/1.1" status: 200 len: 1093 time: 0.1174459 Dec 25 19:46:49.372788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45682) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:49.396807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-474199a7-e78d-431e-acf6-74e318cc7aae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'floatingip': {'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'port_id': '9749a656-ddcd-42f0-9811-5053427473ca', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:49.408193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c5dd5f-6692-43a7-99c8-103d9e22fe3e tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Checking segment: {'id': '79481827-7c77-4c10-aac3-f2e41d167d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b137e2c2-45ca-41e6-9c0d-f2c4225436b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:46:49.408595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c5dd5f-6692-43a7-99c8-103d9e22fe3e tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Network hostable DHCP agents. Network: b137e2c2-45ca-41e6-9c0d-f2c4225436b3, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:46:49.418443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-474199a7-e78d-431e-acf6-74e318cc7aae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:49.438419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-474199a7-e78d-431e-acf6-74e318cc7aae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:floatingip and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:49.441836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-474199a7-e78d-431e-acf6-74e318cc7aae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:49.488987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-474199a7-e78d-431e-acf6-74e318cc7aae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:49.535067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a815c1c7-dd4c-454a-8f87-45d36268944d tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Router b81c374c-4ab7-4892-a022-21cda7721aba is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:46:49.560921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1399193b-d33a-4c5e-a5ac-09a639dd39f8 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:49.569871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-474199a7-e78d-431e-acf6-74e318cc7aae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:49.585305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c5dd5f-6692-43a7-99c8-103d9e22fe3e tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Network b137e2c2-45ca-41e6-9c0d-f2c4225436b3 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:46:49.607749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4dcaec9-b6c6-4665-829f-fcffa1e85791 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:49.626848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45688) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:49.724084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-61c5dd5f-6692-43a7-99c8-103d9e22fe3e tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, b137e2c2-45ca-41e6-9c0d-f2c4225436b3) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:46:49.737401 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1399193b-d33a-4c5e-a5ac-09a639dd39f8 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] 10.222.0.24 "DELETE /v2.0/ports/6a185f19-17f3-45af-9cc7-9b67a19d23cb HTTP/1.1" status: 204 len: 168 time: 2.7858000 Dec 25 19:46:49.737587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6d0fef-5a9e-4db7-ac75-4af95965acce None None] Network b137e2c2-45ca-41e6-9c0d-f2c4225436b3 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:46:49.738400 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45694) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:49.746414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c5dd5f-6692-43a7-99c8-103d9e22fe3e tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:49.747016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-61c5dd5f-6692-43a7-99c8-103d9e22fe3e tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:49.807820 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fc96b86-9a33-4c70-8b6c-0ef3c5cd8cdd tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] GET failed (client error): The resource could not be found. Dec 25 19:46:49.814203 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7fc96b86-9a33-4c70-8b6c-0ef3c5cd8cdd tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] 10.222.0.24 "GET /v2.0/ports/6a185f19-17f3-45af-9cc7-9b67a19d23cb HTTP/1.1" status: 404 len: 333 time: 0.0703843 Dec 25 19:46:49.816691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45698) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:49.819024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-1b19237a-dc83-4b7a-a965-3977adc1e75d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-264398880'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:49.824958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1b19237a-dc83-4b7a-a965-3977adc1e75d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:49.831234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1b19237a-dc83-4b7a-a965-3977adc1e75d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Usage tracker for resource:network and tenant:4895f896d14c49cebd2f7b319db8be3e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:49.835164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1b19237a-dc83-4b7a-a965-3977adc1e75d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:49.836376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-f4b8c5d7-c90b-4477-999a-ea2e7e1807ae tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Request body: {'port': {'network_id': '90f6954e-4ec1-4255-831d-135379ea20eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-857215638'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:49.843436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1b19237a-dc83-4b7a-a965-3977adc1e75d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:49.855410 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-61c5dd5f-6692-43a7-99c8-103d9e22fe3e tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0668843 Dec 25 19:46:49.856454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45702) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:49.865348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-4a262d7d-5a12-4f86-826a-dbe69cd965e9 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-481834186', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:49.874983 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4a262d7d-5a12-4f86-826a-dbe69cd965e9 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:49.878222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b19237a-dc83-4b7a-a965-3977adc1e75d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Made reservation on behalf of 4895f896d14c49cebd2f7b319db8be3e for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:46:49.883194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1b19237a-dc83-4b7a-a965-3977adc1e75d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:49.899812 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4a262d7d-5a12-4f86-826a-dbe69cd965e9 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Usage tracker for resource:router and tenant:ed9c1443c9ab46589f19ea480da46eab is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:49.904432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4a262d7d-5a12-4f86-826a-dbe69cd965e9 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:49.908740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1b19237a-dc83-4b7a-a965-3977adc1e75d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:49.928243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4a262d7d-5a12-4f86-826a-dbe69cd965e9 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:49.946683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a815c1c7-dd4c-454a-8f87-45d36268944d tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:46:49.972405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4a262d7d-5a12-4f86-826a-dbe69cd965e9 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:49.973425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4a262d7d-5a12-4f86-826a-dbe69cd965e9 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:49.977443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79932463-5339-493e-88ec-4115d8c29a30 None None] Sync routers for ids ['b81c374c-4ab7-4892-a022-21cda7721aba'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:46:49.997218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79932463-5339-493e-88ec-4115d8c29a30 None None] Routers {'b81c374c-4ab7-4892-a022-21cda7721aba'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:49.998056 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-79932463-5339-493e-88ec-4115d8c29a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:46:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['b81c374c-4ab7-4892-a022-21cda7721aba'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:49.999391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1b19237a-dc83-4b7a-a965-3977adc1e75d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:50.010210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1b19237a-dc83-4b7a-a965-3977adc1e75d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Usage tracker for resource:security_group_rule and tenant:4895f896d14c49cebd2f7b319db8be3e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:50.013796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1b19237a-dc83-4b7a-a965-3977adc1e75d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:50.020368 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a815c1c7-dd4c-454a-8f87-45d36268944d tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:50.024319 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a815c1c7-dd4c-454a-8f87-45d36268944d tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.9768243 Dec 25 19:46:50.024319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1b19237a-dc83-4b7a-a965-3977adc1e75d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:50.026679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45706) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:50.033666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-87fdfd5f-be8a-445e-bc87-318be1a281aa tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:50.056357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c87888-22b0-48c7-b307-39e346e9a694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-b137e2c2-45ca-41e6-9c0d-f2c4225436b3', 'network_id': 'b137e2c2-45ca-41e6-9c0d-f2c4225436b3', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'fixed_ips': [{'subnet_id': '570637b3-8cab-46c2-8ad5-f81183408c52'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:46:50.057257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4c87888-22b0-48c7-b307-39e346e9a694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:50.098619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4a262d7d-5a12-4f86-826a-dbe69cd965e9 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:50.110670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-c4dcaec9-b6c6-4665-829f-fcffa1e85791 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Allocated IP 172.26.8.16 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/47ab60db-a343-4d39-8c11-db5a709de01e) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:46:50.236173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1b19237a-dc83-4b7a-a965-3977adc1e75d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:50.243098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1b19237a-dc83-4b7a-a965-3977adc1e75d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:50.246939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-79932463-5339-493e-88ec-4115d8c29a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:50.249016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-aee6c882-e581-421a-ac01-ff28d7e1fb22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:50.261448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4a262d7d-5a12-4f86-826a-dbe69cd965e9 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:50.301629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b19237a-dc83-4b7a-a965-3977adc1e75d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:46:50.308529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79932463-5339-493e-88ec-4115d8c29a30 None None] Routers {'b81c374c-4ab7-4892-a022-21cda7721aba'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:50.309209 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-79932463-5339-493e-88ec-4115d8c29a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:46:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['b81c374c-4ab7-4892-a022-21cda7721aba'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:50.326255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b19237a-dc83-4b7a-a965-3977adc1e75d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccdc84f-62c8-4337-9c76-d169c1bca3b7,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:50.332882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1b19237a-dc83-4b7a-a965-3977adc1e75d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:50.333986 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1b19237a-dc83-4b7a-a965-3977adc1e75d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:50.334372 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-1b19237a-dc83-4b7a-a965-3977adc1e75d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Added segment d8ad5f44-b7b8-4e03-a5e1-e0e8af77fafe of type vlan for network 3e540ee5-e495-495b-848f-5b2c73351f94 Dec 25 19:46:50.337117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4a262d7d-5a12-4f86-826a-dbe69cd965e9 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:50.341949 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4a262d7d-5a12-4f86-826a-dbe69cd965e9 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4815488 Dec 25 19:46:50.345224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45710) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:50.384845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-79932463-5339-493e-88ec-4115d8c29a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:50.385286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79932463-5339-493e-88ec-4115d8c29a30 None None] The sync data for ids ['b81c374c-4ab7-4892-a022-21cda7721aba'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:46:50.427786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f4b8c5d7-c90b-4477-999a-ea2e7e1807ae tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:50.445863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f4b8c5d7-c90b-4477-999a-ea2e7e1807ae tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Usage tracker for resource:port and tenant:64033f1816f846ba9bda25613b093b3a is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:50.480079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-c4c87888-22b0-48c7-b307-39e346e9a694 None None] Allocated IP 2001:db8::2 (b137e2c2-45ca-41e6-9c0d-f2c4225436b3/570637b3-8cab-46c2-8ad5-f81183408c52/4b43cfad-8354-4ad6-878e-fa35420e391f) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:46:50.501883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f4b8c5d7-c90b-4477-999a-ea2e7e1807ae tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:50.527315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f4b8c5d7-c90b-4477-999a-ea2e7e1807ae tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:50.565723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1b19237a-dc83-4b7a-a965-3977adc1e75d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:50.623455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b8c5d7-c90b-4477-999a-ea2e7e1807ae tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Made reservation on behalf of 64033f1816f846ba9bda25613b093b3a for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:46:50.628998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f4b8c5d7-c90b-4477-999a-ea2e7e1807ae tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:50.640616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-474199a7-e78d-431e-acf6-74e318cc7aae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:50.700904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4c87888-22b0-48c7-b307-39e346e9a694 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:50.701516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1b19237a-dc83-4b7a-a965-3977adc1e75d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:50.705689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b19237a-dc83-4b7a-a965-3977adc1e75d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:50.706339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1b19237a-dc83-4b7a-a965-3977adc1e75d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:50.711771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-c4c87888-22b0-48c7-b307-39e346e9a694 None None] Transition to ACTIVE for port object 4b43cfad-8354-4ad6-878e-fa35420e391f will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:46:50.733375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-c4c87888-22b0-48c7-b307-39e346e9a694 None None] Transition to ACTIVE for port object 4b43cfad-8354-4ad6-878e-fa35420e391f will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:46:50.739214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4c87888-22b0-48c7-b307-39e346e9a694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:50.743511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-f4b8c5d7-c90b-4477-999a-ea2e7e1807ae tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] device_id is not set on port 3a4a4ebb-886d-4d0c-84f5-27400f1a3c93 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:46:50.744699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-aee008d4-dfab-4036-a305-40c234a63bf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:50.819337 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c87888-22b0-48c7-b307-39e346e9a694 None None] Network b137e2c2-45ca-41e6-9c0d-f2c4225436b3 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:46:50.823092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-c4c87888-22b0-48c7-b307-39e346e9a694 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:46:50.827885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c87888-22b0-48c7-b307-39e346e9a694 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:46:50.831026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c87888-22b0-48c7-b307-39e346e9a694 None None] Pushing event updated for resources: {'Port': ['ID=4b43cfad-8354-4ad6-878e-fa35420e391f,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:50.833410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4dcaec9-b6c6-4665-829f-fcffa1e85791 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:50.835517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c4c87888-22b0-48c7-b307-39e346e9a694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:50.925511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-c4c87888-22b0-48c7-b307-39e346e9a694 None None] Attempting to bind port 4b43cfad-8354-4ad6-878e-fa35420e391f on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:46:50.925937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-c4c87888-22b0-48c7-b307-39e346e9a694 None None] Attempting to bind port 4b43cfad-8354-4ad6-878e-fa35420e391f by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '79481827-7c77-4c10-aac3-f2e41d167d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b137e2c2-45ca-41e6-9c0d-f2c4225436b3'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:46:50.926357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c87888-22b0-48c7-b307-39e346e9a694 None None] Attempting to bind port 4b43cfad-8354-4ad6-878e-fa35420e391f on network b137e2c2-45ca-41e6-9c0d-f2c4225436b3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:46:50.934415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c87888-22b0-48c7-b307-39e346e9a694 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:46:50.934842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c87888-22b0-48c7-b307-39e346e9a694 None None] Checking segment: {'id': '79481827-7c77-4c10-aac3-f2e41d167d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b137e2c2-45ca-41e6-9c0d-f2c4225436b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:46:50.935322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4c87888-22b0-48c7-b307-39e346e9a694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:50.935774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c87888-22b0-48c7-b307-39e346e9a694 None None] Bound using segment: {'id': '79481827-7c77-4c10-aac3-f2e41d167d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b137e2c2-45ca-41e6-9c0d-f2c4225436b3'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:46:50.936315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-c4c87888-22b0-48c7-b307-39e346e9a694 None None] Bound port: 4b43cfad-8354-4ad6-878e-fa35420e391f, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79481827-7c77-4c10-aac3-f2e41d167d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b137e2c2-45ca-41e6-9c0d-f2c4225436b3'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:46:50.936742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4c87888-22b0-48c7-b307-39e346e9a694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:51.000411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dd7a43f8-f55b-46d0-b521-2a91864efead tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:51.034538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-c4c87888-22b0-48c7-b307-39e346e9a694 None None] For port 4b43cfad-8354-4ad6-878e-fa35420e391f, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:46:51.038719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-c4c87888-22b0-48c7-b307-39e346e9a694 None None] For port 4b43cfad-8354-4ad6-878e-fa35420e391f, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=4b43cfad-8354-4ad6-878e-fa35420e391f,segment=NetworkSegment(79481827-7c77-4c10-aac3-f2e41d167d39),segment_id=79481827-7c77-4c10-aac3-f2e41d167d39)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:46:51.042632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4c87888-22b0-48c7-b307-39e346e9a694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:51.048039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a32ccd47-7443-4ceb-9d46-8c12ec0e4f1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:51.088789 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1b19237a-dc83-4b7a-a965-3977adc1e75d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4431131 Dec 25 19:46:51.089023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4dcaec9-b6c6-4665-829f-fcffa1e85791 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:51.089023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dc135732-c15e-4e97-bba2-623af97ca508 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:51.126121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c87888-22b0-48c7-b307-39e346e9a694 None None] Pushing event updated for resources: {'Port': ['ID=4b43cfad-8354-4ad6-878e-fa35420e391f,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:51.130933 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c4c87888-22b0-48c7-b307-39e346e9a694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:51.144126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-f4b8c5d7-c90b-4477-999a-ea2e7e1807ae tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Allocated IP 2001:db8::1ce (90f6954e-4ec1-4255-831d-135379ea20eb/41af498e-b483-4fd1-a36d-7032a7a7298e/3a4a4ebb-886d-4d0c-84f5-27400f1a3c93) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:46:51.231080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dcaec9-b6c6-4665-829f-fcffa1e85791 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:46:51.236509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45714) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:51.241277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-c4dcaec9-b6c6-4665-829f-fcffa1e85791 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:46:51.263911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dcaec9-b6c6-4665-829f-fcffa1e85791 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:46:51.264265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b19237a-dc83-4b7a-a965-3977adc1e75d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event updated for resources: {'Network': ['ID=3e540ee5-e495-495b-848f-5b2c73351f94,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:51.267717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1b19237a-dc83-4b7a-a965-3977adc1e75d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:51.276867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 3e540ee5-e495-495b-848f-5b2c73351f94 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:46:51.291533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dcaec9-b6c6-4665-829f-fcffa1e85791 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event updated for resources: {'Port': ['ID=47ab60db-a343-4d39-8c11-db5a709de01e,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:51.303611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-8a585064-4514-434b-8417-7943ec984a3b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Request body: {'subnet': {'network_id': '3e540ee5-e495-495b-848f-5b2c73351f94', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:51.326965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c4dcaec9-b6c6-4665-829f-fcffa1e85791 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:51.360026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-474199a7-e78d-431e-acf6-74e318cc7aae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Allocated IP 172.26.8.104 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/96f0ea28-dc96-41a6-86b1-007f92b36079) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:46:51.422724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75df3c83-8ab4-4c07-8f52-996b1b0d0161 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Router 396d53f3-9cc4-416d-8ba2-b0d173847710 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:46:51.613712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ffde0c4-8242-4573-8d50-3ab91fac98d3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:51.717012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8a585064-4514-434b-8417-7943ec984a3b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:51.854852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8a585064-4514-434b-8417-7943ec984a3b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Usage tracker for resource:subnet and tenant:4895f896d14c49cebd2f7b319db8be3e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:51.873413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8a585064-4514-434b-8417-7943ec984a3b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:51.929739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8a585064-4514-434b-8417-7943ec984a3b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:52.011642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a585064-4514-434b-8417-7943ec984a3b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Made reservation on behalf of 4895f896d14c49cebd2f7b319db8be3e for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:46:52.093948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-474199a7-e78d-431e-acf6-74e318cc7aae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:52.099092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f4b8c5d7-c90b-4477-999a-ea2e7e1807ae tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:52.164387 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-5ffde0c4-8242-4573-8d50-3ab91fac98d3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Allocated IP 2001:db8::1 (b137e2c2-45ca-41e6-9c0d-f2c4225436b3/570637b3-8cab-46c2-8ad5-f81183408c52/9762160f-5abc-4f0f-93ae-9f81c2aeb825) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:46:52.276311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f4b8c5d7-c90b-4477-999a-ea2e7e1807ae tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Transition to ACTIVE for port object 3a4a4ebb-886d-4d0c-84f5-27400f1a3c93 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:46:52.300337 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8a585064-4514-434b-8417-7943ec984a3b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:52.337202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-87fdfd5f-be8a-445e-bc87-318be1a281aa tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:52.367956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ffde0c4-8242-4573-8d50-3ab91fac98d3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:52.387685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-87fdfd5f-be8a-445e-bc87-318be1a281aa tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:52.397444 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-5ffde0c4-8242-4573-8d50-3ab91fac98d3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Transition to ACTIVE for port object 9762160f-5abc-4f0f-93ae-9f81c2aeb825 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:46:52.403455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-87fdfd5f-be8a-445e-bc87-318be1a281aa tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Deleting port a9c9d282-de88-4a70-b59c-2391869ec68d {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:46:52.403774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-87fdfd5f-be8a-445e-bc87-318be1a281aa tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:52.507695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ffde0c4-8242-4573-8d50-3ab91fac98d3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:52.515253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1b18742a-b7ce-4b61-8bb6-6b1041ec8581 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:52.669745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffde0c4-8242-4573-8d50-3ab91fac98d3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Network b137e2c2-45ca-41e6-9c0d-f2c4225436b3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:46:52.675411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-5ffde0c4-8242-4573-8d50-3ab91fac98d3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:46:52.683337 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffde0c4-8242-4573-8d50-3ab91fac98d3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:46:52.683902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ffde0c4-8242-4573-8d50-3ab91fac98d3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:52.687766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffde0c4-8242-4573-8d50-3ab91fac98d3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event updated for resources: {'Port': ['ID=9762160f-5abc-4f0f-93ae-9f81c2aeb825,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:52.693161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5ffde0c4-8242-4573-8d50-3ab91fac98d3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:52.720352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-87fdfd5f-be8a-445e-bc87-318be1a281aa tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:52.821287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-474199a7-e78d-431e-acf6-74e318cc7aae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:52.833415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1c537df3-ff90-4694-b8ad-208561d0e717 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:52.858016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-87fdfd5f-be8a-445e-bc87-318be1a281aa tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Calling delete_port for a9c9d282-de88-4a70-b59c-2391869ec68d owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:46:52.910782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f4b8c5d7-c90b-4477-999a-ea2e7e1807ae tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:52.927720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed80cc62-785c-44af-8e5b-ac53fc96558c None None] Network b137e2c2-45ca-41e6-9c0d-f2c4225436b3 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:46:52.960321 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474199a7-e78d-431e-acf6-74e318cc7aae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:46:52.969803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-474199a7-e78d-431e-acf6-74e318cc7aae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:46:52.982382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474199a7-e78d-431e-acf6-74e318cc7aae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:46:53.001806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ffde0c4-8242-4573-8d50-3ab91fac98d3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:53.020545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474199a7-e78d-431e-acf6-74e318cc7aae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=96f0ea28-dc96-41a6-86b1-007f92b36079,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:53.030267 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-474199a7-e78d-431e-acf6-74e318cc7aae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:53.037036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-dc898bbe-901c-4573-bb97-0c1150204450 None None] Provisioning for port 4b43cfad-8354-4ad6-878e-fa35420e391f completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:46:53.039791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1168e5bf-adff-4ce1-a7ff-83fb7705f4d9 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:53.080154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b8c5d7-c90b-4477-999a-ea2e7e1807ae tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Network 90f6954e-4ec1-4255-831d-135379ea20eb is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:46:53.107175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-f4b8c5d7-c90b-4477-999a-ea2e7e1807ae tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:46:53.158535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b8c5d7-c90b-4477-999a-ea2e7e1807ae tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:46:53.162955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b8c5d7-c90b-4477-999a-ea2e7e1807ae tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:53.163707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f4b8c5d7-c90b-4477-999a-ea2e7e1807ae tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:53.274020 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:53.381592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75df3c83-8ab4-4c07-8f52-996b1b0d0161 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:46:53.394846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34b60f5-1632-40bc-8c94-13985fd05495 None None] Sync routers for ids ['396d53f3-9cc4-416d-8ba2-b0d173847710'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:46:53.405711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b8c5d7-c90b-4477-999a-ea2e7e1807ae tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Pushing event updated for resources: {'Port': ['ID=3a4a4ebb-886d-4d0c-84f5-27400f1a3c93,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:53.416703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34b60f5-1632-40bc-8c94-13985fd05495 None None] Routers {'396d53f3-9cc4-416d-8ba2-b0d173847710'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:53.418121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c34b60f5-1632-40bc-8c94-13985fd05495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:46:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['396d53f3-9cc4-416d-8ba2-b0d173847710'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:53.426052 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f4b8c5d7-c90b-4477-999a-ea2e7e1807ae tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.6055298 Dec 25 19:46:53.432195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45718) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:53.433152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f4b8c5d7-c90b-4477-999a-ea2e7e1807ae tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:53.434293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 4b43cfad-8354-4ad6-878e-fa35420e391f up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:46:53.470220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-37b14203-2d02-4469-bcb8-e9f037ada034 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::a2', 'mac_address': 'fa:16:3e:43:c3:18'}]}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:53.538439 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c34b60f5-1632-40bc-8c94-13985fd05495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:53.556484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 4b43cfad-8354-4ad6-878e-fa35420e391f completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:46:53.563757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 4b43cfad-8354-4ad6-878e-fa35420e391f triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:46:53.564187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:53.565804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34b60f5-1632-40bc-8c94-13985fd05495 None None] Routers {'396d53f3-9cc4-416d-8ba2-b0d173847710'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:53.569375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c34b60f5-1632-40bc-8c94-13985fd05495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:46:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['396d53f3-9cc4-416d-8ba2-b0d173847710'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:53.704314 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c34b60f5-1632-40bc-8c94-13985fd05495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:53.704964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34b60f5-1632-40bc-8c94-13985fd05495 None None] The sync data for ids ['396d53f3-9cc4-416d-8ba2-b0d173847710'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:46:53.710061 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-87fdfd5f-be8a-445e-bc87-318be1a281aa tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:53.719298 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-90eb174c-7702-4cad-89ed-d544a7f008a6 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:53.741385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:53.744717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4dcaec9-b6c6-4665-829f-fcffa1e85791 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:53.772904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8a585064-4514-434b-8417-7943ec984a3b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:53.777282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fdfd5f-be8a-445e-bc87-318be1a281aa tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Pushing event deleted for resources: {'Port': ['ID=a9c9d282-de88-4a70-b59c-2391869ec68d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:53.784081 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-87fdfd5f-be8a-445e-bc87-318be1a281aa tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:53.788928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 4b43cfad-8354-4ad6-878e-fa35420e391f, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=4b43cfad-8354-4ad6-878e-fa35420e391f,segment=NetworkSegment(79481827-7c77-4c10-aac3-f2e41d167d39),segment_id=79481827-7c77-4c10-aac3-f2e41d167d39)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:46:53.789876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-75df3c83-8ab4-4c07-8f52-996b1b0d0161 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:53.792712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:53.794932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:53.883702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=4b43cfad-8354-4ad6-878e-fa35420e391f,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:53.888416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2cb92549-f63e-437b-8f98-81af6165d595 None None] Provisioning for port 3a4a4ebb-886d-4d0c-84f5-27400f1a3c93 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:46:53.892486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:53.896653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2cb92549-f63e-437b-8f98-81af6165d595 None None] Provisioning complete for port 3a4a4ebb-886d-4d0c-84f5-27400f1a3c93 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:46:53.897281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2cb92549-f63e-437b-8f98-81af6165d595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:53.899727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-99c1fe1b-4ec8-4404-9f6a-4a0897f25fb3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:53.968000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-2cb92549-f63e-437b-8f98-81af6165d595 None None] Port 3a4a4ebb-886d-4d0c-84f5-27400f1a3c93 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:46:53.983871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2cb92549-f63e-437b-8f98-81af6165d595 None None] Provisioning for port 9762160f-5abc-4f0f-93ae-9f81c2aeb825 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:46:53.990733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2cb92549-f63e-437b-8f98-81af6165d595 None None] Provisioning complete for port 9762160f-5abc-4f0f-93ae-9f81c2aeb825 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:46:53.991402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2cb92549-f63e-437b-8f98-81af6165d595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:54.003153 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-75df3c83-8ab4-4c07-8f52-996b1b0d0161 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 14.2380455 Dec 25 19:46:54.013142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45722) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:54.051603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-2cb92549-f63e-437b-8f98-81af6165d595 None None] Port 9762160f-5abc-4f0f-93ae-9f81c2aeb825 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:46:54.066212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2cb92549-f63e-437b-8f98-81af6165d595 None None] Provisioning complete for port 4b43cfad-8354-4ad6-878e-fa35420e391f triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:46:54.066672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2cb92549-f63e-437b-8f98-81af6165d595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:54.141058 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ffde0c4-8242-4573-8d50-3ab91fac98d3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:54.152253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ffde0c4-8242-4573-8d50-3ab91fac98d3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:54.153299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ffde0c4-8242-4573-8d50-3ab91fac98d3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:54.159982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-98c038a5-0784-4a2f-9b67-29c4d94fba14 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:54.216302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-87fdfd5f-be8a-445e-bc87-318be1a281aa tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:54.260717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4dcaec9-b6c6-4665-829f-fcffa1e85791 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:54.325910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1c9f1f68-94aa-49fe-ab18-8c382c0994d9 None None] Provisioning complete for port 9762160f-5abc-4f0f-93ae-9f81c2aeb825 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:46:54.326336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1c9f1f68-94aa-49fe-ab18-8c382c0994d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:54.383522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1c9f1f68-94aa-49fe-ab18-8c382c0994d9 None None] Port 9762160f-5abc-4f0f-93ae-9f81c2aeb825 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:46:54.390920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffde0c4-8242-4573-8d50-3ab91fac98d3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event updated for resources: {'Port': ['ID=9762160f-5abc-4f0f-93ae-9f81c2aeb825,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:54.395636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-87fdfd5f-be8a-445e-bc87-318be1a281aa tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:54.400394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5ffde0c4-8242-4573-8d50-3ab91fac98d3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:54.405393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a585064-4514-434b-8417-7943ec984a3b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event updated for resources: {'Subnet': ['ID=6ba125d4-b28f-4c7b-9474-f7846b51c977,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:54.406138 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-87fdfd5f-be8a-445e-bc87-318be1a281aa tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854381233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854287207'] for router, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:54.408581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8a585064-4514-434b-8417-7943ec984a3b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:54.449071 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a585064-4514-434b-8417-7943ec984a3b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Checking segment: {'id': 'd8ad5f44-b7b8-4e03-a5e1-e0e8af77fafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3e540ee5-e495-495b-848f-5b2c73351f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:46:54.449473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a585064-4514-434b-8417-7943ec984a3b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Network hostable DHCP agents. Network: 3e540ee5-e495-495b-848f-5b2c73351f94, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:46:54.490982 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5e10820a-3afb-454b-b091-2d9a694c180e tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] 10.222.0.24 "GET /v2.0/floatingips/16b1950c-e21d-4261-b6a4-5fb2748391a1 HTTP/1.1" status: 200 len: 982 time: 0.4621878 Dec 25 19:46:54.521959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45726) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:54.649367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-37b14203-2d02-4469-bcb8-e9f037ada034 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:54.728911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffde0c4-8242-4573-8d50-3ab91fac98d3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Network b137e2c2-45ca-41e6-9c0d-f2c4225436b3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:46:54.736566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-5ffde0c4-8242-4573-8d50-3ab91fac98d3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:46:54.832828 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fffe2fbd-3b90-4f12-a15e-b180938c191a tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3021 time: 0.3023844 Dec 25 19:46:54.893569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87fdfd5f-be8a-445e-bc87-318be1a281aa tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Router b81c374c-4ab7-4892-a022-21cda7721aba has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:46:54.894507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45730) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:54.993378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a585064-4514-434b-8417-7943ec984a3b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Network 3e540ee5-e495-495b-848f-5b2c73351f94 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:46:55.014285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-3a0f9bf6-b321-4f2d-a0c5-2bd5289414a3 None None] Provisioning complete for port 9762160f-5abc-4f0f-93ae-9f81c2aeb825 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:46:55.014444 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3a0f9bf6-b321-4f2d-a0c5-2bd5289414a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:55.067358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-8a585064-4514-434b-8417-7943ec984a3b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 3e540ee5-e495-495b-848f-5b2c73351f94) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:46:55.071545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a585064-4514-434b-8417-7943ec984a3b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:55.072725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8a585064-4514-434b-8417-7943ec984a3b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:55.074640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-3a0f9bf6-b321-4f2d-a0c5-2bd5289414a3 None None] Port 9762160f-5abc-4f0f-93ae-9f81c2aeb825 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:46:55.081980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac63b02-6b44-4950-bc51-8ac95a7e312d None None] Network 3e540ee5-e495-495b-848f-5b2c73351f94 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:46:55.141002 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8a585064-4514-434b-8417-7943ec984a3b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.8930376 Dec 25 19:46:55.151960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45734) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:55.180864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-6e775c43-69fc-4110-a032-b81ca345137c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1523368271'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:55.198564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6e775c43-69fc-4110-a032-b81ca345137c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:55.222879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6e775c43-69fc-4110-a032-b81ca345137c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Usage tracker for resource:network and tenant:4895f896d14c49cebd2f7b319db8be3e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:55.226890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6e775c43-69fc-4110-a032-b81ca345137c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:55.295514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6e775c43-69fc-4110-a032-b81ca345137c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:55.348448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4dcaec9-b6c6-4665-829f-fcffa1e85791 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:55.349895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 4b43cfad-8354-4ad6-878e-fa35420e391f up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:46:55.359628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4dcaec9-b6c6-4665-829f-fcffa1e85791 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:55.367488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c4dcaec9-b6c6-4665-829f-fcffa1e85791 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:55.401488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e775c43-69fc-4110-a032-b81ca345137c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Made reservation on behalf of 4895f896d14c49cebd2f7b319db8be3e for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:46:55.406960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6e775c43-69fc-4110-a032-b81ca345137c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:55.416187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea29b855-beeb-40e5-8b6b-5c877013aee7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-3e540ee5-e495-495b-848f-5b2c73351f94', 'network_id': '3e540ee5-e495-495b-848f-5b2c73351f94', 'tenant_id': '4895f896d14c49cebd2f7b319db8be3e', 'fixed_ips': [{'subnet_id': '6ba125d4-b28f-4c7b-9474-f7846b51c977'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:46:55.417084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ea29b855-beeb-40e5-8b6b-5c877013aee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:55.516668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 4b43cfad-8354-4ad6-878e-fa35420e391f triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:46:55.517497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:55.606365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fdfd5f-be8a-445e-bc87-318be1a281aa tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:46:55.619035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e775c43-69fc-4110-a032-b81ca345137c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:46:55.623876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dcaec9-b6c6-4665-829f-fcffa1e85791 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event updated for resources: {'Port': ['ID=47ab60db-a343-4d39-8c11-db5a709de01e,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:55.626892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c4dcaec9-b6c6-4665-829f-fcffa1e85791 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:55.627587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b157765-c2d1-4cc1-9fc0-757f520c9c47 None None] Sync routers for ids ['b81c374c-4ab7-4892-a022-21cda7721aba'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:46:55.685895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6e775c43-69fc-4110-a032-b81ca345137c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:55.686290 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-6e775c43-69fc-4110-a032-b81ca345137c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Added segment 7d6e2d92-d94d-4ab1-8ef1-5055d5fecf6d of type vlan for network c764d7c3-3be3-4c21-9fdd-8054ecbbb408 Dec 25 19:46:55.695608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0cd81b88-6ea7-4cc1-b82e-5ace976039ec tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Deleting port cfa4b791-ec02-4025-a25c-affc5f7a740f {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:46:55.695995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0cd81b88-6ea7-4cc1-b82e-5ace976039ec tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:55.696558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-37b14203-2d02-4469-bcb8-e9f037ada034 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:55.698039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b157765-c2d1-4cc1-9fc0-757f520c9c47 None None] Routers {'b81c374c-4ab7-4892-a022-21cda7721aba'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:55.698635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4dcaec9-b6c6-4665-829f-fcffa1e85791 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:55.698754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-5b157765-c2d1-4cc1-9fc0-757f520c9c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:46:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['b81c374c-4ab7-4892-a022-21cda7721aba'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:55.729237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-87fdfd5f-be8a-445e-bc87-318be1a281aa tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:55.733168 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-87fdfd5f-be8a-445e-bc87-318be1a281aa tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] 10.222.0.24 "PUT /v2.0/routers/b81c374c-4ab7-4892-a022-21cda7721aba HTTP/1.1" status: 200 len: 704 time: 5.7027664 Dec 25 19:46:55.747153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45738) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:55.762258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-ea29b855-beeb-40e5-8b6b-5c877013aee7 None None] Allocated IP 172.20.255.242 (3e540ee5-e495-495b-848f-5b2c73351f94/6ba125d4-b28f-4c7b-9474-f7846b51c977/9d49cd10-3e35-4016-b750-3b9d57d51fc1) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:46:55.769136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-37b14203-2d02-4469-bcb8-e9f037ada034 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:55.779025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5aa64a80-0e13-4982-a31a-37e7fa80b4e2 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:55.786426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-5b157765-c2d1-4cc1-9fc0-757f520c9c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:55.839382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b157765-c2d1-4cc1-9fc0-757f520c9c47 None None] Routers {'b81c374c-4ab7-4892-a022-21cda7721aba'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:55.840096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-5b157765-c2d1-4cc1-9fc0-757f520c9c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:46:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['b81c374c-4ab7-4892-a022-21cda7721aba'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:55.864457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-474199a7-e78d-431e-acf6-74e318cc7aae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:55.872803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6e775c43-69fc-4110-a032-b81ca345137c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:55.922510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-37b14203-2d02-4469-bcb8-e9f037ada034 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] In _notify_port_updated(), no bound segment for port 3a4a4ebb-886d-4d0c-84f5-27400f1a3c93 on network 90f6954e-4ec1-4255-831d-135379ea20eb {{(pid=88900) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 25 19:46:55.923824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-5b157765-c2d1-4cc1-9fc0-757f520c9c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:55.924289 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b157765-c2d1-4cc1-9fc0-757f520c9c47 None None] The sync data for ids ['b81c374c-4ab7-4892-a022-21cda7721aba'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:46:55.927763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b14203-2d02-4469-bcb8-e9f037ada034 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:55.928155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-37b14203-2d02-4469-bcb8-e9f037ada034 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:55.929607 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-37b14203-2d02-4469-bcb8-e9f037ada034 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] 10.222.0.24 "PUT /v2.0/ports/3a4a4ebb-886d-4d0c-84f5-27400f1a3c93 HTTP/1.1" status: 200 len: 1001 time: 2.4929371 Dec 25 19:46:55.952752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45742) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:55.964402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b14203-2d02-4469-bcb8-e9f037ada034 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Pushing event updated for resources: {'Port': ['ID=3a4a4ebb-886d-4d0c-84f5-27400f1a3c93,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:55.967829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-37b14203-2d02-4469-bcb8-e9f037ada034 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:55.995014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-474199a7-e78d-431e-acf6-74e318cc7aae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:56.048396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6e775c43-69fc-4110-a032-b81ca345137c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:56.052752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e775c43-69fc-4110-a032-b81ca345137c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:56.053467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6e775c43-69fc-4110-a032-b81ca345137c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:56.062507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-354e05db-730d-4b7a-8f35-b25afd4d052b tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:56.158098 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-af392c3a-44ed-4470-9978-28bfafa9123e tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] 10.222.0.24 "GET /v2.0/routers/b81c374c-4ab7-4892-a022-21cda7721aba HTTP/1.1" status: 200 len: 739 time: 0.4094157 Dec 25 19:46:56.162178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45746) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:56.178998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-a27b31be-29ef-4ef0-b065-b0fc3779bed3 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Deleting port 3a4a4ebb-886d-4d0c-84f5-27400f1a3c93 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:46:56.179773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a27b31be-29ef-4ef0-b065-b0fc3779bed3 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:56.215544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0cd81b88-6ea7-4cc1-b82e-5ace976039ec tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:56.216371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0cd81b88-6ea7-4cc1-b82e-5ace976039ec tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:56.240771 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6e775c43-69fc-4110-a032-b81ca345137c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0844705 Dec 25 19:46:56.252905 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45750) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:56.277103 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-250ee5e3-414e-459c-8e9a-88a554264395 tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=a29ab018-4a1a-4021-8156-423134b861f3&device_id=b81c374c-4ab7-4892-a022-21cda7721aba HTTP/1.1" status: 200 len: 205 time: 0.0855231 Dec 25 19:46:56.345691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45754) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:56.352152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ea29b855-beeb-40e5-8b6b-5c877013aee7 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:56.363775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-ea29b855-beeb-40e5-8b6b-5c877013aee7 None None] Transition to ACTIVE for port object 9d49cd10-3e35-4016-b750-3b9d57d51fc1 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:46:56.383929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-ea29b855-beeb-40e5-8b6b-5c877013aee7 None None] Transition to ACTIVE for port object 9d49cd10-3e35-4016-b750-3b9d57d51fc1 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:46:56.390670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ea29b855-beeb-40e5-8b6b-5c877013aee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:56.395829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:56.408581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e775c43-69fc-4110-a032-b81ca345137c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event updated for resources: {'Network': ['ID=c764d7c3-3be3-4c21-9fdd-8054ecbbb408,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:56.411434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-f03e3e3a-461d-4bc1-8641-c2a0dc99dacb tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Request body: {'subnet': {'network_id': 'c764d7c3-3be3-4c21-9fdd-8054ecbbb408', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:56.411583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6e775c43-69fc-4110-a032-b81ca345137c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:56.435884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network c764d7c3-3be3-4c21-9fdd-8054ecbbb408 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:46:56.436122 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-de586319-3c29-4b90-9c8d-8a5f67a995d5 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] 10.222.0.24 "GET /v2.0/ports?device_id=b81c374c-4ab7-4892-a022-21cda7721aba HTTP/1.1" status: 200 len: 205 time: 0.0865889 Dec 25 19:46:56.438139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0cd81b88-6ea7-4cc1-b82e-5ace976039ec tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Calling delete_port for cfa4b791-ec02-4025-a25c-affc5f7a740f owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:46:56.470045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45758) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:56.549460 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [None req-c4dcaec9-b6c6-4665-829f-fcffa1e85791 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Floating IP 85d57381-dc64-4b10-a6ab-231a35dbdee9 associated. External IP: 172.26.8.16, port: b9f05693-4aa1-4241-b933-c33e0c5982f8. Dec 25 19:46:56.573595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea29b855-beeb-40e5-8b6b-5c877013aee7 None None] Network 3e540ee5-e495-495b-848f-5b2c73351f94 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:46:56.581005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-ea29b855-beeb-40e5-8b6b-5c877013aee7 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:46:56.589170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea29b855-beeb-40e5-8b6b-5c877013aee7 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:46:56.591512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea29b855-beeb-40e5-8b6b-5c877013aee7 None None] Pushing event updated for resources: {'Port': ['ID=9d49cd10-3e35-4016-b750-3b9d57d51fc1,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:56.596538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ea29b855-beeb-40e5-8b6b-5c877013aee7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:56.598420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-8be8a646-269b-4d0f-86ab-49c7b0b87710 None None] Provisioning complete for port 3a4a4ebb-886d-4d0c-84f5-27400f1a3c93 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:46:56.598841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8be8a646-269b-4d0f-86ab-49c7b0b87710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:56.656510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-474199a7-e78d-431e-acf6-74e318cc7aae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:56.664527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-474199a7-e78d-431e-acf6-74e318cc7aae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:56.669210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e5bbfecd-20cc-4e83-8070-9e68c2af4e32 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:56.736818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8be8a646-269b-4d0f-86ab-49c7b0b87710 None None] Port 3a4a4ebb-886d-4d0c-84f5-27400f1a3c93 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:46:56.744741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-ea29b855-beeb-40e5-8b6b-5c877013aee7 None None] Attempting to bind port 9d49cd10-3e35-4016-b750-3b9d57d51fc1 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:46:56.745159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-ea29b855-beeb-40e5-8b6b-5c877013aee7 None None] Attempting to bind port 9d49cd10-3e35-4016-b750-3b9d57d51fc1 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'd8ad5f44-b7b8-4e03-a5e1-e0e8af77fafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3e540ee5-e495-495b-848f-5b2c73351f94'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:46:56.745573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea29b855-beeb-40e5-8b6b-5c877013aee7 None None] Attempting to bind port 9d49cd10-3e35-4016-b750-3b9d57d51fc1 on network 3e540ee5-e495-495b-848f-5b2c73351f94 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:46:56.753086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea29b855-beeb-40e5-8b6b-5c877013aee7 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:46:56.753086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea29b855-beeb-40e5-8b6b-5c877013aee7 None None] Checking segment: {'id': 'd8ad5f44-b7b8-4e03-a5e1-e0e8af77fafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3e540ee5-e495-495b-848f-5b2c73351f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:46:56.753417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ea29b855-beeb-40e5-8b6b-5c877013aee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:56.753754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea29b855-beeb-40e5-8b6b-5c877013aee7 None None] Bound using segment: {'id': 'd8ad5f44-b7b8-4e03-a5e1-e0e8af77fafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3e540ee5-e495-495b-848f-5b2c73351f94'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:46:56.754549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-ea29b855-beeb-40e5-8b6b-5c877013aee7 None None] Bound port: 9d49cd10-3e35-4016-b750-3b9d57d51fc1, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8ad5f44-b7b8-4e03-a5e1-e0e8af77fafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3e540ee5-e495-495b-848f-5b2c73351f94'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:46:56.754696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ea29b855-beeb-40e5-8b6b-5c877013aee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:56.789507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474199a7-e78d-431e-acf6-74e318cc7aae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=96f0ea28-dc96-41a6-86b1-007f92b36079,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:56.792533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-474199a7-e78d-431e-acf6-74e318cc7aae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:56.828245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f03e3e3a-461d-4bc1-8641-c2a0dc99dacb tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:56.836300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ffde0c4-8242-4573-8d50-3ab91fac98d3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Router 082f482b-2a9a-4ab9-b9ef-821abd08b9f9 is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:46:56.843988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f03e3e3a-461d-4bc1-8641-c2a0dc99dacb tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Usage tracker for resource:subnet and tenant:4895f896d14c49cebd2f7b319db8be3e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:56.848397 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f03e3e3a-461d-4bc1-8641-c2a0dc99dacb tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:56.850064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-ea29b855-beeb-40e5-8b6b-5c877013aee7 None None] For port 9d49cd10-3e35-4016-b750-3b9d57d51fc1, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:46:56.853635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-ea29b855-beeb-40e5-8b6b-5c877013aee7 None None] For port 9d49cd10-3e35-4016-b750-3b9d57d51fc1, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=9d49cd10-3e35-4016-b750-3b9d57d51fc1,segment=NetworkSegment(d8ad5f44-b7b8-4e03-a5e1-e0e8af77fafe),segment_id=d8ad5f44-b7b8-4e03-a5e1-e0e8af77fafe)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:46:56.859513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ea29b855-beeb-40e5-8b6b-5c877013aee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:56.864523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c4c87888-22b0-48c7-b307-39e346e9a694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:56.885281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-26839f08-3938-4cb4-9610-0bf01ced17b4 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:56.948265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea29b855-beeb-40e5-8b6b-5c877013aee7 None None] Pushing event updated for resources: {'Port': ['ID=9d49cd10-3e35-4016-b750-3b9d57d51fc1,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:56.951823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ea29b855-beeb-40e5-8b6b-5c877013aee7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:56.959903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f03e3e3a-461d-4bc1-8641-c2a0dc99dacb tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:57.110471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-474199a7-e78d-431e-acf6-74e318cc7aae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:57.448344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03e3e3a-461d-4bc1-8641-c2a0dc99dacb tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Made reservation on behalf of 4895f896d14c49cebd2f7b319db8be3e for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:46:57.528622 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [None req-474199a7-e78d-431e-acf6-74e318cc7aae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Floating IP 411d4d8a-f89b-42de-b6a2-30b6500f7c47 associated. External IP: 172.26.8.104, port: 9749a656-ddcd-42f0-9811-5053427473ca. Dec 25 19:46:57.733852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4dcaec9-b6c6-4665-829f-fcffa1e85791 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Router 37b5843f-11c8-4119-aa66-53b4aff55b9b has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:46:57.738527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a27b31be-29ef-4ef0-b065-b0fc3779bed3 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:57.893178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f03e3e3a-461d-4bc1-8641-c2a0dc99dacb tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:57.992263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-a27b31be-29ef-4ef0-b065-b0fc3779bed3 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Calling delete_port for 3a4a4ebb-886d-4d0c-84f5-27400f1a3c93 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:46:58.130923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0cd81b88-6ea7-4cc1-b82e-5ace976039ec tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:58.143412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ec1ac4e2-9a14-4fa7-888a-1a4663f686da tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:58.153197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4dcaec9-b6c6-4665-829f-fcffa1e85791 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:46:58.164731 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f8a4be-c827-49ec-b86a-332d10f6a33d None None] Sync routers for ids ['37b5843f-11c8-4119-aa66-53b4aff55b9b'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:46:58.182624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f8a4be-c827-49ec-b86a-332d10f6a33d None None] Routers {'37b5843f-11c8-4119-aa66-53b4aff55b9b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:58.182981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4dcaec9-b6c6-4665-829f-fcffa1e85791 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:58.183866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c7f8a4be-c827-49ec-b86a-332d10f6a33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:46:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['37b5843f-11c8-4119-aa66-53b4aff55b9b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:58.254682 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c4dcaec9-b6c6-4665-829f-fcffa1e85791 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.7730646 Dec 25 19:46:58.255810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45762) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:58.266641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-bb0f10fb-5285-4765-9184-31ea285ca972 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1676365311'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:58.269396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c7f8a4be-c827-49ec-b86a-332d10f6a33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:58.272346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474199a7-e78d-431e-acf6-74e318cc7aae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router a1a54e36-62e8-4d50-bb32-a80dba2e452b has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:46:58.277473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-bb0f10fb-5285-4765-9184-31ea285ca972 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:58.283019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-bb0f10fb-5285-4765-9184-31ea285ca972 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Usage tracker for resource:network and tenant:e8d9b6a20125442895a663435174ff75 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:46:58.286188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f8a4be-c827-49ec-b86a-332d10f6a33d None None] Routers {'37b5843f-11c8-4119-aa66-53b4aff55b9b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:58.286683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-bb0f10fb-5285-4765-9184-31ea285ca972 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:46:58.287444 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c7f8a4be-c827-49ec-b86a-332d10f6a33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:46:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['37b5843f-11c8-4119-aa66-53b4aff55b9b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:58.294599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-bb0f10fb-5285-4765-9184-31ea285ca972 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:58.319803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd81b88-6ea7-4cc1-b82e-5ace976039ec tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Pushing event deleted for resources: {'Port': ['ID=cfa4b791-ec02-4025-a25c-affc5f7a740f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:58.336613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0cd81b88-6ea7-4cc1-b82e-5ace976039ec tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:58.362789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0f10fb-5285-4765-9184-31ea285ca972 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Made reservation on behalf of e8d9b6a20125442895a663435174ff75 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:46:58.368361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb0f10fb-5285-4765-9184-31ea285ca972 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:58.370145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c7f8a4be-c827-49ec-b86a-332d10f6a33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:58.370767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f8a4be-c827-49ec-b86a-332d10f6a33d None None] The sync data for ids ['37b5843f-11c8-4119-aa66-53b4aff55b9b'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:46:58.437848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb0f10fb-5285-4765-9184-31ea285ca972 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:46:58.454219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb0f10fb-5285-4765-9184-31ea285ca972 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:58.454639 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-bb0f10fb-5285-4765-9184-31ea285ca972 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Added segment b69e53e2-f696-402f-8077-eb14c1439975 of type vlan for network 8587fe4a-451a-46ff-80ba-7f824e6966b0 Dec 25 19:46:58.474919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-26839f08-3938-4cb4-9610-0bf01ced17b4 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:58.533729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-26839f08-3938-4cb4-9610-0bf01ced17b4 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:58.561458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb0f10fb-5285-4765-9184-31ea285ca972 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:58.598186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffde0c4-8242-4573-8d50-3ab91fac98d3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:46:58.610152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b104c44-baa3-4d06-a0b8-50d3696b6dba None None] Sync routers for ids ['082f482b-2a9a-4ab9-b9ef-821abd08b9f9'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:46:58.611698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb0f10fb-5285-4765-9184-31ea285ca972 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:58.615980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0f10fb-5285-4765-9184-31ea285ca972 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:58.616459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb0f10fb-5285-4765-9184-31ea285ca972 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:58.622779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:58.627214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b104c44-baa3-4d06-a0b8-50d3696b6dba None None] Routers {'082f482b-2a9a-4ab9-b9ef-821abd08b9f9'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:58.628041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1b104c44-baa3-4d06-a0b8-50d3696b6dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:46:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['082f482b-2a9a-4ab9-b9ef-821abd08b9f9'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:58.667327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0cd81b88-6ea7-4cc1-b82e-5ace976039ec tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:58.688955 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-bb0f10fb-5285-4765-9184-31ea285ca972 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4309902 Dec 25 19:46:58.690917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45766) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:58.700383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-a40d661a-2224-4cbb-bb69-c104e3d66dad tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Request body: {'subnet': {'network_id': '8587fe4a-451a-46ff-80ba-7f824e6966b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:58.722477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1b104c44-baa3-4d06-a0b8-50d3696b6dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:58.737871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b104c44-baa3-4d06-a0b8-50d3696b6dba None None] Routers {'082f482b-2a9a-4ab9-b9ef-821abd08b9f9'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:58.738850 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1b104c44-baa3-4d06-a0b8-50d3696b6dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:46:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['082f482b-2a9a-4ab9-b9ef-821abd08b9f9'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:58.799397 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a27b31be-29ef-4ef0-b065-b0fc3779bed3 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:58.804780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-26839f08-3938-4cb4-9610-0bf01ced17b4 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:58.805289 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26839f08-3938-4cb4-9610-0bf01ced17b4 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Fanout notify agent at l3_agent the message router_deleted on router b81c374c-4ab7-4892-a022-21cda7721aba {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:46:58.823692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87221033-dcdd-49a6-9df1-b43e3b62fd3e None None] Network 3e540ee5-e495-495b-848f-5b2c73351f94 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:46:58.827108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5ecd2c5b-6c43-44fe-9231-8eaf85f99813 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:58.841693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1b104c44-baa3-4d06-a0b8-50d3696b6dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:58.842365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b104c44-baa3-4d06-a0b8-50d3696b6dba None None] The sync data for ids ['082f482b-2a9a-4ab9-b9ef-821abd08b9f9'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:46:58.894786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b31be-29ef-4ef0-b065-b0fc3779bed3 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Pushing event deleted for resources: {'Port': ['ID=3a4a4ebb-886d-4d0c-84f5-27400f1a3c93,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:58.905522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-26839f08-3938-4cb4-9610-0bf01ced17b4 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:58.910134 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-26839f08-3938-4cb4-9610-0bf01ced17b4 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] 10.222.0.24 "DELETE /v2.0/routers/b81c374c-4ab7-4892-a022-21cda7721aba HTTP/1.1" status: 204 len: 168 time: 2.4296587 Dec 25 19:46:58.910134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a27b31be-29ef-4ef0-b065-b0fc3779bed3 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:58.918709 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5ffde0c4-8242-4573-8d50-3ab91fac98d3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "PUT /v2.0/routers/082f482b-2a9a-4ab9-b9ef-821abd08b9f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5697758 Dec 25 19:46:58.918709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45770) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:58.967456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d13fbed6-d230-49e7-a740-255fab7e2cb4 None None] Provisioning for port 9d49cd10-3e35-4016-b750-3b9d57d51fc1 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:46:59.017223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474199a7-e78d-431e-acf6-74e318cc7aae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:46:59.020152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45772) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:59.038156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e532bcbe-58e8-4174-8b14-b190cf70adfb None None] Sync routers for ids ['a1a54e36-62e8-4d50-bb32-a80dba2e452b'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:46:59.054578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e532bcbe-58e8-4174-8b14-b190cf70adfb None None] Routers {'a1a54e36-62e8-4d50-bb32-a80dba2e452b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:59.055698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-e532bcbe-58e8-4174-8b14-b190cf70adfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:46:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['a1a54e36-62e8-4d50-bb32-a80dba2e452b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:59.081842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f10fb-5285-4765-9184-31ea285ca972 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event updated for resources: {'Network': ['ID=8587fe4a-451a-46ff-80ba-7f824e6966b0,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:59.101265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 8587fe4a-451a-46ff-80ba-7f824e6966b0 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:46:59.112688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bb0f10fb-5285-4765-9184-31ea285ca972 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:59.191257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-474199a7-e78d-431e-acf6-74e318cc7aae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:59.280408 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-474199a7-e78d-431e-acf6-74e318cc7aae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.8953938 Dec 25 19:46:59.280602 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a8147c07-9d26-4e46-aef7-db9d652e1d1a tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] 10.222.0.24 "GET /v2.0/ports?device_id=b81c374c-4ab7-4892-a022-21cda7721aba HTTP/1.1" status: 200 len: 205 time: 0.3514605 Dec 25 19:46:59.281447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f31fdbc-d458-4a48-9825-788034a6e6d5', 'tag': '9749a656-ddcd-42f0-9811-5053427473ca'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:46:59.294165 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45778) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:59.294545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45780) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:59.332507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a40d661a-2224-4cbb-bb69-c104e3d66dad tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:46:59.360188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a40d661a-2224-4cbb-bb69-c104e3d66dad tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:46:59.375938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b420ae7-15fe-424a-b1b8-267c2ec87904 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:46:59.378248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9b420ae7-15fe-424a-b1b8-267c2ec87904 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Synchronizing usage tracker for tenant:ed9c1443c9ab46589f19ea480da46eab on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:46:59.403262 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f31fdbc-d458-4a48-9825-788034a6e6d5', 'tag': '9749a656-ddcd-42f0-9811-5053427473ca', 'status': 'completed', 'code': 200} Dec 25 19:46:59.405808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40d661a-2224-4cbb-bb69-c104e3d66dad tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Made reservation on behalf of e8d9b6a20125442895a663435174ff75 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:46:59.432987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-e532bcbe-58e8-4174-8b14-b190cf70adfb None None] Set router a1a54e36-62e8-4d50-bb32-a80dba2e452b gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:46:59.446714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 9d49cd10-3e35-4016-b750-3b9d57d51fc1 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:46:59.548187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9b420ae7-15fe-424a-b1b8-267c2ec87904 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Unset dirty status for tenant:ed9c1443c9ab46589f19ea480da46eab on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:46:59.550280 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-c6bb0102-99bb-47c7-8793-dbe08b356b22 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] delete failed (client error): The resource could not be found. Dec 25 19:46:59.551434 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c6bb0102-99bb-47c7-8793-dbe08b356b22 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] 10.222.0.24 "DELETE /v2.0/routers/b81c374c-4ab7-4892-a022-21cda7721aba HTTP/1.1" status: 404 len: 336 time: 0.2425694 Dec 25 19:46:59.557057 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9b420ae7-15fe-424a-b1b8-267c2ec87904 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "GET /v2.0/ports/9762160f-5abc-4f0f-93ae-9f81c2aeb825 HTTP/1.1" status: 200 len: 911 time: 0.5350349 Dec 25 19:46:59.559673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45788) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:59.560047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45790) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:59.574702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-ff9feade-0f31-47a7-8e4e-f1ded3358e26 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '570637b3-8cab-46c2-8ad5-f81183408c52'}]}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:46:59.596476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f03e3e3a-461d-4bc1-8641-c2a0dc99dacb tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:59.603691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 9d49cd10-3e35-4016-b750-3b9d57d51fc1 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:46:59.618098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d36c9d66-0b01-4ce4-aafc-0041dbd356ba tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003 tempest-ExtraDHCPOptionsIpV6TestJSON-1002617003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:59.621464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 9d49cd10-3e35-4016-b750-3b9d57d51fc1 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:46:59.622252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:59.779971 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4d97557a-e558-478d-990d-68220f4ee71c tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e43f685-efec-4f33-a61a-a5a9e353ed90 HTTP/1.1" status: 200 len: 205 time: 0.2141678 Dec 25 19:46:59.783999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45796) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:59.849285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:59.888346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 9d49cd10-3e35-4016-b750-3b9d57d51fc1, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=9d49cd10-3e35-4016-b750-3b9d57d51fc1,segment=NetworkSegment(d8ad5f44-b7b8-4e03-a5e1-e0e8af77fafe),segment_id=d8ad5f44-b7b8-4e03-a5e1-e0e8af77fafe)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:46:59.897185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:59.903297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6cdca8da-6924-4e74-a1b8-aa92408344b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:46:59.908768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a40d661a-2224-4cbb-bb69-c104e3d66dad tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:59.926755 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5623d8b7-a19d-4e83-9930-b5b82d61aa15 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/floatingips/411d4d8a-f89b-42de-b6a2-30b6500f7c47 HTTP/1.1" status: 200 len: 991 time: 0.6224608 Dec 25 19:46:59.933717 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-24a28d1e-9019-422f-aedc-01b9b0f75c40 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] delete failed (client error): The resource could not be found. Dec 25 19:46:59.937384 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-24a28d1e-9019-422f-aedc-01b9b0f75c40 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] 10.222.0.24 "DELETE /v2.0/routers/1e43f685-efec-4f33-a61a-a5a9e353ed90 HTTP/1.1" status: 404 len: 336 time: 0.1368871 Dec 25 19:46:59.942432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a27b31be-29ef-4ef0-b065-b0fc3779bed3 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:46:59.945049 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a27b31be-29ef-4ef0-b065-b0fc3779bed3 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] 10.222.0.24 "DELETE /v2.0/ports/3a4a4ebb-886d-4d0c-84f5-27400f1a3c93 HTTP/1.1" status: 204 len: 168 time: 3.9901721 Dec 25 19:46:59.947323 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45800) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:59.947323 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45802) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:46:59.955781 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e3e3a-461d-4bc1-8641-c2a0dc99dacb tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event updated for resources: {'Subnet': ['ID=ff2066a0-3cc6-46a5-9734-aaec75c9a602,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:46:59.967907 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f03e3e3a-461d-4bc1-8641-c2a0dc99dacb tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:46:59.982047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-e532bcbe-58e8-4174-8b14-b190cf70adfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'name': 'tempest-TestNetworkBasicOps-router-112452691', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': 'ef720675-c7ca-4211-8e02-10631dfa8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:45:49Z', 'updated_at': '2021-12-25T19:46:07Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'ef720675-c7ca-4211-8e02-10631dfa8051', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:45:50Z', 'updated_at': '2021-12-25T19:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '411d4d8a-f89b-42de-b6a2-30b6500f7c47', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.104', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'port_id': '9749a656-ddcd-42f0-9811-5053427473ca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da387ada-6589-46a3-a1e0-f2fd37f41648', 'mac_address': 'fa:16:3e:45:f0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f31fdbc-d458-4a48-9825-788034a6e6d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T19:46:55Z', 'updated_at': '2021-12-25T19:46:55Z', 'revision_number': 0, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e96486-3614-4fff-a111-d6101be75951', 'name': '', 'network_id': 'da387ada-6589-46a3-a1e0-f2fd37f41648', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:1f:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d590d7-0365-4250-b463-71f5fd5bb283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:46:06Z', 'updated_at': '2021-12-25T19:46:15Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'b7d590d7-0365-4250-b463-71f5fd5bb283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:46:59.986594 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e532bcbe-58e8-4174-8b14-b190cf70adfb None None] Checking router: a1a54e36-62e8-4d50-bb32-a80dba2e452b for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:46:59.992629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03e3e3a-461d-4bc1-8641-c2a0dc99dacb tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Checking segment: {'id': '7d6e2d92-d94d-4ab1-8ef1-5055d5fecf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c764d7c3-3be3-4c21-9fdd-8054ecbbb408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:46:59.993038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03e3e3a-461d-4bc1-8641-c2a0dc99dacb tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Network hostable DHCP agents. Network: c764d7c3-3be3-4c21-9fdd-8054ecbbb408, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:46:59.998336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e532bcbe-58e8-4174-8b14-b190cf70adfb None None] Routers {'a1a54e36-62e8-4d50-bb32-a80dba2e452b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:46:59.999284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-e532bcbe-58e8-4174-8b14-b190cf70adfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:46:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['a1a54e36-62e8-4d50-bb32-a80dba2e452b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:00.017534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=9d49cd10-3e35-4016-b750-3b9d57d51fc1,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:00.022131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:00.036177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f806d3b5-044a-4afe-b468-46c38ea72d72 None None] Provisioning complete for port 9d49cd10-3e35-4016-b750-3b9d57d51fc1 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:47:00.036601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f806d3b5-044a-4afe-b468-46c38ea72d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:00.074736 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c543a6b9-5e6e-4a10-a574-c929f4f6289d tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] 10.222.0.24 "GET /v2.0/ports?device_id=4409b717-d927-4c22-86ea-183660612a3d HTTP/1.1" status: 200 len: 205 time: 0.1221809 Dec 25 19:47:00.115955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45808) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:00.203446 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-0267e2fc-3990-4e1b-9481-08a098515a22 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] delete failed (client error): The resource could not be found. Dec 25 19:47:00.204602 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0267e2fc-3990-4e1b-9481-08a098515a22 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] 10.222.0.24 "DELETE /v2.0/routers/4409b717-d927-4c22-86ea-183660612a3d HTTP/1.1" status: 404 len: 336 time: 0.0876091 Dec 25 19:47:00.208011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45812) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:00.218549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03e3e3a-461d-4bc1-8641-c2a0dc99dacb tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Network c764d7c3-3be3-4c21-9fdd-8054ecbbb408 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:47:00.219433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-e532bcbe-58e8-4174-8b14-b190cf70adfb None None] Set router a1a54e36-62e8-4d50-bb32-a80dba2e452b gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:47:00.292047 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5e6b769b-e460-4bd3-97b0-716a78f9f6f1 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8ef416-4194-4000-977b-1f399fd49e3b HTTP/1.1" status: 200 len: 205 time: 0.0822759 Dec 25 19:47:00.293832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-f03e3e3a-461d-4bc1-8641-c2a0dc99dacb tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, c764d7c3-3be3-4c21-9fdd-8054ecbbb408) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:00.295585 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45816) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:00.304537 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c3bc2db-e475-4e74-bdb5-72a65316caf3 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] GET failed (client error): The resource could not be found. Dec 25 19:47:00.305111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4c3bc2db-e475-4e74-bdb5-72a65316caf3 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Synchronizing usage tracker for tenant:64033f1816f846ba9bda25613b093b3a on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:47:00.305266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a6fc7e-f6de-47a0-9e8d-c86d7d3e26bd None None] Network c764d7c3-3be3-4c21-9fdd-8054ecbbb408 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:47:00.317245 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-684bec85-24e9-4504-bdd2-59c57cf25037 req-0fa9361c-a0a5-4708-aff3-98f7fdf005d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=9f31fdbc-d458-4a48-9825-788034a6e6d5 HTTP/1.1" status: 200 len: 1098 time: 0.8806133 Dec 25 19:47:00.362306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03e3e3a-461d-4bc1-8641-c2a0dc99dacb tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:00.363274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f03e3e3a-461d-4bc1-8641-c2a0dc99dacb tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:00.394994 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-2e12399d-35c8-4362-9120-8181312a92c0 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] delete failed (client error): The resource could not be found. Dec 25 19:47:00.398861 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2e12399d-35c8-4362-9120-8181312a92c0 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] 10.222.0.24 "DELETE /v2.0/routers/4e8ef416-4194-4000-977b-1f399fd49e3b HTTP/1.1" status: 404 len: 336 time: 0.0992510 Dec 25 19:47:00.402545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45820) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:00.453276 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f03e3e3a-461d-4bc1-8641-c2a0dc99dacb tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 4.1799247 Dec 25 19:47:00.463242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45824) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:00.469228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ff9feade-0f31-47a7-8e4e-f1ded3358e26 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:00.491384 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-48f39a52-18db-4520-a925-b4a86742dfc7 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] 10.222.0.24 "GET /v2.0/ports?device_id=b283ca80-8c1b-480a-a612-108de1e53171 HTTP/1.1" status: 200 len: 205 time: 0.0846086 Dec 25 19:47:00.498109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45828) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:00.597578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a142ede-656e-4b1f-b6dc-ca7ccd00f64e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-c764d7c3-3be3-4c21-9fdd-8054ecbbb408', 'network_id': 'c764d7c3-3be3-4c21-9fdd-8054ecbbb408', 'tenant_id': '4895f896d14c49cebd2f7b319db8be3e', 'fixed_ips': [{'subnet_id': 'ff2066a0-3cc6-46a5-9734-aaec75c9a602'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:47:00.598631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6a142ede-656e-4b1f-b6dc-ca7ccd00f64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:00.672338 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-b7937b03-fbef-4ba7-83b0-273fa0427b1f tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] delete failed (client error): The resource could not be found. Dec 25 19:47:00.673392 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b7937b03-fbef-4ba7-83b0-273fa0427b1f tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] 10.222.0.24 "DELETE /v2.0/routers/b283ca80-8c1b-480a-a612-108de1e53171 HTTP/1.1" status: 404 len: 336 time: 0.1267989 Dec 25 19:47:00.696186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45832) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:00.699706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4c3bc2db-e475-4e74-bdb5-72a65316caf3 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Unset dirty status for tenant:64033f1816f846ba9bda25613b093b3a on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:47:00.700940 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4c3bc2db-e475-4e74-bdb5-72a65316caf3 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] 10.222.0.24 "GET /v2.0/ports/3a4a4ebb-886d-4d0c-84f5-27400f1a3c93 HTTP/1.1" status: 404 len: 333 time: 0.7470224 Dec 25 19:47:00.744402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45836) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:00.759972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-a1f2e30e-06fa-46a9-8587-b1000c45785f tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Request body: {'port': {'network_id': '90f6954e-4ec1-4255-831d-135379ea20eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-111473219'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:00.802571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-6a142ede-656e-4b1f-b6dc-ca7ccd00f64e None None] Allocated IP 172.20.0.2 (c764d7c3-3be3-4c21-9fdd-8054ecbbb408/ff2066a0-3cc6-46a5-9734-aaec75c9a602/0f2564b8-db96-4789-8931-c40fa2b58cc7) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:47:00.833427 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ab595419-8af9-4ea5-9fb1-bcb20f46b3e5 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c5f803-1168-4c2e-ae50-a6894ff07a8f HTTP/1.1" status: 200 len: 205 time: 0.1329024 Dec 25 19:47:00.839803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45840) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:00.881015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-e532bcbe-58e8-4174-8b14-b190cf70adfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'name': 'tempest-TestNetworkBasicOps-router-112452691', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': 'ef720675-c7ca-4211-8e02-10631dfa8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:45:49Z', 'updated_at': '2021-12-25T19:46:07Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'ef720675-c7ca-4211-8e02-10631dfa8051', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:45:50Z', 'updated_at': '2021-12-25T19:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '411d4d8a-f89b-42de-b6a2-30b6500f7c47', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.104', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'port_id': '9749a656-ddcd-42f0-9811-5053427473ca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da387ada-6589-46a3-a1e0-f2fd37f41648', 'mac_address': 'fa:16:3e:45:f0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f31fdbc-d458-4a48-9825-788034a6e6d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T19:46:55Z', 'updated_at': '2021-12-25T19:46:55Z', 'revision_number': 0, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e96486-3614-4fff-a111-d6101be75951', 'name': '', 'network_id': 'da387ada-6589-46a3-a1e0-f2fd37f41648', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:1f:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d590d7-0365-4250-b463-71f5fd5bb283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:46:06Z', 'updated_at': '2021-12-25T19:46:15Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'b7d590d7-0365-4250-b463-71f5fd5bb283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:00.889355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e532bcbe-58e8-4174-8b14-b190cf70adfb None None] The sync data for ids ['a1a54e36-62e8-4d50-bb32-a80dba2e452b'] in dv-neutron-822611-1-hyperv is: [{'id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'name': 'tempest-TestNetworkBasicOps-router-112452691', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': 'ef720675-c7ca-4211-8e02-10631dfa8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:45:49Z', 'updated_at': '2021-12-25T19:46:07Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'ef720675-c7ca-4211-8e02-10631dfa8051', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:45:50Z', 'updated_at': '2021-12-25T19:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '411d4d8a-f89b-42de-b6a2-30b6500f7c47', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.104', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'port_id': '9749a656-ddcd-42f0-9811-5053427473ca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da387ada-6589-46a3-a1e0-f2fd37f41648', 'mac_address': 'fa:16:3e:45:f0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f31fdbc-d458-4a48-9825-788034a6e6d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T19:46:55Z', 'updated_at': '2021-12-25T19:46:55Z', 'revision_number': 0, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e96486-3614-4fff-a111-d6101be75951', 'name': '', 'network_id': 'da387ada-6589-46a3-a1e0-f2fd37f41648', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:1f:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d590d7-0365-4250-b463-71f5fd5bb283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:46:06Z', 'updated_at': '2021-12-25T19:46:15Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'b7d590d7-0365-4250-b463-71f5fd5bb283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:47:00.944868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45844) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:00.968505 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-7056486a-f5d2-404f-bb3e-4ab166d5a668 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] delete failed (client error): The resource could not be found. Dec 25 19:47:00.972261 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7056486a-f5d2-404f-bb3e-4ab166d5a668 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] 10.222.0.24 "DELETE /v2.0/routers/71c5f803-1168-4c2e-ae50-a6894ff07a8f HTTP/1.1" status: 404 len: 336 time: 0.1288567 Dec 25 19:47:00.988098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a1f2e30e-06fa-46a9-8587-b1000c45785f tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:01.001785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a1f2e30e-06fa-46a9-8587-b1000c45785f tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:01.003733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45846) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:01.071686 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6a142ede-656e-4b1f-b6dc-ca7ccd00f64e None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:01.091047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-6a142ede-656e-4b1f-b6dc-ca7ccd00f64e None None] Transition to ACTIVE for port object 0f2564b8-db96-4789-8931-c40fa2b58cc7 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:47:01.116040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-6a142ede-656e-4b1f-b6dc-ca7ccd00f64e None None] Transition to ACTIVE for port object 0f2564b8-db96-4789-8931-c40fa2b58cc7 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:47:01.125849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6a142ede-656e-4b1f-b6dc-ca7ccd00f64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:01.137402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c4c87888-22b0-48c7-b307-39e346e9a694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:01.207246 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c9f3ef7c-335c-42f9-8ab4-e194b6a29fe8 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/floatingips/411d4d8a-f89b-42de-b6a2-30b6500f7c47 HTTP/1.1" status: 200 len: 991 time: 0.2347822 Dec 25 19:47:01.213138 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a142ede-656e-4b1f-b6dc-ca7ccd00f64e None None] Network c764d7c3-3be3-4c21-9fdd-8054ecbbb408 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:47:01.214445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-6a142ede-656e-4b1f-b6dc-ca7ccd00f64e None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:01.219329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a142ede-656e-4b1f-b6dc-ca7ccd00f64e None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:47:01.219558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ebb03f35-0316-46e9-8ae0-e90b74b6636d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:01.232465 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-98fd55f1-653e-4dfb-8cf0-3ca4abaccac0 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] DELETE failed (client error): The resource could not be found. Dec 25 19:47:01.233497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98fd55f1-653e-4dfb-8cf0-3ca4abaccac0 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:47:01.234150 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a142ede-656e-4b1f-b6dc-ca7ccd00f64e None None] Pushing event updated for resources: {'Port': ['ID=0f2564b8-db96-4789-8931-c40fa2b58cc7,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:01.240288 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-98fd55f1-653e-4dfb-8cf0-3ca4abaccac0 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] 10.222.0.24 "DELETE /v2.0/subnets/173c8657-c37c-4ef2-b4c2-1ea9f3fd1f2b HTTP/1.1" status: 404 len: 337 time: 0.1714468 Dec 25 19:47:01.252431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f2e30e-06fa-46a9-8587-b1000c45785f tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Made reservation on behalf of 64033f1816f846ba9bda25613b093b3a for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:47:01.258538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a1f2e30e-06fa-46a9-8587-b1000c45785f tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:01.268500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6a142ede-656e-4b1f-b6dc-ca7ccd00f64e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:01.302060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-a1f2e30e-06fa-46a9-8587-b1000c45785f tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] device_id is not set on port ed2b65e6-cf3c-4ea6-bc1f-5e01c8605851 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:47:01.354299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ebb03f35-0316-46e9-8ae0-e90b74b6636d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Deleting port 0f2564b8-db96-4789-8931-c40fa2b58cc7 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:47:01.354998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ebb03f35-0316-46e9-8ae0-e90b74b6636d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:01.355644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-6a142ede-656e-4b1f-b6dc-ca7ccd00f64e None None] Attempting to bind port 0f2564b8-db96-4789-8931-c40fa2b58cc7 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:47:01.356076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-6a142ede-656e-4b1f-b6dc-ca7ccd00f64e None None] Attempting to bind port 0f2564b8-db96-4789-8931-c40fa2b58cc7 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '7d6e2d92-d94d-4ab1-8ef1-5055d5fecf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c764d7c3-3be3-4c21-9fdd-8054ecbbb408'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:47:01.356492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a142ede-656e-4b1f-b6dc-ca7ccd00f64e None None] Attempting to bind port 0f2564b8-db96-4789-8931-c40fa2b58cc7 on network c764d7c3-3be3-4c21-9fdd-8054ecbbb408 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:47:01.371506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 9d49cd10-3e35-4016-b750-3b9d57d51fc1 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:47:01.411916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bec85-24e9-4504-bdd2-59c57cf25037 req-7cd511f8-ee31-4344-9fdb-1e9106e34513 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:01.413097 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-684bec85-24e9-4504-bdd2-59c57cf25037 req-7cd511f8-ee31-4344-9fdb-1e9106e34513 service neutron] 10.222.0.36 "GET /v2.0/networks?id=da387ada-6589-46a3-a1e0-f2fd37f41648 HTTP/1.1" status: 200 len: 897 time: 1.0261467 Dec 25 19:47:01.413767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a142ede-656e-4b1f-b6dc-ca7ccd00f64e None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:47:01.414079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a142ede-656e-4b1f-b6dc-ca7ccd00f64e None None] Checking segment: {'id': '7d6e2d92-d94d-4ab1-8ef1-5055d5fecf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c764d7c3-3be3-4c21-9fdd-8054ecbbb408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:47:01.414815 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6a142ede-656e-4b1f-b6dc-ca7ccd00f64e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:01.415178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a142ede-656e-4b1f-b6dc-ca7ccd00f64e None None] Bound using segment: {'id': '7d6e2d92-d94d-4ab1-8ef1-5055d5fecf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c764d7c3-3be3-4c21-9fdd-8054ecbbb408'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:47:01.416614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-6a142ede-656e-4b1f-b6dc-ca7ccd00f64e None None] Bound port: 0f2564b8-db96-4789-8931-c40fa2b58cc7, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6e2d92-d94d-4ab1-8ef1-5055d5fecf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c764d7c3-3be3-4c21-9fdd-8054ecbbb408'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:47:01.417048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6a142ede-656e-4b1f-b6dc-ca7ccd00f64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:01.430494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd81b88-6ea7-4cc1-b82e-5ace976039ec tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Router 396d53f3-9cc4-416d-8ba2-b0d173847710 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:47:01.431852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2871dd38-376f-45b7-b896-a396162ca8cc None None] New status for floating IP 411d4d8a-f89b-42de-b6a2-30b6500f7c47: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 19:47:01.649182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a40d661a-2224-4cbb-bb69-c104e3d66dad tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:01.681237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5d47f4d8-e768-4b7f-b723-b6e7b901e305 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:01.719926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45856) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:01.724858 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-684bec85-24e9-4504-bdd2-59c57cf25037 req-a4a88115-114a-4c66-bfc4-4625bf27d06b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9749a656-ddcd-42f0-9811-5053427473ca HTTP/1.1" status: 200 len: 999 time: 0.3024163 Dec 25 19:47:01.964277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d661a-2224-4cbb-bb69-c104e3d66dad tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event updated for resources: {'Subnet': ['ID=4c500275-5ffb-4492-b782-ab96d3855a6d,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:01.974428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a40d661a-2224-4cbb-bb69-c104e3d66dad tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:01.979210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bec85-24e9-4504-bdd2-59c57cf25037 req-1dd83504-7b2e-4fc2-bda8-8a79c4db38d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:01.980842 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-684bec85-24e9-4504-bdd2-59c57cf25037 req-1dd83504-7b2e-4fc2-bda8-8a79c4db38d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b7d590d7-0365-4250-b463-71f5fd5bb283 HTTP/1.1" status: 200 len: 835 time: 0.2323585 Dec 25 19:47:01.993197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0fff74ef-685c-4b15-938b-be41b5479749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:02.073592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40d661a-2224-4cbb-bb69-c104e3d66dad tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Checking segment: {'id': 'b69e53e2-f696-402f-8077-eb14c1439975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8587fe4a-451a-46ff-80ba-7f824e6966b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:47:02.074167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40d661a-2224-4cbb-bb69-c104e3d66dad tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Network hostable DHCP agents. Network: 8587fe4a-451a-46ff-80ba-7f824e6966b0, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:47:02.077165 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-6a142ede-656e-4b1f-b6dc-ca7ccd00f64e None None] For port 0f2564b8-db96-4789-8931-c40fa2b58cc7, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:47:02.086051 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 9d49cd10-3e35-4016-b750-3b9d57d51fc1 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:47:02.086344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:02.126345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0fff74ef-685c-4b15-938b-be41b5479749 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:02.139174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-a1f2e30e-06fa-46a9-8587-b1000c45785f tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Allocated IP 2001:db8::336 (90f6954e-4ec1-4255-831d-135379ea20eb/41af498e-b483-4fd1-a36d-7032a7a7298e/ed2b65e6-cf3c-4ea6-bc1f-5e01c8605851) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:47:02.150333 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0fff74ef-685c-4b15-938b-be41b5479749 admin admin] Usage tracker for resource:security_group_rule and tenant:76dae1c6382c46fba6fdd5a2a0ca79a2 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:02.150703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-6a142ede-656e-4b1f-b6dc-ca7ccd00f64e None None] For port 0f2564b8-db96-4789-8931-c40fa2b58cc7, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=0f2564b8-db96-4789-8931-c40fa2b58cc7,segment=NetworkSegment(7d6e2d92-d94d-4ab1-8ef1-5055d5fecf6d),segment_id=7d6e2d92-d94d-4ab1-8ef1-5055d5fecf6d)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:47:02.157069 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ff9feade-0f31-47a7-8e4e-f1ded3358e26 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:02.161691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0fff74ef-685c-4b15-938b-be41b5479749 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:02.170850 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0fff74ef-685c-4b15-938b-be41b5479749 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:02.190779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40d661a-2224-4cbb-bb69-c104e3d66dad tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Network 8587fe4a-451a-46ff-80ba-7f824e6966b0 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:47:02.193092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ff9feade-0f31-47a7-8e4e-f1ded3358e26 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:02.198522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9feade-0f31-47a7-8e4e-f1ded3358e26 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:02.199225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ff9feade-0f31-47a7-8e4e-f1ded3358e26 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:02.200690 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ff9feade-0f31-47a7-8e4e-f1ded3358e26 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "PUT /v2.0/ports/9762160f-5abc-4f0f-93ae-9f81c2aeb825 HTTP/1.1" status: 200 len: 911 time: 2.6368594 Dec 25 19:47:02.205862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1399193b-d33a-4c5e-a5ac-09a639dd39f8 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:02.212390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6a142ede-656e-4b1f-b6dc-ca7ccd00f64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:02.228391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ea29b855-beeb-40e5-8b6b-5c877013aee7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:02.240498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45862) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:02.240699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45864) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:02.315377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-ebb03f35-0316-46e9-8ae0-e90b74b6636d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] For port 0f2564b8-db96-4789-8931-c40fa2b58cc7, host dv-neutron-822611-1-hyperv, got binding levels [] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:47:02.315961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ebb03f35-0316-46e9-8ae0-e90b74b6636d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:02.334683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a142ede-656e-4b1f-b6dc-ca7ccd00f64e None None] Pushing event updated for resources: {'Port': ['ID=0f2564b8-db96-4789-8931-c40fa2b58cc7,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:02.340080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6a142ede-656e-4b1f-b6dc-ca7ccd00f64e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:02.413845 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-684bec85-24e9-4504-bdd2-59c57cf25037 req-dc083999-7c94-44b2-9784-d1b6a2f6fb96 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=da387ada-6589-46a3-a1e0-f2fd37f41648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4097564 Dec 25 19:47:02.443828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-a40d661a-2224-4cbb-bb69-c104e3d66dad tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 8587fe4a-451a-46ff-80ba-7f824e6966b0) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:02.470046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbb6dda-481d-4daf-a9a6-097183d3108b None None] Network 8587fe4a-451a-46ff-80ba-7f824e6966b0 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:47:02.496804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ebb03f35-0316-46e9-8ae0-e90b74b6636d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Calling delete_port for 0f2564b8-db96-4789-8931-c40fa2b58cc7 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:47:02.531621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40d661a-2224-4cbb-bb69-c104e3d66dad tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:02.532296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a40d661a-2224-4cbb-bb69-c104e3d66dad tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:02.630226 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9feade-0f31-47a7-8e4e-f1ded3358e26 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event updated for resources: {'Port': ['ID=9762160f-5abc-4f0f-93ae-9f81c2aeb825,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:02.649562 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c1c6b56a-93b3-433c-8ad6-0111b696f3e3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/floatingips/411d4d8a-f89b-42de-b6a2-30b6500f7c47 HTTP/1.1" status: 200 len: 993 time: 0.3953269 Dec 25 19:47:02.649562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ff9feade-0f31-47a7-8e4e-f1ded3358e26 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:02.706799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd81b88-6ea7-4cc1-b82e-5ace976039ec tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:47:02.717527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-ebb03f35-0316-46e9-8ae0-e90b74b6636d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:47:02.717892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-ebb03f35-0316-46e9-8ae0-e90b74b6636d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:47:02.722602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c641a79b-ea45-4f3d-bccd-76d1eff8e037 None None] Sync routers for ids ['396d53f3-9cc4-416d-8ba2-b0d173847710'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:47:02.742485 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0cd81b88-6ea7-4cc1-b82e-5ace976039ec tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:02.749109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c641a79b-ea45-4f3d-bccd-76d1eff8e037 None None] Routers {'396d53f3-9cc4-416d-8ba2-b0d173847710'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:47:02.755595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c641a79b-ea45-4f3d-bccd-76d1eff8e037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:46:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['396d53f3-9cc4-416d-8ba2-b0d173847710'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:02.765294 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b0eb38-a7d9-49b6-a080-3146d04cfbd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-8587fe4a-451a-46ff-80ba-7f824e6966b0', 'network_id': '8587fe4a-451a-46ff-80ba-7f824e6966b0', 'tenant_id': 'e8d9b6a20125442895a663435174ff75', 'fixed_ips': [{'subnet_id': '4c500275-5ffb-4492-b782-ab96d3855a6d'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:47:02.766211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-42b0eb38-a7d9-49b6-a080-3146d04cfbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:02.786238 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a40d661a-2224-4cbb-bb69-c104e3d66dad tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0915093 Dec 25 19:47:02.808702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45870) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:02.821478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-23b85353-f5d2-49f4-9cdd-46bafe4e0350 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1743308774', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}, 'admin_state_up': False}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:02.836670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0fff74ef-685c-4b15-938b-be41b5479749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:02.845126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-23b85353-f5d2-49f4-9cdd-46bafe4e0350 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:02.855284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0fff74ef-685c-4b15-938b-be41b5479749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:02.879520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-23b85353-f5d2-49f4-9cdd-46bafe4e0350 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Usage tracker for resource:router and tenant:e8d9b6a20125442895a663435174ff75 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:02.882684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-631a86d6-107f-4057-890a-fde957fa8e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:02.883472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c641a79b-ea45-4f3d-bccd-76d1eff8e037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:02.892645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-23b85353-f5d2-49f4-9cdd-46bafe4e0350 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:02.895977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a1f2e30e-06fa-46a9-8587-b1000c45785f tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:02.908850 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c641a79b-ea45-4f3d-bccd-76d1eff8e037 None None] Routers {'396d53f3-9cc4-416d-8ba2-b0d173847710'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:47:02.911458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c641a79b-ea45-4f3d-bccd-76d1eff8e037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:46:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['396d53f3-9cc4-416d-8ba2-b0d173847710'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:02.913669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-23b85353-f5d2-49f4-9cdd-46bafe4e0350 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:02.928816 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-684bec85-24e9-4504-bdd2-59c57cf25037 req-753949c3-f0c7-4ed5-96ba-16c77f8c5609 service neutron] 10.222.0.36 "GET /v2.0/networks/da387ada-6589-46a3-a1e0-f2fd37f41648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4713998 Dec 25 19:47:02.949236 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0cd81b88-6ea7-4cc1-b82e-5ace976039ec tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] 10.222.0.24 "DELETE /v2.0/floatingips/16b1950c-e21d-4261-b6a4-5fb2748391a1 HTTP/1.1" status: 204 len: 168 time: 8.0323145 Dec 25 19:47:02.950933 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a1f2e30e-06fa-46a9-8587-b1000c45785f tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Transition to ACTIVE for port object ed2b65e6-cf3c-4ea6-bc1f-5e01c8605851 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:47:02.952060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45874) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:02.959250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-ac18b40a-c0e4-4a04-a519-20695fcfdca5 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Request body: {'floatingip': {'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:02.970130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ac18b40a-c0e4-4a04-a519-20695fcfdca5 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:02.976496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ac18b40a-c0e4-4a04-a519-20695fcfdca5 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Usage tracker for resource:floatingip and tenant:b1a8325feeb947be9c00f524ba074579 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:02.980580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ac18b40a-c0e4-4a04-a519-20695fcfdca5 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:02.990087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ac18b40a-c0e4-4a04-a519-20695fcfdca5 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:02.995331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff74ef-685c-4b15-938b-be41b5479749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39459252-03af-42d6-97e1-0bb9ee730a91,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:02.998665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c641a79b-ea45-4f3d-bccd-76d1eff8e037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:02.999208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c641a79b-ea45-4f3d-bccd-76d1eff8e037 None None] The sync data for ids ['396d53f3-9cc4-416d-8ba2-b0d173847710'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:47:03.008442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0fff74ef-685c-4b15-938b-be41b5479749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:03.017588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-23b85353-f5d2-49f4-9cdd-46bafe4e0350 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:03.019364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-23b85353-f5d2-49f4-9cdd-46bafe4e0350 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:03.020039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ac18b40a-c0e4-4a04-a519-20695fcfdca5 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:03.057469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a1f2e30e-06fa-46a9-8587-b1000c45785f tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:03.058319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-42b0eb38-a7d9-49b6-a080-3146d04cfbd5 None None] Allocated IP 172.20.0.2 (8587fe4a-451a-46ff-80ba-7f824e6966b0/4c500275-5ffb-4492-b782-ab96d3855a6d/65f6b9ae-8644-42fc-9863-f9ff01c6ea13) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:47:03.067377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-aa8891dd-2541-4d96-ba9e-9bd314f612e2 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:03.115768 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0fff74ef-685c-4b15-938b-be41b5479749 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=76dae1c6382c46fba6fdd5a2a0ca79a2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3912911 Dec 25 19:47:03.125707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45878) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:03.189971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2e30e-06fa-46a9-8587-b1000c45785f tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Pushing event updated for resources: {'Port': ['ID=ed2b65e6-cf3c-4ea6-bc1f-5e01c8605851,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:03.194464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f2e30e-06fa-46a9-8587-b1000c45785f tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Network 90f6954e-4ec1-4255-831d-135379ea20eb is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:47:03.195619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a1f2e30e-06fa-46a9-8587-b1000c45785f tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:03.251999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ebb03f35-0316-46e9-8ae0-e90b74b6636d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Deleting port 0f2564b8-db96-4789-8931-c40fa2b58cc7 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:47:03.252379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ebb03f35-0316-46e9-8ae0-e90b74b6636d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:03.282684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-a1f2e30e-06fa-46a9-8587-b1000c45785f tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:03.290907 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f2e30e-06fa-46a9-8587-b1000c45785f tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:47:03.295395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f2e30e-06fa-46a9-8587-b1000c45785f tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:03.296076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a1f2e30e-06fa-46a9-8587-b1000c45785f tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:03.332951 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a1f2e30e-06fa-46a9-8587-b1000c45785f tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.5849314 Dec 25 19:47:03.333715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-23b85353-f5d2-49f4-9cdd-46bafe4e0350 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:03.338085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45882) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:03.356171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-1976dc7b-d0d1-4ef8-977f-7c081c940eb3 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:43:c3:18'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:03.371375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-42b0eb38-a7d9-49b6-a080-3146d04cfbd5 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:03.379191 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-684bec85-24e9-4504-bdd2-59c57cf25037 req-59bcc93b-03f6-4815-b082-e23427de46ef service neutron] 10.222.0.36 "GET /v2.0/networks/da387ada-6589-46a3-a1e0-f2fd37f41648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271784 Dec 25 19:47:03.401751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-42b0eb38-a7d9-49b6-a080-3146d04cfbd5 None None] Transition to ACTIVE for port object 65f6b9ae-8644-42fc-9863-f9ff01c6ea13 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:47:03.414639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 0f2564b8-db96-4789-8931-c40fa2b58cc7 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:47:03.480709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-42b0eb38-a7d9-49b6-a080-3146d04cfbd5 None None] Transition to ACTIVE for port object 65f6b9ae-8644-42fc-9863-f9ff01c6ea13 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:47:03.489751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-42b0eb38-a7d9-49b6-a080-3146d04cfbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:03.495182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:03.567607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ac18b40a-c0e4-4a04-a519-20695fcfdca5 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:03.588440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b0eb38-a7d9-49b6-a080-3146d04cfbd5 None None] Pushing event updated for resources: {'Port': ['ID=65f6b9ae-8644-42fc-9863-f9ff01c6ea13,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:03.604508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-42b0eb38-a7d9-49b6-a080-3146d04cfbd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:03.626539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b0eb38-a7d9-49b6-a080-3146d04cfbd5 None None] Network 8587fe4a-451a-46ff-80ba-7f824e6966b0 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:47:03.628472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-42b0eb38-a7d9-49b6-a080-3146d04cfbd5 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:03.635763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b0eb38-a7d9-49b6-a080-3146d04cfbd5 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:47:03.683693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 0f2564b8-db96-4789-8931-c40fa2b58cc7 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:47:03.722809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-adf9cf4a-1ab2-4b08-bc64-1c9cd1250c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:03.756950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-42b0eb38-a7d9-49b6-a080-3146d04cfbd5 None None] Attempting to bind port 65f6b9ae-8644-42fc-9863-f9ff01c6ea13 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:47:03.757644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-42b0eb38-a7d9-49b6-a080-3146d04cfbd5 None None] Attempting to bind port 65f6b9ae-8644-42fc-9863-f9ff01c6ea13 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'b69e53e2-f696-402f-8077-eb14c1439975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8587fe4a-451a-46ff-80ba-7f824e6966b0'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:47:03.758251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b0eb38-a7d9-49b6-a080-3146d04cfbd5 None None] Attempting to bind port 65f6b9ae-8644-42fc-9863-f9ff01c6ea13 on network 8587fe4a-451a-46ff-80ba-7f824e6966b0 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:47:03.766522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b0eb38-a7d9-49b6-a080-3146d04cfbd5 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:47:03.767224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b0eb38-a7d9-49b6-a080-3146d04cfbd5 None None] Checking segment: {'id': 'b69e53e2-f696-402f-8077-eb14c1439975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8587fe4a-451a-46ff-80ba-7f824e6966b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:47:03.767879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-42b0eb38-a7d9-49b6-a080-3146d04cfbd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:03.768647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b0eb38-a7d9-49b6-a080-3146d04cfbd5 None None] Bound using segment: {'id': 'b69e53e2-f696-402f-8077-eb14c1439975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8587fe4a-451a-46ff-80ba-7f824e6966b0'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:47:03.771351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-42b0eb38-a7d9-49b6-a080-3146d04cfbd5 None None] Bound port: 65f6b9ae-8644-42fc-9863-f9ff01c6ea13, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b69e53e2-f696-402f-8077-eb14c1439975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8587fe4a-451a-46ff-80ba-7f824e6966b0'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:47:03.772012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-42b0eb38-a7d9-49b6-a080-3146d04cfbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:03.834010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-adf9cf4a-1ab2-4b08-bc64-1c9cd1250c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:03.879380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-23b85353-f5d2-49f4-9cdd-46bafe4e0350 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:03.896120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fd6148f1-920c-497f-a9d1-495638098e30 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:03.903042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-42b0eb38-a7d9-49b6-a080-3146d04cfbd5 None None] For port 65f6b9ae-8644-42fc-9863-f9ff01c6ea13, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:47:03.907488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-42b0eb38-a7d9-49b6-a080-3146d04cfbd5 None None] For port 65f6b9ae-8644-42fc-9863-f9ff01c6ea13, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=65f6b9ae-8644-42fc-9863-f9ff01c6ea13,segment=NetworkSegment(b69e53e2-f696-402f-8077-eb14c1439975),segment_id=b69e53e2-f696-402f-8077-eb14c1439975)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:47:03.913220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-42b0eb38-a7d9-49b6-a080-3146d04cfbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:03.925593 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2502eaa6-7635-40a2-b324-3be305cfd8f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:03.969225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-ebb03f35-0316-46e9-8ae0-e90b74b6636d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] For port 0f2564b8-db96-4789-8931-c40fa2b58cc7, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=0f2564b8-db96-4789-8931-c40fa2b58cc7,segment=NetworkSegment(7d6e2d92-d94d-4ab1-8ef1-5055d5fecf6d),segment_id=7d6e2d92-d94d-4ab1-8ef1-5055d5fecf6d)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:47:03.969608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ebb03f35-0316-46e9-8ae0-e90b74b6636d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:03.992556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-98a9acb7-cfbd-43e7-809c-87532e04b061 None None] Provisioning for port ed2b65e6-cf3c-4ea6-bc1f-5e01c8605851 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:47:04.007804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-98a9acb7-cfbd-43e7-809c-87532e04b061 None None] Provisioning complete for port ed2b65e6-cf3c-4ea6-bc1f-5e01c8605851 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:47:04.008226 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-98a9acb7-cfbd-43e7-809c-87532e04b061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:04.057671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b0eb38-a7d9-49b6-a080-3146d04cfbd5 None None] Pushing event updated for resources: {'Port': ['ID=65f6b9ae-8644-42fc-9863-f9ff01c6ea13,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:04.066106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-42b0eb38-a7d9-49b6-a080-3146d04cfbd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:04.086663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-98a9acb7-cfbd-43e7-809c-87532e04b061 None None] Port ed2b65e6-cf3c-4ea6-bc1f-5e01c8605851 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:47:04.123138 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-adf9cf4a-1ab2-4b08-bc64-1c9cd1250c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:04.139803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c25247ec-a5bc-4325-aa9a-523877a05995 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:04.157728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9cf4a-1ab2-4b08-bc64-1c9cd1250c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39459252-03af-42d6-97e1-0bb9ee730a91,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:04.162526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-adf9cf4a-1ab2-4b08-bc64-1c9cd1250c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:04.271679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-adf9cf4a-1ab2-4b08-bc64-1c9cd1250c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:04.273144 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-adf9cf4a-1ab2-4b08-bc64-1c9cd1250c22 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/39459252-03af-42d6-97e1-0bb9ee730a91 HTTP/1.1" status: 204 len: 168 time: 1.1464043 Dec 25 19:47:04.457955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1976dc7b-d0d1-4ef8-977f-7c081c940eb3 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:04.478767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ebb03f35-0316-46e9-8ae0-e90b74b6636d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Calling delete_port for 0f2564b8-db96-4789-8931-c40fa2b58cc7 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:47:04.492871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 19:47:04.545331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-ac18b40a-c0e4-4a04-a519-20695fcfdca5 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Allocated IP 172.26.8.74 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/02e0ad2a-7f49-4fe3-915f-43307f7be8a7) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:47:04.669151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-23b85353-f5d2-49f4-9cdd-46bafe4e0350 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:04.738681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932d0d38-3017-4ca5-a8fb-89bb64bd78de None None] Network c764d7c3-3be3-4c21-9fdd-8054ecbbb408 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:47:04.741219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-23b85353-f5d2-49f4-9cdd-46bafe4e0350 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:04.826003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a9e38-ef0e-4714-b256-05ba71118ec0 req-a9cae8ca-8b7a-4e19-8a6e-0fee892988eb tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:04.827940 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-746a9e38-ef0e-4714-b256-05ba71118ec0 req-a9cae8ca-8b7a-4e19-8a6e-0fee892988eb tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.4779823 Dec 25 19:47:04.843405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45892) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:04.928799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ac18b40a-c0e4-4a04-a519-20695fcfdca5 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:04.960495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ebb03f35-0316-46e9-8ae0-e90b74b6636d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:04.964224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-733f6254-e1b3-43df-aa72-696eb37174ce None None] Provisioning for port 0f2564b8-db96-4789-8931-c40fa2b58cc7 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:47:04.976647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-733f6254-e1b3-43df-aa72-696eb37174ce None None] Provisioning complete for port 0f2564b8-db96-4789-8931-c40fa2b58cc7 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:47:04.977151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-733f6254-e1b3-43df-aa72-696eb37174ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:04.985531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-90eb174c-7702-4cad-89ed-d544a7f008a6 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:05.012676 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-746a9e38-ef0e-4714-b256-05ba71118ec0 req-da16108c-6a01-407d-b1da-d01c42c5a1e1 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667016 Dec 25 19:47:05.013063 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-733f6254-e1b3-43df-aa72-696eb37174ce None None] Port 0f2564b8-db96-4789-8931-c40fa2b58cc7 was deleted so its status cannot be updated. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 25 19:47:05.052628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb03f35-0316-46e9-8ae0-e90b74b6636d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event deleted for resources: {'Port': ['ID=0f2564b8-db96-4789-8931-c40fa2b58cc7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:05.062803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ebb03f35-0316-46e9-8ae0-e90b74b6636d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:05.082445 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d2238471-772c-473f-8446-9170f8952fc5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=682aee75fd1a4de4a87f6ce57995a090&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2196641 Dec 25 19:47:05.098902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45898) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:05.209433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb03f35-0316-46e9-8ae0-e90b74b6636d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] No DVR routers for this DVR port 0f2564b8-db96-4789-8931-c40fa2b58cc7 on host dv-neutron-822611-1-hyperv {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:47:05.214423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ac18b40a-c0e4-4a04-a519-20695fcfdca5 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:05.248076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a27b31be-29ef-4ef0-b065-b0fc3779bed3 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:05.378831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac18b40a-c0e4-4a04-a519-20695fcfdca5 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:47:05.383353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac18b40a-c0e4-4a04-a519-20695fcfdca5 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Pushing event updated for resources: {'Port': ['ID=02e0ad2a-7f49-4fe3-915f-43307f7be8a7,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:05.386776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-ac18b40a-c0e4-4a04-a519-20695fcfdca5 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:05.390654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ac18b40a-c0e4-4a04-a519-20695fcfdca5 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:05.391407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac18b40a-c0e4-4a04-a519-20695fcfdca5 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:47:05.399771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-23b85353-f5d2-49f4-9cdd-46bafe4e0350 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Allocated IP 172.26.8.109 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/db310665-2c83-47d4-8af1-fb2a667943e5) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:47:05.405522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-19ba8fe6-8bf9-4399-8f8b-a40cc17524c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:05.429341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ebb03f35-0316-46e9-8ae0-e90b74b6636d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:05.466848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 65f6b9ae-8644-42fc-9863-f9ff01c6ea13 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:47:05.485002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-19ba8fe6-8bf9-4399-8f8b-a40cc17524c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:05.516129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1976dc7b-d0d1-4ef8-977f-7c081c940eb3 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:05.536182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1976dc7b-d0d1-4ef8-977f-7c081c940eb3 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:05.537138 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b318799-5347-4775-ba6b-1b57168aa9b3 req-0ef73126-1d95-4376-a904-eec1b4040086 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:05.540046 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3b318799-5347-4775-ba6b-1b57168aa9b3 req-0ef73126-1d95-4376-a904-eec1b4040086 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.3902302 Dec 25 19:47:05.544609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ebb03f35-0316-46e9-8ae0-e90b74b6636d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:05.554458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 65f6b9ae-8644-42fc-9863-f9ff01c6ea13 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:47:05.625394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1976dc7b-d0d1-4ef8-977f-7c081c940eb3 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] In _notify_port_updated(), no bound segment for port ed2b65e6-cf3c-4ea6-bc1f-5e01c8605851 on network 90f6954e-4ec1-4255-831d-135379ea20eb {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 25 19:47:05.629904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1976dc7b-d0d1-4ef8-977f-7c081c940eb3 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:05.630589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1976dc7b-d0d1-4ef8-977f-7c081c940eb3 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:05.635204 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1976dc7b-d0d1-4ef8-977f-7c081c940eb3 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] 10.222.0.24 "PUT /v2.0/ports/ed2b65e6-cf3c-4ea6-bc1f-5e01c8605851 HTTP/1.1" status: 200 len: 1002 time: 2.2956491 Dec 25 19:47:05.635921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45902) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:05.710428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976dc7b-d0d1-4ef8-977f-7c081c940eb3 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Pushing event updated for resources: {'Port': ['ID=ed2b65e6-cf3c-4ea6-bc1f-5e01c8605851,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:05.713657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1976dc7b-d0d1-4ef8-977f-7c081c940eb3 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:05.724284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ebb03f35-0316-46e9-8ae0-e90b74b6636d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:05.733128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:05.791675 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3b318799-5347-4775-ba6b-1b57168aa9b3 req-c13e169c-7e07-4731-b91f-bdd94ac71e40 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2402914 Dec 25 19:47:05.795626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-fd6148f1-920c-497f-a9d1-495638098e30 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Deleting port 9762160f-5abc-4f0f-93ae-9f81c2aeb825 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:47:05.796010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fd6148f1-920c-497f-a9d1-495638098e30 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:05.802047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb03f35-0316-46e9-8ae0-e90b74b6636d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event deleted for resources: {'Subnet': ['ID=ff2066a0-3cc6-46a5-9734-aaec75c9a602,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:05.804592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ebb03f35-0316-46e9-8ae0-e90b74b6636d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:05.812854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-08e6fe64-b918-4406-a1d0-63f7dadbc4f6 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Deleting port ed2b65e6-cf3c-4ea6-bc1f-5e01c8605851 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:47:05.813230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08e6fe64-b918-4406-a1d0-63f7dadbc4f6 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:05.867968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a448a630-5838-4e05-99f3-9d464638fa24 None None] Network c764d7c3-3be3-4c21-9fdd-8054ecbbb408 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:47:05.869784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-23b85353-f5d2-49f4-9cdd-46bafe4e0350 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:05.877346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-19ba8fe6-8bf9-4399-8f8b-a40cc17524c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:05.886922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0fff74ef-685c-4b15-938b-be41b5479749 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:05.917920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba8fe6-8bf9-4399-8f8b-a40cc17524c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1d5132-4bd5-41c5-ab98-1da209b6ef0e,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:05.920774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-19ba8fe6-8bf9-4399-8f8b-a40cc17524c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:05.982116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-19ba8fe6-8bf9-4399-8f8b-a40cc17524c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:05.990940 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-19ba8fe6-8bf9-4399-8f8b-a40cc17524c1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c1d5132-4bd5-41c5-ab98-1da209b6ef0e HTTP/1.1" status: 204 len: 168 time: 0.8903131 Dec 25 19:47:06.116259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ac18b40a-c0e4-4a04-a519-20695fcfdca5 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:06.213560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ebb03f35-0316-46e9-8ae0-e90b74b6636d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:06.413368 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-ebb03f35-0316-46e9-8ae0-e90b74b6636d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c764d7c3-3be3-4c21-9fdd-8054ecbbb408']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:06.472779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-ebb03f35-0316-46e9-8ae0-e90b74b6636d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d6e2d92-d94d-4ab1-8ef1-5055d5fecf6d') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:06.472779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-ebb03f35-0316-46e9-8ae0-e90b74b6636d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d6e2d92-d94d-4ab1-8ef1-5055d5fecf6d') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:06.480093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ac18b40a-c0e4-4a04-a519-20695fcfdca5 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:06.519966 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-23b85353-f5d2-49f4-9cdd-46bafe4e0350 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:06.547325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ebb03f35-0316-46e9-8ae0-e90b74b6636d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:06.551685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3a407151-b32f-4d62-8d3e-0ed7eeff83ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:06.593392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1301c1bf-d0d8-4dbf-9603-a7256084e716 None None] Network 8587fe4a-451a-46ff-80ba-7f824e6966b0 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:47:06.609325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ff9feade-0f31-47a7-8e4e-f1ded3358e26 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:06.648126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ebb03f35-0316-46e9-8ae0-e90b74b6636d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:06.683597 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebb03f35-0316-46e9-8ae0-e90b74b6636d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:47:06.684049 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ebb03f35-0316-46e9-8ae0-e90b74b6636d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:06.701653 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:47:06.701653 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:47:06.701653 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:47:06.701653 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:47:06.701653 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:47:06.701653 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:47:06.701653 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:47:06.701653 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:47:06.701653 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:47:06.701653 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:47:06.701653 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:47:06.701653 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:47:06.701653 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:47:06.701653 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:47:06.701653 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:47:06.701653 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:47:06.701653 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:47:06.701653 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:47:06.701653 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:47:06.701653 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:47:06.701653 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:47:06.701653 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:47:06.701653 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:47:06.701653 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:47:06.701653 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:47:06.701653 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:47:06.701653 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:47:06.701653 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:47:06.701653 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:47:06.701653 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:47:06.701653 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:47:06.701653 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:47:06.726927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b85353-f5d2-49f4-9cdd-46bafe4e0350 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event updated for resources: {'Port': ['ID=db310665-2c83-47d4-8af1-fb2a667943e5,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:06.746006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-23b85353-f5d2-49f4-9cdd-46bafe4e0350 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:06.751208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fd6148f1-920c-497f-a9d1-495638098e30 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:06.768730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b85353-f5d2-49f4-9cdd-46bafe4e0350 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:47:06.773634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-23b85353-f5d2-49f4-9cdd-46bafe4e0350 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:06.814214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-8445d3ef-8711-4322-adb7-92bd5aa14760 None None] Provisioning complete for port ed2b65e6-cf3c-4ea6-bc1f-5e01c8605851 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:47:06.814754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8445d3ef-8711-4322-adb7-92bd5aa14760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:06.920133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08e6fe64-b918-4406-a1d0-63f7dadbc4f6 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:06.927892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8f0c57-869c-4385-9d68-d6c4f0a591fb None None] DHCP port deletion for c764d7c3-3be3-4c21-9fdd-8054ecbbb408 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:47:06.928231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ebb03f35-0316-46e9-8ae0-e90b74b6636d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:06.938602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1b19237a-dc83-4b7a-a965-3977adc1e75d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:06.955485 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8445d3ef-8711-4322-adb7-92bd5aa14760 None None] Port ed2b65e6-cf3c-4ea6-bc1f-5e01c8605851 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:47:06.961976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ebb03f35-0316-46e9-8ae0-e90b74b6636d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:06.979601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b85353-f5d2-49f4-9cdd-46bafe4e0350 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:47:07.084359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d4ec129b-9750-4ea3-8e44-bc11167ef041 None None] Provisioning for port 65f6b9ae-8644-42fc-9863-f9ff01c6ea13 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:47:07.096846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-fd6148f1-920c-497f-a9d1-495638098e30 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Calling delete_port for 9762160f-5abc-4f0f-93ae-9f81c2aeb825 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:47:07.112553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d4ec129b-9750-4ea3-8e44-bc11167ef041 None None] Provisioning complete for port 65f6b9ae-8644-42fc-9863-f9ff01c6ea13 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:47:07.113122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d4ec129b-9750-4ea3-8e44-bc11167ef041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:07.185178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:07.229896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a19e7-eb8e-45af-9822-50f119080203 req-9003a35d-3317-44cf-84db-560627c4be6d tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:07.237560 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a93a19e7-eb8e-45af-9822-50f119080203 req-9003a35d-3317-44cf-84db-560627c4be6d tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.7358215 Dec 25 19:47:07.285755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d4ec129b-9750-4ea3-8e44-bc11167ef041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:07.303887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 0f2564b8-db96-4789-8931-c40fa2b58cc7 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:47:07.343542 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a93a19e7-eb8e-45af-9822-50f119080203 req-9f51b26c-36b4-478c-a09b-50c5a4dc8ca0 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048944 Dec 25 19:47:07.356150 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 0f2564b8-db96-4789-8931-c40fa2b58cc7 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:47:07.356526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 0f2564b8-db96-4789-8931-c40fa2b58cc7 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:47:07.391596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-d4ec129b-9750-4ea3-8e44-bc11167ef041 None None] For port 65f6b9ae-8644-42fc-9863-f9ff01c6ea13, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=65f6b9ae-8644-42fc-9863-f9ff01c6ea13,segment=NetworkSegment(b69e53e2-f696-402f-8077-eb14c1439975),segment_id=b69e53e2-f696-402f-8077-eb14c1439975)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:47:07.401542 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d4ec129b-9750-4ea3-8e44-bc11167ef041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:07.403475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:07.418921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb03f35-0316-46e9-8ae0-e90b74b6636d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event deleted for resources: {'Network': ['ID=c764d7c3-3be3-4c21-9fdd-8054ecbbb408,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:07.488232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec129b-9750-4ea3-8e44-bc11167ef041 None None] Pushing event updated for resources: {'Port': ['ID=65f6b9ae-8644-42fc-9863-f9ff01c6ea13,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:07.491605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d4ec129b-9750-4ea3-8e44-bc11167ef041 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:07.495291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-08e6fe64-b918-4406-a1d0-63f7dadbc4f6 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Calling delete_port for ed2b65e6-cf3c-4ea6-bc1f-5e01c8605851 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:47:07.501157 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-23b85353-f5d2-49f4-9cdd-46bafe4e0350 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:07.502053 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-23b85353-f5d2-49f4-9cdd-46bafe4e0350 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:07.506076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fd6148f1-920c-497f-a9d1-495638098e30 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:07.511464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-474199a7-e78d-431e-acf6-74e318cc7aae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:07.524286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-aebe1579-921e-484a-96ab-c89a58f562c6 None None] Provisioning complete for port 65f6b9ae-8644-42fc-9863-f9ff01c6ea13 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:47:07.525013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aebe1579-921e-484a-96ab-c89a58f562c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:07.527629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ebb03f35-0316-46e9-8ae0-e90b74b6636d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:07.557611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6148f1-920c-497f-a9d1-495638098e30 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event deleted for resources: {'Port': ['ID=9762160f-5abc-4f0f-93ae-9f81c2aeb825,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:07.572399 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ebb03f35-0316-46e9-8ae0-e90b74b6636d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "DELETE /v2.0/networks/c764d7c3-3be3-4c21-9fdd-8054ecbbb408 HTTP/1.1" status: 204 len: 168 time: 7.1067226 Dec 25 19:47:07.577148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45928) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:07.590454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-91884122-f214-4bd0-95cd-b473b699d6a5 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-905438171'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:07.601487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-91884122-f214-4bd0-95cd-b473b699d6a5 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:07.621588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fd6148f1-920c-497f-a9d1-495638098e30 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:07.628148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-91884122-f214-4bd0-95cd-b473b699d6a5 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Usage tracker for resource:network and tenant:4895f896d14c49cebd2f7b319db8be3e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:07.632543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-91884122-f214-4bd0-95cd-b473b699d6a5 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:07.642980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-91884122-f214-4bd0-95cd-b473b699d6a5 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:07.709679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ac18b40a-c0e4-4a04-a519-20695fcfdca5 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:07.714656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91884122-f214-4bd0-95cd-b473b699d6a5 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Made reservation on behalf of 4895f896d14c49cebd2f7b319db8be3e for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:47:07.720604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-91884122-f214-4bd0-95cd-b473b699d6a5 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:07.739214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ac18b40a-c0e4-4a04-a519-20695fcfdca5 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:07.756205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-87fdfd5f-be8a-445e-bc87-318be1a281aa tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:07.848763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fd6148f1-920c-497f-a9d1-495638098e30 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:07.912415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac18b40a-c0e4-4a04-a519-20695fcfdca5 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Pushing event updated for resources: {'Port': ['ID=02e0ad2a-7f49-4fe3-915f-43307f7be8a7,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:07.916068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08e6fe64-b918-4406-a1d0-63f7dadbc4f6 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:07.917803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91884122-f214-4bd0-95cd-b473b699d6a5 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:47:07.920357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ac18b40a-c0e4-4a04-a519-20695fcfdca5 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:07.921170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ac18b40a-c0e4-4a04-a519-20695fcfdca5 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:07.932072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5ffde0c4-8242-4573-8d50-3ab91fac98d3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:07.984127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e6fe64-b918-4406-a1d0-63f7dadbc4f6 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Pushing event deleted for resources: {'Port': ['ID=ed2b65e6-cf3c-4ea6-bc1f-5e01c8605851,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:07.997737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-08e6fe64-b918-4406-a1d0-63f7dadbc4f6 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:08.000287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-91884122-f214-4bd0-95cd-b473b699d6a5 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:08.000687 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-91884122-f214-4bd0-95cd-b473b699d6a5 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Added segment 7d2dc300-c12b-423f-9481-86fb0ecf8803 of type vlan for network f296173e-e79d-4af0-a53b-dbc9c740a3f2 Dec 25 19:47:08.084332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08e6fe64-b918-4406-a1d0-63f7dadbc4f6 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:08.089465 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-08e6fe64-b918-4406-a1d0-63f7dadbc4f6 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] 10.222.0.24 "DELETE /v2.0/ports/ed2b65e6-cf3c-4ea6-bc1f-5e01c8605851 HTTP/1.1" status: 204 len: 168 time: 2.4458845 Dec 25 19:47:08.091522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45940) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:08.091996 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-91884122-f214-4bd0-95cd-b473b699d6a5 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:08.098220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ac18b40a-c0e4-4a04-a519-20695fcfdca5 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:08.100137 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ac18b40a-c0e4-4a04-a519-20695fcfdca5 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1465247 Dec 25 19:47:08.102839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45944) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:08.159869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-91884122-f214-4bd0-95cd-b473b699d6a5 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:08.164302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91884122-f214-4bd0-95cd-b473b699d6a5 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:08.164791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-91884122-f214-4bd0-95cd-b473b699d6a5 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:08.170688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c51c2477-3125-4241-b508-7fa882c23e7a tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:08.199793 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e9a6272-3d72-4cfd-9d5a-c181ef4188b4 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] GET failed (client error): The resource could not be found. Dec 25 19:47:08.205307 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0e9a6272-3d72-4cfd-9d5a-c181ef4188b4 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] 10.222.0.24 "GET /v2.0/ports/ed2b65e6-cf3c-4ea6-bc1f-5e01c8605851 HTTP/1.1" status: 404 len: 333 time: 0.1126609 Dec 25 19:47:08.249473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45950) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:08.263003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-0105ab98-bdbc-42bb-aa40-ff84b12907c7 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Request body: {'port': {'network_id': '90f6954e-4ec1-4255-831d-135379ea20eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1205544805'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:08.296273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24902cab-7cc2-4a28-9b25-6d0ef11ba2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:08.366084 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-91884122-f214-4bd0-95cd-b473b699d6a5 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7849071 Dec 25 19:47:08.370018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45956) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:08.401907 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-e0d0881c-935a-431a-9c5d-edfdfc55a242 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Request body: {'subnet': {'network_id': 'f296173e-e79d-4af0-a53b-dbc9c740a3f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:08.527228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91884122-f214-4bd0-95cd-b473b699d6a5 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event updated for resources: {'Network': ['ID=f296173e-e79d-4af0-a53b-dbc9c740a3f2,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:08.530366 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-91884122-f214-4bd0-95cd-b473b699d6a5 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:08.536926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e0d0881c-935a-431a-9c5d-edfdfc55a242 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:08.544601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-8b702cbe-8115-4f60-909b-cc71dbcf31a8 tempest-FloatingIPAdminTestJSON-179312570 tempest-FloatingIPAdminTestJSON-179312570-project] Request body: {'floatingip': {'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:08.548076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network f296173e-e79d-4af0-a53b-dbc9c740a3f2 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:47:08.548221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e0d0881c-935a-431a-9c5d-edfdfc55a242 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Usage tracker for resource:subnet and tenant:4895f896d14c49cebd2f7b319db8be3e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:08.554847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8b702cbe-8115-4f60-909b-cc71dbcf31a8 tempest-FloatingIPAdminTestJSON-179312570 tempest-FloatingIPAdminTestJSON-179312570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:08.576015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8b702cbe-8115-4f60-909b-cc71dbcf31a8 tempest-FloatingIPAdminTestJSON-179312570 tempest-FloatingIPAdminTestJSON-179312570-project] Usage tracker for resource:floatingip and tenant:82bb20c0b583408e9da1751ed2f710e1 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:08.582605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8b702cbe-8115-4f60-909b-cc71dbcf31a8 tempest-FloatingIPAdminTestJSON-179312570 tempest-FloatingIPAdminTestJSON-179312570-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:08.591453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:08.596240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8b702cbe-8115-4f60-909b-cc71dbcf31a8 tempest-FloatingIPAdminTestJSON-179312570 tempest-FloatingIPAdminTestJSON-179312570-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:08.616973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e0d0881c-935a-431a-9c5d-edfdfc55a242 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:08.632028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0105ab98-bdbc-42bb-aa40-ff84b12907c7 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:08.634452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b702cbe-8115-4f60-909b-cc71dbcf31a8 tempest-FloatingIPAdminTestJSON-179312570 tempest-FloatingIPAdminTestJSON-179312570-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:08.661752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0105ab98-bdbc-42bb-aa40-ff84b12907c7 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Usage tracker for resource:port and tenant:64033f1816f846ba9bda25613b093b3a is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:08.669439 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0105ab98-bdbc-42bb-aa40-ff84b12907c7 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:08.682522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0105ab98-bdbc-42bb-aa40-ff84b12907c7 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:08.697454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e0d0881c-935a-431a-9c5d-edfdfc55a242 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:08.715350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0105ab98-bdbc-42bb-aa40-ff84b12907c7 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Made reservation on behalf of 64033f1816f846ba9bda25613b093b3a for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:47:08.721414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0105ab98-bdbc-42bb-aa40-ff84b12907c7 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:08.786070 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d0881c-935a-431a-9c5d-edfdfc55a242 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Made reservation on behalf of 4895f896d14c49cebd2f7b319db8be3e for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:47:08.806352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-0105ab98-bdbc-42bb-aa40-ff84b12907c7 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] device_id is not set on port 0a480828-8b03-4ba9-b85a-291ea7a8fd34 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:47:08.905636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45970) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:08.919230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b85353-f5d2-49f4-9cdd-46bafe4e0350 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Router 2324b301-b0a4-4c3c-a9a6-a51e45201beb is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:47:08.933463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e0d0881c-935a-431a-9c5d-edfdfc55a242 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:08.949576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6148f1-920c-497f-a9d1-495638098e30 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Router 082f482b-2a9a-4ab9-b9ef-821abd08b9f9 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:47:08.959658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a1f67-fa63-40f3-a7f0-839bc98eca99 req-836b82c3-442c-4dfc-aa8a-85a9509770ba tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:08.961284 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-811a1f67-fa63-40f3-a7f0-839bc98eca99 req-836b82c3-442c-4dfc-aa8a-85a9509770ba tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.3467109 Dec 25 19:47:08.978626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b702cbe-8115-4f60-909b-cc71dbcf31a8 tempest-FloatingIPAdminTestJSON-179312570 tempest-FloatingIPAdminTestJSON-179312570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:09.053499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-0105ab98-bdbc-42bb-aa40-ff84b12907c7 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Allocated IP 2001:db8::353 (90f6954e-4ec1-4255-831d-135379ea20eb/41af498e-b483-4fd1-a36d-7032a7a7298e/0a480828-8b03-4ba9-b85a-291ea7a8fd34) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:47:09.112135 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-231be79c-a456-4a79-9dbe-208c8c4b36e1 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1947523290', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:09.160751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-231be79c-a456-4a79-9dbe-208c8c4b36e1 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:09.178627 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-231be79c-a456-4a79-9dbe-208c8c4b36e1 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Usage tracker for resource:port and tenant:ef3b1ccf99074de0aab8e5cf60a7243b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:09.192105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-231be79c-a456-4a79-9dbe-208c8c4b36e1 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:09.212813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-231be79c-a456-4a79-9dbe-208c8c4b36e1 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:09.279254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-8b702cbe-8115-4f60-909b-cc71dbcf31a8 tempest-FloatingIPAdminTestJSON-179312570 tempest-FloatingIPAdminTestJSON-179312570-project] Allocated IP 172.26.8.101 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/8bda1fe5-25cd-4f74-ab7f-fc84339bf11b) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:47:09.281451 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231be79c-a456-4a79-9dbe-208c8c4b36e1 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Made reservation on behalf of ef3b1ccf99074de0aab8e5cf60a7243b for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:47:09.286918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-231be79c-a456-4a79-9dbe-208c8c4b36e1 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:09.298923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.ipam_backend_mixin [None req-e0d0881c-935a-431a-9c5d-edfdfc55a242 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Performing IP validity checks on allocation pools {{(pid=88900) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 25 19:47:09.299573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.ipam_backend_mixin [None req-e0d0881c-935a-431a-9c5d-edfdfc55a242 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88900) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 25 19:47:09.315460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-231be79c-a456-4a79-9dbe-208c8c4b36e1 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:09.328469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 65f6b9ae-8644-42fc-9863-f9ff01c6ea13 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:47:09.402981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 65f6b9ae-8644-42fc-9863-f9ff01c6ea13 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:47:09.403519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:09.464009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-231be79c-a456-4a79-9dbe-208c8c4b36e1 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:09.493405 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-811a1f67-fa63-40f3-a7f0-839bc98eca99 req-e891e0e1-5d44-4fa5-9b91-cb252f5d7d4b tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5208018 Dec 25 19:47:09.527335 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-231be79c-a456-4a79-9dbe-208c8c4b36e1 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Usage tracker for resource:security_group_rule and tenant:ef3b1ccf99074de0aab8e5cf60a7243b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:09.537289 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-231be79c-a456-4a79-9dbe-208c8c4b36e1 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:09.549293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-231be79c-a456-4a79-9dbe-208c8c4b36e1 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:09.586823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0105ab98-bdbc-42bb-aa40-ff84b12907c7 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:09.630979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6148f1-920c-497f-a9d1-495638098e30 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:47:09.635047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-0105ab98-bdbc-42bb-aa40-ff84b12907c7 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Transition to ACTIVE for port object 0a480828-8b03-4ba9-b85a-291ea7a8fd34 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:47:09.642218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c367b6b1-6bde-420a-8660-b98bd29b3f52 None None] Sync routers for ids ['082f482b-2a9a-4ab9-b9ef-821abd08b9f9'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:47:09.656149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c367b6b1-6bde-420a-8660-b98bd29b3f52 None None] Routers {'082f482b-2a9a-4ab9-b9ef-821abd08b9f9'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:47:09.657080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c367b6b1-6bde-420a-8660-b98bd29b3f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:47:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['082f482b-2a9a-4ab9-b9ef-821abd08b9f9'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:09.661463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b702cbe-8115-4f60-909b-cc71dbcf31a8 tempest-FloatingIPAdminTestJSON-179312570 tempest-FloatingIPAdminTestJSON-179312570-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:09.713362 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-231be79c-a456-4a79-9dbe-208c8c4b36e1 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:09.721390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-231be79c-a456-4a79-9dbe-208c8c4b36e1 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:09.721582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c367b6b1-6bde-420a-8660-b98bd29b3f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:09.726482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-34e81bb2-649b-42b5-809c-6645bbcd3243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:09.734074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c367b6b1-6bde-420a-8660-b98bd29b3f52 None None] Routers {'082f482b-2a9a-4ab9-b9ef-821abd08b9f9'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:47:09.734811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c367b6b1-6bde-420a-8660-b98bd29b3f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:47:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['082f482b-2a9a-4ab9-b9ef-821abd08b9f9'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:09.735036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-231be79c-a456-4a79-9dbe-208c8c4b36e1 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] device_id is not set on port 962b4f50-7ac0-4b25-a0d2-dacb24c03b17 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:47:09.774941 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fd6148f1-920c-497f-a9d1-495638098e30 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "PUT /v2.0/routers/082f482b-2a9a-4ab9-b9ef-821abd08b9f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5240912 Dec 25 19:47:09.777445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45976) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:09.783618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0105ab98-bdbc-42bb-aa40-ff84b12907c7 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:09.803542 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c367b6b1-6bde-420a-8660-b98bd29b3f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:09.804077 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c367b6b1-6bde-420a-8660-b98bd29b3f52 None None] The sync data for ids ['082f482b-2a9a-4ab9-b9ef-821abd08b9f9'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:47:09.828638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e0d0881c-935a-431a-9c5d-edfdfc55a242 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:09.830284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-428525e2-a83e-4318-bae2-d8dca5d3d707 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Synchronizing usage tracker for tenant:ed9c1443c9ab46589f19ea480da46eab on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:47:09.832519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231be79c-a456-4a79-9dbe-208c8c4b36e1 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f0edf5-525f-4cb1-b1b1-83e8a664e106,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:09.839094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b702cbe-8115-4f60-909b-cc71dbcf31a8 tempest-FloatingIPAdminTestJSON-179312570 tempest-FloatingIPAdminTestJSON-179312570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:09.839485 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:09.844472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-231be79c-a456-4a79-9dbe-208c8c4b36e1 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:09.847608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7591faab-5dad-448f-b6da-5a54e9aadf0c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:09.864347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:09.906820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-428525e2-a83e-4318-bae2-d8dca5d3d707 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Unset dirty status for tenant:ed9c1443c9ab46589f19ea480da46eab on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:47:09.908156 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-428525e2-a83e-4318-bae2-d8dca5d3d707 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "GET /v2.0/ports?device_id=082f482b-2a9a-4ab9-b9ef-821abd08b9f9 HTTP/1.1" status: 200 len: 205 time: 0.1297047 Dec 25 19:47:09.914915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45980) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:09.925994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0105ab98-bdbc-42bb-aa40-ff84b12907c7 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Network 90f6954e-4ec1-4255-831d-135379ea20eb is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:47:09.935717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-0105ab98-bdbc-42bb-aa40-ff84b12907c7 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:09.980817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0105ab98-bdbc-42bb-aa40-ff84b12907c7 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:47:09.986785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0105ab98-bdbc-42bb-aa40-ff84b12907c7 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:09.987523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0105ab98-bdbc-42bb-aa40-ff84b12907c7 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:09.995359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0881c-935a-431a-9c5d-edfdfc55a242 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event updated for resources: {'Subnet': ['ID=8cccdc9d-f010-4573-bffc-3ae75b3b3849,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:10.001481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b702cbe-8115-4f60-909b-cc71dbcf31a8 tempest-FloatingIPAdminTestJSON-179312570 tempest-FloatingIPAdminTestJSON-179312570-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:47:10.008856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e0d0881c-935a-431a-9c5d-edfdfc55a242 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:10.016600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-8b702cbe-8115-4f60-909b-cc71dbcf31a8 tempest-FloatingIPAdminTestJSON-179312570 tempest-FloatingIPAdminTestJSON-179312570-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:10.023815 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105ab98-bdbc-42bb-aa40-ff84b12907c7 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Pushing event updated for resources: {'Port': ['ID=0a480828-8b03-4ba9-b85a-291ea7a8fd34,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:10.026929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b702cbe-8115-4f60-909b-cc71dbcf31a8 tempest-FloatingIPAdminTestJSON-179312570 tempest-FloatingIPAdminTestJSON-179312570-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:47:10.033664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b85353-f5d2-49f4-9cdd-46bafe4e0350 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:47:10.048692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f254c3-26e2-4b20-8bb1-7bc2386b6c59 None None] Sync routers for ids ['2324b301-b0a4-4c3c-a9a6-a51e45201beb'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:47:10.063781 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f254c3-26e2-4b20-8bb1-7bc2386b6c59 None None] Routers {'2324b301-b0a4-4c3c-a9a6-a51e45201beb'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:47:10.064700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-09f254c3-26e2-4b20-8bb1-7bc2386b6c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:47:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['2324b301-b0a4-4c3c-a9a6-a51e45201beb'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:10.122354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d0881c-935a-431a-9c5d-edfdfc55a242 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Checking segment: {'id': '7d2dc300-c12b-423f-9481-86fb0ecf8803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f296173e-e79d-4af0-a53b-dbc9c740a3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:47:10.123235 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d0881c-935a-431a-9c5d-edfdfc55a242 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Network hostable DHCP agents. Network: f296173e-e79d-4af0-a53b-dbc9c740a3f2, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:47:10.131673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-23b85353-f5d2-49f4-9cdd-46bafe4e0350 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:10.136153 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-23b85353-f5d2-49f4-9cdd-46bafe4e0350 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.3263526 Dec 25 19:47:10.137003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45984) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:10.143742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-09f254c3-26e2-4b20-8bb1-7bc2386b6c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:10.157887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f254c3-26e2-4b20-8bb1-7bc2386b6c59 None None] Routers {'2324b301-b0a4-4c3c-a9a6-a51e45201beb'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:47:10.159203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-09f254c3-26e2-4b20-8bb1-7bc2386b6c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:47:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['2324b301-b0a4-4c3c-a9a6-a51e45201beb'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:10.191341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-231be79c-a456-4a79-9dbe-208c8c4b36e1 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Allocated IP 172.26.8.151 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/962b4f50-7ac0-4b25-a0d2-dacb24c03b17) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:47:10.224130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b702cbe-8115-4f60-909b-cc71dbcf31a8 tempest-FloatingIPAdminTestJSON-179312570 tempest-FloatingIPAdminTestJSON-179312570-project] Pushing event updated for resources: {'Port': ['ID=8bda1fe5-25cd-4f74-ab7f-fc84339bf11b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:10.230882 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0105ab98-bdbc-42bb-aa40-ff84b12907c7 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9795635 Dec 25 19:47:10.232163 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8b702cbe-8115-4f60-909b-cc71dbcf31a8 tempest-FloatingIPAdminTestJSON-179312570 tempest-FloatingIPAdminTestJSON-179312570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:10.236128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-09f254c3-26e2-4b20-8bb1-7bc2386b6c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:10.237202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f254c3-26e2-4b20-8bb1-7bc2386b6c59 None None] The sync data for ids ['2324b301-b0a4-4c3c-a9a6-a51e45201beb'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:47:10.237378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-51981eb8-536d-4ab4-b26c-ffbcc1b75cea tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.435s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:10.237663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-51981eb8-536d-4ab4-b26c-ffbcc1b75cea tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:10.241299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 45988) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:10.242363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-59b66e3b-54a9-464b-a91b-48093c4cf6fd tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:10.248454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-d363bd76-83f1-4b11-b7e6-fe52d7cd18a6 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Request body: {'port': {'network_id': '90f6954e-4ec1-4255-831d-135379ea20eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-390674673'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:10.377225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-babfa1a4-0868-4f8b-8861-674fe892e3ed None None] Provisioning for port 0a480828-8b03-4ba9-b85a-291ea7a8fd34 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:47:10.382905 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-babfa1a4-0868-4f8b-8861-674fe892e3ed None None] Provisioning complete for port 0a480828-8b03-4ba9-b85a-291ea7a8fd34 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:47:10.383440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-babfa1a4-0868-4f8b-8861-674fe892e3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:10.398331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d0881c-935a-431a-9c5d-edfdfc55a242 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Network f296173e-e79d-4af0-a53b-dbc9c740a3f2 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:47:10.416919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-e0d0881c-935a-431a-9c5d-edfdfc55a242 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, f296173e-e79d-4af0-a53b-dbc9c740a3f2) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:10.432233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd93d5d-2336-40ab-9221-ccf4316d1319 None None] Network f296173e-e79d-4af0-a53b-dbc9c740a3f2 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:47:10.464268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-babfa1a4-0868-4f8b-8861-674fe892e3ed None None] Port 0a480828-8b03-4ba9-b85a-291ea7a8fd34 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:47:10.488237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d0881c-935a-431a-9c5d-edfdfc55a242 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:10.488899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e0d0881c-935a-431a-9c5d-edfdfc55a242 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:10.660376 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e0d0881c-935a-431a-9c5d-edfdfc55a242 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.2856016 Dec 25 19:47:10.682777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ef79a5-e9f5-43f0-b439-f352430f54f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-f296173e-e79d-4af0-a53b-dbc9c740a3f2', 'network_id': 'f296173e-e79d-4af0-a53b-dbc9c740a3f2', 'tenant_id': '4895f896d14c49cebd2f7b319db8be3e', 'fixed_ips': [{'subnet_id': '8cccdc9d-f010-4573-bffc-3ae75b3b3849'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:47:10.683862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a4ef79a5-e9f5-43f0-b439-f352430f54f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:10.698557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45994) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:10.860280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-a4ef79a5-e9f5-43f0-b439-f352430f54f2 None None] Allocated IP 172.20.0.3 (f296173e-e79d-4af0-a53b-dbc9c740a3f2/8cccdc9d-f010-4573-bffc-3ae75b3b3849/ee09523d-712e-46c6-8105-6c2e73908acb) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:47:10.880359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b702cbe-8115-4f60-909b-cc71dbcf31a8 tempest-FloatingIPAdminTestJSON-179312570 tempest-FloatingIPAdminTestJSON-179312570-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:10.881737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d363bd76-83f1-4b11-b7e6-fe52d7cd18a6 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:10.894521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d363bd76-83f1-4b11-b7e6-fe52d7cd18a6 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Usage tracker for resource:port and tenant:64033f1816f846ba9bda25613b093b3a is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:10.935468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d363bd76-83f1-4b11-b7e6-fe52d7cd18a6 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:10.947796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d363bd76-83f1-4b11-b7e6-fe52d7cd18a6 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:11.001293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d363bd76-83f1-4b11-b7e6-fe52d7cd18a6 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Made reservation on behalf of 64033f1816f846ba9bda25613b093b3a for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:47:11.007130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d363bd76-83f1-4b11-b7e6-fe52d7cd18a6 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:11.030765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b702cbe-8115-4f60-909b-cc71dbcf31a8 tempest-FloatingIPAdminTestJSON-179312570 tempest-FloatingIPAdminTestJSON-179312570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:11.097991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-d363bd76-83f1-4b11-b7e6-fe52d7cd18a6 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] device_id is not set on port 7f4a6019-64c8-4352-9579-04852504d8ab yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:47:11.100125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a4ef79a5-e9f5-43f0-b439-f352430f54f2 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:11.121188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a4ef79a5-e9f5-43f0-b439-f352430f54f2 None None] Transition to ACTIVE for port object ee09523d-712e-46c6-8105-6c2e73908acb will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:47:11.130916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-59b66e3b-54a9-464b-a91b-48093c4cf6fd tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:11.145147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-231be79c-a456-4a79-9dbe-208c8c4b36e1 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:11.168810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a4ef79a5-e9f5-43f0-b439-f352430f54f2 None None] Transition to ACTIVE for port object ee09523d-712e-46c6-8105-6c2e73908acb will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:47:11.175810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a4ef79a5-e9f5-43f0-b439-f352430f54f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:11.186546 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:11.213728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-59b66e3b-54a9-464b-a91b-48093c4cf6fd tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:11.261690 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ef79a5-e9f5-43f0-b439-f352430f54f2 None None] Network f296173e-e79d-4af0-a53b-dbc9c740a3f2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:47:11.264685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-a4ef79a5-e9f5-43f0-b439-f352430f54f2 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:11.268662 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ef79a5-e9f5-43f0-b439-f352430f54f2 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:47:11.269453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0e0d6d36-e079-426c-b8dc-64f9ccc0f59c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:11.299118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b794b15-0882-4c91-80bd-1294ee206b34 req-c46160ae-ae8a-49d2-9e28-8c62c2f4e0d2 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:11.300742 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2b794b15-0882-4c91-80bd-1294ee206b34 req-c46160ae-ae8a-49d2-9e28-8c62c2f4e0d2 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.6575255 Dec 25 19:47:11.307418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef79a5-e9f5-43f0-b439-f352430f54f2 None None] Pushing event updated for resources: {'Port': ['ID=ee09523d-712e-46c6-8105-6c2e73908acb,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:11.315285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a4ef79a5-e9f5-43f0-b439-f352430f54f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:11.363697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-231be79c-a456-4a79-9dbe-208c8c4b36e1 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:11.366634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-a4ef79a5-e9f5-43f0-b439-f352430f54f2 None None] Attempting to bind port ee09523d-712e-46c6-8105-6c2e73908acb on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:47:11.367080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-a4ef79a5-e9f5-43f0-b439-f352430f54f2 None None] Attempting to bind port ee09523d-712e-46c6-8105-6c2e73908acb by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '7d2dc300-c12b-423f-9481-86fb0ecf8803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f296173e-e79d-4af0-a53b-dbc9c740a3f2'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:47:11.367494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ef79a5-e9f5-43f0-b439-f352430f54f2 None None] Attempting to bind port ee09523d-712e-46c6-8105-6c2e73908acb on network f296173e-e79d-4af0-a53b-dbc9c740a3f2 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:47:11.373420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-59b66e3b-54a9-464b-a91b-48093c4cf6fd tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:11.373589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b66e3b-54a9-464b-a91b-48093c4cf6fd tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Fanout notify agent at l3_agent the message router_deleted on router 082f482b-2a9a-4ab9-b9ef-821abd08b9f9 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:47:11.375037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ef79a5-e9f5-43f0-b439-f352430f54f2 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:47:11.375644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ef79a5-e9f5-43f0-b439-f352430f54f2 None None] Checking segment: {'id': '7d2dc300-c12b-423f-9481-86fb0ecf8803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f296173e-e79d-4af0-a53b-dbc9c740a3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:47:11.376285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a4ef79a5-e9f5-43f0-b439-f352430f54f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:11.376375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ef79a5-e9f5-43f0-b439-f352430f54f2 None None] Bound using segment: {'id': '7d2dc300-c12b-423f-9481-86fb0ecf8803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f296173e-e79d-4af0-a53b-dbc9c740a3f2'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:47:11.376863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-a4ef79a5-e9f5-43f0-b439-f352430f54f2 None None] Bound port: ee09523d-712e-46c6-8105-6c2e73908acb, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d2dc300-c12b-423f-9481-86fb0ecf8803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f296173e-e79d-4af0-a53b-dbc9c740a3f2'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:47:11.377283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a4ef79a5-e9f5-43f0-b439-f352430f54f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:11.378863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-51981eb8-536d-4ab4-b26c-ffbcc1b75cea tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:11.394477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0e0d6d36-e079-426c-b8dc-64f9ccc0f59c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Deleting port ee09523d-712e-46c6-8105-6c2e73908acb {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:47:11.394865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0e0d6d36-e079-426c-b8dc-64f9ccc0f59c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:11.473377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-a4ef79a5-e9f5-43f0-b439-f352430f54f2 None None] For port ee09523d-712e-46c6-8105-6c2e73908acb, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:47:11.473564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-59b66e3b-54a9-464b-a91b-48093c4cf6fd tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:11.474466 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-59b66e3b-54a9-464b-a91b-48093c4cf6fd tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "DELETE /v2.0/routers/082f482b-2a9a-4ab9-b9ef-821abd08b9f9 HTTP/1.1" status: 204 len: 168 time: 1.5574474 Dec 25 19:47:11.479888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-a4ef79a5-e9f5-43f0-b439-f352430f54f2 None None] For port ee09523d-712e-46c6-8105-6c2e73908acb, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=ee09523d-712e-46c6-8105-6c2e73908acb,segment=NetworkSegment(7d2dc300-c12b-423f-9481-86fb0ecf8803),segment_id=7d2dc300-c12b-423f-9481-86fb0ecf8803)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:47:11.484544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a4ef79a5-e9f5-43f0-b439-f352430f54f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:11.485660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 45998) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:11.489728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0fb3ca9c-5b1e-48a1-adda-429c841aea48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:11.508273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231be79c-a456-4a79-9dbe-208c8c4b36e1 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:47:11.512790 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231be79c-a456-4a79-9dbe-208c8c4b36e1 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Pushing event updated for resources: {'Port': ['ID=962b4f50-7ac0-4b25-a0d2-dacb24c03b17,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:11.516126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-231be79c-a456-4a79-9dbe-208c8c4b36e1 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:11.518591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231be79c-a456-4a79-9dbe-208c8c4b36e1 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:47:11.563405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-231be79c-a456-4a79-9dbe-208c8c4b36e1 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:11.570268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-d363bd76-83f1-4b11-b7e6-fe52d7cd18a6 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Allocated IP 2001:db8::2f (90f6954e-4ec1-4255-831d-135379ea20eb/41af498e-b483-4fd1-a36d-7032a7a7298e/7f4a6019-64c8-4352-9579-04852504d8ab) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:47:11.571372 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef79a5-e9f5-43f0-b439-f352430f54f2 None None] Pushing event updated for resources: {'Port': ['ID=ee09523d-712e-46c6-8105-6c2e73908acb,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:11.574556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a4ef79a5-e9f5-43f0-b439-f352430f54f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:11.619750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b702cbe-8115-4f60-909b-cc71dbcf31a8 tempest-FloatingIPAdminTestJSON-179312570 tempest-FloatingIPAdminTestJSON-179312570-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:11.628796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231be79c-a456-4a79-9dbe-208c8c4b36e1 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:11.629418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-231be79c-a456-4a79-9dbe-208c8c4b36e1 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:11.636934 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2b794b15-0882-4c91-80bd-1294ee206b34 req-95504a2b-c07f-4212-8f7e-1457f55a2a09 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2552741 Dec 25 19:47:11.645608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b702cbe-8115-4f60-909b-cc71dbcf31a8 tempest-FloatingIPAdminTestJSON-179312570 tempest-FloatingIPAdminTestJSON-179312570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:11.662074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-13d341de-dab0-4ef6-99c2-a90e3a3a0638 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:11.805198 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-231be79c-a456-4a79-9dbe-208c8c4b36e1 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.8984020 Dec 25 19:47:11.837281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46002) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:11.856090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-138f7638-6bb5-44f9-8035-5c9e7975d131 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.151'}]}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:11.864643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b702cbe-8115-4f60-909b-cc71dbcf31a8 tempest-FloatingIPAdminTestJSON-179312570 tempest-FloatingIPAdminTestJSON-179312570-project] Pushing event updated for resources: {'Port': ['ID=8bda1fe5-25cd-4f74-ab7f-fc84339bf11b,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:11.870115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8b702cbe-8115-4f60-909b-cc71dbcf31a8 tempest-FloatingIPAdminTestJSON-179312570 tempest-FloatingIPAdminTestJSON-179312570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:11.888258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-138f7638-6bb5-44f9-8035-5c9e7975d131 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:11.910703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-138f7638-6bb5-44f9-8035-5c9e7975d131 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Usage tracker for resource:router and tenant:ef3b1ccf99074de0aab8e5cf60a7243b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:11.919378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-138f7638-6bb5-44f9-8035-5c9e7975d131 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:11.933236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b702cbe-8115-4f60-909b-cc71dbcf31a8 tempest-FloatingIPAdminTestJSON-179312570 tempest-FloatingIPAdminTestJSON-179312570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:11.994688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-138f7638-6bb5-44f9-8035-5c9e7975d131 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:12.005214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f0f1caf-40a2-4e49-9230-7933ab5f8f10 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Deleting subnet 570637b3-8cab-46c2-8ad5-f81183408c52 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:47:12.023408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0f0f1caf-40a2-4e49-9230-7933ab5f8f10 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:12.032234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b702cbe-8115-4f60-909b-cc71dbcf31a8 tempest-FloatingIPAdminTestJSON-179312570 tempest-FloatingIPAdminTestJSON-179312570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:12.036094 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8b702cbe-8115-4f60-909b-cc71dbcf31a8 tempest-FloatingIPAdminTestJSON-179312570 tempest-FloatingIPAdminTestJSON-179312570-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9297204 Dec 25 19:47:12.041037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46006) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:12.085364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-0e0d6d36-e079-426c-b8dc-64f9ccc0f59c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] For port ee09523d-712e-46c6-8105-6c2e73908acb, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=ee09523d-712e-46c6-8105-6c2e73908acb,segment=NetworkSegment(7d2dc300-c12b-423f-9481-86fb0ecf8803),segment_id=7d2dc300-c12b-423f-9481-86fb0ecf8803)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:47:12.085761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0e0d6d36-e079-426c-b8dc-64f9ccc0f59c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:12.101783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-138f7638-6bb5-44f9-8035-5c9e7975d131 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:12.103464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-138f7638-6bb5-44f9-8035-5c9e7975d131 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:12.182338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0f0f1caf-40a2-4e49-9230-7933ab5f8f10 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:12.194143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d363bd76-83f1-4b11-b7e6-fe52d7cd18a6 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:12.224488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1e50fd20-8416-4fa6-bf06-8f22a6bc2e25 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Synchronizing usage tracker for tenant:b1a8325feeb947be9c00f524ba074579 on resource:floatingip {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:47:12.227254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d363bd76-83f1-4b11-b7e6-fe52d7cd18a6 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Transition to ACTIVE for port object 7f4a6019-64c8-4352-9579-04852504d8ab will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:47:12.231597 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-138f7638-6bb5-44f9-8035-5c9e7975d131 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:12.262858 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1e50fd20-8416-4fa6-bf06-8f22a6bc2e25 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Unset dirty status for tenant:b1a8325feeb947be9c00f524ba074579 on resource:floatingip {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:47:12.264341 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1e50fd20-8416-4fa6-bf06-8f22a6bc2e25 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3991 time: 0.2222707 Dec 25 19:47:12.278343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46010) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:12.285743 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0e0d6d36-e079-426c-b8dc-64f9ccc0f59c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Calling delete_port for ee09523d-712e-46c6-8105-6c2e73908acb owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:47:12.407402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d363bd76-83f1-4b11-b7e6-fe52d7cd18a6 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:12.414945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-08e6fe64-b918-4406-a1d0-63f7dadbc4f6 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:12.484139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-138f7638-6bb5-44f9-8035-5c9e7975d131 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:12.500504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d363bd76-83f1-4b11-b7e6-fe52d7cd18a6 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Network 90f6954e-4ec1-4255-831d-135379ea20eb is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:47:12.505482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-d363bd76-83f1-4b11-b7e6-fe52d7cd18a6 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:12.508582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d363bd76-83f1-4b11-b7e6-fe52d7cd18a6 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Pushing event updated for resources: {'Port': ['ID=7f4a6019-64c8-4352-9579-04852504d8ab,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:12.511767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d363bd76-83f1-4b11-b7e6-fe52d7cd18a6 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:47:12.515763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c05bf159-82f6-46c1-a75a-4983b10c6399 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Synchronizing usage tracker for tenant:f18e76bdfaca4777a5b13ddaa2a32042 on resource:floatingip {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:47:12.516025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d363bd76-83f1-4b11-b7e6-fe52d7cd18a6 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:12.516716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d363bd76-83f1-4b11-b7e6-fe52d7cd18a6 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:12.524212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d363bd76-83f1-4b11-b7e6-fe52d7cd18a6 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:12.562754 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d363bd76-83f1-4b11-b7e6-fe52d7cd18a6 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.3203843 Dec 25 19:47:12.570694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46014) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:12.589862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-e3d0f94f-ecf0-4c68-9ee4-179b3c3af1ca tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::a2', 'mac_address': 'fa:16:3e:43:c3:18'}, {'ip_address': '2001:db8::353', 'mac_address': 'fa:16:3e:1a:39:67'}]}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:12.674175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c05bf159-82f6-46c1-a75a-4983b10c6399 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Unset dirty status for tenant:f18e76bdfaca4777a5b13ddaa2a32042 on resource:floatingip {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:47:12.675507 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c05bf159-82f6-46c1-a75a-4983b10c6399 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3633099 Dec 25 19:47:12.678900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46020) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:12.695500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0f0f1caf-40a2-4e49-9230-7933ab5f8f10 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:12.901389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0e0d6d36-e079-426c-b8dc-64f9ccc0f59c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:12.949398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-d8ea63d7-6c6b-4f12-8979-7d401fdea264 tempest-FloatingIPAdminTestJSON-179312570 tempest-FloatingIPAdminTestJSON-179312570-project] Deleting port 8bda1fe5-25cd-4f74-ab7f-fc84339bf11b {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:47:12.949773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d8ea63d7-6c6b-4f12-8979-7d401fdea264 tempest-FloatingIPAdminTestJSON-179312570 tempest-FloatingIPAdminTestJSON-179312570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:12.976442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f4e9df7a-8bc5-4fb8-95f7-40156a221302 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:13.113332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d6d36-e079-426c-b8dc-64f9ccc0f59c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event deleted for resources: {'Port': ['ID=ee09523d-712e-46c6-8105-6c2e73908acb,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:13.116461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0e0d6d36-e079-426c-b8dc-64f9ccc0f59c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:13.185203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0f0f1caf-40a2-4e49-9230-7933ab5f8f10 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:13.191914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-138f7638-6bb5-44f9-8035-5c9e7975d131 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:13.234578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-138f7638-6bb5-44f9-8035-5c9e7975d131 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:13.249622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a98111cd-0456-460b-a34a-5f032a933e6e tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:13.312693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d8ea63d7-6c6b-4f12-8979-7d401fdea264 tempest-FloatingIPAdminTestJSON-179312570 tempest-FloatingIPAdminTestJSON-179312570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:13.312982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d8ea63d7-6c6b-4f12-8979-7d401fdea264 tempest-FloatingIPAdminTestJSON-179312570 tempest-FloatingIPAdminTestJSON-179312570-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:13.318460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a5dd7e76-a125-425a-9723-634bba30a7e4 None None] Provisioning for port 7f4a6019-64c8-4352-9579-04852504d8ab completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:47:13.328178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a5dd7e76-a125-425a-9723-634bba30a7e4 None None] Provisioning complete for port 7f4a6019-64c8-4352-9579-04852504d8ab triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:47:13.328772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a5dd7e76-a125-425a-9723-634bba30a7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:13.397228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-a5dd7e76-a125-425a-9723-634bba30a7e4 None None] Port 7f4a6019-64c8-4352-9579-04852504d8ab cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:47:13.436802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8d429c-b95a-41e7-974e-17e5389d34ba None None] Network f296173e-e79d-4af0-a53b-dbc9c740a3f2 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:47:13.538124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-039b2b81-7e78-411e-abcb-e5f9d117f760 None None] Could not find standard attr ID for object ee09523d-712e-46c6-8105-6c2e73908acb. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:47:13.541446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0d6d36-e079-426c-b8dc-64f9ccc0f59c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] No DVR routers for this DVR port ee09523d-712e-46c6-8105-6c2e73908acb on host dv-neutron-822611-1-hyperv {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:47:13.580725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f1caf-40a2-4e49-9230-7933ab5f8f10 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event deleted for resources: {'Subnet': ['ID=570637b3-8cab-46c2-8ad5-f81183408c52,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:13.640153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0f0f1caf-40a2-4e49-9230-7933ab5f8f10 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:13.665710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0f0f1caf-40a2-4e49-9230-7933ab5f8f10 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:13.671513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18303a5-2935-4be7-8905-794fac8e7b70 None None] Network b137e2c2-45ca-41e6-9c0d-f2c4225436b3 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:47:13.715404 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52adfb-9c76-4be0-9945-d12cfa423cd5 req-e7834aba-f3aa-4898-b300-5eaa8a884bee tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:13.722471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-d8ea63d7-6c6b-4f12-8979-7d401fdea264 tempest-FloatingIPAdminTestJSON-179312570 tempest-FloatingIPAdminTestJSON-179312570-project] Calling delete_port for 8bda1fe5-25cd-4f74-ab7f-fc84339bf11b owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:47:13.723791 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-eb52adfb-9c76-4be0-9945-d12cfa423cd5 req-e7834aba-f3aa-4898-b300-5eaa8a884bee tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.8907688 Dec 25 19:47:13.728148 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0f0f1caf-40a2-4e49-9230-7933ab5f8f10 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "DELETE /v2.0/subnets/570637b3-8cab-46c2-8ad5-f81183408c52 HTTP/1.1" status: 204 len: 168 time: 2.2381806 Dec 25 19:47:13.755915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46028) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:13.790878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e3d0f94f-ecf0-4c68-9ee4-179b3c3af1ca tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:13.811935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0e0d6d36-e079-426c-b8dc-64f9ccc0f59c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:13.951797 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-eb52adfb-9c76-4be0-9945-d12cfa423cd5 req-2e84b631-1627-4334-9344-770c791e8f3c tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2270353 Dec 25 19:47:13.991149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90c66ba-1f56-4bd7-be88-35ba883c5df2 None None] DHCP port deletion for b137e2c2-45ca-41e6-9c0d-f2c4225436b3 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:47:13.995904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-f90c66ba-1f56-4bd7-be88-35ba883c5df2 None None] Deleting port 4b43cfad-8354-4ad6-878e-fa35420e391f {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:47:13.996598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f90c66ba-1f56-4bd7-be88-35ba883c5df2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:14.003594 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34129cde-9603-48f1-96dd-d979c8e7ace6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:14.084788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0e0d6d36-e079-426c-b8dc-64f9ccc0f59c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:14.096031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a40d661a-2224-4cbb-bb69-c104e3d66dad tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:14.141210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-34129cde-9603-48f1-96dd-d979c8e7ace6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Deleting port 4b43cfad-8354-4ad6-878e-fa35420e391f {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:47:14.141448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34129cde-9603-48f1-96dd-d979c8e7ace6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:14.149204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d6d36-e079-426c-b8dc-64f9ccc0f59c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event deleted for resources: {'Subnet': ['ID=8cccdc9d-f010-4573-bffc-3ae75b3b3849,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:14.154337 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0e0d6d36-e079-426c-b8dc-64f9ccc0f59c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:14.211479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-138f7638-6bb5-44f9-8035-5c9e7975d131 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:14.234381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3e5609-6449-4942-b2a4-c758571bfbf2 None None] Network f296173e-e79d-4af0-a53b-dbc9c740a3f2 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:47:14.297247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d8ea63d7-6c6b-4f12-8979-7d401fdea264 tempest-FloatingIPAdminTestJSON-179312570 tempest-FloatingIPAdminTestJSON-179312570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:14.312276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8b702cbe-8115-4f60-909b-cc71dbcf31a8 tempest-FloatingIPAdminTestJSON-179312570 tempest-FloatingIPAdminTestJSON-179312570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:14.352200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0e0d6d36-e079-426c-b8dc-64f9ccc0f59c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:14.374782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea63d7-6c6b-4f12-8979-7d401fdea264 tempest-FloatingIPAdminTestJSON-179312570 tempest-FloatingIPAdminTestJSON-179312570-project] Pushing event deleted for resources: {'Port': ['ID=8bda1fe5-25cd-4f74-ab7f-fc84339bf11b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:14.425674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d8ea63d7-6c6b-4f12-8979-7d401fdea264 tempest-FloatingIPAdminTestJSON-179312570 tempest-FloatingIPAdminTestJSON-179312570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:14.430551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-681f1ea3-220f-450a-83bf-6b5e065bd137 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:14.478406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-0e0d6d36-e079-426c-b8dc-64f9ccc0f59c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f296173e-e79d-4af0-a53b-dbc9c740a3f2']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:14.532029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-f90c66ba-1f56-4bd7-be88-35ba883c5df2 None None] For port 4b43cfad-8354-4ad6-878e-fa35420e391f, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=4b43cfad-8354-4ad6-878e-fa35420e391f,segment=NetworkSegment(79481827-7c77-4c10-aac3-f2e41d167d39),segment_id=79481827-7c77-4c10-aac3-f2e41d167d39)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:47:14.532343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f90c66ba-1f56-4bd7-be88-35ba883c5df2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:14.558346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-0e0d6d36-e079-426c-b8dc-64f9ccc0f59c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d2dc300-c12b-423f-9481-86fb0ecf8803') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:14.559107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-0e0d6d36-e079-426c-b8dc-64f9ccc0f59c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d2dc300-c12b-423f-9481-86fb0ecf8803') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:14.593501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0e0d6d36-e079-426c-b8dc-64f9ccc0f59c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:14.658481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a1ed89-5457-4d2b-a0a3-3dbbeeaa363b None None] DHCP port deletion for f296173e-e79d-4af0-a53b-dbc9c740a3f2 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:47:14.667175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-f90c66ba-1f56-4bd7-be88-35ba883c5df2 None None] Calling delete_port for 4b43cfad-8354-4ad6-878e-fa35420e391f owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:47:14.696461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0e0d6d36-e079-426c-b8dc-64f9ccc0f59c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:14.727148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e0d6d36-e079-426c-b8dc-64f9ccc0f59c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:47:14.728129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0e0d6d36-e079-426c-b8dc-64f9ccc0f59c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:14.746165 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:47:14.746165 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:47:14.746165 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:47:14.746165 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:47:14.746165 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:47:14.746165 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:47:14.746165 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:47:14.746165 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:47:14.746165 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:47:14.746165 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:47:14.746165 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:47:14.746165 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:47:14.746165 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:47:14.746165 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:47:14.746165 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:47:14.746165 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:47:14.746165 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:47:14.746165 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:47:14.746165 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:47:14.746165 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:47:14.746165 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:47:14.746165 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:47:14.746165 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:47:14.746165 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:47:14.746165 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:47:14.746165 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:47:14.746165 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:47:14.746165 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:47:14.746165 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:47:14.746165 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:47:14.746165 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:47:14.746165 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:47:14.748666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f90c66ba-1f56-4bd7-be88-35ba883c5df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:14.755965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-27c7bf2f-6bc4-4d86-9d41-99d1d18ba638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:14.794826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-34129cde-9603-48f1-96dd-d979c8e7ace6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] For port 4b43cfad-8354-4ad6-878e-fa35420e391f, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=4b43cfad-8354-4ad6-878e-fa35420e391f,segment=NetworkSegment(79481827-7c77-4c10-aac3-f2e41d167d39),segment_id=79481827-7c77-4c10-aac3-f2e41d167d39)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:47:14.795384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34129cde-9603-48f1-96dd-d979c8e7ace6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:14.804408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c66ba-1f56-4bd7-be88-35ba883c5df2 None None] Pushing event deleted for resources: {'Port': ['ID=4b43cfad-8354-4ad6-878e-fa35420e391f,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:14.805706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d8ea63d7-6c6b-4f12-8979-7d401fdea264 tempest-FloatingIPAdminTestJSON-179312570 tempest-FloatingIPAdminTestJSON-179312570-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:14.807229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f90c66ba-1f56-4bd7-be88-35ba883c5df2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:14.810920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90c66ba-1f56-4bd7-be88-35ba883c5df2 None None] No DVR routers for this DVR port 4b43cfad-8354-4ad6-878e-fa35420e391f on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:47:14.860063 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e3d0f94f-ecf0-4c68-9ee4-179b3c3af1ca tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:14.870643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e3d0f94f-ecf0-4c68-9ee4-179b3c3af1ca tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:14.911342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f4b8c5d7-c90b-4477-999a-ea2e7e1807ae tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:14.948603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0e0d6d36-e079-426c-b8dc-64f9ccc0f59c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:14.985099 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0e0d6d36-e079-426c-b8dc-64f9ccc0f59c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:15.008646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-34129cde-9603-48f1-96dd-d979c8e7ace6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Calling delete_port for 4b43cfad-8354-4ad6-878e-fa35420e391f owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:47:15.014252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e3d0f94f-ecf0-4c68-9ee4-179b3c3af1ca tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] In _notify_port_updated(), no bound segment for port 7f4a6019-64c8-4352-9579-04852504d8ab on network 90f6954e-4ec1-4255-831d-135379ea20eb {{(pid=88900) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 25 19:47:15.018552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d0f94f-ecf0-4c68-9ee4-179b3c3af1ca tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:15.019290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e3d0f94f-ecf0-4c68-9ee4-179b3c3af1ca tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:15.023485 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e3d0f94f-ecf0-4c68-9ee4-179b3c3af1ca tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] 10.222.0.24 "PUT /v2.0/ports/7f4a6019-64c8-4352-9579-04852504d8ab HTTP/1.1" status: 200 len: 1065 time: 2.4443443 Dec 25 19:47:15.025247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46034) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:15.077921 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0e0d6d36-e079-426c-b8dc-64f9ccc0f59c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "DELETE /v2.0/networks/f296173e-e79d-4af0-a53b-dbc9c740a3f2 HTTP/1.1" status: 204 len: 168 time: 4.3751976 Dec 25 19:47:15.077921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0f94f-ecf0-4c68-9ee4-179b3c3af1ca tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Pushing event updated for resources: {'Port': ['ID=7f4a6019-64c8-4352-9579-04852504d8ab,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:15.079851 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46038) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:15.090521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e3d0f94f-ecf0-4c68-9ee4-179b3c3af1ca tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:15.106827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5e13923b-7bcc-481f-9b37-c5213d1f2b4c tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:15.126869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-138f7638-6bb5-44f9-8035-5c9e7975d131 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:15.135228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d8ea63d7-6c6b-4f12-8979-7d401fdea264 tempest-FloatingIPAdminTestJSON-179312570 tempest-FloatingIPAdminTestJSON-179312570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:15.139437 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d8ea63d7-6c6b-4f12-8979-7d401fdea264 tempest-FloatingIPAdminTestJSON-179312570 tempest-FloatingIPAdminTestJSON-179312570-project] 10.222.0.24 "DELETE /v2.0/floatingips/b7ebe6ad-f062-4867-a406-82016af583f0 HTTP/1.1" status: 204 len: 168 time: 2.4588130 Dec 25 19:47:15.143337 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46042) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:15.173355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-ccd62d42-3d87-4b18-8b01-c6ba584e8038 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-465167716'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:15.210335 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-138f7638-6bb5-44f9-8035-5c9e7975d131 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:15.228777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ccd62d42-3d87-4b18-8b01-c6ba584e8038 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:15.238259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d6d36-e079-426c-b8dc-64f9ccc0f59c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event deleted for resources: {'Network': ['ID=f296173e-e79d-4af0-a53b-dbc9c740a3f2,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:15.261201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0e0d6d36-e079-426c-b8dc-64f9ccc0f59c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:15.270187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ccd62d42-3d87-4b18-8b01-c6ba584e8038 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Usage tracker for resource:network and tenant:4895f896d14c49cebd2f7b319db8be3e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:15.282883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ccd62d42-3d87-4b18-8b01-c6ba584e8038 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:15.304832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-13dded32-ce23-4853-baeb-a5778511ca22 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Deleting port 7f4a6019-64c8-4352-9579-04852504d8ab {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:47:15.305225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-13dded32-ce23-4853-baeb-a5778511ca22 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:15.340149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ccd62d42-3d87-4b18-8b01-c6ba584e8038 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:15.345875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 4b43cfad-8354-4ad6-878e-fa35420e391f no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:47:15.367834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-34129cde-9603-48f1-96dd-d979c8e7ace6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:47:15.368226 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-34129cde-9603-48f1-96dd-d979c8e7ace6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:47:15.371672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-138f7638-6bb5-44f9-8035-5c9e7975d131 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:15.372217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138f7638-6bb5-44f9-8035-5c9e7975d131 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d0e1ef6-45f6-459f-bed8-5c9171354c1f {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:47:15.374592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-73ae4cf1-9732-4f8c-a26b-0e1a3f63d4f9 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Deleting port 02e0ad2a-7f49-4fe3-915f-43307f7be8a7 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:47:15.375029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-73ae4cf1-9732-4f8c-a26b-0e1a3f63d4f9 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:15.391819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 4b43cfad-8354-4ad6-878e-fa35420e391f {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:47:15.392214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 4b43cfad-8354-4ad6-878e-fa35420e391f not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:47:15.392677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device ee09523d-712e-46c6-8105-6c2e73908acb no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:47:15.424202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd62d42-3d87-4b18-8b01-c6ba584e8038 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Made reservation on behalf of 4895f896d14c49cebd2f7b319db8be3e for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:47:15.426380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: ee09523d-712e-46c6-8105-6c2e73908acb {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:47:15.426853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device ee09523d-712e-46c6-8105-6c2e73908acb not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:47:15.429683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ccd62d42-3d87-4b18-8b01-c6ba584e8038 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:15.444074 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-138f7638-6bb5-44f9-8035-5c9e7975d131 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 25 19:47:15.445230 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-138f7638-6bb5-44f9-8035-5c9e7975d131 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.6071634 Dec 25 19:47:15.452694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46048) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:15.480512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-69baad0f-14fc-41c1-bff4-4b74cf848685 None None] Provisioning complete for port 7f4a6019-64c8-4352-9579-04852504d8ab triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:47:15.481050 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-69baad0f-14fc-41c1-bff4-4b74cf848685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:15.541907 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-69baad0f-14fc-41c1-bff4-4b74cf848685 None None] Port 7f4a6019-64c8-4352-9579-04852504d8ab cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:47:15.587081 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-73ae4cf1-9732-4f8c-a26b-0e1a3f63d4f9 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:15.587438 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-73ae4cf1-9732-4f8c-a26b-0e1a3f63d4f9 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:15.604562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-681f1ea3-220f-450a-83bf-6b5e065bd137 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Allocated IP 172.20.0.1 (8587fe4a-451a-46ff-80ba-7f824e6966b0/4c500275-5ffb-4492-b782-ab96d3855a6d/e7ec0c26-9fcc-4283-a54f-a5ff2823be66) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:47:15.615117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd62d42-3d87-4b18-8b01-c6ba584e8038 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:47:15.626433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7c1d8-426a-4fd8-be2a-df20fa63f970 req-1da43594-8b44-4b69-825b-0ef757ec2a14 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:15.628101 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-eca7c1d8-426a-4fd8-be2a-df20fa63f970 req-1da43594-8b44-4b69-825b-0ef757ec2a14 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.5060334 Dec 25 19:47:15.669947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-6cb82a0a-25fb-40b7-afd5-81002a34a7e3 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Deleting port 962b4f50-7ac0-4b25-a0d2-dacb24c03b17 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:47:15.670339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6cb82a0a-25fb-40b7-afd5-81002a34a7e3 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:15.732043 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ccd62d42-3d87-4b18-8b01-c6ba584e8038 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:15.732356 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-ccd62d42-3d87-4b18-8b01-c6ba584e8038 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Added segment 4af21ac1-9cec-4e4e-a28a-caaca1885b90 of type vlan for network bb4df650-3005-43ec-9606-48abde538f88 Dec 25 19:47:15.957602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-34129cde-9603-48f1-96dd-d979c8e7ace6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Deleting port 4b43cfad-8354-4ad6-878e-fa35420e391f {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:47:15.957982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34129cde-9603-48f1-96dd-d979c8e7ace6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:15.992533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-73ae4cf1-9732-4f8c-a26b-0e1a3f63d4f9 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Calling delete_port for 02e0ad2a-7f49-4fe3-915f-43307f7be8a7 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:47:16.084126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-34129cde-9603-48f1-96dd-d979c8e7ace6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] The port '4b43cfad-8354-4ad6-878e-fa35420e391f' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:47:16.258543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34129cde-9603-48f1-96dd-d979c8e7ace6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:16.300369 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ccd62d42-3d87-4b18-8b01-c6ba584e8038 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:16.318928 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-eca7c1d8-426a-4fd8-be2a-df20fa63f970 req-b6a3567e-09a7-4e79-acfb-0fe5ed6e5e58 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6762619 Dec 25 19:47:16.331772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-34129cde-9603-48f1-96dd-d979c8e7ace6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b137e2c2-45ca-41e6-9c0d-f2c4225436b3']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:16.350127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-13dded32-ce23-4853-baeb-a5778511ca22 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:16.350339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-34129cde-9603-48f1-96dd-d979c8e7ace6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79481827-7c77-4c10-aac3-f2e41d167d39') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:16.350644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-34129cde-9603-48f1-96dd-d979c8e7ace6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79481827-7c77-4c10-aac3-f2e41d167d39') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:16.369193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34129cde-9603-48f1-96dd-d979c8e7ace6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:16.380651 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-73ae4cf1-9732-4f8c-a26b-0e1a3f63d4f9 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:16.387611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ac18b40a-c0e4-4a04-a519-20695fcfdca5 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:16.427920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34129cde-9603-48f1-96dd-d979c8e7ace6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:16.433511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae4cf1-9732-4f8c-a26b-0e1a3f63d4f9 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Pushing event deleted for resources: {'Port': ['ID=02e0ad2a-7f49-4fe3-915f-43307f7be8a7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:16.439066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-73ae4cf1-9732-4f8c-a26b-0e1a3f63d4f9 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:16.440036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34129cde-9603-48f1-96dd-d979c8e7ace6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:47:16.440470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34129cde-9603-48f1-96dd-d979c8e7ace6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:16.456190 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:47:16.456190 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:47:16.456190 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:47:16.456190 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:47:16.456190 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:47:16.456190 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:47:16.456190 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:47:16.456190 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:47:16.456190 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:47:16.456190 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:47:16.456190 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:47:16.456190 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:47:16.456190 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:47:16.456190 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:47:16.456190 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:47:16.456190 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:47:16.456190 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:47:16.456190 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:47:16.456190 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:47:16.456190 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:47:16.456190 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:47:16.456190 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:47:16.456190 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:47:16.456190 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:47:16.456190 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:47:16.456190 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:47:16.456190 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:47:16.456190 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:47:16.456190 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:47:16.456190 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:47:16.456190 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:47:16.456190 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:47:16.456190 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:47:16.456190 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:47:16.456190 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:47:16.456190 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:47:16.456190 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:47:16.456190 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:47:16.456190 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:47:16.456190 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:47:16.568270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-13dded32-ce23-4853-baeb-a5778511ca22 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Calling delete_port for 7f4a6019-64c8-4352-9579-04852504d8ab owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:47:16.601719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-681f1ea3-220f-450a-83bf-6b5e065bd137 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:16.629576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34129cde-9603-48f1-96dd-d979c8e7ace6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:16.632369 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ccd62d42-3d87-4b18-8b01-c6ba584e8038 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:16.635438 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-eda16b97-a81f-4b33-8dfe-ea102ce05072 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:16.637085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd62d42-3d87-4b18-8b01-c6ba584e8038 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:16.637748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ccd62d42-3d87-4b18-8b01-c6ba584e8038 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:16.654225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34129cde-9603-48f1-96dd-d979c8e7ace6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:16.664026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34129cde-9603-48f1-96dd-d979c8e7ace6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event deleted for resources: {'Network': ['ID=b137e2c2-45ca-41e6-9c0d-f2c4225436b3,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:16.672691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-34129cde-9603-48f1-96dd-d979c8e7ace6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:16.687430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-73ae4cf1-9732-4f8c-a26b-0e1a3f63d4f9 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:16.693927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0a6cef00-6d83-44e8-970e-00843ff9e864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:16.698613 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-34129cde-9603-48f1-96dd-d979c8e7ace6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "DELETE /v2.0/networks/b137e2c2-45ca-41e6-9c0d-f2c4225436b3 HTTP/1.1" status: 204 len: 168 time: 2.9414778 Dec 25 19:47:16.702999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-73ae4cf1-9732-4f8c-a26b-0e1a3f63d4f9 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:16.704182 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-73ae4cf1-9732-4f8c-a26b-0e1a3f63d4f9 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/61b096d7-a9dd-468b-ae98-452eaec8f534 HTTP/1.1" status: 204 len: 168 time: 1.5600915 Dec 25 19:47:16.704793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46052) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:16.709409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46056) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:16.710869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-98642c45-78c6-4e6c-bbdb-0a3b4543b110 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1228898724', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:16.718229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-98642c45-78c6-4e6c-bbdb-0a3b4543b110 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:16.722518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-98642c45-78c6-4e6c-bbdb-0a3b4543b110 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Usage tracker for resource:router and tenant:ed9c1443c9ab46589f19ea480da46eab is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:16.725518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-98642c45-78c6-4e6c-bbdb-0a3b4543b110 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:16.731784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-98642c45-78c6-4e6c-bbdb-0a3b4543b110 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:16.741624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-98642c45-78c6-4e6c-bbdb-0a3b4543b110 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:16.742856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-98642c45-78c6-4e6c-bbdb-0a3b4543b110 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:16.761246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-98642c45-78c6-4e6c-bbdb-0a3b4543b110 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:16.778165 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-98642c45-78c6-4e6c-bbdb-0a3b4543b110 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:16.788976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-681f1ea3-220f-450a-83bf-6b5e065bd137 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Transition to ACTIVE for port object e7ec0c26-9fcc-4283-a54f-a5ff2823be66 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:47:16.803962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-98642c45-78c6-4e6c-bbdb-0a3b4543b110 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:16.805268 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-98642c45-78c6-4e6c-bbdb-0a3b4543b110 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.0994604 Dec 25 19:47:16.808076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46060) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:16.814340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-478ac402-e0a8-4f0a-a493-c94b3519062a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-542669946'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:16.819578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-478ac402-e0a8-4f0a-a493-c94b3519062a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:16.824517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-478ac402-e0a8-4f0a-a493-c94b3519062a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Usage tracker for resource:network and tenant:ed9c1443c9ab46589f19ea480da46eab is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:16.827552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-478ac402-e0a8-4f0a-a493-c94b3519062a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:16.834134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-478ac402-e0a8-4f0a-a493-c94b3519062a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:16.844776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478ac402-e0a8-4f0a-a493-c94b3519062a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Made reservation on behalf of ed9c1443c9ab46589f19ea480da46eab for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:47:16.850628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-478ac402-e0a8-4f0a-a493-c94b3519062a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:16.880018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-478ac402-e0a8-4f0a-a493-c94b3519062a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:47:16.889345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-478ac402-e0a8-4f0a-a493-c94b3519062a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:16.889737 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-478ac402-e0a8-4f0a-a493-c94b3519062a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Added segment b1c785b2-2056-4c05-96bb-fa85161c6f17 of type vlan for network 00ee1749-7dac-4ff2-bd55-2bdcb6a1342d Dec 25 19:47:16.917606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-478ac402-e0a8-4f0a-a493-c94b3519062a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:16.922643 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ccd62d42-3d87-4b18-8b01-c6ba584e8038 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8338392 Dec 25 19:47:16.926851 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46064) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:16.933959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-5a8b3852-27f1-4317-bfa2-044a2d2f1282 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Request body: {'subnet': {'network_id': 'bb4df650-3005-43ec-9606-48abde538f88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:16.944260 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd62d42-3d87-4b18-8b01-c6ba584e8038 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event updated for resources: {'Network': ['ID=bb4df650-3005-43ec-9606-48abde538f88,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:16.956375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ccd62d42-3d87-4b18-8b01-c6ba584e8038 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:16.957092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network bb4df650-3005-43ec-9606-48abde538f88 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:47:16.961435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6cb82a0a-25fb-40b7-afd5-81002a34a7e3 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:16.982428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-f65e3d7e-36a3-4200-bd55-0494b6552ef1 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Deleting port 85d21037-67c4-411f-865d-fa9c069d4f56 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:47:16.982818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f65e3d7e-36a3-4200-bd55-0494b6552ef1 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:17.059384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-478ac402-e0a8-4f0a-a493-c94b3519062a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:17.063711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478ac402-e0a8-4f0a-a493-c94b3519062a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:17.064456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-478ac402-e0a8-4f0a-a493-c94b3519062a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:17.074200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:17.136107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5a8b3852-27f1-4317-bfa2-044a2d2f1282 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:17.143389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5a8b3852-27f1-4317-bfa2-044a2d2f1282 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Usage tracker for resource:subnet and tenant:4895f896d14c49cebd2f7b319db8be3e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:17.149263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5a8b3852-27f1-4317-bfa2-044a2d2f1282 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:17.194267 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-6cb82a0a-25fb-40b7-afd5-81002a34a7e3 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Calling delete_port for 962b4f50-7ac0-4b25-a0d2-dacb24c03b17 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:47:17.201313 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-478ac402-e0a8-4f0a-a493-c94b3519062a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3921270 Dec 25 19:47:17.209646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46068) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:17.212214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ac402-e0a8-4f0a-a493-c94b3519062a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event updated for resources: {'Network': ['ID=00ee1749-7dac-4ff2-bd55-2bdcb6a1342d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:17.214690 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5a8b3852-27f1-4317-bfa2-044a2d2f1282 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:17.217514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-478ac402-e0a8-4f0a-a493-c94b3519062a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:17.221423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-f35840c2-7c60-437f-8042-01f7f86ca48f tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Request body: {'subnet': {'network_id': '00ee1749-7dac-4ff2-bd55-2bdcb6a1342d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:17.224248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 00ee1749-7dac-4ff2-bd55-2bdcb6a1342d details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:47:17.226710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-681f1ea3-220f-450a-83bf-6b5e065bd137 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:17.250274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f6211017-ca75-4098-9fac-4c7d9f46f906 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:17.271434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8b3852-27f1-4317-bfa2-044a2d2f1282 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Made reservation on behalf of 4895f896d14c49cebd2f7b319db8be3e for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:47:17.380715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f35840c2-7c60-437f-8042-01f7f86ca48f tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:17.417450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681f1ea3-220f-450a-83bf-6b5e065bd137 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Network 8587fe4a-451a-46ff-80ba-7f824e6966b0 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:47:17.432544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f1ea3-220f-450a-83bf-6b5e065bd137 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event updated for resources: {'Port': ['ID=e7ec0c26-9fcc-4283-a54f-a5ff2823be66,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:17.438293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-13dded32-ce23-4853-baeb-a5778511ca22 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:17.438469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f35840c2-7c60-437f-8042-01f7f86ca48f tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Usage tracker for resource:subnet and tenant:ed9c1443c9ab46589f19ea480da46eab is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:17.439955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-681f1ea3-220f-450a-83bf-6b5e065bd137 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:17.453540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f35840c2-7c60-437f-8042-01f7f86ca48f tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:17.463286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-681f1ea3-220f-450a-83bf-6b5e065bd137 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:17.463862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-681f1ea3-220f-450a-83bf-6b5e065bd137 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:17.463986 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f35840c2-7c60-437f-8042-01f7f86ca48f tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:17.472892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5a8b3852-27f1-4317-bfa2-044a2d2f1282 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:17.505414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681f1ea3-220f-450a-83bf-6b5e065bd137 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:47:17.514371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35840c2-7c60-437f-8042-01f7f86ca48f tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Made reservation on behalf of ed9c1443c9ab46589f19ea480da46eab for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:47:17.600437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dded32-ce23-4853-baeb-a5778511ca22 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Pushing event deleted for resources: {'Port': ['ID=7f4a6019-64c8-4352-9579-04852504d8ab,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:17.604922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-13dded32-ce23-4853-baeb-a5778511ca22 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:17.707143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f35840c2-7c60-437f-8042-01f7f86ca48f tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:17.807275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-599c98cd-55b3-4b21-80fc-33987dda8277 None None] Provisioning for port e7ec0c26-9fcc-4283-a54f-a5ff2823be66 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:47:17.817464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-599c98cd-55b3-4b21-80fc-33987dda8277 None None] Provisioning complete for port e7ec0c26-9fcc-4283-a54f-a5ff2823be66 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:47:17.817881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-599c98cd-55b3-4b21-80fc-33987dda8277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:17.884317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-599c98cd-55b3-4b21-80fc-33987dda8277 None None] Port e7ec0c26-9fcc-4283-a54f-a5ff2823be66 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:47:18.070956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-681f1ea3-220f-450a-83bf-6b5e065bd137 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:18.182665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6cb82a0a-25fb-40b7-afd5-81002a34a7e3 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:18.185530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f65e3d7e-36a3-4200-bd55-0494b6552ef1 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:18.214535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-22ba772a-f847-4b81-8f3d-de5950b61aae tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:18.371187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f35840c2-7c60-437f-8042-01f7f86ca48f tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:18.375931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5a8fbcc9-32af-4f1e-82cd-791d997029f9 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:18.393785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb82a0a-25fb-40b7-afd5-81002a34a7e3 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Pushing event deleted for resources: {'Port': ['ID=962b4f50-7ac0-4b25-a0d2-dacb24c03b17,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:18.407414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6cb82a0a-25fb-40b7-afd5-81002a34a7e3 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:18.412036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5a8b3852-27f1-4317-bfa2-044a2d2f1282 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:18.415296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-f65e3d7e-36a3-4200-bd55-0494b6552ef1 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Calling delete_port for 85d21037-67c4-411f-865d-fa9c069d4f56 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:47:18.449281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcebb5-9f92-476f-a827-d599ed47822a req-84f85331-68c6-4566-a0fb-04fbb3a575a6 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:18.450870 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a5fcebb5-9f92-476f-a827-d599ed47822a req-84f85331-68c6-4566-a0fb-04fbb3a575a6 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.9140368 Dec 25 19:47:18.467583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35840c2-7c60-437f-8042-01f7f86ca48f tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event updated for resources: {'Subnet': ['ID=b557b4e5-78e0-44c4-8356-f2a6ed520668,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:18.476955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f35840c2-7c60-437f-8042-01f7f86ca48f tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:18.486178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d635348e-abe3-44b2-a6e6-fa31612a38c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:18.563048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35840c2-7c60-437f-8042-01f7f86ca48f tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Checking segment: {'id': 'b1c785b2-2056-4c05-96bb-fa85161c6f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '00ee1749-7dac-4ff2-bd55-2bdcb6a1342d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:47:18.563462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35840c2-7c60-437f-8042-01f7f86ca48f tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Network hostable DHCP agents. Network: 00ee1749-7dac-4ff2-bd55-2bdcb6a1342d, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:47:18.573540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8b3852-27f1-4317-bfa2-044a2d2f1282 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Checking segment: {'id': '4af21ac1-9cec-4e4e-a28a-caaca1885b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb4df650-3005-43ec-9606-48abde538f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:47:18.573933 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8b3852-27f1-4317-bfa2-044a2d2f1282 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Network hostable DHCP agents. Network: bb4df650-3005-43ec-9606-48abde538f88, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:47:18.595760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b3852-27f1-4317-bfa2-044a2d2f1282 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event updated for resources: {'Subnet': ['ID=49b14af3-9284-4ac9-8b15-a17b97306bdd,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:18.599261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5a8b3852-27f1-4317-bfa2-044a2d2f1282 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:18.616005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35840c2-7c60-437f-8042-01f7f86ca48f tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Network 00ee1749-7dac-4ff2-bd55-2bdcb6a1342d is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:47:18.620255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8b3852-27f1-4317-bfa2-044a2d2f1282 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Network bb4df650-3005-43ec-9606-48abde538f88 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:47:18.630142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-f35840c2-7c60-437f-8042-01f7f86ca48f tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 00ee1749-7dac-4ff2-bd55-2bdcb6a1342d) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:18.632210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-5a8b3852-27f1-4317-bfa2-044a2d2f1282 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, bb4df650-3005-43ec-9606-48abde538f88) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:18.637227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35840c2-7c60-437f-8042-01f7f86ca48f tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:18.637880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f35840c2-7c60-437f-8042-01f7f86ca48f tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:18.642271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8b3852-27f1-4317-bfa2-044a2d2f1282 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:18.642898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5a8b3852-27f1-4317-bfa2-044a2d2f1282 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:18.645084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5885b2-2d99-455e-8b0c-4248ac32a31c None None] Network 00ee1749-7dac-4ff2-bd55-2bdcb6a1342d requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:47:18.665850 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dd9bc6-356c-47f2-84f2-314f420f2a3a None None] Network bb4df650-3005-43ec-9606-48abde538f88 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:47:18.684451 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f35840c2-7c60-437f-8042-01f7f86ca48f tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4735606 Dec 25 19:47:18.689092 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5a8b3852-27f1-4317-bfa2-044a2d2f1282 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7586000 Dec 25 19:47:18.689092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46076) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:18.690456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46078) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:18.764581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-13dded32-ce23-4853-baeb-a5778511ca22 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:18.781078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-681f1ea3-220f-450a-83bf-6b5e065bd137 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:18.827925 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-13dded32-ce23-4853-baeb-a5778511ca22 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] 10.222.0.24 "DELETE /v2.0/ports/7f4a6019-64c8-4352-9579-04852504d8ab HTTP/1.1" status: 204 len: 168 time: 3.7951081 Dec 25 19:47:18.832817 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a5fcebb5-9f92-476f-a827-d599ed47822a req-29daaef1-81cd-41a7-8037-c829076f6dba tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3423812 Dec 25 19:47:18.833468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46086) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:18.869696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6cb82a0a-25fb-40b7-afd5-81002a34a7e3 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:18.985900 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6cb82a0a-25fb-40b7-afd5-81002a34a7e3 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] 10.222.0.24 "DELETE /v2.0/ports/962b4f50-7ac0-4b25-a0d2-dacb24c03b17 HTTP/1.1" status: 204 len: 168 time: 3.5221398 Dec 25 19:47:19.000184 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb9b04f1-da8a-46b2-b913-d51dedf48bc0 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] GET failed (client error): The resource could not be found. Dec 25 19:47:19.000763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-fb9b04f1-da8a-46b2-b913-d51dedf48bc0 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Synchronizing usage tracker for tenant:64033f1816f846ba9bda25613b093b3a on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:47:19.020212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd343f5-2f98-46a4-b777-1fb2f9808949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-bb4df650-3005-43ec-9606-48abde538f88', 'network_id': 'bb4df650-3005-43ec-9606-48abde538f88', 'tenant_id': '4895f896d14c49cebd2f7b319db8be3e', 'fixed_ips': [{'subnet_id': '49b14af3-9284-4ac9-8b15-a17b97306bdd'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:47:19.021337 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8bd343f5-2f98-46a4-b777-1fb2f9808949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:19.208235 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-28e52f33-2654-4ec9-8a9f-a795b506a4ed tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:19.288012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-8bd343f5-2f98-46a4-b777-1fb2f9808949 None None] Allocated IP 172.20.0.1 (bb4df650-3005-43ec-9606-48abde538f88/49b14af3-9284-4ac9-8b15-a17b97306bdd/f692a217-b938-4cc9-a8cd-cdbdac72db11) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:47:19.393214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-28e52f33-2654-4ec9-8a9f-a795b506a4ed tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:19.456400 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46100) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:19.472017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f65e3d7e-36a3-4200-bd55-0494b6552ef1 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:19.474245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-fb9b04f1-da8a-46b2-b913-d51dedf48bc0 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Unset dirty status for tenant:64033f1816f846ba9bda25613b093b3a on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:47:19.475751 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fb9b04f1-da8a-46b2-b913-d51dedf48bc0 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] 10.222.0.24 "GET /v2.0/ports/7f4a6019-64c8-4352-9579-04852504d8ab HTTP/1.1" status: 404 len: 333 time: 0.5781128 Dec 25 19:47:19.497060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50103e0b-e7f0-4507-a9e8-84442f24e109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-00ee1749-7dac-4ff2-bd55-2bdcb6a1342d', 'network_id': '00ee1749-7dac-4ff2-bd55-2bdcb6a1342d', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'fixed_ips': [{'subnet_id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:47:19.497696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-50103e0b-e7f0-4507-a9e8-84442f24e109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:19.532025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46108) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:19.689405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c2ea2fd8-dfc1-4544-9b5b-41a157ec050d tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:19.771648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8bd343f5-2f98-46a4-b777-1fb2f9808949 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:19.789004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-50103e0b-e7f0-4507-a9e8-84442f24e109 None None] Allocated IP 2001:db8::2 (00ee1749-7dac-4ff2-bd55-2bdcb6a1342d/b557b4e5-78e0-44c4-8356-f2a6ed520668/ce5991d2-5444-46e1-a3fc-8b4054bac762) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:47:19.795790 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-8bd343f5-2f98-46a4-b777-1fb2f9808949 None None] Transition to ACTIVE for port object f692a217-b938-4cc9-a8cd-cdbdac72db11 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:47:19.816037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e3d7e-36a3-4200-bd55-0494b6552ef1 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Pushing event deleted for resources: {'Port': ['ID=85d21037-67c4-411f-865d-fa9c069d4f56,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:19.849153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-8bd343f5-2f98-46a4-b777-1fb2f9808949 None None] Transition to ACTIVE for port object f692a217-b938-4cc9-a8cd-cdbdac72db11 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:47:19.862759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f65e3d7e-36a3-4200-bd55-0494b6552ef1 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:19.869533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8bd343f5-2f98-46a4-b777-1fb2f9808949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:19.888813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-42b0eb38-a7d9-49b6-a080-3146d04cfbd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:19.951769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f65e3d7e-36a3-4200-bd55-0494b6552ef1 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:19.953851 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f65e3d7e-36a3-4200-bd55-0494b6552ef1 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] 10.222.0.24 "DELETE /v2.0/ports/85d21037-67c4-411f-865d-fa9c069d4f56 HTTP/1.1" status: 204 len: 168 time: 3.2248096 Dec 25 19:47:19.959443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46114) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:19.965380 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2b757cca-8dd2-4d52-b0eb-eb8a50f0c0c3 req-94ea63a4-ac76-438b-9d7f-a61483e4c5ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52795748b8b04275a38e1b104b37d885&device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 1099 time: 0.5425134 Dec 25 19:47:19.968122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d927f141-bebe-4b76-8cf9-8fe4cde8985e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:20.006980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd343f5-2f98-46a4-b777-1fb2f9808949 None None] Pushing event updated for resources: {'Port': ['ID=f692a217-b938-4cc9-a8cd-cdbdac72db11,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:20.023307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8bd343f5-2f98-46a4-b777-1fb2f9808949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:20.027605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ed37e768-1e24-4ad0-af6e-774e566e96ac tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Deleting port 0a480828-8b03-4ba9-b85a-291ea7a8fd34 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:47:20.027991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ed37e768-1e24-4ad0-af6e-774e566e96ac tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:20.034467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd343f5-2f98-46a4-b777-1fb2f9808949 None None] Network bb4df650-3005-43ec-9606-48abde538f88 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:47:20.038086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-8bd343f5-2f98-46a4-b777-1fb2f9808949 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:20.043290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd343f5-2f98-46a4-b777-1fb2f9808949 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:47:20.073527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da78ba-8220-4812-b743-47d2f7b9f181 req-a9e8537d-8724-4fc2-9d8f-aeb4553637e3 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:20.075303 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-24da78ba-8220-4812-b743-47d2f7b9f181 req-a9e8537d-8724-4fc2-9d8f-aeb4553637e3 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.6146092 Dec 25 19:47:20.077642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-681f1ea3-220f-450a-83bf-6b5e065bd137 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:20.098005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-28e52f33-2654-4ec9-8a9f-a795b506a4ed tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:20.110338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:20.118555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-681f1ea3-220f-450a-83bf-6b5e065bd137 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:20.155566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-37b14203-2d02-4469-bcb8-e9f037ada034 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:20.159124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-8bd343f5-2f98-46a4-b777-1fb2f9808949 None None] Attempting to bind port f692a217-b938-4cc9-a8cd-cdbdac72db11 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:47:20.159538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-8bd343f5-2f98-46a4-b777-1fb2f9808949 None None] Attempting to bind port f692a217-b938-4cc9-a8cd-cdbdac72db11 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '4af21ac1-9cec-4e4e-a28a-caaca1885b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb4df650-3005-43ec-9606-48abde538f88'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:47:20.159954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd343f5-2f98-46a4-b777-1fb2f9808949 None None] Attempting to bind port f692a217-b938-4cc9-a8cd-cdbdac72db11 on network bb4df650-3005-43ec-9606-48abde538f88 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:47:20.171387 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e52f33-2654-4ec9-8a9f-a795b506a4ed tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event deleted for resources: {'Subnet': ['ID=49b14af3-9284-4ac9-8b15-a17b97306bdd,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:20.210527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd343f5-2f98-46a4-b777-1fb2f9808949 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:47:20.210928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd343f5-2f98-46a4-b777-1fb2f9808949 None None] Checking segment: {'id': '4af21ac1-9cec-4e4e-a28a-caaca1885b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb4df650-3005-43ec-9606-48abde538f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:47:20.211414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8bd343f5-2f98-46a4-b777-1fb2f9808949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:20.212405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd343f5-2f98-46a4-b777-1fb2f9808949 None None] Bound using segment: {'id': '4af21ac1-9cec-4e4e-a28a-caaca1885b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb4df650-3005-43ec-9606-48abde538f88'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:47:20.212953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-8bd343f5-2f98-46a4-b777-1fb2f9808949 None None] Bound port: f692a217-b938-4cc9-a8cd-cdbdac72db11, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4af21ac1-9cec-4e4e-a28a-caaca1885b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb4df650-3005-43ec-9606-48abde538f88'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:47:20.213376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8bd343f5-2f98-46a4-b777-1fb2f9808949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:20.213753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-28e52f33-2654-4ec9-8a9f-a795b506a4ed tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:20.235566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ed8aed8-94bc-49ad-bf3e-08371d7ea8d6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:20.260984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d927f141-bebe-4b76-8cf9-8fe4cde8985e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:20.309092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d927f141-bebe-4b76-8cf9-8fe4cde8985e admin admin] Usage tracker for resource:security_group_rule and tenant:2fde9fddd7ab4b659f56bda884c73264 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:20.327041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-50103e0b-e7f0-4507-a9e8-84442f24e109 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:20.327506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d927f141-bebe-4b76-8cf9-8fe4cde8985e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:20.347026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-50103e0b-e7f0-4507-a9e8-84442f24e109 None None] Transition to ACTIVE for port object ce5991d2-5444-46e1-a3fc-8b4054bac762 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:47:20.355347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-8bd343f5-2f98-46a4-b777-1fb2f9808949 None None] For port f692a217-b938-4cc9-a8cd-cdbdac72db11, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:47:20.362349 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-8bd343f5-2f98-46a4-b777-1fb2f9808949 None None] For port f692a217-b938-4cc9-a8cd-cdbdac72db11, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=f692a217-b938-4cc9-a8cd-cdbdac72db11,segment=NetworkSegment(4af21ac1-9cec-4e4e-a28a-caaca1885b90),segment_id=4af21ac1-9cec-4e4e-a28a-caaca1885b90)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:47:20.367115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8bd343f5-2f98-46a4-b777-1fb2f9808949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:20.375036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f90c66ba-1f56-4bd7-be88-35ba883c5df2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:20.418564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d927f141-bebe-4b76-8cf9-8fe4cde8985e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:20.435370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-50103e0b-e7f0-4507-a9e8-84442f24e109 None None] Transition to ACTIVE for port object ce5991d2-5444-46e1-a3fc-8b4054bac762 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:47:20.449443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-50103e0b-e7f0-4507-a9e8-84442f24e109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:20.484147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd343f5-2f98-46a4-b777-1fb2f9808949 None None] Pushing event updated for resources: {'Port': ['ID=f692a217-b938-4cc9-a8cd-cdbdac72db11,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:20.490075 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8bd343f5-2f98-46a4-b777-1fb2f9808949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:20.492793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ef7796c5-41da-4f07-8595-4f2bfb3715ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:20.530164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50103e0b-e7f0-4507-a9e8-84442f24e109 None None] Network 00ee1749-7dac-4ff2-bd55-2bdcb6a1342d is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:47:20.548133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-28e52f33-2654-4ec9-8a9f-a795b506a4ed tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:20.572044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-50103e0b-e7f0-4507-a9e8-84442f24e109 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:20.573784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-681f1ea3-220f-450a-83bf-6b5e065bd137 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:20.588288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f1ea3-220f-450a-83bf-6b5e065bd137 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event updated for resources: {'Port': ['ID=e7ec0c26-9fcc-4283-a54f-a5ff2823be66,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:20.590792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50103e0b-e7f0-4507-a9e8-84442f24e109 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:47:20.594832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-681f1ea3-220f-450a-83bf-6b5e065bd137 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:20.613254 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-24da78ba-8220-4812-b743-47d2f7b9f181 req-dd4bf947-2bf6-4723-b7c3-89812624f8da tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5140123 Dec 25 19:47:20.641101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b757cca-8dd2-4d52-b0eb-eb8a50f0c0c3 req-d948575c-13c5-4e67-9fc4-ce36e98ddde4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:20.642796 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2b757cca-8dd2-4d52-b0eb-eb8a50f0c0c3 req-d948575c-13c5-4e67-9fc4-ce36e98ddde4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=367788d2-d464-40ee-b453-dec544646fe7 HTTP/1.1" status: 200 len: 912 time: 0.6266415 Dec 25 19:47:20.653776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111fc224-9383-4e96-8335-f38a9fa0403c tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:20.654602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-111fc224-9383-4e96-8335-f38a9fa0403c tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Synchronizing usage tracker for tenant:f18e76bdfaca4777a5b13ddaa2a32042 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:47:20.698579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-28e52f33-2654-4ec9-8a9f-a795b506a4ed tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb4df650-3005-43ec-9606-48abde538f88']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:20.721046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-28e52f33-2654-4ec9-8a9f-a795b506a4ed tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4af21ac1-9cec-4e4e-a28a-caaca1885b90') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:20.721430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-28e52f33-2654-4ec9-8a9f-a795b506a4ed tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4af21ac1-9cec-4e4e-a28a-caaca1885b90') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:20.811945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50103e0b-e7f0-4507-a9e8-84442f24e109 None None] Pushing event updated for resources: {'Port': ['ID=ce5991d2-5444-46e1-a3fc-8b4054bac762,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:20.839932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-28e52f33-2654-4ec9-8a9f-a795b506a4ed tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:20.841616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-50103e0b-e7f0-4507-a9e8-84442f24e109 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:20.852668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-111fc224-9383-4e96-8335-f38a9fa0403c tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Unset dirty status for tenant:f18e76bdfaca4777a5b13ddaa2a32042 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:47:20.856826 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-111fc224-9383-4e96-8335-f38a9fa0403c tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] 10.222.0.24 "GET /v2.0/ports?device_id=396d53f3-9cc4-416d-8ba2-b0d173847710 HTTP/1.1" status: 200 len: 913 time: 0.8954904 Dec 25 19:47:20.861885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46118) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:20.868749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-50103e0b-e7f0-4507-a9e8-84442f24e109 None None] Attempting to bind port ce5991d2-5444-46e1-a3fc-8b4054bac762 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:47:20.869170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-50103e0b-e7f0-4507-a9e8-84442f24e109 None None] Attempting to bind port ce5991d2-5444-46e1-a3fc-8b4054bac762 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'b1c785b2-2056-4c05-96bb-fa85161c6f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '00ee1749-7dac-4ff2-bd55-2bdcb6a1342d'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:47:20.869625 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50103e0b-e7f0-4507-a9e8-84442f24e109 None None] Attempting to bind port ce5991d2-5444-46e1-a3fc-8b4054bac762 on network 00ee1749-7dac-4ff2-bd55-2bdcb6a1342d {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:47:20.877982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e33ba5-fec3-4cf1-999c-64e84cc90886 None None] Network bb4df650-3005-43ec-9606-48abde538f88 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:47:20.903587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50103e0b-e7f0-4507-a9e8-84442f24e109 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:47:20.904018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50103e0b-e7f0-4507-a9e8-84442f24e109 None None] Checking segment: {'id': 'b1c785b2-2056-4c05-96bb-fa85161c6f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '00ee1749-7dac-4ff2-bd55-2bdcb6a1342d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:47:20.904487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-50103e0b-e7f0-4507-a9e8-84442f24e109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:20.904919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50103e0b-e7f0-4507-a9e8-84442f24e109 None None] Bound using segment: {'id': 'b1c785b2-2056-4c05-96bb-fa85161c6f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '00ee1749-7dac-4ff2-bd55-2bdcb6a1342d'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:47:20.905567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-50103e0b-e7f0-4507-a9e8-84442f24e109 None None] Bound port: ce5991d2-5444-46e1-a3fc-8b4054bac762, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1c785b2-2056-4c05-96bb-fa85161c6f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '00ee1749-7dac-4ff2-bd55-2bdcb6a1342d'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:47:20.905992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-50103e0b-e7f0-4507-a9e8-84442f24e109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:20.934385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-28e52f33-2654-4ec9-8a9f-a795b506a4ed tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:20.942876 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2b757cca-8dd2-4d52-b0eb-eb8a50f0c0c3 req-e198ba36-73b4-4f41-b093-840146c16f49 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c843bde7-7305-4020-90c9-1245f99937d8 HTTP/1.1" status: 200 len: 1002 time: 0.2825317 Dec 25 19:47:20.968567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ed37e768-1e24-4ad0-af6e-774e566e96ac tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:20.988633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28e52f33-2654-4ec9-8a9f-a795b506a4ed tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:47:20.989223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-28e52f33-2654-4ec9-8a9f-a795b506a4ed tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:21.005883 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:47:21.005883 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:47:21.005883 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:47:21.005883 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:47:21.005883 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:47:21.005883 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:47:21.005883 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:47:21.005883 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:47:21.005883 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:47:21.005883 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:47:21.005883 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:47:21.005883 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:47:21.005883 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:47:21.005883 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:47:21.005883 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:47:21.005883 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:47:21.005883 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:47:21.005883 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:47:21.005883 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:47:21.005883 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:47:21.005883 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:47:21.005883 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:47:21.005883 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:47:21.005883 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:47:21.005883 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:47:21.005883 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:47:21.005883 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:47:21.005883 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:47:21.005883 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:47:21.005883 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:47:21.005883 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:47:21.005883 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:47:21.043945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681f1ea3-220f-450a-83bf-6b5e065bd137 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Network 8587fe4a-451a-46ff-80ba-7f824e6966b0 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:47:21.049473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-681f1ea3-220f-450a-83bf-6b5e065bd137 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:21.140513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b757cca-8dd2-4d52-b0eb-eb8a50f0c0c3 req-73fd958b-a990-4ace-b925-45b77c4b2ecd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:21.142102 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2b757cca-8dd2-4d52-b0eb-eb8a50f0c0c3 req-73fd958b-a990-4ace-b925-45b77c4b2ecd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef16ee7f-3e07-44fe-b0cc-c9caef9a43a3 HTTP/1.1" status: 200 len: 851 time: 0.1857145 Dec 25 19:47:21.173351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-50103e0b-e7f0-4507-a9e8-84442f24e109 None None] For port ce5991d2-5444-46e1-a3fc-8b4054bac762, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:47:21.180915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ed37e768-1e24-4ad0-af6e-774e566e96ac tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Calling delete_port for 0a480828-8b03-4ba9-b85a-291ea7a8fd34 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:47:21.225119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d927f141-bebe-4b76-8cf9-8fe4cde8985e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:21.301527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d927f141-bebe-4b76-8cf9-8fe4cde8985e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:21.316558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-50103e0b-e7f0-4507-a9e8-84442f24e109 None None] For port ce5991d2-5444-46e1-a3fc-8b4054bac762, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=ce5991d2-5444-46e1-a3fc-8b4054bac762,segment=NetworkSegment(b1c785b2-2056-4c05-96bb-fa85161c6f17),segment_id=b1c785b2-2056-4c05-96bb-fa85161c6f17)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:47:21.317987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-26ed837c-9fdb-4190-ad9d-96b2ded79db0 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:21.321940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-50103e0b-e7f0-4507-a9e8-84442f24e109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:21.326688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:21.382143 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d927f141-bebe-4b76-8cf9-8fe4cde8985e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2fde9fddd7ab4b659f56bda884c73264&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9240379 Dec 25 19:47:21.391330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46122) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:21.394128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-28e52f33-2654-4ec9-8a9f-a795b506a4ed tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 25 19:47:21.394128 dv-neutron-822611-1-hyperv neutron-server[88789]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 25 19:47:21.394128 dv-neutron-822611-1-hyperv neutron-server[88789]: [parameters: {'id': 'bb4df650-3005-43ec-9606-48abde538f88'}] Dec 25 19:47:21.394128 dv-neutron-822611-1-hyperv neutron-server[88789]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88901) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:47:21.394550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-28e52f33-2654-4ec9-8a9f-a795b506a4ed tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:47:21.431554 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50103e0b-e7f0-4507-a9e8-84442f24e109 None None] Pushing event updated for resources: {'Port': ['ID=ce5991d2-5444-46e1-a3fc-8b4054bac762,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:21.446382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-50103e0b-e7f0-4507-a9e8-84442f24e109 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:21.448001 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d927f141-bebe-4b76-8cf9-8fe4cde8985e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbd29ea-c629-4a0d-aa0f-833429323785,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:21.455040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d927f141-bebe-4b76-8cf9-8fe4cde8985e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:21.470098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-5ed8aed8-94bc-49ad-bf3e-08371d7ea8d6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Allocated IP 2001:db8::1 (00ee1749-7dac-4ff2-bd55-2bdcb6a1342d/b557b4e5-78e0-44c4-8356-f2a6ed520668/031fca15-cc04-4765-822e-515d644cf979) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:47:21.509450 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2b757cca-8dd2-4d52-b0eb-eb8a50f0c0c3 req-e923edb5-709b-4dc4-a9fa-09320a54899e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=367788d2-d464-40ee-b453-dec544646fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3544858 Dec 25 19:47:21.540787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-3353f3ca-1b78-4730-8ae0-7d2b9e1d42fc None None] Provisioning complete for port e7ec0c26-9fcc-4283-a54f-a5ff2823be66 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:47:21.541614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3353f3ca-1b78-4730-8ae0-7d2b9e1d42fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:21.615405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-3353f3ca-1b78-4730-8ae0-7d2b9e1d42fc None None] Port e7ec0c26-9fcc-4283-a54f-a5ff2823be66 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:47:21.640725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ed37e768-1e24-4ad0-af6e-774e566e96ac tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:21.657615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-266911d8-0fa7-4e63-b6d5-552d1840c8b8 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:21.703590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37e768-1e24-4ad0-af6e-774e566e96ac tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Pushing event deleted for resources: {'Port': ['ID=0a480828-8b03-4ba9-b85a-291ea7a8fd34,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:21.709852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-44c4403d-6e79-42e3-9c30-1e0eb63e4b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:21.718302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ed37e768-1e24-4ad0-af6e-774e566e96ac tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:21.781380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ed8aed8-94bc-49ad-bf3e-08371d7ea8d6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:21.856113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ed37e768-1e24-4ad0-af6e-774e566e96ac tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:21.869878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-5ed8aed8-94bc-49ad-bf3e-08371d7ea8d6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Transition to ACTIVE for port object 031fca15-cc04-4765-822e-515d644cf979 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:47:21.887775 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ed37e768-1e24-4ad0-af6e-774e566e96ac tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] 10.222.0.24 "DELETE /v2.0/ports/0a480828-8b03-4ba9-b85a-291ea7a8fd34 HTTP/1.1" status: 204 len: 168 time: 2.3520961 Dec 25 19:47:21.890800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46128) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:21.894094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-44c4403d-6e79-42e3-9c30-1e0eb63e4b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:21.896793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-28e52f33-2654-4ec9-8a9f-a795b506a4ed tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:21.966360 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-0565fd15-0ea3-4775-9b64-f022576b8e07 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] GET failed (client error): The resource could not be found. Dec 25 19:47:21.966947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0565fd15-0ea3-4775-9b64-f022576b8e07 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Synchronizing usage tracker for tenant:64033f1816f846ba9bda25613b093b3a on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:47:21.973538 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2b757cca-8dd2-4d52-b0eb-eb8a50f0c0c3 req-df7cd230-2601-4781-8df1-f05c62247e8d service neutron] 10.222.0.36 "GET /v2.0/networks/367788d2-d464-40ee-b453-dec544646fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088578 Dec 25 19:47:21.975208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ed8aed8-94bc-49ad-bf3e-08371d7ea8d6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:21.985251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-231be79c-a456-4a79-9dbe-208c8c4b36e1 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:22.030545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-28e52f33-2654-4ec9-8a9f-a795b506a4ed tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Deleting port f692a217-b938-4cc9-a8cd-cdbdac72db11 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:47:22.030843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-28e52f33-2654-4ec9-8a9f-a795b506a4ed tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:22.108798 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0565fd15-0ea3-4775-9b64-f022576b8e07 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Unset dirty status for tenant:64033f1816f846ba9bda25613b093b3a on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:47:22.115840 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0565fd15-0ea3-4775-9b64-f022576b8e07 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] 10.222.0.24 "GET /v2.0/ports/0a480828-8b03-4ba9-b85a-291ea7a8fd34 HTTP/1.1" status: 404 len: 333 time: 0.2183089 Dec 25 19:47:22.120072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46132) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:22.183525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8aed8-94bc-49ad-bf3e-08371d7ea8d6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event updated for resources: {'Port': ['ID=031fca15-cc04-4765-822e-515d644cf979,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:22.194073 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed8aed8-94bc-49ad-bf3e-08371d7ea8d6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Network 00ee1749-7dac-4ff2-bd55-2bdcb6a1342d is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:47:22.207669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5ed8aed8-94bc-49ad-bf3e-08371d7ea8d6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:22.210553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-5ed8aed8-94bc-49ad-bf3e-08371d7ea8d6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:22.245157 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed8aed8-94bc-49ad-bf3e-08371d7ea8d6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:47:22.245755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ed8aed8-94bc-49ad-bf3e-08371d7ea8d6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:22.298481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-140fee3e-6157-4133-9dc0-a3fdfdc09405 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Deleting port 83191934-4cb1-46c1-9240-e323bb8617c7 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:47:22.298866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-140fee3e-6157-4133-9dc0-a3fdfdc09405 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:22.465622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-44c4403d-6e79-42e3-9c30-1e0eb63e4b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:22.474834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-adf9cf4a-1ab2-4b08-bc64-1c9cd1250c22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:22.507950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c4403d-6e79-42e3-9c30-1e0eb63e4b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbd29ea-c629-4a0d-aa0f-833429323785,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:22.517948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912485a7-0557-43e9-84ba-48f24ba4bed0 req-543e520d-a050-4f41-bf11-a9f077143356 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:22.519722 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-912485a7-0557-43e9-84ba-48f24ba4bed0 req-543e520d-a050-4f41-bf11-a9f077143356 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.6756055 Dec 25 19:47:22.521692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-44c4403d-6e79-42e3-9c30-1e0eb63e4b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:22.614761 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2b757cca-8dd2-4d52-b0eb-eb8a50f0c0c3 req-deb813c0-aea3-455f-8793-24f477d1f0a8 service neutron] 10.222.0.36 "GET /v2.0/networks/367788d2-d464-40ee-b453-dec544646fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6159780 Dec 25 19:47:22.615494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-44c4403d-6e79-42e3-9c30-1e0eb63e4b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:22.616625 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-44c4403d-6e79-42e3-9c30-1e0eb63e4b8d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ccbd29ea-c629-4a0d-aa0f-833429323785 HTTP/1.1" status: 204 len: 168 time: 1.2210462 Dec 25 19:47:22.690774 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-912485a7-0557-43e9-84ba-48f24ba4bed0 req-94c548f5-b77b-4b00-b615-93199cc816e1 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113429 Dec 25 19:47:22.704198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681f1ea3-220f-450a-83bf-6b5e065bd137 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Router 2324b301-b0a4-4c3c-a9a6-a51e45201beb has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:47:22.730425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e00a6537-0131-40cd-b17c-c11717ea8678 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:22.817425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-28e52f33-2654-4ec9-8a9f-a795b506a4ed tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] For port f692a217-b938-4cc9-a8cd-cdbdac72db11, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=f692a217-b938-4cc9-a8cd-cdbdac72db11,segment=NetworkSegment(4af21ac1-9cec-4e4e-a28a-caaca1885b90),segment_id=4af21ac1-9cec-4e4e-a28a-caaca1885b90)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:47:22.817830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-28e52f33-2654-4ec9-8a9f-a795b506a4ed tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:22.987994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-28e52f33-2654-4ec9-8a9f-a795b506a4ed tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Calling delete_port for f692a217-b938-4cc9-a8cd-cdbdac72db11 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:47:23.044398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ed8aed8-94bc-49ad-bf3e-08371d7ea8d6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:23.091231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46140) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:23.194416 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a154f230-9dc7-4b57-8c6d-74d6837e5844 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef3b1ccf99074de0aab8e5cf60a7243b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1017759 Dec 25 19:47:23.198800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46144) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:23.292657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:23.302476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681f1ea3-220f-450a-83bf-6b5e065bd137 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:47:23.317069 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fa1082-aa7b-4892-9508-d09d39e4657c None None] Sync routers for ids ['2324b301-b0a4-4c3c-a9a6-a51e45201beb'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:47:23.317770 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-681f1ea3-220f-450a-83bf-6b5e065bd137 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "PUT /v2.0/routers/2324b301-b0a4-4c3c-a9a6-a51e45201beb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1779299 Dec 25 19:47:23.318636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46148) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:23.333904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fa1082-aa7b-4892-9508-d09d39e4657c None None] Routers {'2324b301-b0a4-4c3c-a9a6-a51e45201beb'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:47:23.335921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a2fa1082-aa7b-4892-9508-d09d39e4657c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:47:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['2324b301-b0a4-4c3c-a9a6-a51e45201beb'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:23.336148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-140fee3e-6157-4133-9dc0-a3fdfdc09405 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:23.343192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-75a93c29-ea9c-4ca9-a6db-b02fe55beef4 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Request body: {'port': {'network_id': '8587fe4a-451a-46ff-80ba-7f824e6966b0', 'name': 'tempest-FloatingIPTestJSON-372479790'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:23.355648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-28e52f33-2654-4ec9-8a9f-a795b506a4ed tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:23.422913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ed37e768-1e24-4ad0-af6e-774e566e96ac tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:23.450665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device ce5991d2-5444-46e1-a3fc-8b4054bac762 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:47:23.497220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a2fa1082-aa7b-4892-9508-d09d39e4657c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:23.540440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e52f33-2654-4ec9-8a9f-a795b506a4ed tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event deleted for resources: {'Port': ['ID=f692a217-b938-4cc9-a8cd-cdbdac72db11,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:23.548259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fa1082-aa7b-4892-9508-d09d39e4657c None None] Routers {'2324b301-b0a4-4c3c-a9a6-a51e45201beb'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:47:23.549104 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a2fa1082-aa7b-4892-9508-d09d39e4657c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:47:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['2324b301-b0a4-4c3c-a9a6-a51e45201beb'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:23.571461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-01d6cd80-769a-44c0-9fd0-39ec7b511bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:23.614700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-28e52f33-2654-4ec9-8a9f-a795b506a4ed tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:23.621999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-140fee3e-6157-4133-9dc0-a3fdfdc09405 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Calling delete_port for 83191934-4cb1-46c1-9240-e323bb8617c7 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:47:23.629371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a2fa1082-aa7b-4892-9508-d09d39e4657c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:23.629840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fa1082-aa7b-4892-9508-d09d39e4657c None None] The sync data for ids ['2324b301-b0a4-4c3c-a9a6-a51e45201beb'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:47:23.638743 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port ce5991d2-5444-46e1-a3fc-8b4054bac762 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:47:23.669403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1760b6cf-4320-464f-9e43-0c8be9585e40 None None] Network 00ee1749-7dac-4ff2-bd55-2bdcb6a1342d requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:47:23.676773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e52f33-2654-4ec9-8a9f-a795b506a4ed tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] No DVR routers for this DVR port f692a217-b938-4cc9-a8cd-cdbdac72db11 on host dv-neutron-822611-1-hyperv {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:47:23.688366 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-01d6cd80-769a-44c0-9fd0-39ec7b511bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:23.735988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46154) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:23.762453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-75a93c29-ea9c-4ca9-a6db-b02fe55beef4 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:23.766883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-75a93c29-ea9c-4ca9-a6db-b02fe55beef4 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Usage tracker for resource:port and tenant:e8d9b6a20125442895a663435174ff75 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:23.770736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-75a93c29-ea9c-4ca9-a6db-b02fe55beef4 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:23.777430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-75a93c29-ea9c-4ca9-a6db-b02fe55beef4 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:23.860704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a93c29-ea9c-4ca9-a6db-b02fe55beef4 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Made reservation on behalf of e8d9b6a20125442895a663435174ff75 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:47:23.866220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-75a93c29-ea9c-4ca9-a6db-b02fe55beef4 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:23.899689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-28e52f33-2654-4ec9-8a9f-a795b506a4ed tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:23.920173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d8ee6557-a997-40cf-84e9-5f1773ff033f None None] Provisioning for port ce5991d2-5444-46e1-a3fc-8b4054bac762 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:47:23.937019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d8ee6557-a997-40cf-84e9-5f1773ff033f None None] Provisioning complete for port ce5991d2-5444-46e1-a3fc-8b4054bac762 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:47:23.937435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d8ee6557-a997-40cf-84e9-5f1773ff033f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:23.988472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-75a93c29-ea9c-4ca9-a6db-b02fe55beef4 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] device_id is not set on port b8cbbb87-de8f-4d2f-b6a0-0877cb2c2163 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:47:24.050546 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-28e52f33-2654-4ec9-8a9f-a795b506a4ed tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb4df650-3005-43ec-9606-48abde538f88']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:24.086303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d8ee6557-a997-40cf-84e9-5f1773ff033f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:24.093501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-28e52f33-2654-4ec9-8a9f-a795b506a4ed tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4af21ac1-9cec-4e4e-a28a-caaca1885b90') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:24.093845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-28e52f33-2654-4ec9-8a9f-a795b506a4ed tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4af21ac1-9cec-4e4e-a28a-caaca1885b90') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:24.118516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-28e52f33-2654-4ec9-8a9f-a795b506a4ed tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:24.138701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-d8ee6557-a997-40cf-84e9-5f1773ff033f None None] For port ce5991d2-5444-46e1-a3fc-8b4054bac762, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=ce5991d2-5444-46e1-a3fc-8b4054bac762,segment=NetworkSegment(b1c785b2-2056-4c05-96bb-fa85161c6f17),segment_id=b1c785b2-2056-4c05-96bb-fa85161c6f17)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:47:24.147666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d8ee6557-a997-40cf-84e9-5f1773ff033f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:24.150292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a7856558-01f2-4bc4-8be1-124e6154c7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:24.153567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-140fee3e-6157-4133-9dc0-a3fdfdc09405 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:24.166219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0ec915cb-e6ad-4589-9ed0-2c769bb14b96 tempest-RoutersIpV6AdminTest-1973153258 tempest-RoutersIpV6AdminTest-1973153258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:24.215145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-01d6cd80-769a-44c0-9fd0-39ec7b511bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:24.227234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c1d64775-a50e-4bd7-8b1d-71325825a6b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:24.228024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-28e52f33-2654-4ec9-8a9f-a795b506a4ed tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:24.235143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28e52f33-2654-4ec9-8a9f-a795b506a4ed tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:47:24.235726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee6557-a997-40cf-84e9-5f1773ff033f None None] Pushing event updated for resources: {'Port': ['ID=ce5991d2-5444-46e1-a3fc-8b4054bac762,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:24.235881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-28e52f33-2654-4ec9-8a9f-a795b506a4ed tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:24.239306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d8ee6557-a997-40cf-84e9-5f1773ff033f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:24.261739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6cd80-769a-44c0-9fd0-39ec7b511bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f0edf5-525f-4cb1-b1b1-83e8a664e106,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:24.275963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-01d6cd80-769a-44c0-9fd0-39ec7b511bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:24.281226 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140fee3e-6157-4133-9dc0-a3fdfdc09405 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Pushing event deleted for resources: {'Port': ['ID=83191934-4cb1-46c1-9240-e323bb8617c7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:24.295143 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ce3770be-1af0-4651-bfa8-fbc6b76e2815 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/ports?project_id=23f5dc92674e43b787fc19a8bf548d4f&network_id=da387ada-6589-46a3-a1e0-f2fd37f41648 HTTP/1.1" status: 200 len: 2999 time: 0.5421417 Dec 25 19:47:24.295635 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:47:24.295635 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:47:24.295635 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:47:24.295635 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:47:24.295635 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:47:24.295635 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:47:24.295635 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:47:24.295635 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:47:24.295635 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:47:24.295635 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:47:24.295635 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:47:24.295635 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:47:24.295635 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:47:24.295635 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:47:24.295635 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:47:24.295635 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:47:24.295635 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:47:24.295635 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:47:24.295635 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:47:24.295635 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:47:24.295635 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:47:24.295635 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:47:24.295635 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:47:24.295635 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:47:24.295635 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:47:24.295635 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:47:24.295635 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:47:24.295635 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:47:24.295635 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:47:24.295635 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:47:24.295635 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:47:24.295635 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:47:24.295635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-140fee3e-6157-4133-9dc0-a3fdfdc09405 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:24.306256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e70e66-9a46-463a-8da0-5ddd636e1afc req-7e737574-ed25-4215-a41f-177f02af59a1 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:24.314306 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f7e70e66-9a46-463a-8da0-5ddd636e1afc req-7e737574-ed25-4215-a41f-177f02af59a1 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.4282968 Dec 25 19:47:24.323106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-75a93c29-ea9c-4ca9-a6db-b02fe55beef4 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Allocated IP 172.20.0.13 (8587fe4a-451a-46ff-80ba-7f824e6966b0/4c500275-5ffb-4492-b782-ab96d3855a6d/b8cbbb87-de8f-4d2f-b6a0-0877cb2c2163) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:47:24.363448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-01d6cd80-769a-44c0-9fd0-39ec7b511bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:24.367381 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-01d6cd80-769a-44c0-9fd0-39ec7b511bcc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/71f0edf5-525f-4cb1-b1b1-83e8a664e106 HTTP/1.1" status: 204 len: 168 time: 1.1635835 Dec 25 19:47:24.429404 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-28e52f33-2654-4ec9-8a9f-a795b506a4ed tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:24.432671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ed8aed8-94bc-49ad-bf3e-08371d7ea8d6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:24.435349 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-140fee3e-6157-4133-9dc0-a3fdfdc09405 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:24.467544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-91884122-f214-4bd0-95cd-b473b699d6a5 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:24.484041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-7470bfa2-4297-48bd-8954-8416435b6714 None None] Provisioning for port 031fca15-cc04-4765-822e-515d644cf979 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:47:24.487606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-28e52f33-2654-4ec9-8a9f-a795b506a4ed tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:24.490049 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-28e52f33-2654-4ec9-8a9f-a795b506a4ed tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "DELETE /v2.0/networks/bb4df650-3005-43ec-9606-48abde538f88 HTTP/1.1" status: 204 len: 168 time: 5.7986465 Dec 25 19:47:24.494828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-7470bfa2-4297-48bd-8954-8416435b6714 None None] Provisioning complete for port 031fca15-cc04-4765-822e-515d644cf979 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:47:24.495281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7470bfa2-4297-48bd-8954-8416435b6714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:24.499759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ed8aed8-94bc-49ad-bf3e-08371d7ea8d6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:24.500702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ed8aed8-94bc-49ad-bf3e-08371d7ea8d6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:24.505712 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-140fee3e-6157-4133-9dc0-a3fdfdc09405 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] 10.222.0.24 "DELETE /v2.0/ports/83191934-4cb1-46c1-9240-e323bb8617c7 HTTP/1.1" status: 204 len: 168 time: 2.3798547 Dec 25 19:47:24.510760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46168) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:24.510914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46166) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:24.515425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e52f33-2654-4ec9-8a9f-a795b506a4ed tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event deleted for resources: {'Network': ['ID=bb4df650-3005-43ec-9606-48abde538f88,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:24.531787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-8295f22f-2e66-4acc-8987-941092fa3b3b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1314093766'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:24.559449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-28e52f33-2654-4ec9-8a9f-a795b506a4ed tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:24.565405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9232d33d-0e0a-4a46-bc3d-12238b437010 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:24.573019 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f7e70e66-9a46-463a-8da0-5ddd636e1afc req-e5917711-ec94-4ab9-acdc-37027e0e04ac tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2576451 Dec 25 19:47:24.575464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8295f22f-2e66-4acc-8987-941092fa3b3b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:24.626145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8295f22f-2e66-4acc-8987-941092fa3b3b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Usage tracker for resource:network and tenant:4895f896d14c49cebd2f7b319db8be3e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:24.642384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7470bfa2-4297-48bd-8954-8416435b6714 None None] Port 031fca15-cc04-4765-822e-515d644cf979 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:47:24.645238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8295f22f-2e66-4acc-8987-941092fa3b3b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:24.678832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-7470bfa2-4297-48bd-8954-8416435b6714 None None] Provisioning complete for port ce5991d2-5444-46e1-a3fc-8b4054bac762 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:47:24.679276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7470bfa2-4297-48bd-8954-8416435b6714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:24.886648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed8aed8-94bc-49ad-bf3e-08371d7ea8d6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Network 00ee1749-7dac-4ff2-bd55-2bdcb6a1342d is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:47:24.893202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-5ed8aed8-94bc-49ad-bf3e-08371d7ea8d6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:24.969334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-75a93c29-ea9c-4ca9-a6db-b02fe55beef4 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:24.980475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8295f22f-2e66-4acc-8987-941092fa3b3b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:24.991817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8aed8-94bc-49ad-bf3e-08371d7ea8d6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event updated for resources: {'Port': ['ID=031fca15-cc04-4765-822e-515d644cf979,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:25.020759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-75a93c29-ea9c-4ca9-a6db-b02fe55beef4 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Transition to ACTIVE for port object b8cbbb87-de8f-4d2f-b6a0-0877cb2c2163 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:47:25.038499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8295f22f-2e66-4acc-8987-941092fa3b3b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Made reservation on behalf of 4895f896d14c49cebd2f7b319db8be3e for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:47:25.044785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8295f22f-2e66-4acc-8987-941092fa3b3b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:25.078644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-21616e79-fbd5-4f7c-8274-f2a2f1cb76db None None] Provisioning complete for port 031fca15-cc04-4765-822e-515d644cf979 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:47:25.079351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-21616e79-fbd5-4f7c-8274-f2a2f1cb76db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:25.082783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5ed8aed8-94bc-49ad-bf3e-08371d7ea8d6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:25.192968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8295f22f-2e66-4acc-8987-941092fa3b3b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:47:25.219100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-21616e79-fbd5-4f7c-8274-f2a2f1cb76db None None] Port 031fca15-cc04-4765-822e-515d644cf979 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:47:25.220669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8295f22f-2e66-4acc-8987-941092fa3b3b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:25.221286 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-8295f22f-2e66-4acc-8987-941092fa3b3b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Added segment eb1c275f-db15-4ab5-bb31-a72ab86ddf04 of type vlan for network e2bc9c6c-af2f-42ac-820e-3c3e7c692824 Dec 25 19:47:25.259928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8295f22f-2e66-4acc-8987-941092fa3b3b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:25.313908 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-75a93c29-ea9c-4ca9-a6db-b02fe55beef4 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:25.319650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e00a6537-0131-40cd-b17c-c11717ea8678 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Deleting port e5136dcb-420b-4455-8bdd-7fb142e6746f {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:47:25.321326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e00a6537-0131-40cd-b17c-c11717ea8678 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:25.358569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8295f22f-2e66-4acc-8987-941092fa3b3b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:25.363532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8295f22f-2e66-4acc-8987-941092fa3b3b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:25.364333 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8295f22f-2e66-4acc-8987-941092fa3b3b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:25.385426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c76360-569e-4b6f-a3a9-e401bcdbca4b None None] get_active_networks_info from dv-neutron-822611-1-hyperv {{(pid=88902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 25 19:47:25.419148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device ce5991d2-5444-46e1-a3fc-8b4054bac762 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:47:25.563679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-8e1bbda5-0fb0-423f-93aa-016039bfb3be None None] Provisioning complete for port 031fca15-cc04-4765-822e-515d644cf979 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:47:25.564110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8e1bbda5-0fb0-423f-93aa-016039bfb3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:25.576134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e00a6537-0131-40cd-b17c-c11717ea8678 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:25.673520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-3edb4acf-2c65-496c-a311-a256a0139ffb tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Deleting subnet 41af498e-b483-4fd1-a36d-7032a7a7298e {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:47:25.679768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3edb4acf-2c65-496c-a311-a256a0139ffb tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:25.683763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8e1bbda5-0fb0-423f-93aa-016039bfb3be None None] Port 031fca15-cc04-4765-822e-515d644cf979 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:47:25.687769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port ce5991d2-5444-46e1-a3fc-8b4054bac762 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:47:25.688191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:25.725765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e00a6537-0131-40cd-b17c-c11717ea8678 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Calling delete_port for e5136dcb-420b-4455-8bdd-7fb142e6746f owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:47:25.754786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3edb4acf-2c65-496c-a311-a256a0139ffb tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:25.792174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ccd62d42-3d87-4b18-8b01-c6ba584e8038 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:25.792377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46196) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:25.796345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c76360-569e-4b6f-a3a9-e401bcdbca4b None None] Resources bound (agent type, host, resource id): {{(pid=88902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 25 19:47:25.879876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3edb4acf-2c65-496c-a311-a256a0139ffb tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:25.973529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3edb4acf-2c65-496c-a311-a256a0139ffb tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:25.980434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-84432934-2ed6-451e-afd7-edb606c477bc tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:26.036814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-833901ad-c05f-4435-9a8d-73cdb33844ff tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-206141838'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:26.043240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb4acf-2c65-496c-a311-a256a0139ffb tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Pushing event deleted for resources: {'Subnet': ['ID=41af498e-b483-4fd1-a36d-7032a7a7298e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:26.049978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-833901ad-c05f-4435-9a8d-73cdb33844ff tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:26.052769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3edb4acf-2c65-496c-a311-a256a0139ffb tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:26.058220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-833901ad-c05f-4435-9a8d-73cdb33844ff tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Usage tracker for resource:network and tenant:e294dd84ad824cc9acfb19aed70fafc4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:26.061645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3edb4acf-2c65-496c-a311-a256a0139ffb tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:26.067392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-833901ad-c05f-4435-9a8d-73cdb33844ff tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:26.077967 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3edb4acf-2c65-496c-a311-a256a0139ffb tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] 10.222.0.24 "DELETE /v2.0/subnets/41af498e-b483-4fd1-a36d-7032a7a7298e HTTP/1.1" status: 204 len: 168 time: 1.5641954 Dec 25 19:47:26.077967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-833901ad-c05f-4435-9a8d-73cdb33844ff tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:26.079562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed8aed8-94bc-49ad-bf3e-08371d7ea8d6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Router 2c2fc0bb-c07a-47a9-8654-0fc9114067ad is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:47:26.081475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46204) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:26.081857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46206) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:26.135907 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679f38b-b74b-4ba5-8552-9118a606c9e8 req-c8e8393b-31b5-4c24-910e-64dd28b2fcc4 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:26.137501 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5679f38b-b74b-4ba5-8552-9118a606c9e8 req-c8e8393b-31b5-4c24-910e-64dd28b2fcc4 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 1.3127286 Dec 25 19:47:26.203595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833901ad-c05f-4435-9a8d-73cdb33844ff tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Made reservation on behalf of e294dd84ad824cc9acfb19aed70fafc4 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:47:26.211096 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8295f22f-2e66-4acc-8987-941092fa3b3b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6953397 Dec 25 19:47:26.211266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-833901ad-c05f-4435-9a8d-73cdb33844ff tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:26.230776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46212) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:26.252727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-9b42b340-f2e6-49e9-84e9-8a033be05bd7 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Request body: {'subnet': {'network_id': 'e2bc9c6c-af2f-42ac-820e-3c3e7c692824', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:26.289351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a93c29-ea9c-4ca9-a6db-b02fe55beef4 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Network 8587fe4a-451a-46ff-80ba-7f824e6966b0 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:47:26.293812 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295f22f-2e66-4acc-8987-941092fa3b3b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event updated for resources: {'Network': ['ID=e2bc9c6c-af2f-42ac-820e-3c3e7c692824,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:26.301491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-75a93c29-ea9c-4ca9-a6db-b02fe55beef4 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:26.301961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89e539f-85ae-4e72-887c-3249a85bc21b None None] Network 90f6954e-4ec1-4255-831d-135379ea20eb requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:47:26.305037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8295f22f-2e66-4acc-8987-941092fa3b3b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:26.308909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-23b85353-f5d2-49f4-9cdd-46bafe4e0350 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.500s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:26.324571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-833901ad-c05f-4435-9a8d-73cdb33844ff tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:26.331286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network e2bc9c6c-af2f-42ac-820e-3c3e7c692824 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:47:26.340951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a93c29-ea9c-4ca9-a6db-b02fe55beef4 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:47:26.482773 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5679f38b-b74b-4ba5-8552-9118a606c9e8 req-71652c40-b4c9-4b2b-ad88-6ffd656f8aec tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3226089 Dec 25 19:47:26.492747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a93c29-ea9c-4ca9-a6db-b02fe55beef4 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:26.493479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-75a93c29-ea9c-4ca9-a6db-b02fe55beef4 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:26.501993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a93c29-ea9c-4ca9-a6db-b02fe55beef4 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event updated for resources: {'Port': ['ID=b8cbbb87-de8f-4d2f-b6a0-0877cb2c2163,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:26.506277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-75a93c29-ea9c-4ca9-a6db-b02fe55beef4 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:26.512191 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6f93b1de-0469-4ee9-a39d-4178c920f4ef req-50083549-30b9-416f-afdf-26c29f586601 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6873751 Dec 25 19:47:26.548035 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-75a93c29-ea9c-4ca9-a6db-b02fe55beef4 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2187717 Dec 25 19:47:26.549762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46218) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:26.558230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-875075a0-9a12-4bc9-948d-924ecb04f3c2 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Request body: {'floatingip': {'port_id': 'b8cbbb87-de8f-4d2f-b6a0-0877cb2c2163'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:26.604495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9b42b340-f2e6-49e9-84e9-8a033be05bd7 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:26.619436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-74688da9-a9ad-4e0c-ba12-6e12775e70ff tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:26.624526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dd38a3-2bb8-449f-97bc-5c9f70204008 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:26.626231 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-72dd38a3-2bb8-449f-97bc-5c9f70204008 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=a29ab018-4a1a-4021-8156-423134b861f3 HTTP/1.1" status: 200 len: 814 time: 0.5415807 Dec 25 19:47:26.643302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9b42b340-f2e6-49e9-84e9-8a033be05bd7 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Usage tracker for resource:subnet and tenant:4895f896d14c49cebd2f7b319db8be3e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:26.648757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9b42b340-f2e6-49e9-84e9-8a033be05bd7 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:26.724586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9b42b340-f2e6-49e9-84e9-8a033be05bd7 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:26.749758 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-74688da9-a9ad-4e0c-ba12-6e12775e70ff tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Deleting port 084943b0-93af-401e-8e2f-2f046346e171 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:47:26.750108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-74688da9-a9ad-4e0c-ba12-6e12775e70ff tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:26.807358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-833901ad-c05f-4435-9a8d-73cdb33844ff tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:26.810421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b42b340-f2e6-49e9-84e9-8a033be05bd7 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Made reservation on behalf of 4895f896d14c49cebd2f7b319db8be3e for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:47:26.832725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-833901ad-c05f-4435-9a8d-73cdb33844ff tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Usage tracker for resource:security_group_rule and tenant:e294dd84ad824cc9acfb19aed70fafc4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:26.843142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-833901ad-c05f-4435-9a8d-73cdb33844ff tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:26.849787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-66e4f537-d0a3-41e2-8ede-2c61dc3336b2 None None] Provisioning for port b8cbbb87-de8f-4d2f-b6a0-0877cb2c2163 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:47:26.860540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-66e4f537-d0a3-41e2-8ede-2c61dc3336b2 None None] Provisioning complete for port b8cbbb87-de8f-4d2f-b6a0-0877cb2c2163 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:47:26.861256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-66e4f537-d0a3-41e2-8ede-2c61dc3336b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:26.862199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-833901ad-c05f-4435-9a8d-73cdb33844ff tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:26.925318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-875075a0-9a12-4bc9-948d-924ecb04f3c2 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for floatingip, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:26.928548 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-66e4f537-d0a3-41e2-8ede-2c61dc3336b2 None None] Port b8cbbb87-de8f-4d2f-b6a0-0877cb2c2163 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:47:26.994360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904b733d-5614-4f80-81c7-265983f18cb3 None None] DHCP port deletion for 90f6954e-4ec1-4255-831d-135379ea20eb request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:47:26.999300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-904b733d-5614-4f80-81c7-265983f18cb3 None None] Deleting port 084943b0-93af-401e-8e2f-2f046346e171 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:47:27.000022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-904b733d-5614-4f80-81c7-265983f18cb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:27.011245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9b42b340-f2e6-49e9-84e9-8a033be05bd7 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:27.026007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e00a6537-0131-40cd-b17c-c11717ea8678 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:27.033413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-13dded32-ce23-4853-baeb-a5778511ca22 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:27.090188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46226) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:27.096676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a6537-0131-40cd-b17c-c11717ea8678 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Pushing event deleted for resources: {'Port': ['ID=e5136dcb-420b-4455-8bdd-7fb142e6746f,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:27.103857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e00a6537-0131-40cd-b17c-c11717ea8678 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:27.164141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-61c33297-e1e1-43c2-bd8f-899732f0d22e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'network': {'name': 'tempest-network-smoke--463037710', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'port_security_enabled': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:27.176566 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6f93b1de-0469-4ee9-a39d-4178c920f4ef req-f9b46c78-75f4-40b9-9d62-6de2e3b2631b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52795748b8b04275a38e1b104b37d885&device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 1099 time: 0.4392889 Dec 25 19:47:27.201402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-61c33297-e1e1-43c2-bd8f-899732f0d22e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:27.204061 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c33eef-5690-4c6c-8fbd-f87131fcb202 req-996ce2dd-f280-4703-8869-ca439ba9d46e tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:27.205773 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-88c33eef-5690-4c6c-8fbd-f87131fcb202 req-996ce2dd-f280-4703-8869-ca439ba9d46e tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.4673669 Dec 25 19:47:27.285391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed8aed8-94bc-49ad-bf3e-08371d7ea8d6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:47:27.297741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2468459f-4701-416d-97d3-b98536e7171a None None] Sync routers for ids ['2c2fc0bb-c07a-47a9-8654-0fc9114067ad'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:47:27.322026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-61c33297-e1e1-43c2-bd8f-899732f0d22e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:27.324763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2468459f-4701-416d-97d3-b98536e7171a None None] Routers {'2c2fc0bb-c07a-47a9-8654-0fc9114067ad'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:47:27.325790 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-2468459f-4701-416d-97d3-b98536e7171a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:47:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['2c2fc0bb-c07a-47a9-8654-0fc9114067ad'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:27.350542 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-904b733d-5614-4f80-81c7-265983f18cb3 None None] For port 084943b0-93af-401e-8e2f-2f046346e171, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=084943b0-93af-401e-8e2f-2f046346e171,segment=NetworkSegment(f6fd4fef-9ad9-4ba6-92d9-900b335cbf2d),segment_id=f6fd4fef-9ad9-4ba6-92d9-900b335cbf2d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:47:27.350982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-904b733d-5614-4f80-81c7-265983f18cb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:27.371299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-74688da9-a9ad-4e0c-ba12-6e12775e70ff tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] For port 084943b0-93af-401e-8e2f-2f046346e171, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=084943b0-93af-401e-8e2f-2f046346e171,segment=NetworkSegment(f6fd4fef-9ad9-4ba6-92d9-900b335cbf2d),segment_id=f6fd4fef-9ad9-4ba6-92d9-900b335cbf2d)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:47:27.372068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-74688da9-a9ad-4e0c-ba12-6e12775e70ff tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:27.386327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-833901ad-c05f-4435-9a8d-73cdb33844ff tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:27.388509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c33297-e1e1-43c2-bd8f-899732f0d22e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Made reservation on behalf of 23f5dc92674e43b787fc19a8bf548d4f for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:47:27.394586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-61c33297-e1e1-43c2-bd8f-899732f0d22e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:27.418352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-833901ad-c05f-4435-9a8d-73cdb33844ff tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:27.435187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a638dedf-fcb4-49f3-986e-d4a92ad8080f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:27.458962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 084943b0-93af-401e-8e2f-2f046346e171 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:47:27.560147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833901ad-c05f-4435-9a8d-73cdb33844ff tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb42232-ad7d-4c4a-ad58-1f75aac552f2,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:27.584844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-904b733d-5614-4f80-81c7-265983f18cb3 None None] Calling delete_port for 084943b0-93af-401e-8e2f-2f046346e171 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:47:27.635304 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-88c33eef-5690-4c6c-8fbd-f87131fcb202 req-271f6f64-7ad3-4484-83be-058e652acc37 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4166303 Dec 25 19:47:27.643254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-2468459f-4701-416d-97d3-b98536e7171a None None] Set router 2c2fc0bb-c07a-47a9-8654-0fc9114067ad gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:47:27.672348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-833901ad-c05f-4435-9a8d-73cdb33844ff tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:27.723679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-74688da9-a9ad-4e0c-ba12-6e12775e70ff tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Calling delete_port for 084943b0-93af-401e-8e2f-2f046346e171 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:47:27.768526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93b1de-0469-4ee9-a39d-4178c920f4ef req-721e4a38-280d-4f9b-a688-f7a68834af0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:27.770162 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6f93b1de-0469-4ee9-a39d-4178c920f4ef req-721e4a38-280d-4f9b-a688-f7a68834af0f service neutron] 10.222.0.36 "GET /v2.0/networks?id=367788d2-d464-40ee-b453-dec544646fe7 HTTP/1.1" status: 200 len: 912 time: 0.5563412 Dec 25 19:47:27.773328 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c33297-e1e1-43c2-bd8f-899732f0d22e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:47:27.784131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-61c33297-e1e1-43c2-bd8f-899732f0d22e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:27.784680 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-61c33297-e1e1-43c2-bd8f-899732f0d22e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Added segment 9bfcddd1-759c-45ad-9da1-136acb1b5794 of type vlan for network 7579654c-5033-483f-9933-ff786d50e0fb Dec 25 19:47:27.813153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-61c33297-e1e1-43c2-bd8f-899732f0d22e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:27.828308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:27.846788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833901ad-c05f-4435-9a8d-73cdb33844ff tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:47:27.868104 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-61c33297-e1e1-43c2-bd8f-899732f0d22e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:27.872535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-904b733d-5614-4f80-81c7-265983f18cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:27.873065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c33297-e1e1-43c2-bd8f-899732f0d22e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:27.873836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-61c33297-e1e1-43c2-bd8f-899732f0d22e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:27.877173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ea29b855-beeb-40e5-8b6b-5c877013aee7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:27.901214 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5ed8aed8-94bc-49ad-bf3e-08371d7ea8d6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "PUT /v2.0/routers/2c2fc0bb-c07a-47a9-8654-0fc9114067ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2119510 Dec 25 19:47:27.912471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8bb034c1-a7f9-47b3-9c4e-3183e85388de tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:27.938100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46232) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:27.946652 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-61c33297-e1e1-43c2-bd8f-899732f0d22e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8479235 Dec 25 19:47:27.962589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-2065d99b-c6c5-48a0-9aec-25445b3bc312 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1402341914'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:27.974631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46236) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:27.985917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2065d99b-c6c5-48a0-9aec-25445b3bc312 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:27.992243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b733d-5614-4f80-81c7-265983f18cb3 None None] Pushing event deleted for resources: {'Port': ['ID=084943b0-93af-401e-8e2f-2f046346e171,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:28.004751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-904b733d-5614-4f80-81c7-265983f18cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:28.068779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-833901ad-c05f-4435-9a8d-73cdb33844ff tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:28.069546 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-833901ad-c05f-4435-9a8d-73cdb33844ff tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Added segment 9e323872-8613-4c4b-a78f-84a602b608cb of type vlan for network ebe58747-6285-4ee0-ac16-75d128bdb54a Dec 25 19:47:28.085271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea43d73b-0b5d-408b-b263-2e88ebda7e4e tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:28.088121 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ea43d73b-0b5d-408b-b263-2e88ebda7e4e tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=23f5dc92674e43b787fc19a8bf548d4f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1091876 Dec 25 19:47:28.090758 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904b733d-5614-4f80-81c7-265983f18cb3 None None] No DVR routers for this DVR port 084943b0-93af-401e-8e2f-2f046346e171 on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:47:28.121938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46240) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:28.123587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2065d99b-c6c5-48a0-9aec-25445b3bc312 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Usage tracker for resource:network and tenant:ed9c1443c9ab46589f19ea480da46eab is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:28.144156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-2468459f-4701-416d-97d3-b98536e7171a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'name': 'tempest-RoutersIpV6Test-router-1228898724', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:47:16Z', 'updated_at': '2021-12-25T19:47:22Z', 'revision_number': 2, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'gw_port_host': None, '_interfaces': [{'id': '031fca15-cc04-4765-822e-515d644cf979', 'name': '', 'network_id': '00ee1749-7dac-4ff2-bd55-2bdcb6a1342d', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:ab:ef:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:20Z', 'updated_at': '2021-12-25T19:47:23Z', 'revision_number': 2, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:28.154041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2468459f-4701-416d-97d3-b98536e7171a None None] Checking router: 2c2fc0bb-c07a-47a9-8654-0fc9114067ad for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:47:28.154443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2468459f-4701-416d-97d3-b98536e7171a None None] Updating router 2c2fc0bb-c07a-47a9-8654-0fc9114067ad port 031fca15-cc04-4765-822e-515d644cf979 binding host dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 19:47:28.171313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2065d99b-c6c5-48a0-9aec-25445b3bc312 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:28.225891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2468459f-4701-416d-97d3-b98536e7171a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:28.235418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2065d99b-c6c5-48a0-9aec-25445b3bc312 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:28.314134 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6f93b1de-0469-4ee9-a39d-4178c920f4ef req-068ee78a-3ff9-4d42-83e9-154007df40f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c843bde7-7305-4020-90c9-1245f99937d8 HTTP/1.1" status: 200 len: 1002 time: 0.5362587 Dec 25 19:47:28.571366 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93b1de-0469-4ee9-a39d-4178c920f4ef req-bbdaf13f-a175-4443-9310-95cd744e0c28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:28.571366 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6f93b1de-0469-4ee9-a39d-4178c920f4ef req-bbdaf13f-a175-4443-9310-95cd744e0c28 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef16ee7f-3e07-44fe-b0cc-c9caef9a43a3 HTTP/1.1" status: 200 len: 851 time: 0.2023015 Dec 25 19:47:28.575854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c33297-e1e1-43c2-bd8f-899732f0d22e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Network': ['ID=7579654c-5033-483f-9933-ff786d50e0fb,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:28.603479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-833901ad-c05f-4435-9a8d-73cdb33844ff tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:28.627746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2065d99b-c6c5-48a0-9aec-25445b3bc312 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Made reservation on behalf of ed9c1443c9ab46589f19ea480da46eab for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:47:28.633860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2065d99b-c6c5-48a0-9aec-25445b3bc312 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:28.637970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2468459f-4701-416d-97d3-b98536e7171a None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:28.651741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2468459f-4701-416d-97d3-b98536e7171a None None] Transition to ACTIVE for port object 031fca15-cc04-4765-822e-515d644cf979 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:47:28.667480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2468459f-4701-416d-97d3-b98536e7171a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:28.676261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:28.681042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f5693-3d0a-4798-b106-8caaab1c79dd req-2de4d5c7-764f-4ddd-8d9c-f96e03d11e9a tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:28.682676 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a20f5693-3d0a-4798-b106-8caaab1c79dd req-2de4d5c7-764f-4ddd-8d9c-f96e03d11e9a tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.3753889 Dec 25 19:47:28.701753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-74688da9-a9ad-4e0c-ba12-6e12775e70ff tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:47:28.702129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-74688da9-a9ad-4e0c-ba12-6e12775e70ff tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:47:28.711807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9b42b340-f2e6-49e9-84e9-8a033be05bd7 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:28.716683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c33297-e1e1-43c2-bd8f-899732f0d22e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:47:28.717106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c33297-e1e1-43c2-bd8f-899732f0d22e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:47:28.717534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c33297-e1e1-43c2-bd8f-899732f0d22e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:47:28.717932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c33297-e1e1-43c2-bd8f-899732f0d22e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:47:28.718337 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c33297-e1e1-43c2-bd8f-899732f0d22e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:47:28.718741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c33297-e1e1-43c2-bd8f-899732f0d22e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:47:28.719212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c33297-e1e1-43c2-bd8f-899732f0d22e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:47:28.719616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c33297-e1e1-43c2-bd8f-899732f0d22e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:47:28.720014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c33297-e1e1-43c2-bd8f-899732f0d22e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:47:28.720601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c33297-e1e1-43c2-bd8f-899732f0d22e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:47:28.720781 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c33297-e1e1-43c2-bd8f-899732f0d22e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:47:28.737382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e00a6537-0131-40cd-b17c-c11717ea8678 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:28.741696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 7579654c-5033-483f-9933-ff786d50e0fb details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:47:28.749090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-61c33297-e1e1-43c2-bd8f-899732f0d22e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.837s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:28.749664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f35840c2-7c60-437f-8042-01f7f86ca48f tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:28.782885 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6f93b1de-0469-4ee9-a39d-4178c920f4ef req-66ad50b1-c919-4ffd-9dfa-8c582f30a1d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=367788d2-d464-40ee-b453-dec544646fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2020102 Dec 25 19:47:28.788733 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a20f5693-3d0a-4798-b106-8caaab1c79dd req-ac7d7de4-5324-4059-a871-9a6d578d37d3 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950398 Dec 25 19:47:28.829392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc593e7c-3123-4042-8618-20390e5a5833 None None] Pushing event updated for resources: {'Port': ['ID=031fca15-cc04-4765-822e-515d644cf979,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:28.860178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-833901ad-c05f-4435-9a8d-73cdb33844ff tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:28.864327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833901ad-c05f-4435-9a8d-73cdb33844ff tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:28.864982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-833901ad-c05f-4435-9a8d-73cdb33844ff tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:28.892919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2065d99b-c6c5-48a0-9aec-25445b3bc312 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:47:28.915898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fff974-4793-4371-a3c5-2148e3135587 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:28.917562 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-93fff974-4793-4371-a3c5-2148e3135587 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7740188 Dec 25 19:47:28.925844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46246) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:28.932841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42b340-f2e6-49e9-84e9-8a033be05bd7 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event updated for resources: {'Subnet': ['ID=a817b7d5-425a-4330-98c2-1cd49ac9cd17,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:28.942028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9b42b340-f2e6-49e9-84e9-8a033be05bd7 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:28.943800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9721ef40-8ff4-434f-894f-6c2e7ae9e67c tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:28.947239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc593e7c-3123-4042-8618-20390e5a5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:47:28.947764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc593e7c-3123-4042-8618-20390e5a5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:47:28.948229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc593e7c-3123-4042-8618-20390e5a5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:47:28.948677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc593e7c-3123-4042-8618-20390e5a5833 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:47:28.949127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc593e7c-3123-4042-8618-20390e5a5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:47:28.949581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc593e7c-3123-4042-8618-20390e5a5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:47:28.950403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc593e7c-3123-4042-8618-20390e5a5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:47:28.950871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc593e7c-3123-4042-8618-20390e5a5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:47:28.951336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc593e7c-3123-4042-8618-20390e5a5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:47:28.951773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc593e7c-3123-4042-8618-20390e5a5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:47:28.952212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc593e7c-3123-4042-8618-20390e5a5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:47:28.958027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dc593e7c-3123-4042-8618-20390e5a5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:28.978089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2065d99b-c6c5-48a0-9aec-25445b3bc312 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:28.978478 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-2065d99b-c6c5-48a0-9aec-25445b3bc312 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Added segment 052d9204-d48e-433c-9b64-53afd3a31b82 of type vlan for network 60e204d6-3634-416a-a347-79a8d48995a8 Dec 25 19:47:28.986313 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-833901ad-c05f-4435-9a8d-73cdb33844ff tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.1849735 Dec 25 19:47:28.997837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46250) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:29.016764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-cdd950da-a781-42c7-addd-32b81f677604 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Request body: {'subnet': {'network_id': 'ebe58747-6285-4ee0-ac16-75d128bdb54a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:29.042198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b42b340-f2e6-49e9-84e9-8a033be05bd7 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Checking segment: {'id': 'eb1c275f-db15-4ab5-bb31-a72ab86ddf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e2bc9c6c-af2f-42ac-820e-3c3e7c692824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:47:29.042531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b42b340-f2e6-49e9-84e9-8a033be05bd7 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Network hostable DHCP agents. Network: e2bc9c6c-af2f-42ac-820e-3c3e7c692824, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:47:29.061552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-2468459f-4701-416d-97d3-b98536e7171a None None] Attempting to bind port 031fca15-cc04-4765-822e-515d644cf979 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:47:29.062128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-2468459f-4701-416d-97d3-b98536e7171a None None] Attempting to bind port 031fca15-cc04-4765-822e-515d644cf979 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'b1c785b2-2056-4c05-96bb-fa85161c6f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '00ee1749-7dac-4ff2-bd55-2bdcb6a1342d'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:47:29.062544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2468459f-4701-416d-97d3-b98536e7171a None None] Attempting to bind port 031fca15-cc04-4765-822e-515d644cf979 on network 00ee1749-7dac-4ff2-bd55-2bdcb6a1342d {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:47:29.069013 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-304c2614-c578-4ef3-9cc4-b5a720a666e4 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=a29ab018-4a1a-4021-8156-423134b861f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1418254 Dec 25 19:47:29.073441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2468459f-4701-416d-97d3-b98536e7171a None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:47:29.073910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2468459f-4701-416d-97d3-b98536e7171a None None] Checking segment: {'id': 'b1c785b2-2056-4c05-96bb-fa85161c6f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '00ee1749-7dac-4ff2-bd55-2bdcb6a1342d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:47:29.074793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2468459f-4701-416d-97d3-b98536e7171a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:29.075296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2468459f-4701-416d-97d3-b98536e7171a None None] Bound using segment: {'id': 'b1c785b2-2056-4c05-96bb-fa85161c6f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '00ee1749-7dac-4ff2-bd55-2bdcb6a1342d'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:47:29.075839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-2468459f-4701-416d-97d3-b98536e7171a None None] Bound port: 031fca15-cc04-4765-822e-515d644cf979, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1c785b2-2056-4c05-96bb-fa85161c6f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '00ee1749-7dac-4ff2-bd55-2bdcb6a1342d'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:47:29.076268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2468459f-4701-416d-97d3-b98536e7171a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:29.122589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46254) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:29.157816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2065d99b-c6c5-48a0-9aec-25445b3bc312 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:29.186452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-875075a0-9a12-4bc9-948d-924ecb04f3c2 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:29.203393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833901ad-c05f-4435-9a8d-73cdb33844ff tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Pushing event updated for resources: {'Network': ['ID=ebe58747-6285-4ee0-ac16-75d128bdb54a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:29.205693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-74688da9-a9ad-4e0c-ba12-6e12775e70ff tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Deleting port 084943b0-93af-401e-8e2f-2f046346e171 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:47:29.205974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-74688da9-a9ad-4e0c-ba12-6e12775e70ff tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:29.215106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-875075a0-9a12-4bc9-948d-924ecb04f3c2 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:29.219423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network ebe58747-6285-4ee0-ac16-75d128bdb54a details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:47:29.223088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-2468459f-4701-416d-97d3-b98536e7171a None None] For port 031fca15-cc04-4765-822e-515d644cf979, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:47:29.226730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-2468459f-4701-416d-97d3-b98536e7171a None None] For port 031fca15-cc04-4765-822e-515d644cf979, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=031fca15-cc04-4765-822e-515d644cf979,segment=NetworkSegment(b1c785b2-2056-4c05-96bb-fa85161c6f17),segment_id=b1c785b2-2056-4c05-96bb-fa85161c6f17)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:47:29.233916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-833901ad-c05f-4435-9a8d-73cdb33844ff tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:29.239729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2468459f-4701-416d-97d3-b98536e7171a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:29.256242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5b832c06-104a-4cb3-84d3-59187a4a33e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:29.322333 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6f93b1de-0469-4ee9-a39d-4178c920f4ef req-1ad8fc6d-bc4d-4e79-806f-3df33851edea service neutron] 10.222.0.36 "GET /v2.0/networks/367788d2-d464-40ee-b453-dec544646fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4732587 Dec 25 19:47:29.329816 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fc91d5d5-853c-4012-9d06-171eb5c742a0 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=23f5dc92674e43b787fc19a8bf548d4f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1924968 Dec 25 19:47:29.333743 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46258) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:29.361992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc593e7c-3123-4042-8618-20390e5a5833 None None] Pushing event updated for resources: {'Port': ['ID=031fca15-cc04-4765-822e-515d644cf979,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:29.365445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dc593e7c-3123-4042-8618-20390e5a5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:29.380657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-74688da9-a9ad-4e0c-ba12-6e12775e70ff tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] The port '084943b0-93af-401e-8e2f-2f046346e171' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:47:29.403827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2468459f-4701-416d-97d3-b98536e7171a None None] Routers {'2c2fc0bb-c07a-47a9-8654-0fc9114067ad'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:47:29.404537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-2468459f-4701-416d-97d3-b98536e7171a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:47:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['2c2fc0bb-c07a-47a9-8654-0fc9114067ad'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:29.437522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-cdd950da-a781-42c7-addd-32b81f677604 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:29.464232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-cdd950da-a781-42c7-addd-32b81f677604 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Usage tracker for resource:subnet and tenant:e294dd84ad824cc9acfb19aed70fafc4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:29.467507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b42b340-f2e6-49e9-84e9-8a033be05bd7 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Network e2bc9c6c-af2f-42ac-820e-3c3e7c692824 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:47:29.475647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-cdd950da-a781-42c7-addd-32b81f677604 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:29.487237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2065d99b-c6c5-48a0-9aec-25445b3bc312 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:29.491446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2065d99b-c6c5-48a0-9aec-25445b3bc312 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:29.492103 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2065d99b-c6c5-48a0-9aec-25445b3bc312 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:29.498219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-cdd950da-a781-42c7-addd-32b81f677604 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:29.513373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bfd32178-ee20-4f5f-ba35-8b25cb6f0fcf tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:29.521083 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6f93b1de-0469-4ee9-a39d-4178c920f4ef req-a0b810ad-02ad-40c5-b070-2e1207648c37 service neutron] 10.222.0.36 "GET /v2.0/networks/367788d2-d464-40ee-b453-dec544646fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834445 Dec 25 19:47:29.552787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-9b42b340-f2e6-49e9-84e9-8a033be05bd7 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, e2bc9c6c-af2f-42ac-820e-3c3e7c692824) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:29.562451 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bcd2e4-295d-4663-a5c1-029de4c25f22 None None] Network e2bc9c6c-af2f-42ac-820e-3c3e7c692824 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:47:29.598378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-2468459f-4701-416d-97d3-b98536e7171a None None] Set router 2c2fc0bb-c07a-47a9-8654-0fc9114067ad gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:47:29.640155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b42b340-f2e6-49e9-84e9-8a033be05bd7 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:29.640817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9b42b340-f2e6-49e9-84e9-8a033be05bd7 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:29.670468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-74688da9-a9ad-4e0c-ba12-6e12775e70ff tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:29.721671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd950da-a781-42c7-addd-32b81f677604 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Made reservation on behalf of e294dd84ad824cc9acfb19aed70fafc4 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:47:29.760266 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2065d99b-c6c5-48a0-9aec-25445b3bc312 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8167624 Dec 25 19:47:29.761830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46262) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:29.786891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-87484500-3ec2-4cd0-ae6d-d581e1ac5bc7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Request body: {'subnet': {'network_id': '60e204d6-3634-416a-a347-79a8d48995a8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:29.879955 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9b42b340-f2e6-49e9-84e9-8a033be05bd7 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6479428 Dec 25 19:47:29.881087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065d99b-c6c5-48a0-9aec-25445b3bc312 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event updated for resources: {'Network': ['ID=60e204d6-3634-416a-a347-79a8d48995a8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:29.888387 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-74688da9-a9ad-4e0c-ba12-6e12775e70ff tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90f6954e-4ec1-4255-831d-135379ea20eb']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:29.896495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46268) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:29.900060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2065d99b-c6c5-48a0-9aec-25445b3bc312 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:29.941538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-74688da9-a9ad-4e0c-ba12-6e12775e70ff tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6fd4fef-9ad9-4ba6-92d9-900b335cbf2d') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:29.941937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-74688da9-a9ad-4e0c-ba12-6e12775e70ff tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6fd4fef-9ad9-4ba6-92d9-900b335cbf2d') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:29.949846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 60e204d6-3634-416a-a347-79a8d48995a8 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:47:30.073617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63464718-ff3d-4c57-ba25-1753bdaf52ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-e2bc9c6c-af2f-42ac-820e-3c3e7c692824', 'network_id': 'e2bc9c6c-af2f-42ac-820e-3c3e7c692824', 'tenant_id': '4895f896d14c49cebd2f7b319db8be3e', 'fixed_ips': [{'subnet_id': 'a817b7d5-425a-4330-98c2-1cd49ac9cd17'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:47:30.074563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-63464718-ff3d-4c57-ba25-1753bdaf52ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:30.103971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cdd950da-a781-42c7-addd-32b81f677604 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:30.155500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-74688da9-a9ad-4e0c-ba12-6e12775e70ff tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:30.164017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078c594b-136f-4447-977a-6fa179e732d2 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:30.168561 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-078c594b-136f-4447-977a-6fa179e732d2 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8305812 Dec 25 19:47:30.217079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46272) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:30.241913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-2468459f-4701-416d-97d3-b98536e7171a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'name': 'tempest-RoutersIpV6Test-router-1228898724', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:47:16Z', 'updated_at': '2021-12-25T19:47:22Z', 'revision_number': 2, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'gw_port_host': None, '_interfaces': [{'id': '031fca15-cc04-4765-822e-515d644cf979', 'name': '', 'network_id': '00ee1749-7dac-4ff2-bd55-2bdcb6a1342d', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:ab:ef:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:20Z', 'updated_at': '2021-12-25T19:47:29Z', 'revision_number': 4, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:30.248250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2468459f-4701-416d-97d3-b98536e7171a None None] The sync data for ids ['2c2fc0bb-c07a-47a9-8654-0fc9114067ad'] in dv-neutron-822611-1-hyperv is: [{'id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'name': 'tempest-RoutersIpV6Test-router-1228898724', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:47:16Z', 'updated_at': '2021-12-25T19:47:22Z', 'revision_number': 2, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'gw_port_host': None, '_interfaces': [{'id': '031fca15-cc04-4765-822e-515d644cf979', 'name': '', 'network_id': '00ee1749-7dac-4ff2-bd55-2bdcb6a1342d', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:ab:ef:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:20Z', 'updated_at': '2021-12-25T19:47:29Z', 'revision_number': 4, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:47:30.313212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-87484500-3ec2-4cd0-ae6d-d581e1ac5bc7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:30.330788 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5aa170f3-c11f-463e-a7cd-95e3c5fb05c3 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=a29ab018-4a1a-4021-8156-423134b861f3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0862544 Dec 25 19:47:30.335667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46276) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:30.337348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-74688da9-a9ad-4e0c-ba12-6e12775e70ff tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:30.338286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-63464718-ff3d-4c57-ba25-1753bdaf52ee None None] Allocated IP 172.20.0.2 (e2bc9c6c-af2f-42ac-820e-3c3e7c692824/a817b7d5-425a-4330-98c2-1cd49ac9cd17/d97ef2f2-86d0-4a8a-8bba-7130da5a6f49) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:47:30.339563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-87484500-3ec2-4cd0-ae6d-d581e1ac5bc7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Usage tracker for resource:subnet and tenant:ed9c1443c9ab46589f19ea480da46eab is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:30.344788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-87484500-3ec2-4cd0-ae6d-d581e1ac5bc7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:30.356641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-3f4095f6-f8a2-4315-9716-d7c9fa2285e2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-305436228', 'network_id': '7579654c-5033-483f-9933-ff786d50e0fb', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:30.422120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51f6f649-6299-4f73-bcb5-2513f7bc1235 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:30.440231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74688da9-a9ad-4e0c-ba12-6e12775e70ff tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:47:30.441328 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-74688da9-a9ad-4e0c-ba12-6e12775e70ff tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:30.459221 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:47:30.459221 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:47:30.459221 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:47:30.459221 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:47:30.459221 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:47:30.459221 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:47:30.459221 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:47:30.459221 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:47:30.459221 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:47:30.459221 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:47:30.459221 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:47:30.459221 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:47:30.459221 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:47:30.459221 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:47:30.459221 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:47:30.459221 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:47:30.459221 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:47:30.459221 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:47:30.459221 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:47:30.459221 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:47:30.459221 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:47:30.459221 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:47:30.459221 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:47:30.459221 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:47:30.459221 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:47:30.459221 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:47:30.459221 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:47:30.459221 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:47:30.459221 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:47:30.459221 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:47:30.459221 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:47:30.459221 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:47:30.604122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-63464718-ff3d-4c57-ba25-1753bdaf52ee None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:30.616782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-63464718-ff3d-4c57-ba25-1753bdaf52ee None None] Transition to ACTIVE for port object d97ef2f2-86d0-4a8a-8bba-7130da5a6f49 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:47:30.640329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-63464718-ff3d-4c57-ba25-1753bdaf52ee None None] Transition to ACTIVE for port object d97ef2f2-86d0-4a8a-8bba-7130da5a6f49 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:47:30.652527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-63464718-ff3d-4c57-ba25-1753bdaf52ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:30.657361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b8ccaa4f-4480-4873-b3ad-f0f9c31ef654 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:30.695322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3f4095f6-f8a2-4315-9716-d7c9fa2285e2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:30.700130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3f4095f6-f8a2-4315-9716-d7c9fa2285e2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:subnet and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:30.702337 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3f4095f6-f8a2-4315-9716-d7c9fa2285e2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:30.711153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3f4095f6-f8a2-4315-9716-d7c9fa2285e2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:30.746728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-74688da9-a9ad-4e0c-ba12-6e12775e70ff tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:30.748769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4095f6-f8a2-4315-9716-d7c9fa2285e2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Made reservation on behalf of 23f5dc92674e43b787fc19a8bf548d4f for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:47:30.774171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-61c33297-e1e1-43c2-bd8f-899732f0d22e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:30.779089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63464718-ff3d-4c57-ba25-1753bdaf52ee None None] Pushing event updated for resources: {'Port': ['ID=d97ef2f2-86d0-4a8a-8bba-7130da5a6f49,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:30.782842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-87484500-3ec2-4cd0-ae6d-d581e1ac5bc7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:30.787592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-63464718-ff3d-4c57-ba25-1753bdaf52ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:30.803567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63464718-ff3d-4c57-ba25-1753bdaf52ee None None] Network e2bc9c6c-af2f-42ac-820e-3c3e7c692824 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:47:30.806738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-63464718-ff3d-4c57-ba25-1753bdaf52ee None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:30.806877 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-74688da9-a9ad-4e0c-ba12-6e12775e70ff tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:30.808493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63464718-ff3d-4c57-ba25-1753bdaf52ee None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:47:30.835800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b494d2-0cb1-4d2e-8b7a-c999b5612e15 req-2a716f60-d57b-4d54-b874-0126c02168be tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:30.837522 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-90b494d2-0cb1-4d2e-8b7a-c999b5612e15 req-2a716f60-d57b-4d54-b874-0126c02168be tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.7569475 Dec 25 19:47:30.843837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74688da9-a9ad-4e0c-ba12-6e12775e70ff tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Pushing event deleted for resources: {'Network': ['ID=90f6954e-4ec1-4255-831d-135379ea20eb,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:30.845397 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87484500-3ec2-4cd0-ae6d-d581e1ac5bc7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Made reservation on behalf of ed9c1443c9ab46589f19ea480da46eab for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:47:30.892784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-74688da9-a9ad-4e0c-ba12-6e12775e70ff tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:30.898079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51f6f649-6299-4f73-bcb5-2513f7bc1235 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:30.905194 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [None req-875075a0-9a12-4bc9-948d-924ecb04f3c2 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Floating IP 85d57381-dc64-4b10-a6ab-231a35dbdee9 associated. External IP: 172.26.8.16, port: b9f05693-4aa1-4241-b933-c33e0c5982f8. Dec 25 19:47:30.925049 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-63464718-ff3d-4c57-ba25-1753bdaf52ee None None] Attempting to bind port d97ef2f2-86d0-4a8a-8bba-7130da5a6f49 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:47:30.925394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-63464718-ff3d-4c57-ba25-1753bdaf52ee None None] Attempting to bind port d97ef2f2-86d0-4a8a-8bba-7130da5a6f49 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'eb1c275f-db15-4ab5-bb31-a72ab86ddf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e2bc9c6c-af2f-42ac-820e-3c3e7c692824'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:47:30.925809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63464718-ff3d-4c57-ba25-1753bdaf52ee None None] Attempting to bind port d97ef2f2-86d0-4a8a-8bba-7130da5a6f49 on network e2bc9c6c-af2f-42ac-820e-3c3e7c692824 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:47:30.935797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63464718-ff3d-4c57-ba25-1753bdaf52ee None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:47:30.935797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63464718-ff3d-4c57-ba25-1753bdaf52ee None None] Checking segment: {'id': 'eb1c275f-db15-4ab5-bb31-a72ab86ddf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e2bc9c6c-af2f-42ac-820e-3c3e7c692824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:47:30.935797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-63464718-ff3d-4c57-ba25-1753bdaf52ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:30.935797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63464718-ff3d-4c57-ba25-1753bdaf52ee None None] Bound using segment: {'id': 'eb1c275f-db15-4ab5-bb31-a72ab86ddf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e2bc9c6c-af2f-42ac-820e-3c3e7c692824'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:47:30.935797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-63464718-ff3d-4c57-ba25-1753bdaf52ee None None] Bound port: d97ef2f2-86d0-4a8a-8bba-7130da5a6f49, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb1c275f-db15-4ab5-bb31-a72ab86ddf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e2bc9c6c-af2f-42ac-820e-3c3e7c692824'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:47:30.936620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-63464718-ff3d-4c57-ba25-1753bdaf52ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:30.944514 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-74688da9-a9ad-4e0c-ba12-6e12775e70ff tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] 10.222.0.24 "DELETE /v2.0/networks/90f6954e-4ec1-4255-831d-135379ea20eb HTTP/1.1" status: 204 len: 168 time: 4.8580084 Dec 25 19:47:31.074143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3f4095f6-f8a2-4315-9716-d7c9fa2285e2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:31.080733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-63464718-ff3d-4c57-ba25-1753bdaf52ee None None] For port d97ef2f2-86d0-4a8a-8bba-7130da5a6f49, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:47:31.084345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-63464718-ff3d-4c57-ba25-1753bdaf52ee None None] For port d97ef2f2-86d0-4a8a-8bba-7130da5a6f49, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=d97ef2f2-86d0-4a8a-8bba-7130da5a6f49,segment=NetworkSegment(eb1c275f-db15-4ab5-bb31-a72ab86ddf04),segment_id=eb1c275f-db15-4ab5-bb31-a72ab86ddf04)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:47:31.089780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-63464718-ff3d-4c57-ba25-1753bdaf52ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:31.096252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:31.197850 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-87484500-3ec2-4cd0-ae6d-d581e1ac5bc7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:31.223123 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63464718-ff3d-4c57-ba25-1753bdaf52ee None None] Pushing event updated for resources: {'Port': ['ID=d97ef2f2-86d0-4a8a-8bba-7130da5a6f49,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:31.236358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-63464718-ff3d-4c57-ba25-1753bdaf52ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:31.373655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cdd950da-a781-42c7-addd-32b81f677604 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:31.379746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dd7a43f8-f55b-46d0-b521-2a91864efead tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:31.415885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 031fca15-cc04-4765-822e-515d644cf979 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:47:31.442240 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-90b494d2-0cb1-4d2e-8b7a-c999b5612e15 req-ec780c01-679a-4615-8d6b-4fd53473da8d tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5811515 Dec 25 19:47:31.466531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51f6f649-6299-4f73-bcb5-2513f7bc1235 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:31.565560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46286) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:31.594141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 031fca15-cc04-4765-822e-515d644cf979 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:47:31.607277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 031fca15-cc04-4765-822e-515d644cf979 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:47:31.607706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:31.612485 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd950da-a781-42c7-addd-32b81f677604 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Pushing event updated for resources: {'Subnet': ['ID=0530dc9e-3f9a-4c1b-8531-08e912bf7505,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:31.632339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cdd950da-a781-42c7-addd-32b81f677604 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:31.684526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f18c14be-dc45-4f87-9dc4-77bcd15dd91e tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:31.780434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:31.832572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 031fca15-cc04-4765-822e-515d644cf979, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=031fca15-cc04-4765-822e-515d644cf979,segment=NetworkSegment(b1c785b2-2056-4c05-96bb-fa85161c6f17),segment_id=b1c785b2-2056-4c05-96bb-fa85161c6f17)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:47:31.838461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:31.841572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d4ec129b-9750-4ea3-8e44-bc11167ef041 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:31.942005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=031fca15-cc04-4765-822e-515d644cf979,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:31.951532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:32.065939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-87484500-3ec2-4cd0-ae6d-d581e1ac5bc7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:32.113796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0e0d6d36-e079-426c-b8dc-64f9ccc0f59c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:32.184134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00a6537-0131-40cd-b17c-c11717ea8678 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Router 396d53f3-9cc4-416d-8ba2-b0d173847710 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:47:32.191680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f6f649-6299-4f73-bcb5-2513f7bc1235 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event deleted for resources: {'Subnet': ['ID=a817b7d5-425a-4330-98c2-1cd49ac9cd17,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:32.194287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-51f6f649-6299-4f73-bcb5-2513f7bc1235 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:32.335570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87484500-3ec2-4cd0-ae6d-d581e1ac5bc7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event updated for resources: {'Subnet': ['ID=dcc997de-bf8e-4820-b22b-aba70acb08e6,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:32.337465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51f6f649-6299-4f73-bcb5-2513f7bc1235 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:32.374786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd950da-a781-42c7-addd-32b81f677604 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Checking segment: {'id': '9e323872-8613-4c4b-a78f-84a602b608cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ebe58747-6285-4ee0-ac16-75d128bdb54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:47:32.375204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd950da-a781-42c7-addd-32b81f677604 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Network hostable DHCP agents. Network: ebe58747-6285-4ee0-ac16-75d128bdb54a, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:47:32.398210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3f4095f6-f8a2-4315-9716-d7c9fa2285e2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:32.407372 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f03e3e3a-461d-4bc1-8641-c2a0dc99dacb tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:32.437589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87484500-3ec2-4cd0-ae6d-d581e1ac5bc7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:47:32.438011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87484500-3ec2-4cd0-ae6d-d581e1ac5bc7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:47:32.438422 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87484500-3ec2-4cd0-ae6d-d581e1ac5bc7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:47:32.438831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87484500-3ec2-4cd0-ae6d-d581e1ac5bc7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:47:32.440889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87484500-3ec2-4cd0-ae6d-d581e1ac5bc7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:47:32.440889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87484500-3ec2-4cd0-ae6d-d581e1ac5bc7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:47:32.440889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87484500-3ec2-4cd0-ae6d-d581e1ac5bc7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:47:32.441168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87484500-3ec2-4cd0-ae6d-d581e1ac5bc7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:47:32.441358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87484500-3ec2-4cd0-ae6d-d581e1ac5bc7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:47:32.441755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87484500-3ec2-4cd0-ae6d-d581e1ac5bc7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:47:32.442152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87484500-3ec2-4cd0-ae6d-d581e1ac5bc7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:47:32.450995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-51f6f649-6299-4f73-bcb5-2513f7bc1235 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2bc9c6c-af2f-42ac-820e-3c3e7c692824']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:32.459176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-87484500-3ec2-4cd0-ae6d-d581e1ac5bc7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:32.476494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87484500-3ec2-4cd0-ae6d-d581e1ac5bc7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Checking segment: {'id': '052d9204-d48e-433c-9b64-53afd3a31b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '60e204d6-3634-416a-a347-79a8d48995a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:47:32.477410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87484500-3ec2-4cd0-ae6d-d581e1ac5bc7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Network hostable DHCP agents. Network: 60e204d6-3634-416a-a347-79a8d48995a8, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:47:32.485761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-51f6f649-6299-4f73-bcb5-2513f7bc1235 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb1c275f-db15-4ab5-bb31-a72ab86ddf04') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:32.486099 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-51f6f649-6299-4f73-bcb5-2513f7bc1235 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb1c275f-db15-4ab5-bb31-a72ab86ddf04') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:32.500048 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0e2b7ec1-9c63-4069-b2a4-c045d5adcef7 req-14dd1ef1-e778-49ce-888d-767f9df72634 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52795748b8b04275a38e1b104b37d885&device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 1099 time: 0.4435439 Dec 25 19:47:32.506059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6d709-6723-4914-9edc-78a0d887c309 req-0ed20026-8c69-4bd0-8115-8fa6b46dd015 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:32.507425 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1bb6d709-6723-4914-9edc-78a0d887c309 req-0ed20026-8c69-4bd0-8115-8fa6b46dd015 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.4992239 Dec 25 19:47:32.529481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51f6f649-6299-4f73-bcb5-2513f7bc1235 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:32.571970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4095f6-f8a2-4315-9716-d7c9fa2285e2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Subnet': ['ID=77d81a86-b713-46c8-97d0-a80723b9f190,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:32.575422 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51f6f649-6299-4f73-bcb5-2513f7bc1235 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:32.582208 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2f94abb4-609c-44a5-ab5b-a95c3a9df2c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=64033f1816f846ba9bda25613b093b3a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0012195 Dec 25 19:47:32.583249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3f4095f6-f8a2-4315-9716-d7c9fa2285e2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:32.590730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46294) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:32.593826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f6f649-6299-4f73-bcb5-2513f7bc1235 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:47:32.594270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51f6f649-6299-4f73-bcb5-2513f7bc1235 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:32.618755 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:47:32.618755 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:47:32.618755 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:47:32.618755 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:47:32.618755 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:47:32.618755 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:47:32.618755 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:47:32.618755 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:47:32.618755 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:47:32.618755 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:47:32.618755 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:47:32.618755 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:47:32.618755 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:47:32.618755 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:47:32.618755 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:47:32.618755 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:47:32.618755 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:47:32.618755 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:47:32.618755 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:47:32.618755 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:47:32.618755 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:47:32.618755 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:47:32.618755 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:47:32.618755 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:47:32.618755 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:47:32.618755 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:47:32.618755 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:47:32.618755 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:47:32.618755 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:47:32.618755 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:47:32.618755 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:47:32.618755 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:47:32.621831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd950da-a781-42c7-addd-32b81f677604 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Network ebe58747-6285-4ee0-ac16-75d128bdb54a is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:47:32.715551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-cdd950da-a781-42c7-addd-32b81f677604 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, ebe58747-6285-4ee0-ac16-75d128bdb54a) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:32.724157 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f771c3-08b1-45c3-9614-18a27a1140a0 None None] Network ebe58747-6285-4ee0-ac16-75d128bdb54a requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:47:32.740791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4095f6-f8a2-4315-9716-d7c9fa2285e2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Checking segment: {'id': '9bfcddd1-759c-45ad-9da1-136acb1b5794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7579654c-5033-483f-9933-ff786d50e0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:47:32.741199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4095f6-f8a2-4315-9716-d7c9fa2285e2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network hostable DHCP agents. Network: 7579654c-5033-483f-9933-ff786d50e0fb, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:47:32.754835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd950da-a781-42c7-addd-32b81f677604 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:32.755522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cdd950da-a781-42c7-addd-32b81f677604 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:32.764146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-51f6f649-6299-4f73-bcb5-2513f7bc1235 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 25 19:47:32.764146 dv-neutron-822611-1-hyperv neutron-server[88789]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 25 19:47:32.764146 dv-neutron-822611-1-hyperv neutron-server[88789]: [parameters: {'id': 'e2bc9c6c-af2f-42ac-820e-3c3e7c692824'}] Dec 25 19:47:32.764146 dv-neutron-822611-1-hyperv neutron-server[88789]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88901) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:47:32.764582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-51f6f649-6299-4f73-bcb5-2513f7bc1235 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:47:32.772344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87484500-3ec2-4cd0-ae6d-d581e1ac5bc7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Network 60e204d6-3634-416a-a347-79a8d48995a8 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:47:32.788939 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1bb6d709-6723-4914-9edc-78a0d887c309 req-1cfc09fe-b5b5-4a06-a33e-de4135ef7eba tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2690754 Dec 25 19:47:32.820981 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-cdd950da-a781-42c7-addd-32b81f677604 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8106976 Dec 25 19:47:32.821910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46298) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:32.843677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-5a71099d-c583-4aa4-b50c-fd832cb62046 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Request body: {'port': {'network_id': 'ebe58747-6285-4ee0-ac16-75d128bdb54a', 'name': 'tempest-AllowedAddressPairTestJSON-556185718'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:32.871509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4095f6-f8a2-4315-9716-d7c9fa2285e2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network 7579654c-5033-483f-9933-ff786d50e0fb is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:47:32.874138 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-908cf5ef-3204-4869-9ca8-ddc7459ca607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:32.923070 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-3f4095f6-f8a2-4315-9716-d7c9fa2285e2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 7579654c-5033-483f-9933-ff786d50e0fb) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:32.938856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0073642-4abc-49e5-8585-bdeb01535b38 None None] Network 7579654c-5033-483f-9933-ff786d50e0fb requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:47:32.991521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4095f6-f8a2-4315-9716-d7c9fa2285e2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:32.992190 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3f4095f6-f8a2-4315-9716-d7c9fa2285e2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:33.013233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-908cf5ef-3204-4869-9ca8-ddc7459ca607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:33.054487 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3f4095f6-f8a2-4315-9716-d7c9fa2285e2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7096457 Dec 25 19:47:33.106920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5a71099d-c583-4aa4-b50c-fd832cb62046 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:33.112237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5a71099d-c583-4aa4-b50c-fd832cb62046 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Usage tracker for resource:port and tenant:e294dd84ad824cc9acfb19aed70fafc4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:33.115775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5a71099d-c583-4aa4-b50c-fd832cb62046 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:33.122975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5a71099d-c583-4aa4-b50c-fd832cb62046 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:33.142999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-908cf5ef-3204-4869-9ca8-ddc7459ca607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:33.159341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7d97db7d-44f6-4ba5-8bb1-0e00da1d50e3 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:33.170721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a71099d-c583-4aa4-b50c-fd832cb62046 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Made reservation on behalf of e294dd84ad824cc9acfb19aed70fafc4 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:47:33.176479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5a71099d-c583-4aa4-b50c-fd832cb62046 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:33.201855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908cf5ef-3204-4869-9ca8-ddc7459ca607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c3d852-097e-4099-b980-41c15db9d47c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:33.208407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-908cf5ef-3204-4869-9ca8-ddc7459ca607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:33.211078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-908cf5ef-3204-4869-9ca8-ddc7459ca607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:33.215361 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-908cf5ef-3204-4869-9ca8-ddc7459ca607 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/44c3d852-097e-4099-b980-41c15db9d47c HTTP/1.1" status: 204 len: 168 time: 0.6209035 Dec 25 19:47:33.220208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-5a71099d-c583-4aa4-b50c-fd832cb62046 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] device_id is not set on port 1fb49ceb-9b77-468c-8c0c-78036c172738 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:47:33.270355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51f6f649-6299-4f73-bcb5-2513f7bc1235 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:33.290579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-87484500-3ec2-4cd0-ae6d-d581e1ac5bc7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 60e204d6-3634-416a-a347-79a8d48995a8) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:33.303120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b7ec1-9c63-4069-b2a4-c045d5adcef7 req-44df7a9d-4055-4c2e-a624-b2ef14ca7993 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:33.304688 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0e2b7ec1-9c63-4069-b2a4-c045d5adcef7 req-44df7a9d-4055-4c2e-a624-b2ef14ca7993 service neutron] 10.222.0.36 "GET /v2.0/networks?id=367788d2-d464-40ee-b453-dec544646fe7 HTTP/1.1" status: 200 len: 912 time: 0.7930565 Dec 25 19:47:33.318741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87484500-3ec2-4cd0-ae6d-d581e1ac5bc7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:33.319448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-87484500-3ec2-4cd0-ae6d-d581e1ac5bc7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:33.322854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-51f6f649-6299-4f73-bcb5-2513f7bc1235 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Deleting port d97ef2f2-86d0-4a8a-8bba-7130da5a6f49 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:47:33.322854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51f6f649-6299-4f73-bcb5-2513f7bc1235 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:33.468573 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0e2b7ec1-9c63-4069-b2a4-c045d5adcef7 req-a825ee77-5fc3-413a-b87a-fc9a35874344 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c843bde7-7305-4020-90c9-1245f99937d8 HTTP/1.1" status: 200 len: 1002 time: 0.1431584 Dec 25 19:47:33.628622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46306) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:33.633069 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83288f7-605d-4a81-a6e1-6ef70988c80a None None] Network 60e204d6-3634-416a-a347-79a8d48995a8 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:47:33.644225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b930b343-b63a-44e5-83d6-b3f873b5d30c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-692904909', 'description': 'tempest-secgroup-smoke-692904909 description', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:33.652899 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-87484500-3ec2-4cd0-ae6d-d581e1ac5bc7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.8771415 Dec 25 19:47:33.654741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46310) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:33.661084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b930b343-b63a-44e5-83d6-b3f873b5d30c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:33.670849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-5a71099d-c583-4aa4-b50c-fd832cb62046 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Allocated IP 172.20.0.13 (ebe58747-6285-4ee0-ac16-75d128bdb54a/0530dc9e-3f9a-4c1b-8531-08e912bf7505/1fb49ceb-9b77-468c-8c0c-78036c172738) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:47:33.702546 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b930b343-b63a-44e5-83d6-b3f873b5d30c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:33.746283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b7ec1-9c63-4069-b2a4-c045d5adcef7 req-46c8c524-b66d-4154-9c5d-34ebab9c9eb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:33.747906 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0e2b7ec1-9c63-4069-b2a4-c045d5adcef7 req-46c8c524-b66d-4154-9c5d-34ebab9c9eb6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef16ee7f-3e07-44fe-b0cc-c9caef9a43a3 HTTP/1.1" status: 200 len: 851 time: 0.2647271 Dec 25 19:47:33.758775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b930b343-b63a-44e5-83d6-b3f873b5d30c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:33.859977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd9917f-8f3d-4cf7-b5b6-c8c590c6deec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-ebe58747-6285-4ee0-ac16-75d128bdb54a', 'network_id': 'ebe58747-6285-4ee0-ac16-75d128bdb54a', 'tenant_id': 'e294dd84ad824cc9acfb19aed70fafc4', 'fixed_ips': [{'subnet_id': '0530dc9e-3f9a-4c1b-8531-08e912bf7505'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:47:33.861076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5cd9917f-8f3d-4cf7-b5b6-c8c590c6deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:33.863833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-51f6f649-6299-4f73-bcb5-2513f7bc1235 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] For port d97ef2f2-86d0-4a8a-8bba-7130da5a6f49, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=d97ef2f2-86d0-4a8a-8bba-7130da5a6f49,segment=NetworkSegment(eb1c275f-db15-4ab5-bb31-a72ab86ddf04),segment_id=eb1c275f-db15-4ab5-bb31-a72ab86ddf04)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:47:33.864131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51f6f649-6299-4f73-bcb5-2513f7bc1235 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:33.887653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337b99ba-140d-4685-8141-81c0eba33f8b None None] Network e2bc9c6c-af2f-42ac-820e-3c3e7c692824 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:47:33.903470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875075a0-9a12-4bc9-948d-924ecb04f3c2 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Router 37b5843f-11c8-4119-aa66-53b4aff55b9b has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:47:33.908261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 031fca15-cc04-4765-822e-515d644cf979 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:47:33.941370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00a6537-0131-40cd-b17c-c11717ea8678 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:47:33.952013 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e00a6537-0131-40cd-b17c-c11717ea8678 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] 10.222.0.24 "PUT /v2.0/routers/396d53f3-9cc4-416d-8ba2-b0d173847710/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0890057 Dec 25 19:47:33.955962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46322) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:34.040876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-51f6f649-6299-4f73-bcb5-2513f7bc1235 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Calling delete_port for d97ef2f2-86d0-4a8a-8bba-7130da5a6f49 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:47:34.102724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451cb115-824a-4c91-9a08-74d664723f94 None None] Sync routers for ids ['396d53f3-9cc4-416d-8ba2-b0d173847710'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:47:34.109024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b930b343-b63a-44e5-83d6-b3f873b5d30c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:34.133017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b930b343-b63a-44e5-83d6-b3f873b5d30c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:34.138669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b930b343-b63a-44e5-83d6-b3f873b5d30c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:34.228547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b930b343-b63a-44e5-83d6-b3f873b5d30c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:34.246091 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0e2b7ec1-9c63-4069-b2a4-c045d5adcef7 req-2836a977-30a6-4500-a564-62c440a8a3ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=367788d2-d464-40ee-b453-dec544646fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4880297 Dec 25 19:47:34.265003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451cb115-824a-4c91-9a08-74d664723f94 None None] Routers {'396d53f3-9cc4-416d-8ba2-b0d173847710'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:47:34.265888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-451cb115-824a-4c91-9a08-74d664723f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:47:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['396d53f3-9cc4-416d-8ba2-b0d173847710'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:34.326249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51f6f649-6299-4f73-bcb5-2513f7bc1235 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:34.333969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1675bb58-74ab-4839-8a2d-0f415f922ae3 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:34.368158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-451cb115-824a-4c91-9a08-74d664723f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:34.381254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b7e1a1-35b2-4807-b939-e3f5f09bb1e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-7579654c-5033-483f-9933-ff786d50e0fb', 'network_id': '7579654c-5033-483f-9933-ff786d50e0fb', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ips': [{'subnet_id': '77d81a86-b713-46c8-97d0-a80723b9f190'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:47:34.383132 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-78b7e1a1-35b2-4807-b939-e3f5f09bb1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:34.412031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f6f649-6299-4f73-bcb5-2513f7bc1235 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event deleted for resources: {'Port': ['ID=d97ef2f2-86d0-4a8a-8bba-7130da5a6f49,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:34.423982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-51f6f649-6299-4f73-bcb5-2513f7bc1235 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:34.441147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5a71099d-c583-4aa4-b50c-fd832cb62046 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:34.447703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f6f649-6299-4f73-bcb5-2513f7bc1235 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] No DVR routers for this DVR port d97ef2f2-86d0-4a8a-8bba-7130da5a6f49 on host dv-neutron-822611-1-hyperv {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:47:34.519661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451cb115-824a-4c91-9a08-74d664723f94 None None] Routers {'396d53f3-9cc4-416d-8ba2-b0d173847710'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:47:34.521291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-451cb115-824a-4c91-9a08-74d664723f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:47:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['396d53f3-9cc4-416d-8ba2-b0d173847710'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:34.522728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578b81e-f667-4907-b7c5-18e18a862e43 req-4e9898c9-d1af-49f0-9488-a336ed808562 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:34.524947 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4578b81e-f667-4907-b7c5-18e18a862e43 req-4e9898c9-d1af-49f0-9488-a336ed808562 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.4885056 Dec 25 19:47:34.532206 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b930b343-b63a-44e5-83d6-b3f873b5d30c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:34.536677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-5a71099d-c583-4aa4-b50c-fd832cb62046 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Transition to ACTIVE for port object 1fb49ceb-9b77-468c-8c0c-78036c172738 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:47:34.547721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b930b343-b63a-44e5-83d6-b3f873b5d30c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:34.566014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cd45e747-476c-406d-92e1-45a3a55cf168 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:34.667423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46336) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:34.682599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51f6f649-6299-4f73-bcb5-2513f7bc1235 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:34.683970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-451cb115-824a-4c91-9a08-74d664723f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:34.684633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451cb115-824a-4c91-9a08-74d664723f94 None None] The sync data for ids ['396d53f3-9cc4-416d-8ba2-b0d173847710'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:47:34.706587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b930b343-b63a-44e5-83d6-b3f873b5d30c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65ac5ddf-d9d4-4c79-9bdb-9a9469fce16a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:34.716054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b930b343-b63a-44e5-83d6-b3f873b5d30c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:34.726728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-68db72a4-4d79-4d70-9f8b-5f634f9e42d6 None None] Provisioning complete for port d97ef2f2-86d0-4a8a-8bba-7130da5a6f49 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:47:34.727239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-68db72a4-4d79-4d70-9f8b-5f634f9e42d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:34.735388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b930b343-b63a-44e5-83d6-b3f873b5d30c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:34.736762 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b930b343-b63a-44e5-83d6-b3f873b5d30c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.1048791 Dec 25 19:47:34.739030 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-51f6f649-6299-4f73-bcb5-2513f7bc1235 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2bc9c6c-af2f-42ac-820e-3c3e7c692824']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:34.747435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46342) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:34.756121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-02a8c0eb-6174-44a6-aa12-ffa7a3965130 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': '65ac5ddf-d9d4-4c79-9bdb-9a9469fce16a', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:34.761698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5a71099d-c583-4aa4-b50c-fd832cb62046 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:34.767519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-51f6f649-6299-4f73-bcb5-2513f7bc1235 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb1c275f-db15-4ab5-bb31-a72ab86ddf04') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:34.767827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-51f6f649-6299-4f73-bcb5-2513f7bc1235 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb1c275f-db15-4ab5-bb31-a72ab86ddf04') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:34.778205 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0e2b7ec1-9c63-4069-b2a4-c045d5adcef7 req-681bc312-ca5b-499a-b3b6-c8e507d55412 service neutron] 10.222.0.36 "GET /v2.0/networks/367788d2-d464-40ee-b453-dec544646fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5116601 Dec 25 19:47:34.780030 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1976dc7b-d0d1-4ef8-977f-7c081c940eb3 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:34.810151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-02a8c0eb-6174-44a6-aa12-ffa7a3965130 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:34.838837 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4578b81e-f667-4907-b7c5-18e18a862e43 req-a698daa6-24f9-49e0-91b7-744a34087bee tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3020246 Dec 25 19:47:34.840151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51f6f649-6299-4f73-bcb5-2513f7bc1235 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:34.849468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-02a8c0eb-6174-44a6-aa12-ffa7a3965130 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:34.855527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-02a8c0eb-6174-44a6-aa12-ffa7a3965130 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:34.869776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-5cd9917f-8f3d-4cf7-b5b6-c8c590c6deec None None] Allocated IP 172.20.0.2 (ebe58747-6285-4ee0-ac16-75d128bdb54a/0530dc9e-3f9a-4c1b-8531-08e912bf7505/4ca4d7ae-837c-4676-946f-61c0fd267966) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:47:34.869967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-02a8c0eb-6174-44a6-aa12-ffa7a3965130 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:34.902649 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51f6f649-6299-4f73-bcb5-2513f7bc1235 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:34.907199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a71099d-c583-4aa4-b50c-fd832cb62046 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Network ebe58747-6285-4ee0-ac16-75d128bdb54a is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:47:34.917595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-a04aef78-8289-4722-b17e-6b4427ccb5f2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2070821032'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:34.921449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-5a71099d-c583-4aa4-b50c-fd832cb62046 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:34.933013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a04aef78-8289-4722-b17e-6b4427ccb5f2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:34.935450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a71099d-c583-4aa4-b50c-fd832cb62046 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:47:34.968387 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-68db72a4-4d79-4d70-9f8b-5f634f9e42d6 None None] Port d97ef2f2-86d0-4a8a-8bba-7130da5a6f49 was deleted so its status cannot be updated. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 25 19:47:34.969488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f6f649-6299-4f73-bcb5-2513f7bc1235 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:47:34.969710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51f6f649-6299-4f73-bcb5-2513f7bc1235 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:34.978398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630c0628-440e-45cd-b4e4-bcbb74a590e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-60e204d6-3634-416a-a347-79a8d48995a8', 'network_id': '60e204d6-3634-416a-a347-79a8d48995a8', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'fixed_ips': [{'subnet_id': 'dcc997de-bf8e-4820-b22b-aba70acb08e6'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:47:34.979306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-630c0628-440e-45cd-b4e4-bcbb74a590e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:34.987318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a71099d-c583-4aa4-b50c-fd832cb62046 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Pushing event updated for resources: {'Port': ['ID=1fb49ceb-9b77-468c-8c0c-78036c172738,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:34.990030 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:47:34.990030 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:47:34.990030 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:47:34.990030 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:47:34.990030 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:47:34.990030 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:47:34.990030 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:47:34.990030 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:47:34.990030 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:47:34.990030 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:47:34.990030 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:47:34.990030 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:47:34.990030 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:47:34.990030 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:47:34.990030 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:47:34.990030 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:47:34.990030 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:47:34.990030 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:47:34.990030 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:47:34.990030 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:47:34.990030 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:47:34.990030 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:47:34.990030 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:47:34.990030 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:47:34.990030 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:47:34.990030 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:47:34.990030 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:47:34.990030 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:47:34.990030 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:47:34.990030 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:47:34.990030 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:47:34.990030 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:47:34.998171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5a71099d-c583-4aa4-b50c-fd832cb62046 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:35.008738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-02a8c0eb-6174-44a6-aa12-ffa7a3965130 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:35.016276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a04aef78-8289-4722-b17e-6b4427ccb5f2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:network and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:35.042898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a04aef78-8289-4722-b17e-6b4427ccb5f2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:35.124025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a04aef78-8289-4722-b17e-6b4427ccb5f2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:35.164540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a71099d-c583-4aa4-b50c-fd832cb62046 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:35.165188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5a71099d-c583-4aa4-b50c-fd832cb62046 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:35.185000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04aef78-8289-4722-b17e-6b4427ccb5f2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:47:35.190719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a04aef78-8289-4722-b17e-6b4427ccb5f2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:35.210768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51f6f649-6299-4f73-bcb5-2513f7bc1235 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:35.220192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:35.237055 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51f6f649-6299-4f73-bcb5-2513f7bc1235 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:35.244469 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-51f6f649-6299-4f73-bcb5-2513f7bc1235 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "DELETE /v2.0/networks/e2bc9c6c-af2f-42ac-820e-3c3e7c692824 HTTP/1.1" status: 204 len: 168 time: 5.3468316 Dec 25 19:47:35.251370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a04aef78-8289-4722-b17e-6b4427ccb5f2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:35.268136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46346) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:35.273284 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5a71099d-c583-4aa4-b50c-fd832cb62046 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4351938 Dec 25 19:47:35.276003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46348) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:35.288244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f6f649-6299-4f73-bcb5-2513f7bc1235 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event deleted for resources: {'Network': ['ID=e2bc9c6c-af2f-42ac-820e-3c3e7c692824,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:35.296945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-f88836b7-748e-4fd5-ad2b-cd8ad4ccf2d9 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-298598285'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:35.304443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d84313d-4a2c-435d-ab3e-54e95ddaaae8 None None] DHCP port deletion for e2bc9c6c-af2f-42ac-820e-3c3e7c692824 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:47:35.304869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-135e619a-b22b-4a27-b154-3d5849efb84e tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Request body: {'port': {'network_id': 'ebe58747-6285-4ee0-ac16-75d128bdb54a', 'name': 'tempest-AllowedAddressPairTestJSON-563064660', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:c0:05:10'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:35.318317 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0e2b7ec1-9c63-4069-b2a4-c045d5adcef7 req-fdc01b32-b804-4c3e-931e-a783999a5b4d service neutron] 10.222.0.36 "GET /v2.0/networks/367788d2-d464-40ee-b453-dec544646fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5251124 Dec 25 19:47:35.322638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-51f6f649-6299-4f73-bcb5-2513f7bc1235 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:35.324060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-02a8c0eb-6174-44a6-aa12-ffa7a3965130 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:35.328663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fe7f964a-cadc-420d-8408-4b2d28208926 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:35.331475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f88836b7-748e-4fd5-ad2b-cd8ad4ccf2d9 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:35.332409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 031fca15-cc04-4765-822e-515d644cf979 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:47:35.332834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:35.342351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-02a8c0eb-6174-44a6-aa12-ffa7a3965130 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:35.347142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f88836b7-748e-4fd5-ad2b-cd8ad4ccf2d9 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Usage tracker for resource:network and tenant:4895f896d14c49cebd2f7b319db8be3e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:35.367340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f88836b7-748e-4fd5-ad2b-cd8ad4ccf2d9 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:35.380953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7e7dade3-3f3d-42c1-aca7-b46fe4227ad1 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:35.402521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f88836b7-748e-4fd5-ad2b-cd8ad4ccf2d9 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:35.438999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875075a0-9a12-4bc9-948d-924ecb04f3c2 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:47:35.453719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84d6c99-23f1-4ea7-9506-500d8e909d2c None None] Sync routers for ids ['37b5843f-11c8-4119-aa66-53b4aff55b9b'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:47:35.473071 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8c0eb-6174-44a6-aa12-ffa7a3965130 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa424d92-8520-44ad-a486-87611ee674d7,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:35.483524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a04aef78-8289-4722-b17e-6b4427ccb5f2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:35.485035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84d6c99-23f1-4ea7-9506-500d8e909d2c None None] Routers {'37b5843f-11c8-4119-aa66-53b4aff55b9b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:47:35.486279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c84d6c99-23f1-4ea7-9506-500d8e909d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:47:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['37b5843f-11c8-4119-aa66-53b4aff55b9b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:35.491488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-02a8c0eb-6174-44a6-aa12-ffa7a3965130 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:35.493059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a04aef78-8289-4722-b17e-6b4427ccb5f2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:security_group_rule and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:35.507628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a04aef78-8289-4722-b17e-6b4427ccb5f2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:35.519222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88836b7-748e-4fd5-ad2b-cd8ad4ccf2d9 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Made reservation on behalf of 4895f896d14c49cebd2f7b319db8be3e for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:47:35.524174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f88836b7-748e-4fd5-ad2b-cd8ad4ccf2d9 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:35.536425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a04aef78-8289-4722-b17e-6b4427ccb5f2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:35.549667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-02a8c0eb-6174-44a6-aa12-ffa7a3965130 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:35.551690 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-02a8c0eb-6174-44a6-aa12-ffa7a3965130 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8030245 Dec 25 19:47:35.558763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46354) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:35.577722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-6c86b26c-0003-4330-b1a8-c37a217e882c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': '65ac5ddf-d9d4-4c79-9bdb-9a9469fce16a', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:35.601293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6c86b26c-0003-4330-b1a8-c37a217e882c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:35.609661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6c86b26c-0003-4330-b1a8-c37a217e882c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:35.617110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6c86b26c-0003-4330-b1a8-c37a217e882c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:35.625644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-135e619a-b22b-4a27-b154-3d5849efb84e tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:35.634377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6c86b26c-0003-4330-b1a8-c37a217e882c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:35.641993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-135e619a-b22b-4a27-b154-3d5849efb84e tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Usage tracker for resource:port and tenant:e294dd84ad824cc9acfb19aed70fafc4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:35.653489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f88836b7-748e-4fd5-ad2b-cd8ad4ccf2d9 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:47:35.653980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-135e619a-b22b-4a27-b154-3d5849efb84e tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:35.661300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c84d6c99-23f1-4ea7-9506-500d8e909d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:35.674730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-135e619a-b22b-4a27-b154-3d5849efb84e tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:35.682829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f88836b7-748e-4fd5-ad2b-cd8ad4ccf2d9 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:35.683432 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-f88836b7-748e-4fd5-ad2b-cd8ad4ccf2d9 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Added segment 262cf10b-7632-4967-b72c-9a38527ed2b6 of type vlan for network 432ce57a-9d12-4f4b-ae32-80ef3ff4ad49 Dec 25 19:47:35.688088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84d6c99-23f1-4ea7-9506-500d8e909d2c None None] Routers {'37b5843f-11c8-4119-aa66-53b4aff55b9b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:47:35.689577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c84d6c99-23f1-4ea7-9506-500d8e909d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:47:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['37b5843f-11c8-4119-aa66-53b4aff55b9b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:35.705632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6c86b26c-0003-4330-b1a8-c37a217e882c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:35.727975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135e619a-b22b-4a27-b154-3d5849efb84e tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Made reservation on behalf of e294dd84ad824cc9acfb19aed70fafc4 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:47:35.800241 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-78b7e1a1-35b2-4807-b939-e3f5f09bb1e7 None None] Allocated IP 172.20.0.18 (7579654c-5033-483f-9933-ff786d50e0fb/77d81a86-b713-46c8-97d0-a80723b9f190/5cf0a23c-7791-41a9-88fa-868dd8576dd0) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:47:35.802363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c84d6c99-23f1-4ea7-9506-500d8e909d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:35.803549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84d6c99-23f1-4ea7-9506-500d8e909d2c None None] The sync data for ids ['37b5843f-11c8-4119-aa66-53b4aff55b9b'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:47:35.813417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5cd9917f-8f3d-4cf7-b5b6-c8c590c6deec None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:35.832143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f88836b7-748e-4fd5-ad2b-cd8ad4ccf2d9 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:35.882659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-5cd9917f-8f3d-4cf7-b5b6-c8c590c6deec None None] Transition to ACTIVE for port object 4ca4d7ae-837c-4676-946f-61c0fd267966 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:47:35.941601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9d09468c-e5a2-4ad1-a603-a7ef835fe509 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:35.949057 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-630c0628-440e-45cd-b4e4-bcbb74a590e8 None None] Allocated IP 2001:db8:1::2 (60e204d6-3634-416a-a347-79a8d48995a8/dcc997de-bf8e-4820-b22b-aba70acb08e6/a8ec3409-150a-4865-9c02-1d38efec9c60) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:47:35.957994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-5cd9917f-8f3d-4cf7-b5b6-c8c590c6deec None None] Transition to ACTIVE for port object 4ca4d7ae-837c-4676-946f-61c0fd267966 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:47:35.982318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d97ef2f2-86d0-4a8a-8bba-7130da5a6f49 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:47:36.017644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5cd9917f-8f3d-4cf7-b5b6-c8c590c6deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:36.036746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:36.116774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fe7f964a-cadc-420d-8408-4b2d28208926 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:36.210997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a04aef78-8289-4722-b17e-6b4427ccb5f2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:36.232068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a04aef78-8289-4722-b17e-6b4427ccb5f2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:36.238900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: d97ef2f2-86d0-4a8a-8bba-7130da5a6f49 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:47:36.239322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d97ef2f2-86d0-4a8a-8bba-7130da5a6f49 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Dec 25 19:47:36.240102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-eeac3528-192a-430d-9492-1625239bfb1e tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:36.273220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-fe7f964a-cadc-420d-8408-4b2d28208926 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Deleting port 2f036564-5fc3-43e2-be57-8bf53a26d323 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:47:36.273639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fe7f964a-cadc-420d-8408-4b2d28208926 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:36.305715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5d97089d-fb3b-483c-a8cd-2b2bba1de914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:36.315314 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Port d97ef2f2-86d0-4a8a-8bba-7130da5a6f49 not found, will not notify nova. {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 25 19:47:36.316966 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a04aef78-8289-4722-b17e-6b4427ccb5f2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:47:36.334230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04aef78-8289-4722-b17e-6b4427ccb5f2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01fc070d-d0c4-4b07-aa64-66469ff595fb,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:36.342221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a04aef78-8289-4722-b17e-6b4427ccb5f2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:36.350357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-135e619a-b22b-4a27-b154-3d5849efb84e tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:36.352006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd9917f-8f3d-4cf7-b5b6-c8c590c6deec None None] Network ebe58747-6285-4ee0-ac16-75d128bdb54a is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:47:36.360155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-5cd9917f-8f3d-4cf7-b5b6-c8c590c6deec None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:36.361436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f88836b7-748e-4fd5-ad2b-cd8ad4ccf2d9 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:36.365123 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd9917f-8f3d-4cf7-b5b6-c8c590c6deec None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:47:36.366162 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88836b7-748e-4fd5-ad2b-cd8ad4ccf2d9 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:36.366878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f88836b7-748e-4fd5-ad2b-cd8ad4ccf2d9 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:36.379844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a04aef78-8289-4722-b17e-6b4427ccb5f2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:36.380364 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-a04aef78-8289-4722-b17e-6b4427ccb5f2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Added segment bb402ca5-fd08-4208-a244-88679d5dcdc8 of type vlan for network 7396b720-65bf-48b2-8da7-778eed2fcf44 Dec 25 19:47:36.383989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-60e577cc-63bc-4ab3-9528-0dd0ca231ab1 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:36.431390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6c86b26c-0003-4330-b1a8-c37a217e882c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:36.465034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6c86b26c-0003-4330-b1a8-c37a217e882c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:36.475759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-135e619a-b22b-4a27-b154-3d5849efb84e tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] device_id is not set on port 00381cd1-ccb9-43d0-a3c5-70ee1544b7e6 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:47:36.476147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd9917f-8f3d-4cf7-b5b6-c8c590c6deec None None] Pushing event updated for resources: {'Port': ['ID=4ca4d7ae-837c-4676-946f-61c0fd267966,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:36.479095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5cd9917f-8f3d-4cf7-b5b6-c8c590c6deec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:36.480115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d97ef2f2-86d0-4a8a-8bba-7130da5a6f49 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:47:36.546157 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f88836b7-748e-4fd5-ad2b-cd8ad4ccf2d9 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2713125 Dec 25 19:47:36.577688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: d97ef2f2-86d0-4a8a-8bba-7130da5a6f49 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:47:36.578086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d97ef2f2-86d0-4a8a-8bba-7130da5a6f49 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:47:36.618279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46360) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:36.619580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88836b7-748e-4fd5-ad2b-cd8ad4ccf2d9 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event updated for resources: {'Network': ['ID=432ce57a-9d12-4f4b-ae32-80ef3ff4ad49,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:36.622405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f88836b7-748e-4fd5-ad2b-cd8ad4ccf2d9 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:36.625909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-ad6c4c8e-3d3f-4bd5-b8f3-d9a40f4a19ae tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Request body: {'subnet': {'network_id': '432ce57a-9d12-4f4b-ae32-80ef3ff4ad49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:36.630142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a04aef78-8289-4722-b17e-6b4427ccb5f2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:36.638021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-26f92da6-f4f6-4656-a4e3-38706ef55405 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:36.663295 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 432ce57a-9d12-4f4b-ae32-80ef3ff4ad49 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:47:36.678568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86b26c-0003-4330-b1a8-c37a217e882c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18c1a10d-d658-4b9f-9a12-d50762b9c401,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:36.681580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6c86b26c-0003-4330-b1a8-c37a217e882c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:36.690182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6c86b26c-0003-4330-b1a8-c37a217e882c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:36.694229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-5cd9917f-8f3d-4cf7-b5b6-c8c590c6deec None None] Attempting to bind port 4ca4d7ae-837c-4676-946f-61c0fd267966 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:47:36.694656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-5cd9917f-8f3d-4cf7-b5b6-c8c590c6deec None None] Attempting to bind port 4ca4d7ae-837c-4676-946f-61c0fd267966 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '9e323872-8613-4c4b-a78f-84a602b608cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ebe58747-6285-4ee0-ac16-75d128bdb54a'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:47:36.694808 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6c86b26c-0003-4330-b1a8-c37a217e882c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.1316166 Dec 25 19:47:36.695088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd9917f-8f3d-4cf7-b5b6-c8c590c6deec None None] Attempting to bind port 4ca4d7ae-837c-4676-946f-61c0fd267966 on network ebe58747-6285-4ee0-ac16-75d128bdb54a {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:47:36.698706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46364) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:36.718819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-3c8d7824-4006-49ee-a00c-57cfac715402 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': '65ac5ddf-d9d4-4c79-9bdb-9a9469fce16a', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:36.720024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557b2a5-3538-4299-afbf-d8403862e007 req-7361afd5-fe69-4b11-86b9-4abd8e9cff1f tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:36.721662 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3557b2a5-3538-4299-afbf-d8403862e007 req-7361afd5-fe69-4b11-86b9-4abd8e9cff1f tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.5609372 Dec 25 19:47:36.767660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3c8d7824-4006-49ee-a00c-57cfac715402 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:36.775853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3c8d7824-4006-49ee-a00c-57cfac715402 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:36.790134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3c8d7824-4006-49ee-a00c-57cfac715402 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:36.801978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3c8d7824-4006-49ee-a00c-57cfac715402 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:36.804276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a04aef78-8289-4722-b17e-6b4427ccb5f2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:36.808938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04aef78-8289-4722-b17e-6b4427ccb5f2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:36.809586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a04aef78-8289-4722-b17e-6b4427ccb5f2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:36.819251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-34129cde-9603-48f1-96dd-d979c8e7ace6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:36.836738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd9917f-8f3d-4cf7-b5b6-c8c590c6deec None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:47:36.837176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd9917f-8f3d-4cf7-b5b6-c8c590c6deec None None] Checking segment: {'id': '9e323872-8613-4c4b-a78f-84a602b608cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ebe58747-6285-4ee0-ac16-75d128bdb54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:47:36.837643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5cd9917f-8f3d-4cf7-b5b6-c8c590c6deec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:36.838084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd9917f-8f3d-4cf7-b5b6-c8c590c6deec None None] Bound using segment: {'id': '9e323872-8613-4c4b-a78f-84a602b608cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ebe58747-6285-4ee0-ac16-75d128bdb54a'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:47:36.838639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-5cd9917f-8f3d-4cf7-b5b6-c8c590c6deec None None] Bound port: 4ca4d7ae-837c-4676-946f-61c0fd267966, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e323872-8613-4c4b-a78f-84a602b608cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ebe58747-6285-4ee0-ac16-75d128bdb54a'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:47:36.839610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5cd9917f-8f3d-4cf7-b5b6-c8c590c6deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:36.952845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-5cd9917f-8f3d-4cf7-b5b6-c8c590c6deec None None] For port 4ca4d7ae-837c-4676-946f-61c0fd267966, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:47:36.953068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3c8d7824-4006-49ee-a00c-57cfac715402 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:36.956350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-5cd9917f-8f3d-4cf7-b5b6-c8c590c6deec None None] For port 4ca4d7ae-837c-4676-946f-61c0fd267966, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=4ca4d7ae-837c-4676-946f-61c0fd267966,segment=NetworkSegment(9e323872-8613-4c4b-a78f-84a602b608cb),segment_id=9e323872-8613-4c4b-a78f-84a602b608cb)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:47:36.961861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-135e619a-b22b-4a27-b154-3d5849efb84e tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Allocated IP 172.20.0.11 (ebe58747-6285-4ee0-ac16-75d128bdb54a/0530dc9e-3f9a-4c1b-8531-08e912bf7505/00381cd1-ccb9-43d0-a3c5-70ee1544b7e6) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:47:36.966730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-78b7e1a1-35b2-4807-b939-e3f5f09bb1e7 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:36.972440 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a04aef78-8289-4722-b17e-6b4427ccb5f2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.2999353 Dec 25 19:47:36.977652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5cd9917f-8f3d-4cf7-b5b6-c8c590c6deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:36.979744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04aef78-8289-4722-b17e-6b4427ccb5f2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Network': ['ID=7396b720-65bf-48b2-8da7-778eed2fcf44,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:36.984544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46368) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:36.988921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-220926ea-bf93-4498-88d1-85705a75a8eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:36.992269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-9ad0f471-569e-4cbb-8451-659b0c7e0c2f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'subnet': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:37.017230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a04aef78-8289-4722-b17e-6b4427ccb5f2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:37.035497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:47:37.078575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-78b7e1a1-35b2-4807-b939-e3f5f09bb1e7 None None] Transition to ACTIVE for port object 5cf0a23c-7791-41a9-88fa-868dd8576dd0 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:47:37.129766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fe7f964a-cadc-420d-8408-4b2d28208926 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:37.190296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-630c0628-440e-45cd-b4e4-bcbb74a590e8 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:37.200694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd9917f-8f3d-4cf7-b5b6-c8c590c6deec None None] Pushing event updated for resources: {'Port': ['ID=4ca4d7ae-837c-4676-946f-61c0fd267966,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:37.202659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9ad0f471-569e-4cbb-8451-659b0c7e0c2f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:37.204843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5cd9917f-8f3d-4cf7-b5b6-c8c590c6deec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:37.212028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9ad0f471-569e-4cbb-8451-659b0c7e0c2f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:subnet and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:37.232188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9ad0f471-569e-4cbb-8451-659b0c7e0c2f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:37.258967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9ad0f471-569e-4cbb-8451-659b0c7e0c2f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:37.275413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ad6c4c8e-3d3f-4bd5-b8f3-d9a40f4a19ae tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:37.288576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-fe7f964a-cadc-420d-8408-4b2d28208926 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Calling delete_port for 2f036564-5fc3-43e2-be57-8bf53a26d323 owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:47:37.297554 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-78b7e1a1-35b2-4807-b939-e3f5f09bb1e7 None None] Transition to ACTIVE for port object 5cf0a23c-7791-41a9-88fa-868dd8576dd0 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:47:37.304248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:37.308920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-630c0628-440e-45cd-b4e4-bcbb74a590e8 None None] Transition to ACTIVE for port object a8ec3409-150a-4865-9c02-1d38efec9c60 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:47:37.322341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ad6c4c8e-3d3f-4bd5-b8f3-d9a40f4a19ae tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Usage tracker for resource:subnet and tenant:4895f896d14c49cebd2f7b319db8be3e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:37.329921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-78b7e1a1-35b2-4807-b939-e3f5f09bb1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:37.338529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3c8d7824-4006-49ee-a00c-57cfac715402 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:37.340230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ad6c4c8e-3d3f-4bd5-b8f3-d9a40f4a19ae tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:37.344623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-59862108-7090-48cf-ba25-75ae89d836b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:37.345075 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad0f471-569e-4cbb-8451-659b0c7e0c2f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:47:37.356755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ad6c4c8e-3d3f-4bd5-b8f3-d9a40f4a19ae tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:37.372132 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6c4c8e-3d3f-4bd5-b8f3-d9a40f4a19ae tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Made reservation on behalf of 4895f896d14c49cebd2f7b319db8be3e for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:47:37.373131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3c8d7824-4006-49ee-a00c-57cfac715402 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:37.394767 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3557b2a5-3538-4299-afbf-d8403862e007 req-f238c2fa-a99b-40fe-b466-f652401cf5b4 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6197598 Dec 25 19:47:37.396265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:37.425808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b7e1a1-35b2-4807-b939-e3f5f09bb1e7 None None] Network 7579654c-5033-483f-9933-ff786d50e0fb is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:47:37.429995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7e1a1-35b2-4807-b939-e3f5f09bb1e7 None None] Pushing event updated for resources: {'Port': ['ID=5cf0a23c-7791-41a9-88fa-868dd8576dd0,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:37.435912 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-78b7e1a1-35b2-4807-b939-e3f5f09bb1e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:37.436893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-78b7e1a1-35b2-4807-b939-e3f5f09bb1e7 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:37.440523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b7e1a1-35b2-4807-b939-e3f5f09bb1e7 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:47:37.443151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-630c0628-440e-45cd-b4e4-bcbb74a590e8 None None] Transition to ACTIVE for port object a8ec3409-150a-4865-9c02-1d38efec9c60 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:47:37.449911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-630c0628-440e-45cd-b4e4-bcbb74a590e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:37.455275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a7856558-01f2-4bc4-8be1-124e6154c7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:37.521271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d7824-4006-49ee-a00c-57cfac715402 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=979c5579-2c6f-4574-ac9a-901c640dfe06,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:37.530939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3c8d7824-4006-49ee-a00c-57cfac715402 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:37.538808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ad0f471-569e-4cbb-8451-659b0c7e0c2f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:37.588753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ad6c4c8e-3d3f-4bd5-b8f3-d9a40f4a19ae tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:37.606283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630c0628-440e-45cd-b4e4-bcbb74a590e8 None None] Network 60e204d6-3634-416a-a347-79a8d48995a8 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:47:37.613623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-630c0628-440e-45cd-b4e4-bcbb74a590e8 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:37.619860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630c0628-440e-45cd-b4e4-bcbb74a590e8 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:47:37.622038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c0628-440e-45cd-b4e4-bcbb74a590e8 None None] Pushing event updated for resources: {'Port': ['ID=a8ec3409-150a-4865-9c02-1d38efec9c60,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:37.624512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-78b7e1a1-35b2-4807-b939-e3f5f09bb1e7 None None] Attempting to bind port 5cf0a23c-7791-41a9-88fa-868dd8576dd0 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:47:37.625263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-78b7e1a1-35b2-4807-b939-e3f5f09bb1e7 None None] Attempting to bind port 5cf0a23c-7791-41a9-88fa-868dd8576dd0 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '9bfcddd1-759c-45ad-9da1-136acb1b5794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7579654c-5033-483f-9933-ff786d50e0fb'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:47:37.625414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b7e1a1-35b2-4807-b939-e3f5f09bb1e7 None None] Attempting to bind port 5cf0a23c-7791-41a9-88fa-868dd8576dd0 on network 7579654c-5033-483f-9933-ff786d50e0fb {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:47:37.628397 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-630c0628-440e-45cd-b4e4-bcbb74a590e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:37.671007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b7e1a1-35b2-4807-b939-e3f5f09bb1e7 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:47:37.671460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b7e1a1-35b2-4807-b939-e3f5f09bb1e7 None None] Checking segment: {'id': '9bfcddd1-759c-45ad-9da1-136acb1b5794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7579654c-5033-483f-9933-ff786d50e0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:47:37.671918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-78b7e1a1-35b2-4807-b939-e3f5f09bb1e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:37.672366 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b7e1a1-35b2-4807-b939-e3f5f09bb1e7 None None] Bound using segment: {'id': '9bfcddd1-759c-45ad-9da1-136acb1b5794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7579654c-5033-483f-9933-ff786d50e0fb'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:47:37.672908 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-78b7e1a1-35b2-4807-b939-e3f5f09bb1e7 None None] Bound port: 5cf0a23c-7791-41a9-88fa-868dd8576dd0, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bfcddd1-759c-45ad-9da1-136acb1b5794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7579654c-5033-483f-9933-ff786d50e0fb'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:47:37.673332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-78b7e1a1-35b2-4807-b939-e3f5f09bb1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:37.721013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-9d09468c-e5a2-4ad1-a603-a7ef835fe509 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Allocated IP 2001:db8:1::1 (60e204d6-3634-416a-a347-79a8d48995a8/dcc997de-bf8e-4820-b22b-aba70acb08e6/9b698ecc-1100-4527-b6b9-a66e84c80d04) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:47:37.730114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.ipam_backend_mixin [None req-ad6c4c8e-3d3f-4bd5-b8f3-d9a40f4a19ae tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Performing IP validity checks on allocation pools {{(pid=88900) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 25 19:47:37.731008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.ipam_backend_mixin [None req-ad6c4c8e-3d3f-4bd5-b8f3-d9a40f4a19ae tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88900) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 25 19:47:37.806784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3c8d7824-4006-49ee-a00c-57cfac715402 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:37.810821 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3c8d7824-4006-49ee-a00c-57cfac715402 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1073496 Dec 25 19:47:37.811524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46372) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:37.815393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875075a0-9a12-4bc9-948d-924ecb04f3c2 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Router 2324b301-b0a4-4c3c-a9a6-a51e45201beb has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:47:37.826420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-630c0628-440e-45cd-b4e4-bcbb74a590e8 None None] Attempting to bind port a8ec3409-150a-4865-9c02-1d38efec9c60 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:47:37.826845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-630c0628-440e-45cd-b4e4-bcbb74a590e8 None None] Attempting to bind port a8ec3409-150a-4865-9c02-1d38efec9c60 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '052d9204-d48e-433c-9b64-53afd3a31b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '60e204d6-3634-416a-a347-79a8d48995a8'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:47:37.828485 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630c0628-440e-45cd-b4e4-bcbb74a590e8 None None] Attempting to bind port a8ec3409-150a-4865-9c02-1d38efec9c60 on network 60e204d6-3634-416a-a347-79a8d48995a8 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:47:37.843842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630c0628-440e-45cd-b4e4-bcbb74a590e8 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:47:37.849748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630c0628-440e-45cd-b4e4-bcbb74a590e8 None None] Checking segment: {'id': '052d9204-d48e-433c-9b64-53afd3a31b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '60e204d6-3634-416a-a347-79a8d48995a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:47:37.850492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-630c0628-440e-45cd-b4e4-bcbb74a590e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:37.851168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630c0628-440e-45cd-b4e4-bcbb74a590e8 None None] Bound using segment: {'id': '052d9204-d48e-433c-9b64-53afd3a31b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '60e204d6-3634-416a-a347-79a8d48995a8'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:47:37.851988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-630c0628-440e-45cd-b4e4-bcbb74a590e8 None None] Bound port: a8ec3409-150a-4865-9c02-1d38efec9c60, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '052d9204-d48e-433c-9b64-53afd3a31b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '60e204d6-3634-416a-a347-79a8d48995a8'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:47:37.852653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-630c0628-440e-45cd-b4e4-bcbb74a590e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:37.860219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-4819e5c1-f98e-44d0-bc5c-2369a9af0c51 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': '65ac5ddf-d9d4-4c79-9bdb-9a9469fce16a', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:37.875654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4819e5c1-f98e-44d0-bc5c-2369a9af0c51 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:37.884529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4819e5c1-f98e-44d0-bc5c-2369a9af0c51 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:37.889540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4819e5c1-f98e-44d0-bc5c-2369a9af0c51 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:37.901562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4819e5c1-f98e-44d0-bc5c-2369a9af0c51 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:37.939114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-78b7e1a1-35b2-4807-b939-e3f5f09bb1e7 None None] For port 5cf0a23c-7791-41a9-88fa-868dd8576dd0, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:47:37.953888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-78b7e1a1-35b2-4807-b939-e3f5f09bb1e7 None None] For port 5cf0a23c-7791-41a9-88fa-868dd8576dd0, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=5cf0a23c-7791-41a9-88fa-868dd8576dd0,segment=NetworkSegment(9bfcddd1-759c-45ad-9da1-136acb1b5794),segment_id=9bfcddd1-759c-45ad-9da1-136acb1b5794)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:47:37.963376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4819e5c1-f98e-44d0-bc5c-2369a9af0c51 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:37.974134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-78b7e1a1-35b2-4807-b939-e3f5f09bb1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:37.975844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ad0f471-569e-4cbb-8451-659b0c7e0c2f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:37.981196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5cd9917f-8f3d-4cf7-b5b6-c8c590c6deec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:37.987096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3c936e23-6695-482a-bead-d8b07091fa93 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:38.003848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fe7f964a-cadc-420d-8408-4b2d28208926 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:38.014594 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e00a6537-0131-40cd-b17c-c11717ea8678 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:38.033894 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-135e619a-b22b-4a27-b154-3d5849efb84e tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:38.068552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-630c0628-440e-45cd-b4e4-bcbb74a590e8 None None] For port a8ec3409-150a-4865-9c02-1d38efec9c60, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:47:38.069870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-135e619a-b22b-4a27-b154-3d5849efb84e tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Transition to ACTIVE for port object 00381cd1-ccb9-43d0-a3c5-70ee1544b7e6 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:47:38.085545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-630c0628-440e-45cd-b4e4-bcbb74a590e8 None None] For port a8ec3409-150a-4865-9c02-1d38efec9c60, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a8ec3409-150a-4865-9c02-1d38efec9c60,segment=NetworkSegment(052d9204-d48e-433c-9b64-53afd3a31b82),segment_id=052d9204-d48e-433c-9b64-53afd3a31b82)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:47:38.095182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-630c0628-440e-45cd-b4e4-bcbb74a590e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:38.106306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7e1a1-35b2-4807-b939-e3f5f09bb1e7 None None] Pushing event updated for resources: {'Port': ['ID=5cf0a23c-7791-41a9-88fa-868dd8576dd0,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:38.120446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-78b7e1a1-35b2-4807-b939-e3f5f09bb1e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:38.121257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6a142ede-656e-4b1f-b6dc-ca7ccd00f64e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:38.150679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad0f471-569e-4cbb-8451-659b0c7e0c2f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Subnet': ['ID=7181fa95-e6ec-4a50-8ca4-81355a14223d,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:38.159454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9ad0f471-569e-4cbb-8451-659b0c7e0c2f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:38.185079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4819e5c1-f98e-44d0-bc5c-2369a9af0c51 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:38.186795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad0f471-569e-4cbb-8451-659b0c7e0c2f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Checking segment: {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:47:38.187212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad0f471-569e-4cbb-8451-659b0c7e0c2f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network hostable DHCP agents. Network: 7396b720-65bf-48b2-8da7-778eed2fcf44, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:47:38.194193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-135e619a-b22b-4a27-b154-3d5849efb84e tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:38.197297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4819e5c1-f98e-44d0-bc5c-2369a9af0c51 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:38.202042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-51f6f649-6299-4f73-bcb5-2513f7bc1235 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:38.204420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f964a-cadc-420d-8408-4b2d28208926 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Pushing event deleted for resources: {'Port': ['ID=2f036564-5fc3-43e2-be57-8bf53a26d323,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:38.207728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fe7f964a-cadc-420d-8408-4b2d28208926 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:38.219025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c0628-440e-45cd-b4e4-bcbb74a590e8 None None] Pushing event updated for resources: {'Port': ['ID=a8ec3409-150a-4865-9c02-1d38efec9c60,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:38.222596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-630c0628-440e-45cd-b4e4-bcbb74a590e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:38.288626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9c52ec9e-8314-40be-bb4e-587667a5f768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:38.320568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135e619a-b22b-4a27-b154-3d5849efb84e tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Network ebe58747-6285-4ee0-ac16-75d128bdb54a is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:47:38.328272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-135e619a-b22b-4a27-b154-3d5849efb84e tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:38.331912 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e619a-b22b-4a27-b154-3d5849efb84e tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Pushing event updated for resources: {'Port': ['ID=00381cd1-ccb9-43d0-a3c5-70ee1544b7e6,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:38.335293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135e619a-b22b-4a27-b154-3d5849efb84e tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:47:38.364269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9d09468c-e5a2-4ad1-a603-a7ef835fe509 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:38.364694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-135e619a-b22b-4a27-b154-3d5849efb84e tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:38.369736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:38.382245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4819e5c1-f98e-44d0-bc5c-2369a9af0c51 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:38.387306 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4819e5c1-f98e-44d0-bc5c-2369a9af0c51 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5351796 Dec 25 19:47:38.390715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46376) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:38.395654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad0f471-569e-4cbb-8451-659b0c7e0c2f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:47:38.408263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-2c185388-9df0-4a2a-ad36-bcc2af2e4bfc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': '65ac5ddf-d9d4-4c79-9bdb-9a9469fce16a', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:38.422464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819e5c1-f98e-44d0-bc5c-2369a9af0c51 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae4c8c38-120e-4fdb-a21f-e4be173938e2,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:38.426222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2c185388-9df0-4a2a-ad36-bcc2af2e4bfc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:38.434652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2c185388-9df0-4a2a-ad36-bcc2af2e4bfc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:38.440423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4819e5c1-f98e-44d0-bc5c-2369a9af0c51 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:38.441246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2c185388-9df0-4a2a-ad36-bcc2af2e4bfc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:38.444286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-9ad0f471-569e-4cbb-8451-659b0c7e0c2f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 7396b720-65bf-48b2-8da7-778eed2fcf44) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:38.454500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2c185388-9df0-4a2a-ad36-bcc2af2e4bfc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:38.455343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb7f810-3704-4960-8688-8b150b887140 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:47:38.460416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-9d09468c-e5a2-4ad1-a603-a7ef835fe509 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Transition to ACTIVE for port object 9b698ecc-1100-4527-b6b9-a66e84c80d04 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:47:38.462485 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135e619a-b22b-4a27-b154-3d5849efb84e tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:38.463213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-135e619a-b22b-4a27-b154-3d5849efb84e tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:38.470771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad0f471-569e-4cbb-8451-659b0c7e0c2f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:38.471938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ad0f471-569e-4cbb-8451-659b0c7e0c2f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:38.500499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 4ca4d7ae-837c-4676-946f-61c0fd267966 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:47:38.503867 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-2c185388-9df0-4a2a-ad36-bcc2af2e4bfc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Project 23f5dc92674e43b787fc19a8bf548d4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 19:47:38.519128 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9ad0f471-569e-4cbb-8451-659b0c7e0c2f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5321186 Dec 25 19:47:38.523401 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-135e619a-b22b-4a27-b154-3d5849efb84e tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.2350941 Dec 25 19:47:38.523401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46382) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:38.525269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46384) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:38.526065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2c185388-9df0-4a2a-ad36-bcc2af2e4bfc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:38.585889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-1f497739-b25a-4da2-b93f-3d59fbb1a237 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'port': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'name': 'tempest-NetworksTestDHCPv6-427554750'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:38.626309 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:38.640618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9d09468c-e5a2-4ad1-a603-a7ef835fe509 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:38.656962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2a899732-31f9-4f19-92af-3f29783ac82b tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:38.688506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ad6c4c8e-3d3f-4bd5-b8f3-d9a40f4a19ae tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:38.739008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 4ca4d7ae-837c-4676-946f-61c0fd267966 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:47:38.838065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2c185388-9df0-4a2a-ad36-bcc2af2e4bfc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:38.847804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d99a422-d146-4982-9fdf-8639117604ed tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:38.853322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d99a422-d146-4982-9fdf-8639117604ed tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:38.857997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d99a422-d146-4982-9fdf-8639117604ed tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:38.859076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6d99a422-d146-4982-9fdf-8639117604ed tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Synchronizing usage tracker for tenant:e294dd84ad824cc9acfb19aed70fafc4 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:47:38.862641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1f497739-b25a-4da2-b93f-3d59fbb1a237 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:38.868206 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2c185388-9df0-4a2a-ad36-bcc2af2e4bfc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:38.869574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1f497739-b25a-4da2-b93f-3d59fbb1a237 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:port and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:38.873386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1f497739-b25a-4da2-b93f-3d59fbb1a237 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:38.888675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fe7f964a-cadc-420d-8408-4b2d28208926 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:38.889339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:38.898054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1f497739-b25a-4da2-b93f-3d59fbb1a237 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:38.922919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c185388-9df0-4a2a-ad36-bcc2af2e4bfc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8102fd1-bbaf-4e77-9858-a3774904fc45,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:38.929072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2c185388-9df0-4a2a-ad36-bcc2af2e4bfc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:38.935674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f497739-b25a-4da2-b93f-3d59fbb1a237 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:47:38.941476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f497739-b25a-4da2-b93f-3d59fbb1a237 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:38.952098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6d99a422-d146-4982-9fdf-8639117604ed tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Unset dirty status for tenant:e294dd84ad824cc9acfb19aed70fafc4 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:47:38.953551 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6d99a422-d146-4982-9fdf-8639117604ed tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.4105399 Dec 25 19:47:38.956526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d09468c-e5a2-4ad1-a603-a7ef835fe509 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Network 60e204d6-3634-416a-a347-79a8d48995a8 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:47:38.956672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46390) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:38.957500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2c185388-9df0-4a2a-ad36-bcc2af2e4bfc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:38.962094 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2c185388-9df0-4a2a-ad36-bcc2af2e4bfc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5647993 Dec 25 19:47:38.994417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46394) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:39.019668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-465fa155-7b0b-464f-86cf-cbd61c28636d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': '65ac5ddf-d9d4-4c79-9bdb-9a9469fce16a', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:39.021080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1188dc2-55bb-4968-80d7-1f8047d47fe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-7396b720-65bf-48b2-8da7-778eed2fcf44', 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'tenant_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'fixed_ips': [{'subnet_id': '7181fa95-e6ec-4a50-8ca4-81355a14223d'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:47:39.022095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b1188dc2-55bb-4968-80d7-1f8047d47fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:39.037141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-465fa155-7b0b-464f-86cf-cbd61c28636d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:39.043505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-1f497739-b25a-4da2-b93f-3d59fbb1a237 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] device_id is not set on port 14ccaf8c-9162-4ebc-af59-c44ea431e6b6 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:47:39.090550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-465fa155-7b0b-464f-86cf-cbd61c28636d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:39.098774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-465fa155-7b0b-464f-86cf-cbd61c28636d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:39.117829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-465fa155-7b0b-464f-86cf-cbd61c28636d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:39.129016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-c183566e-7eee-4bd4-abfd-580d12daa29a tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Deleting port 00381cd1-ccb9-43d0-a3c5-70ee1544b7e6 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:47:39.129519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c183566e-7eee-4bd4-abfd-580d12daa29a tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:39.221889 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-465fa155-7b0b-464f-86cf-cbd61c28636d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Project 23f5dc92674e43b787fc19a8bf548d4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 19:47:39.282285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-465fa155-7b0b-464f-86cf-cbd61c28636d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:39.286764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-b1188dc2-55bb-4968-80d7-1f8047d47fe4 None None] Allocated IP 2001:db8::2 (7396b720-65bf-48b2-8da7-778eed2fcf44/7181fa95-e6ec-4a50-8ca4-81355a14223d/c9270976-1e27-4514-8cab-e38c6b257028) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:47:39.407409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-9d09468c-e5a2-4ad1-a603-a7ef835fe509 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:39.417429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d09468c-e5a2-4ad1-a603-a7ef835fe509 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event updated for resources: {'Port': ['ID=9b698ecc-1100-4527-b6b9-a66e84c80d04,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:39.426806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d09468c-e5a2-4ad1-a603-a7ef835fe509 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:47:39.428013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9d09468c-e5a2-4ad1-a603-a7ef835fe509 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:39.452318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9d09468c-e5a2-4ad1-a603-a7ef835fe509 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.795s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:39.469001 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.710s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:39.633838 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-465fa155-7b0b-464f-86cf-cbd61c28636d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:39.642930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-465fa155-7b0b-464f-86cf-cbd61c28636d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:39.659122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4819e5c1-f98e-44d0-bc5c-2369a9af0c51 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:39.680568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b1188dc2-55bb-4968-80d7-1f8047d47fe4 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:39.697353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b1188dc2-55bb-4968-80d7-1f8047d47fe4 None None] Transition to ACTIVE for port object c9270976-1e27-4514-8cab-e38c6b257028 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:47:39.706025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465fa155-7b0b-464f-86cf-cbd61c28636d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bebb3216-0798-410e-8202-661543037048,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:39.710812 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c183566e-7eee-4bd4-abfd-580d12daa29a tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:39.726784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-465fa155-7b0b-464f-86cf-cbd61c28636d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:39.727658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b1188dc2-55bb-4968-80d7-1f8047d47fe4 None None] Transition to ACTIVE for port object c9270976-1e27-4514-8cab-e38c6b257028 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:47:39.734892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b1188dc2-55bb-4968-80d7-1f8047d47fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:39.741725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:39.843204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1188dc2-55bb-4968-80d7-1f8047d47fe4 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:47:39.847174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-b1188dc2-55bb-4968-80d7-1f8047d47fe4 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:39.848839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d081f8-3a63-4821-9649-20d59a81b7b0 req-3fc99041-c387-4649-8ccf-1ffb3a22d742 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:39.849951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1188dc2-55bb-4968-80d7-1f8047d47fe4 None None] Pushing event updated for resources: {'Port': ['ID=c9270976-1e27-4514-8cab-e38c6b257028,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:39.853021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1188dc2-55bb-4968-80d7-1f8047d47fe4 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:47:39.856059 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d9d081f8-3a63-4821-9649-20d59a81b7b0 req-3fc99041-c387-4649-8ccf-1ffb3a22d742 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 1.2814181 Dec 25 19:47:39.858083 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b1188dc2-55bb-4968-80d7-1f8047d47fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:39.871532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fe7f964a-cadc-420d-8408-4b2d28208926 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:39.890656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6c4c8e-3d3f-4bd5-b8f3-d9a40f4a19ae tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Checking segment: {'id': '262cf10b-7632-4967-b72c-9a38527ed2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '432ce57a-9d12-4f4b-ae32-80ef3ff4ad49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:47:39.890977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6c4c8e-3d3f-4bd5-b8f3-d9a40f4a19ae tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Network hostable DHCP agents. Network: 432ce57a-9d12-4f4b-ae32-80ef3ff4ad49, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:47:39.911018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:39.933383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c4c8e-3d3f-4bd5-b8f3-d9a40f4a19ae tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event updated for resources: {'Subnet': ['ID=43b98230-aed3-4d7d-84cd-abbe52f76e4c,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:39.936402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ad6c4c8e-3d3f-4bd5-b8f3-d9a40f4a19ae tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:39.941187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fe7f964a-cadc-420d-8408-4b2d28208926 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:39.975983 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-b1188dc2-55bb-4968-80d7-1f8047d47fe4 None None] Attempting to bind port c9270976-1e27-4514-8cab-e38c6b257028 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:47:39.976517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-b1188dc2-55bb-4968-80d7-1f8047d47fe4 None None] Attempting to bind port c9270976-1e27-4514-8cab-e38c6b257028 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:47:39.978120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1188dc2-55bb-4968-80d7-1f8047d47fe4 None None] Attempting to bind port c9270976-1e27-4514-8cab-e38c6b257028 on network 7396b720-65bf-48b2-8da7-778eed2fcf44 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:47:39.986640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1188dc2-55bb-4968-80d7-1f8047d47fe4 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:47:39.987382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1188dc2-55bb-4968-80d7-1f8047d47fe4 None None] Checking segment: {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:47:39.988127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b1188dc2-55bb-4968-80d7-1f8047d47fe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:39.988684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1188dc2-55bb-4968-80d7-1f8047d47fe4 None None] Bound using segment: {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:47:39.989349 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-b1188dc2-55bb-4968-80d7-1f8047d47fe4 None None] Bound port: c9270976-1e27-4514-8cab-e38c6b257028, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:47:39.989909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b1188dc2-55bb-4968-80d7-1f8047d47fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:40.065330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875075a0-9a12-4bc9-948d-924ecb04f3c2 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:47:40.079929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20a2a2e-dafc-4cff-b16d-0836d3eb0009 None None] Sync routers for ids ['2324b301-b0a4-4c3c-a9a6-a51e45201beb'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:47:40.085065 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d9d081f8-3a63-4821-9649-20d59a81b7b0 req-b91d26ba-158e-4b8f-bfdf-0314e94c6af8 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957190 Dec 25 19:47:40.085656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6c4c8e-3d3f-4bd5-b8f3-d9a40f4a19ae tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Network 432ce57a-9d12-4f4b-ae32-80ef3ff4ad49 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:47:40.096728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9d09468c-e5a2-4ad1-a603-a7ef835fe509 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:40.108309 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b1188dc2-55bb-4968-80d7-1f8047d47fe4 None None] For port c9270976-1e27-4514-8cab-e38c6b257028, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:47:40.113804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b1188dc2-55bb-4968-80d7-1f8047d47fe4 None None] For port c9270976-1e27-4514-8cab-e38c6b257028, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=c9270976-1e27-4514-8cab-e38c6b257028,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:47:40.125046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20a2a2e-dafc-4cff-b16d-0836d3eb0009 None None] Routers {'2324b301-b0a4-4c3c-a9a6-a51e45201beb'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:47:40.125046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c20a2a2e-dafc-4cff-b16d-0836d3eb0009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:47:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['2324b301-b0a4-4c3c-a9a6-a51e45201beb'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:40.138010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fe7f964a-cadc-420d-8408-4b2d28208926 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:40.138836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7f964a-cadc-420d-8408-4b2d28208926 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Fanout notify agent at l3_agent the message router_deleted on router 396d53f3-9cc4-416d-8ba2-b0d173847710 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:47:40.178006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b1188dc2-55bb-4968-80d7-1f8047d47fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:40.192874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-ad6c4c8e-3d3f-4bd5-b8f3-d9a40f4a19ae tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 432ce57a-9d12-4f4b-ae32-80ef3ff4ad49) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:40.193466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7b4b274d-0f17-496e-98a7-2198c6a2c7fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:40.206414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6c4c8e-3d3f-4bd5-b8f3-d9a40f4a19ae tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:40.207121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ad6c4c8e-3d3f-4bd5-b8f3-d9a40f4a19ae tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:40.225715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe56f74-a5e5-4747-b8d4-6643d65b6fd1 None None] Network 432ce57a-9d12-4f4b-ae32-80ef3ff4ad49 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:47:40.241201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-1f497739-b25a-4da2-b93f-3d59fbb1a237 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Allocated IP 2001:db8::179 (7396b720-65bf-48b2-8da7-778eed2fcf44/7181fa95-e6ec-4a50-8ca4-81355a14223d/14ccaf8c-9162-4ebc-af59-c44ea431e6b6) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:47:40.241702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-875075a0-9a12-4bc9-948d-924ecb04f3c2 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:40.250125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c20a2a2e-dafc-4cff-b16d-0836d3eb0009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:40.279444 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fe7f964a-cadc-420d-8408-4b2d28208926 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:40.283421 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fe7f964a-cadc-420d-8408-4b2d28208926 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] 10.222.0.24 "DELETE /v2.0/routers/396d53f3-9cc4-416d-8ba2-b0d173847710 HTTP/1.1" status: 204 len: 168 time: 6.3231518 Dec 25 19:47:40.297105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46400) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:40.301361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20a2a2e-dafc-4cff-b16d-0836d3eb0009 None None] Routers {'2324b301-b0a4-4c3c-a9a6-a51e45201beb'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:47:40.302064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c20a2a2e-dafc-4cff-b16d-0836d3eb0009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:47:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['2324b301-b0a4-4c3c-a9a6-a51e45201beb'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:40.344646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-c183566e-7eee-4bd4-abfd-580d12daa29a tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Calling delete_port for 00381cd1-ccb9-43d0-a3c5-70ee1544b7e6 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:47:40.382405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c20a2a2e-dafc-4cff-b16d-0836d3eb0009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:40.382777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20a2a2e-dafc-4cff-b16d-0836d3eb0009 None None] The sync data for ids ['2324b301-b0a4-4c3c-a9a6-a51e45201beb'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:47:40.401406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-465fa155-7b0b-464f-86cf-cbd61c28636d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:40.426433 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-465fa155-7b0b-464f-86cf-cbd61c28636d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.4155774 Dec 25 19:47:40.525590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1188dc2-55bb-4968-80d7-1f8047d47fe4 None None] Pushing event updated for resources: {'Port': ['ID=c9270976-1e27-4514-8cab-e38c6b257028,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:40.531149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b1188dc2-55bb-4968-80d7-1f8047d47fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:40.595859 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ad6c4c8e-3d3f-4bd5-b8f3-d9a40f4a19ae tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.9762325 Dec 25 19:47:40.600773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 5cf0a23c-7791-41a9-88fa-868dd8576dd0 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:47:40.604481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46406) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:40.610179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-546ad26f-008a-4922-82d7-d1e69b876078 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Deleting subnet 614b7f38-ece1-4287-8565-aeee2dddc439 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:47:40.679899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f42c5d-7fee-40e6-a904-0ef8ab7e6fdf None None] Network ebe58747-6285-4ee0-ac16-75d128bdb54a requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:47:40.713744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-546ad26f-008a-4922-82d7-d1e69b876078 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:40.754834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f497739-b25a-4da2-b93f-3d59fbb1a237 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:40.764872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c183566e-7eee-4bd4-abfd-580d12daa29a tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:40.789605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-135e619a-b22b-4a27-b154-3d5849efb84e tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:40.841102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c183566e-7eee-4bd4-abfd-580d12daa29a tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Pushing event deleted for resources: {'Port': ['ID=00381cd1-ccb9-43d0-a3c5-70ee1544b7e6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:40.881553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c183566e-7eee-4bd4-abfd-580d12daa29a tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:40.893054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1f497739-b25a-4da2-b93f-3d59fbb1a237 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Transition to ACTIVE for port object 14ccaf8c-9162-4ebc-af59-c44ea431e6b6 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:47:41.011592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-407de695-bfaa-422d-9ae6-29eb8f4a4ad7 None None] Provisioning for port 4ca4d7ae-837c-4676-946f-61c0fd267966 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:47:41.046639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f497739-b25a-4da2-b93f-3d59fbb1a237 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:41.057193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88da5788-eb4b-49fa-8f3c-664e1f378117 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-432ce57a-9d12-4f4b-ae32-80ef3ff4ad49', 'network_id': '432ce57a-9d12-4f4b-ae32-80ef3ff4ad49', 'tenant_id': '4895f896d14c49cebd2f7b319db8be3e', 'fixed_ips': [{'subnet_id': '43b98230-aed3-4d7d-84cd-abbe52f76e4c'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:47:41.058528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-88da5788-eb4b-49fa-8f3c-664e1f378117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:41.058667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d8ea63d7-6c6b-4f12-8979-7d401fdea264 tempest-FloatingIPAdminTestJSON-179312570 tempest-FloatingIPAdminTestJSON-179312570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:41.087692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-407de695-bfaa-422d-9ae6-29eb8f4a4ad7 None None] Provisioning complete for port 4ca4d7ae-837c-4676-946f-61c0fd267966 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:47:41.088125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-407de695-bfaa-422d-9ae6-29eb8f4a4ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:41.094804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-546ad26f-008a-4922-82d7-d1e69b876078 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:41.182237 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-875075a0-9a12-4bc9-948d-924ecb04f3c2 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "PUT /v2.0/floatingips/85d57381-dc64-4b10-a6ab-231a35dbdee9 HTTP/1.1" status: 200 len: 977 time: 14.6312768 Dec 25 19:47:41.189474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c183566e-7eee-4bd4-abfd-580d12daa29a tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:41.190885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46420) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:41.205708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f497739-b25a-4da2-b93f-3d59fbb1a237 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:47:41.233768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f497739-b25a-4da2-b93f-3d59fbb1a237 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Port': ['ID=14ccaf8c-9162-4ebc-af59-c44ea431e6b6,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:41.238674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-1f497739-b25a-4da2-b93f-3d59fbb1a237 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:41.240929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1f497739-b25a-4da2-b93f-3d59fbb1a237 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:41.243517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f497739-b25a-4da2-b93f-3d59fbb1a237 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:47:41.255317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f497739-b25a-4da2-b93f-3d59fbb1a237 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:41.256739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f497739-b25a-4da2-b93f-3d59fbb1a237 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:41.273448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 5cf0a23c-7791-41a9-88fa-868dd8576dd0 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:47:41.280275 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c183566e-7eee-4bd4-abfd-580d12daa29a tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] 10.222.0.24 "DELETE /v2.0/ports/00381cd1-ccb9-43d0-a3c5-70ee1544b7e6 HTTP/1.1" status: 204 len: 168 time: 2.3200657 Dec 25 19:47:41.281244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46424) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:41.298276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a8ec3409-150a-4865-9c02-1d38efec9c60 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:47:41.312303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a35fc4-0d12-49a5-a16a-ca4fd9001be3 req-3d4cdbd5-71ff-4e69-b792-0017e08ecb9c tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:41.314148 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-63a35fc4-0d12-49a5-a16a-ca4fd9001be3 req-3d4cdbd5-71ff-4e69-b792-0017e08ecb9c tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 1.0209792 Dec 25 19:47:41.343036 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-55414efb-0c71-4473-a39a-1db833f8b1e2 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] GET failed (client error): The resource could not be found. Dec 25 19:47:41.343514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-55414efb-0c71-4473-a39a-1db833f8b1e2 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Synchronizing usage tracker for tenant:e294dd84ad824cc9acfb19aed70fafc4 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:47:41.357885 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1f497739-b25a-4da2-b93f-3d59fbb1a237 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8309708 Dec 25 19:47:41.358300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46428) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:41.359266 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-d9ed61d3-57d2-4d0c-8db2-aef299044134 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-692904909&fields=id&tenant_id=23f5dc92674e43b787fc19a8bf548d4f HTTP/1.1" status: 200 len: 267 time: 0.4892182 Dec 25 19:47:41.412370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-55414efb-0c71-4473-a39a-1db833f8b1e2 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Unset dirty status for tenant:e294dd84ad824cc9acfb19aed70fafc4 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:47:41.421007 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-55414efb-0c71-4473-a39a-1db833f8b1e2 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] 10.222.0.24 "GET /v2.0/ports/00381cd1-ccb9-43d0-a3c5-70ee1544b7e6 HTTP/1.1" status: 404 len: 333 time: 0.1361043 Dec 25 19:47:41.422551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46432) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:41.423532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-75fe471f-6c7b-413b-9437-1fd1b31938c3 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Deleting port b8cbbb87-de8f-4d2f-b6a0-0877cb2c2163 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:47:41.424011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-75fe471f-6c7b-413b-9437-1fd1b31938c3 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:41.453820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-2f58dc22-7cb5-48ab-89e5-43760977ee55 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Request body: {'port': {'network_id': 'ebe58747-6285-4ee0-ac16-75d128bdb54a', 'name': 'tempest-AllowedAddressPairTestJSON-302652090'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:41.500662 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 19:47:41.556129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-40094638-e83f-4f82-a793-723524136b6c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:41.646864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499e264d-5bf6-4bfa-b11e-190b2f32e4fa tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:41.651809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499e264d-5bf6-4bfa-b11e-190b2f32e4fa tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:41.652810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-499e264d-5bf6-4bfa-b11e-190b2f32e4fa tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:47:41.710467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2f58dc22-7cb5-48ab-89e5-43760977ee55 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:41.727132 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-407de695-bfaa-422d-9ae6-29eb8f4a4ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:41.728269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2f58dc22-7cb5-48ab-89e5-43760977ee55 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:41.742848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-499e264d-5bf6-4bfa-b11e-190b2f32e4fa tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:47:41.746913 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-499e264d-5bf6-4bfa-b11e-190b2f32e4fa tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3851705 Dec 25 19:47:41.746913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f58dc22-7cb5-48ab-89e5-43760977ee55 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Made reservation on behalf of e294dd84ad824cc9acfb19aed70fafc4 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:47:41.761401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2f58dc22-7cb5-48ab-89e5-43760977ee55 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:41.761909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-88da5788-eb4b-49fa-8f3c-664e1f378117 None None] Allocated IP 172.20.0.3 (432ce57a-9d12-4f4b-ae32-80ef3ff4ad49/43b98230-aed3-4d7d-84cd-abbe52f76e4c/ee5e53e1-b843-48bd-9dea-49e175f71d6a) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:47:41.797845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46436) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:41.855948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port a8ec3409-150a-4865-9c02-1d38efec9c60 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:47:41.870026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-407de695-bfaa-422d-9ae6-29eb8f4a4ad7 None None] For port 4ca4d7ae-837c-4676-946f-61c0fd267966, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=4ca4d7ae-837c-4676-946f-61c0fd267966,segment=NetworkSegment(9e323872-8613-4c4b-a78f-84a602b608cb),segment_id=9e323872-8613-4c4b-a78f-84a602b608cb)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:47:41.887976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-407de695-bfaa-422d-9ae6-29eb8f4a4ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:41.893924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:41.924008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-2f58dc22-7cb5-48ab-89e5-43760977ee55 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] device_id is not set on port 10dcb48f-5a0e-4d66-b319-a26deb1c900e yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:47:42.057039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-26d29a72-cab6-4bfa-ad7f-a2d7c5d3e2ee tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting port 14ccaf8c-9162-4ebc-af59-c44ea431e6b6 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:47:42.057424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-26d29a72-cab6-4bfa-ad7f-a2d7c5d3e2ee tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:42.064612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407de695-bfaa-422d-9ae6-29eb8f4a4ad7 None None] Pushing event updated for resources: {'Port': ['ID=4ca4d7ae-837c-4676-946f-61c0fd267966,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:42.090489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407de695-bfaa-422d-9ae6-29eb8f4a4ad7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:47:42.091124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407de695-bfaa-422d-9ae6-29eb8f4a4ad7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:47:42.091537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407de695-bfaa-422d-9ae6-29eb8f4a4ad7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:47:42.092011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407de695-bfaa-422d-9ae6-29eb8f4a4ad7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:47:42.092398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407de695-bfaa-422d-9ae6-29eb8f4a4ad7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:47:42.092770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407de695-bfaa-422d-9ae6-29eb8f4a4ad7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:47:42.093136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407de695-bfaa-422d-9ae6-29eb8f4a4ad7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:47:42.093507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407de695-bfaa-422d-9ae6-29eb8f4a4ad7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:47:42.093870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407de695-bfaa-422d-9ae6-29eb8f4a4ad7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:47:42.094231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407de695-bfaa-422d-9ae6-29eb8f4a4ad7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:47:42.095400 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407de695-bfaa-422d-9ae6-29eb8f4a4ad7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:47:42.111657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-407de695-bfaa-422d-9ae6-29eb8f4a4ad7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:42.300732 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3e8987-7e31-4495-8d6b-d22f609aabd1 None None] Network 7579654c-5033-483f-9933-ff786d50e0fb requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:47:42.453163 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-63a35fc4-0d12-49a5-a16a-ca4fd9001be3 req-44d923dc-d833-45d1-a3ae-73424a7ffcba tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0633576 Dec 25 19:47:42.498709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-546ad26f-008a-4922-82d7-d1e69b876078 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:42.498922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f4ececc9-e441-4dda-ba2e-fd365da339c7 None None] Provisioning for port 5cf0a23c-7791-41a9-88fa-868dd8576dd0 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:47:42.514443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f4ececc9-e441-4dda-ba2e-fd365da339c7 None None] Provisioning complete for port 5cf0a23c-7791-41a9-88fa-868dd8576dd0 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:47:42.514864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f4ececc9-e441-4dda-ba2e-fd365da339c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:42.624465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-88da5788-eb4b-49fa-8f3c-664e1f378117 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:42.625984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-fa0272a7-3943-4820-928b-5cd4da12105c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:42.627658 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-fa0272a7-3943-4820-928b-5cd4da12105c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/networks?id=7579654c-5033-483f-9933-ff786d50e0fb HTTP/1.1" status: 200 len: 796 time: 1.2674148 Dec 25 19:47:42.666022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-40094638-e83f-4f82-a793-723524136b6c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:42.692961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device c9270976-1e27-4514-8cab-e38c6b257028 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:47:42.737280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-26d29a72-cab6-4bfa-ad7f-a2d7c5d3e2ee tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:42.827284 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-7984ccdc-49b5-42c7-99c0-774b57a2bff4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/quotas/23f5dc92674e43b787fc19a8bf548d4f HTTP/1.1" status: 200 len: 375 time: 0.1842434 Dec 25 19:47:42.835410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f118cf92-8455-4a23-b601-b741b0ff7216 None None] Network 60e204d6-3634-416a-a347-79a8d48995a8 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:47:42.859746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-88da5788-eb4b-49fa-8f3c-664e1f378117 None None] Transition to ACTIVE for port object ee5e53e1-b843-48bd-9dea-49e175f71d6a will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:47:42.903650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-26d29a72-cab6-4bfa-ad7f-a2d7c5d3e2ee tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Calling delete_port for 14ccaf8c-9162-4ebc-af59-c44ea431e6b6 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:47:42.943606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9d09468c-e5a2-4ad1-a603-a7ef835fe509 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:42.968166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9d09468c-e5a2-4ad1-a603-a7ef835fe509 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:42.969214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9d09468c-e5a2-4ad1-a603-a7ef835fe509 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:42.980745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-aaf07861-0398-4930-a79d-dbb25b729dd9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:42.989004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port c9270976-1e27-4514-8cab-e38c6b257028 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:47:42.999695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 4ca4d7ae-837c-4676-946f-61c0fd267966 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:47:43.042187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-546ad26f-008a-4922-82d7-d1e69b876078 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:43.044895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-88da5788-eb4b-49fa-8f3c-664e1f378117 None None] Transition to ACTIVE for port object ee5e53e1-b843-48bd-9dea-49e175f71d6a will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:47:43.065846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-75fe471f-6c7b-413b-9437-1fd1b31938c3 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:43.105029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-2f58dc22-7cb5-48ab-89e5-43760977ee55 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Allocated IP 172.20.0.12 (ebe58747-6285-4ee0-ac16-75d128bdb54a/0530dc9e-3f9a-4c1b-8531-08e912bf7505/10dcb48f-5a0e-4d66-b319-a26deb1c900e) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:47:43.114643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-26d29a72-cab6-4bfa-ad7f-a2d7c5d3e2ee tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:43.129276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a815c1c7-dd4c-454a-8f87-45d36268944d tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:43.146170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-88da5788-eb4b-49fa-8f3c-664e1f378117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:43.178688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-50103e0b-e7f0-4507-a9e8-84442f24e109 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:43.228475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d29a72-cab6-4bfa-ad7f-a2d7c5d3e2ee tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Port': ['ID=14ccaf8c-9162-4ebc-af59-c44ea431e6b6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:43.240156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-26d29a72-cab6-4bfa-ad7f-a2d7c5d3e2ee tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:43.302305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da5788-eb4b-49fa-8f3c-664e1f378117 None None] Pushing event updated for resources: {'Port': ['ID=ee5e53e1-b843-48bd-9dea-49e175f71d6a,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:43.303249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-546ad26f-008a-4922-82d7-d1e69b876078 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:43.363751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-26d29a72-cab6-4bfa-ad7f-a2d7c5d3e2ee tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:43.392014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-88da5788-eb4b-49fa-8f3c-664e1f378117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:43.392750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f4ececc9-e441-4dda-ba2e-fd365da339c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:43.413280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c847b130-af90-4856-a868-40d3856a616c None None] Network ce78d99c-253e-4a52-ac55-2e96a78815a6 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:47:43.417856 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-26d29a72-cab6-4bfa-ad7f-a2d7c5d3e2ee tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/ports/14ccaf8c-9162-4ebc-af59-c44ea431e6b6 HTTP/1.1" status: 204 len: 168 time: 1.6149783 Dec 25 19:47:43.474321 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46444) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:43.496588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d09468c-e5a2-4ad1-a603-a7ef835fe509 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Network 60e204d6-3634-416a-a347-79a8d48995a8 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:47:43.591899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88da5788-eb4b-49fa-8f3c-664e1f378117 None None] Network 432ce57a-9d12-4f4b-ae32-80ef3ff4ad49 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:47:43.612322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c62bd3-a79a-4d79-9566-c2aa4b7b0428 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:43.613986 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c62bd3-a79a-4d79-9566-c2aa4b7b0428 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:43.615806 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-26c62bd3-a79a-4d79-9566-c2aa4b7b0428 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1255963 Dec 25 19:47:43.616725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d09468c-e5a2-4ad1-a603-a7ef835fe509 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event updated for resources: {'Port': ['ID=9b698ecc-1100-4527-b6b9-a66e84c80d04,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:43.620502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9d09468c-e5a2-4ad1-a603-a7ef835fe509 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:43.621734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-40094638-e83f-4f82-a793-723524136b6c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:43.624776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46448) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:43.632641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ccc76764-65e1-410d-a917-771edaa9655b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:43.670885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-9d09468c-e5a2-4ad1-a603-a7ef835fe509 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:43.690539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-88da5788-eb4b-49fa-8f3c-664e1f378117 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:43.702381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-f4ececc9-e441-4dda-ba2e-fd365da339c7 None None] For port 5cf0a23c-7791-41a9-88fa-868dd8576dd0, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=5cf0a23c-7791-41a9-88fa-868dd8576dd0,segment=NetworkSegment(9bfcddd1-759c-45ad-9da1-136acb1b5794),segment_id=9bfcddd1-759c-45ad-9da1-136acb1b5794)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:47:43.720776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88da5788-eb4b-49fa-8f3c-664e1f378117 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:47:43.735940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2f58dc22-7cb5-48ab-89e5-43760977ee55 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:43.757742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ad26f-008a-4922-82d7-d1e69b876078 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Pushing event deleted for resources: {'Subnet': ['ID=614b7f38-ece1-4287-8565-aeee2dddc439,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:43.765913 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-546ad26f-008a-4922-82d7-d1e69b876078 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] 10.222.0.24 "DELETE /v2.0/subnets/614b7f38-ece1-4287-8565-aeee2dddc439 HTTP/1.1" status: 204 len: 168 time: 3.4557509 Dec 25 19:47:43.774884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46452) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:43.775228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f4ececc9-e441-4dda-ba2e-fd365da339c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:43.790935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-407de695-bfaa-422d-9ae6-29eb8f4a4ad7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:43.843591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2f58dc22-7cb5-48ab-89e5-43760977ee55 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Transition to ACTIVE for port object 10dcb48f-5a0e-4d66-b319-a26deb1c900e will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:47:43.877972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40094638-e83f-4f82-a793-723524136b6c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event deleted for resources: {'Subnet': ['ID=43b98230-aed3-4d7d-84cd-abbe52f76e4c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:43.882365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ececc9-e441-4dda-ba2e-fd365da339c7 None None] Pushing event updated for resources: {'Port': ['ID=5cf0a23c-7791-41a9-88fa-868dd8576dd0,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:43.887884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f4ececc9-e441-4dda-ba2e-fd365da339c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:44.047558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 4ca4d7ae-837c-4676-946f-61c0fd267966 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:47:44.047991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:44.084891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1bab69cc-4fb9-4345-9460-6418ed47ef23 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:44.125655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-a50cfa25-570d-463a-98ca-21fa0b687d93 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting subnet 7181fa95-e6ec-4a50-8ca4-81355a14223d {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:47:44.129988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2f58dc22-7cb5-48ab-89e5-43760977ee55 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:44.135083 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a50cfa25-570d-463a-98ca-21fa0b687d93 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:44.173870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1ea1c3b7-71b4-4104-aadc-51e05195cb26 tempest-RoutersIpV6AdminTest-334574511 tempest-RoutersIpV6AdminTest-334574511-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:44.182254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-88da5788-eb4b-49fa-8f3c-664e1f378117 None None] Attempting to bind port ee5e53e1-b843-48bd-9dea-49e175f71d6a on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:47:44.182967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-88da5788-eb4b-49fa-8f3c-664e1f378117 None None] Attempting to bind port ee5e53e1-b843-48bd-9dea-49e175f71d6a by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '262cf10b-7632-4967-b72c-9a38527ed2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '432ce57a-9d12-4f4b-ae32-80ef3ff4ad49'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:47:44.183629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88da5788-eb4b-49fa-8f3c-664e1f378117 None None] Attempting to bind port ee5e53e1-b843-48bd-9dea-49e175f71d6a on network 432ce57a-9d12-4f4b-ae32-80ef3ff4ad49 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:47:44.184048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-40094638-e83f-4f82-a793-723524136b6c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:44.185686 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ad6c4c8e-3d3f-4bd5-b8f3-d9a40f4a19ae tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.123s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:44.186238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ad6c4c8e-3d3f-4bd5-b8f3-d9a40f4a19ae tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:44.187854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d4adf5-170c-4857-aa36-0d5a7b5360fc None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:47:44.215043 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-3cf63c42-7687-4964-bee6-6f96fe7827c4 None None] Provisioning for port a8ec3409-150a-4865-9c02-1d38efec9c60 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:47:44.255995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-3cf63c42-7687-4964-bee6-6f96fe7827c4 None None] Provisioning complete for port a8ec3409-150a-4865-9c02-1d38efec9c60 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:47:44.256595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3cf63c42-7687-4964-bee6-6f96fe7827c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:44.271035 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-60a71adc-9645-4d06-a9e0-951ece052c81 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&fields=id HTTP/1.1" status: 200 len: 440 time: 1.4179707 Dec 25 19:47:44.278833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-40094638-e83f-4f82-a793-723524136b6c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:44.283407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88da5788-eb4b-49fa-8f3c-664e1f378117 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:47:44.284000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88da5788-eb4b-49fa-8f3c-664e1f378117 None None] Checking segment: {'id': '262cf10b-7632-4967-b72c-9a38527ed2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '432ce57a-9d12-4f4b-ae32-80ef3ff4ad49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:47:44.284651 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-88da5788-eb4b-49fa-8f3c-664e1f378117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:44.285256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88da5788-eb4b-49fa-8f3c-664e1f378117 None None] Bound using segment: {'id': '262cf10b-7632-4967-b72c-9a38527ed2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '432ce57a-9d12-4f4b-ae32-80ef3ff4ad49'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:47:44.285928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-88da5788-eb4b-49fa-8f3c-664e1f378117 None None] Bound port: ee5e53e1-b843-48bd-9dea-49e175f71d6a, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262cf10b-7632-4967-b72c-9a38527ed2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '432ce57a-9d12-4f4b-ae32-80ef3ff4ad49'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:47:44.287005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-88da5788-eb4b-49fa-8f3c-664e1f378117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:44.342958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-75fe471f-6c7b-413b-9437-1fd1b31938c3 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:44.343573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-75fe471f-6c7b-413b-9437-1fd1b31938c3 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:44.343774 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [None req-75fe471f-6c7b-413b-9437-1fd1b31938c3 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Floating IP 85d57381-dc64-4b10-a6ab-231a35dbdee9 disassociated. External IP: 172.26.8.16, port: b8cbbb87-de8f-4d2f-b6a0-0877cb2c2163. Dec 25 19:47:44.344389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-75fe471f-6c7b-413b-9437-1fd1b31938c3 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Calling delete_port for b8cbbb87-de8f-4d2f-b6a0-0877cb2c2163 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:47:44.408398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-40094638-e83f-4f82-a793-723524136b6c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['432ce57a-9d12-4f4b-ae32-80ef3ff4ad49']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:44.452978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-40094638-e83f-4f82-a793-723524136b6c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '262cf10b-7632-4967-b72c-9a38527ed2b6') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:44.453363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-40094638-e83f-4f82-a793-723524136b6c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '262cf10b-7632-4967-b72c-9a38527ed2b6') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:44.486205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-40094638-e83f-4f82-a793-723524136b6c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:44.491026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1bab69cc-4fb9-4345-9460-6418ed47ef23 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Deleting port 4c55e189-3452-4f10-8511-5957a4d4ac8f {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:47:44.491434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1bab69cc-4fb9-4345-9460-6418ed47ef23 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:44.586018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f58dc22-7cb5-48ab-89e5-43760977ee55 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Network ebe58747-6285-4ee0-ac16-75d128bdb54a is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:47:44.591507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f58dc22-7cb5-48ab-89e5-43760977ee55 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Pushing event updated for resources: {'Port': ['ID=10dcb48f-5a0e-4d66-b319-a26deb1c900e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:44.597021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a50cfa25-570d-463a-98ca-21fa0b687d93 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:44.630267 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-2f58dc22-7cb5-48ab-89e5-43760977ee55 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:44.638972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2f58dc22-7cb5-48ab-89e5-43760977ee55 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:44.642141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f58dc22-7cb5-48ab-89e5-43760977ee55 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:47:44.797331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f58dc22-7cb5-48ab-89e5-43760977ee55 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:44.798060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2f58dc22-7cb5-48ab-89e5-43760977ee55 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:44.862119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-40094638-e83f-4f82-a793-723524136b6c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:44.869092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40094638-e83f-4f82-a793-723524136b6c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:47:44.869767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-40094638-e83f-4f82-a793-723524136b6c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:44.877394 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2f58dc22-7cb5-48ab-89e5-43760977ee55 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4340336 Dec 25 19:47:44.877394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46456) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:44.889504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-359fdcd8-46d2-4c8e-8fa3-230cee24f761 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:c0:05:10'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:44.909444 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03efef5b-81e9-4557-b48a-e34e4f1bf036 req-bd32d71c-0a4a-49fd-a52d-2cb5331773f3 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:44.912369 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-03efef5b-81e9-4557-b48a-e34e4f1bf036 req-bd32d71c-0a4a-49fd-a52d-2cb5331773f3 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 1.8118136 Dec 25 19:47:44.919177 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-4d673d5d-0e19-46e9-88d0-630ecfb6dbf4 service neutron] 10.222.0.24 "GET /v2.0/networks/7579654c-5033-483f-9933-ff786d50e0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6227453 Dec 25 19:47:44.920339 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:47:44.920339 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:47:44.920339 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:47:44.920339 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:47:44.920339 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:47:44.920339 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:47:44.920339 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:47:44.920339 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:47:44.920339 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:47:44.920339 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:47:44.920339 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:47:44.920339 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:47:44.920339 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:47:44.920339 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:47:44.920339 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:47:44.920339 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:47:44.920339 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:47:44.920339 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:47:44.920339 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:47:44.920339 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:47:44.920339 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:47:44.920339 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:47:44.920339 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:47:44.920339 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:47:44.920339 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:47:44.920339 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:47:44.920339 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:47:44.920339 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:47:44.920339 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:47:44.920339 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:47:44.920339 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:47:44.920339 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:47:45.012858 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3cf63c42-7687-4964-bee6-6f96fe7827c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:45.023160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a50cfa25-570d-463a-98ca-21fa0b687d93 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:45.024669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 5cf0a23c-7791-41a9-88fa-868dd8576dd0 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:47:45.065560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444c8f38-f597-4a27-8d2b-d5aa06d1fed2 None None] DHCP port deletion for ce78d99c-253e-4a52-ac55-2e96a78815a6 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:47:45.089147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-1bab69cc-4fb9-4345-9460-6418ed47ef23 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] For port 4c55e189-3452-4f10-8511-5957a4d4ac8f, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=4c55e189-3452-4f10-8511-5957a4d4ac8f,segment=NetworkSegment(0a26d401-1bba-4610-9a7b-7415e7179e7e),segment_id=0a26d401-1bba-4610-9a7b-7415e7179e7e)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:47:45.089550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1bab69cc-4fb9-4345-9460-6418ed47ef23 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:45.115987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-88da5788-eb4b-49fa-8f3c-664e1f378117 None None] For port ee5e53e1-b843-48bd-9dea-49e175f71d6a, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:47:45.120947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-444c8f38-f597-4a27-8d2b-d5aa06d1fed2 None None] Deleting port 4c55e189-3452-4f10-8511-5957a4d4ac8f {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:47:45.121504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-444c8f38-f597-4a27-8d2b-d5aa06d1fed2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:45.290048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1bab69cc-4fb9-4345-9460-6418ed47ef23 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Calling delete_port for 4c55e189-3452-4f10-8511-5957a4d4ac8f owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:47:45.303030 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-3cf63c42-7687-4964-bee6-6f96fe7827c4 None None] For port a8ec3409-150a-4865-9c02-1d38efec9c60, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a8ec3409-150a-4865-9c02-1d38efec9c60,segment=NetworkSegment(052d9204-d48e-433c-9b64-53afd3a31b82),segment_id=052d9204-d48e-433c-9b64-53afd3a31b82)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:47:45.328948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3cf63c42-7687-4964-bee6-6f96fe7827c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:45.334390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8bd343f5-2f98-46a4-b777-1fb2f9808949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:45.390410 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-246f6756-8759-48ad-9817-72d71423dcdb service neutron] 10.222.0.24 "GET /v2.0/networks/7579654c-5033-483f-9933-ff786d50e0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041212 Dec 25 19:47:45.439353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 5cf0a23c-7791-41a9-88fa-868dd8576dd0 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:47:45.439963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:45.508840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a50cfa25-570d-463a-98ca-21fa0b687d93 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:45.535937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5a8b3852-27f1-4317-bfa2-044a2d2f1282 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:45.539745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-88da5788-eb4b-49fa-8f3c-664e1f378117 None None] For port ee5e53e1-b843-48bd-9dea-49e175f71d6a, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=ee5e53e1-b843-48bd-9dea-49e175f71d6a,segment=NetworkSegment(262cf10b-7632-4967-b72c-9a38527ed2b6),segment_id=262cf10b-7632-4967-b72c-9a38527ed2b6)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:47:45.564339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-88da5788-eb4b-49fa-8f3c-664e1f378117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:45.582898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50cfa25-570d-463a-98ca-21fa0b687d93 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Subnet': ['ID=7181fa95-e6ec-4a50-8ca4-81355a14223d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:45.599103 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a50cfa25-570d-463a-98ca-21fa0b687d93 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:45.609421 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a50cfa25-570d-463a-98ca-21fa0b687d93 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/7181fa95-e6ec-4a50-8ca4-81355a14223d HTTP/1.1" status: 204 len: 168 time: 1.9807856 Dec 25 19:47:45.609421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a50cfa25-570d-463a-98ca-21fa0b687d93 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:45.612162 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46462) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:45.662795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-40094638-e83f-4f82-a793-723524136b6c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 25 19:47:45.662795 dv-neutron-822611-1-hyperv neutron-server[88789]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 25 19:47:45.662795 dv-neutron-822611-1-hyperv neutron-server[88789]: [parameters: {'id': '432ce57a-9d12-4f4b-ae32-80ef3ff4ad49'}] Dec 25 19:47:45.662795 dv-neutron-822611-1-hyperv neutron-server[88789]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88900) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:47:45.663678 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-40094638-e83f-4f82-a793-723524136b6c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:47:45.666683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf63c42-7687-4964-bee6-6f96fe7827c4 None None] Pushing event updated for resources: {'Port': ['ID=a8ec3409-150a-4865-9c02-1d38efec9c60,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:45.684279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3cf63c42-7687-4964-bee6-6f96fe7827c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:45.689257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b1188dc2-55bb-4968-80d7-1f8047d47fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:45.729385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-3cf63c42-7687-4964-bee6-6f96fe7827c4 None None] Provisioning complete for port 5cf0a23c-7791-41a9-88fa-868dd8576dd0 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:47:45.729948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3cf63c42-7687-4964-bee6-6f96fe7827c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:45.743670 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-03efef5b-81e9-4557-b48a-e34e4f1bf036 req-16b79e73-10fb-4bfe-b4f1-3916450095f3 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8183906 Dec 25 19:47:45.780857 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-97e86426-c921-4967-8703-be8eb67fc58d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1641474 Dec 25 19:47:45.782034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46468) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:45.796544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-328317bd-a0c7-4fc1-938e-82e47c013091 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'subnet': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:45.872517 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2db9ba4a-7738-405e-8219-8f25ff380199 req-518592e2-6300-4511-82bf-af9db7f69ea5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0657226-8bcc-462e-b527-fe94bf366218 HTTP/1.1" status: 200 len: 210 time: 0.1533411 Dec 25 19:47:45.921268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-75fe471f-6c7b-413b-9437-1fd1b31938c3 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:45.930940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1bab69cc-4fb9-4345-9460-6418ed47ef23 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:45.943104 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9d09468c-e5a2-4ad1-a603-a7ef835fe509 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:45.969797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8b702cbe-8115-4f60-909b-cc71dbcf31a8 tempest-FloatingIPAdminTestJSON-179312570 tempest-FloatingIPAdminTestJSON-179312570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:46.008920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe471f-6c7b-413b-9437-1fd1b31938c3 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event deleted for resources: {'Port': ['ID=b8cbbb87-de8f-4d2f-b6a0-0877cb2c2163,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:46.017268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-75fe471f-6c7b-413b-9437-1fd1b31938c3 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:46.049668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10ed5d-13d6-459a-bca2-9c6f5277cc50 req-35c5b915-c802-41f3-b115-59431bec590c tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:46.053593 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fd10ed5d-13d6-459a-bca2-9c6f5277cc50 req-35c5b915-c802-41f3-b115-59431bec590c tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 0.4316466 Dec 25 19:47:46.090322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-444c8f38-f597-4a27-8d2b-d5aa06d1fed2 None None] For port 4c55e189-3452-4f10-8511-5957a4d4ac8f, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=4c55e189-3452-4f10-8511-5957a4d4ac8f,segment=NetworkSegment(0a26d401-1bba-4610-9a7b-7415e7179e7e),segment_id=0a26d401-1bba-4610-9a7b-7415e7179e7e)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:47:46.090780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-444c8f38-f597-4a27-8d2b-d5aa06d1fed2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:46.196648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab69cc-4fb9-4345-9460-6418ed47ef23 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Pushing event deleted for resources: {'Port': ['ID=4c55e189-3452-4f10-8511-5957a4d4ac8f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:46.199394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1bab69cc-4fb9-4345-9460-6418ed47ef23 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:46.253216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-328317bd-a0c7-4fc1-938e-82e47c013091 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:46.260962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bab69cc-4fb9-4345-9460-6418ed47ef23 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] No DVR routers for this DVR port 4c55e189-3452-4f10-8511-5957a4d4ac8f on host dv-neutron-822611-1-hyperv {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:47:46.288269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-40094638-e83f-4f82-a793-723524136b6c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:46.293631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-444c8f38-f597-4a27-8d2b-d5aa06d1fed2 None None] Calling delete_port for 4c55e189-3452-4f10-8511-5957a4d4ac8f owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:47:46.307095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-fd10ed5d-13d6-459a-bca2-9c6f5277cc50 req-9cf4907e-995d-41ae-a363-7a15c39baa52 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Deleting port c843bde7-7305-4020-90c9-1245f99937d8 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:47:46.311828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-fd10ed5d-13d6-459a-bca2-9c6f5277cc50 req-9cf4907e-995d-41ae-a363-7a15c39baa52 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:46.330353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-359fdcd8-46d2-4c8e-8fa3-230cee24f761 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:46.365152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-328317bd-a0c7-4fc1-938e-82e47c013091 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:subnet and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:46.425908 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-444c8f38-f597-4a27-8d2b-d5aa06d1fed2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:47:46.426391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-444c8f38-f597-4a27-8d2b-d5aa06d1fed2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:47:46.429252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a142f43c-d951-446b-85dd-af3caa9ddf8b None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:47:46.492986 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-328317bd-a0c7-4fc1-938e-82e47c013091 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:46.539904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-328317bd-a0c7-4fc1-938e-82e47c013091 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:46.570050 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-40094638-e83f-4f82-a793-723524136b6c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Deleting port ee5e53e1-b843-48bd-9dea-49e175f71d6a {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:47:46.571488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-40094638-e83f-4f82-a793-723524136b6c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:46.582560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da5788-eb4b-49fa-8f3c-664e1f378117 None None] Pushing event updated for resources: {'Port': ['ID=ee5e53e1-b843-48bd-9dea-49e175f71d6a,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:46.595378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-88da5788-eb4b-49fa-8f3c-664e1f378117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.906s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:46.634622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a655eb-74d4-4e2f-9e15-4018dc1d1d6f None None] Network 432ce57a-9d12-4f4b-ae32-80ef3ff4ad49 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:47:46.694282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1bab69cc-4fb9-4345-9460-6418ed47ef23 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:46.705036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328317bd-a0c7-4fc1-938e-82e47c013091 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:47:46.711519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-328317bd-a0c7-4fc1-938e-82e47c013091 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:46.954504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-fd10ed5d-13d6-459a-bca2-9c6f5277cc50 req-9cf4907e-995d-41ae-a363-7a15c39baa52 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] For port c843bde7-7305-4020-90c9-1245f99937d8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c843bde7-7305-4020-90c9-1245f99937d8,segment=NetworkSegment(0a5d06b6-5a26-4d5f-923a-bf759a4923fe),segment_id=0a5d06b6-5a26-4d5f-923a-bf759a4923fe)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:47:46.955090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-fd10ed5d-13d6-459a-bca2-9c6f5277cc50 req-9cf4907e-995d-41ae-a363-7a15c39baa52 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:46.963082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-444c8f38-f597-4a27-8d2b-d5aa06d1fed2 None None] Deleting port 4c55e189-3452-4f10-8511-5957a4d4ac8f {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:47:46.963511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-444c8f38-f597-4a27-8d2b-d5aa06d1fed2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:47.037863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-1bab69cc-4fb9-4345-9460-6418ed47ef23 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce78d99c-253e-4a52-ac55-2e96a78815a6']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:47.045128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a8ec3409-150a-4865-9c02-1d38efec9c60 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:47:47.140015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-1bab69cc-4fb9-4345-9460-6418ed47ef23 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a26d401-1bba-4610-9a7b-7415e7179e7e') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:47.144945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-1bab69cc-4fb9-4345-9460-6418ed47ef23 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a26d401-1bba-4610-9a7b-7415e7179e7e') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:47.174809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1bab69cc-4fb9-4345-9460-6418ed47ef23 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:47.214064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1bab69cc-4fb9-4345-9460-6418ed47ef23 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:47.224165 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bab69cc-4fb9-4345-9460-6418ed47ef23 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:47:47.224837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1bab69cc-4fb9-4345-9460-6418ed47ef23 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:47.242918 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:47:47.242918 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:47:47.242918 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:47:47.242918 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:47:47.242918 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:47:47.242918 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:47:47.242918 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:47:47.242918 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:47:47.242918 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:47:47.242918 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:47:47.242918 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:47:47.242918 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:47:47.242918 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:47:47.242918 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:47:47.242918 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:47:47.242918 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:47:47.242918 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:47:47.242918 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:47:47.242918 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:47:47.242918 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:47:47.242918 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:47:47.242918 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:47:47.242918 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:47:47.242918 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:47:47.242918 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:47:47.242918 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:47:47.242918 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:47:47.242918 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:47:47.242918 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:47:47.242918 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:47:47.242918 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:47:47.242918 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:47:47.370474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-fd10ed5d-13d6-459a-bca2-9c6f5277cc50 req-9cf4907e-995d-41ae-a363-7a15c39baa52 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:47.371274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-fd10ed5d-13d6-459a-bca2-9c6f5277cc50 req-9cf4907e-995d-41ae-a363-7a15c39baa52 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:47.371745 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [req-fd10ed5d-13d6-459a-bca2-9c6f5277cc50 req-9cf4907e-995d-41ae-a363-7a15c39baa52 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Floating IP 707fc848-8eae-4b62-a5a8-5ea9abc44bff disassociated. External IP: 172.26.8.148, port: c843bde7-7305-4020-90c9-1245f99937d8. Dec 25 19:47:47.372447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-fd10ed5d-13d6-459a-bca2-9c6f5277cc50 req-9cf4907e-995d-41ae-a363-7a15c39baa52 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Calling delete_port for c843bde7-7305-4020-90c9-1245f99937d8 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:47:47.409115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1bab69cc-4fb9-4345-9460-6418ed47ef23 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:47.416410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-359fdcd8-46d2-4c8e-8fa3-230cee24f761 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:47.423501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-74688da9-a9ad-4e0c-ba12-6e12775e70ff tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:47.443965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1bab69cc-4fb9-4345-9460-6418ed47ef23 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:47.454240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-359fdcd8-46d2-4c8e-8fa3-230cee24f761 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:47.473697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab69cc-4fb9-4345-9460-6418ed47ef23 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Pushing event deleted for resources: {'Network': ['ID=ce78d99c-253e-4a52-ac55-2e96a78815a6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:47.585931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-3cf63c42-7687-4964-bee6-6f96fe7827c4 None None] Could not find standard attr ID for object 00381cd1-ccb9-43d0-a3c5-70ee1544b7e6. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:47:47.587094 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-eccfcbf1-3595-467e-91df-46b284f5e8b3 req-b54e8230-f64c-4b86-a1a0-a0da29f71c26 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0657226-8bcc-462e-b527-fe94bf366218 HTTP/1.1" status: 200 len: 210 time: 0.1119492 Dec 25 19:47:47.601027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-444c8f38-f597-4a27-8d2b-d5aa06d1fed2 None None] The port '4c55e189-3452-4f10-8511-5957a4d4ac8f' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:47:47.642163 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d09468c-e5a2-4ad1-a603-a7ef835fe509 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Router 2c2fc0bb-c07a-47a9-8654-0fc9114067ad has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:47:47.649671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-3cf63c42-7687-4964-bee6-6f96fe7827c4 None None] Provisioning complete for port 4ca4d7ae-837c-4676-946f-61c0fd267966 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:47:47.650101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3cf63c42-7687-4964-bee6-6f96fe7827c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:47.680431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port a8ec3409-150a-4865-9c02-1d38efec9c60 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:47:47.680857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:47.897462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1bab69cc-4fb9-4345-9460-6418ed47ef23 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:47.904258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-359fdcd8-46d2-4c8e-8fa3-230cee24f761 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] In _notify_port_updated(), no bound segment for port 10dcb48f-5a0e-4d66-b319-a26deb1c900e on network ebe58747-6285-4ee0-ac16-75d128bdb54a {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 25 19:47:47.908786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359fdcd8-46d2-4c8e-8fa3-230cee24f761 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:47.909657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-359fdcd8-46d2-4c8e-8fa3-230cee24f761 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:47.915237 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-359fdcd8-46d2-4c8e-8fa3-230cee24f761 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] 10.222.0.24 "PUT /v2.0/ports/10dcb48f-5a0e-4d66-b319-a26deb1c900e HTTP/1.1" status: 200 len: 994 time: 3.0368958 Dec 25 19:47:47.916588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5a71099d-c583-4aa4-b50c-fd832cb62046 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.445s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:47.984686 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46482) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:48.021568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-3cf63c42-7687-4964-bee6-6f96fe7827c4 None None] Provisioning for port 1fb49ceb-9b77-468c-8c0c-78036c172738 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:47:48.029857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-3cf63c42-7687-4964-bee6-6f96fe7827c4 None None] Provisioning complete for port 1fb49ceb-9b77-468c-8c0c-78036c172738 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:47:48.030672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3cf63c42-7687-4964-bee6-6f96fe7827c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:48.063429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07e1421-af46-4481-8978-2e7093055b14 None None] DHCP port deletion for 7396b720-65bf-48b2-8da7-778eed2fcf44 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:47:48.084028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-c07e1421-af46-4481-8978-2e7093055b14 None None] Deleting port c9270976-1e27-4514-8cab-e38c6b257028 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:47:48.084603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c07e1421-af46-4481-8978-2e7093055b14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:48.087592 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1bab69cc-4fb9-4345-9460-6418ed47ef23 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] 10.222.0.24 "DELETE /v2.0/networks/ce78d99c-253e-4a52-ac55-2e96a78815a6 HTTP/1.1" status: 204 len: 168 time: 4.3091879 Dec 25 19:47:48.109380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46490) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:48.141143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 4c55e189-3452-4f10-8511-5957a4d4ac8f no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:47:48.179887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-3cf63c42-7687-4964-bee6-6f96fe7827c4 None None] Port 1fb49ceb-9b77-468c-8c0c-78036c172738 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:47:48.200742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 4c55e189-3452-4f10-8511-5957a4d4ac8f {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:47:48.200950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 4c55e189-3452-4f10-8511-5957a4d4ac8f not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:47:48.215994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-328317bd-a0c7-4fc1-938e-82e47c013091 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:48.296177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359fdcd8-46d2-4c8e-8fa3-230cee24f761 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Pushing event updated for resources: {'Port': ['ID=10dcb48f-5a0e-4d66-b319-a26deb1c900e,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:48.304647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-05cda5ae-c910-4725-aabd-ef297db98288 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Deleting port 10dcb48f-5a0e-4d66-b319-a26deb1c900e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:47:48.305070 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-05cda5ae-c910-4725-aabd-ef297db98288 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:48.337762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-359fdcd8-46d2-4c8e-8fa3-230cee24f761 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:48.352138 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:48.383318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328317bd-a0c7-4fc1-938e-82e47c013091 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:47:48.385356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-6dfe3e2c-6c7a-4577-84f3-1a5bee60ea00 None None] Provisioning for port 10dcb48f-5a0e-4d66-b319-a26deb1c900e completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:47:48.396362 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-6dfe3e2c-6c7a-4577-84f3-1a5bee60ea00 None None] Provisioning complete for port 10dcb48f-5a0e-4d66-b319-a26deb1c900e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:47:48.396772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6dfe3e2c-6c7a-4577-84f3-1a5bee60ea00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:48.404597 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-328317bd-a0c7-4fc1-938e-82e47c013091 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:48.414818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328317bd-a0c7-4fc1-938e-82e47c013091 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:48.415498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-328317bd-a0c7-4fc1-938e-82e47c013091 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:48.426181 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-2eb71565-37c9-46fd-8117-650fcc3382fd tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Deleting port b7858a71-7cef-4a9f-9342-ee420ac06af0 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:47:48.426181 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2eb71565-37c9-46fd-8117-650fcc3382fd tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:48.481196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-6dfe3e2c-6c7a-4577-84f3-1a5bee60ea00 None None] Port 10dcb48f-5a0e-4d66-b319-a26deb1c900e cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:47:48.483981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-c07e1421-af46-4481-8978-2e7093055b14 None None] For port c9270976-1e27-4514-8cab-e38c6b257028, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=c9270976-1e27-4514-8cab-e38c6b257028,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:47:48.484421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c07e1421-af46-4481-8978-2e7093055b14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:48.497189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-fd10ed5d-13d6-459a-bca2-9c6f5277cc50 req-9cf4907e-995d-41ae-a363-7a15c39baa52 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:48.532637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-681f1ea3-220f-450a-83bf-6b5e065bd137 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:48.551440 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-328317bd-a0c7-4fc1-938e-82e47c013091 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7656910 Dec 25 19:47:48.563305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328317bd-a0c7-4fc1-938e-82e47c013091 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Subnet': ['ID=7040b11a-dcf3-47fb-aca1-b38bded43c57,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:48.574058 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46494) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:48.588087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-328317bd-a0c7-4fc1-938e-82e47c013091 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:48.606909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-aa7e071d-8411-408e-8993-5cfc2cdcb8d0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'port': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'name': 'tempest-NetworksTestDHCPv6-333361017'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:48.616746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-c07e1421-af46-4481-8978-2e7093055b14 None None] Calling delete_port for c9270976-1e27-4514-8cab-e38c6b257028 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:47:48.637203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4907e-995d-41ae-a363-7a15c39baa52 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Pushing event deleted for resources: {'Port': ['ID=c843bde7-7305-4020-90c9-1245f99937d8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:48.644817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238b515-6225-4624-a5e9-34b96ce9e5a1 req-19dcd5d2-32cd-42fa-b8b1-4bfb2e3e4c51 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:48.652765 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2238b515-6225-4624-a5e9-34b96ce9e5a1 req-19dcd5d2-32cd-42fa-b8b1-4bfb2e3e4c51 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 946 time: 1.1089597 Dec 25 19:47:48.655187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9cf4907e-995d-41ae-a363-7a15c39baa52 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:48.659490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-40094638-e83f-4f82-a793-723524136b6c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] For port ee5e53e1-b843-48bd-9dea-49e175f71d6a, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=ee5e53e1-b843-48bd-9dea-49e175f71d6a,segment=NetworkSegment(262cf10b-7632-4967-b72c-9a38527ed2b6),segment_id=262cf10b-7632-4967-b72c-9a38527ed2b6)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:47:48.659883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-40094638-e83f-4f82-a793-723524136b6c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:48.670603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-6dfe3e2c-6c7a-4577-84f3-1a5bee60ea00 None None] Provisioning complete for port a8ec3409-150a-4865-9c02-1d38efec9c60 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:47:48.671680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6dfe3e2c-6c7a-4577-84f3-1a5bee60ea00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:48.698549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-b4bae6b4-86cb-4277-88e8-4ce956e3b4a1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:48.700163 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-b4bae6b4-86cb-4277-88e8-4ce956e3b4a1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "GET /v2.0/networks?id=7579654c-5033-483f-9933-ff786d50e0fb HTTP/1.1" status: 200 len: 796 time: 1.0960352 Dec 25 19:47:48.811337 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c07e1421-af46-4481-8978-2e7093055b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:48.818176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-88da5788-eb4b-49fa-8f3c-664e1f378117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:48.822397 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2eb71565-37c9-46fd-8117-650fcc3382fd tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:48.822733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2eb71565-37c9-46fd-8117-650fcc3382fd tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:48.871412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e1421-af46-4481-8978-2e7093055b14 None None] Pushing event deleted for resources: {'Port': ['ID=c9270976-1e27-4514-8cab-e38c6b257028,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:48.875325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c07e1421-af46-4481-8978-2e7093055b14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:48.878355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-6dfe3e2c-6c7a-4577-84f3-1a5bee60ea00 None None] Could not find standard attr ID for object c9270976-1e27-4514-8cab-e38c6b257028. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:47:48.881913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07e1421-af46-4481-8978-2e7093055b14 None None] No DVR routers for this DVR port c9270976-1e27-4514-8cab-e38c6b257028 on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:47:48.900759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-6dfe3e2c-6c7a-4577-84f3-1a5bee60ea00 None None] Provisioning for port 9b698ecc-1100-4527-b6b9-a66e84c80d04 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:47:48.907132 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device c9270976-1e27-4514-8cab-e38c6b257028 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:47:48.921117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-40094638-e83f-4f82-a793-723524136b6c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Calling delete_port for ee5e53e1-b843-48bd-9dea-49e175f71d6a owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:47:48.942848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de7c26a-7ea8-4ff4-940e-b9941ebaa6c8 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:47:48.969279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-6dfe3e2c-6c7a-4577-84f3-1a5bee60ea00 None None] Provisioning complete for port 9b698ecc-1100-4527-b6b9-a66e84c80d04 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:47:48.970023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6dfe3e2c-6c7a-4577-84f3-1a5bee60ea00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:49.003786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: c9270976-1e27-4514-8cab-e38c6b257028 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:47:49.004183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device c9270976-1e27-4514-8cab-e38c6b257028 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:47:49.020474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-2eb71565-37c9-46fd-8117-650fcc3382fd tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Calling delete_port for b7858a71-7cef-4a9f-9342-ee420ac06af0 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:47:49.041737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device c843bde7-7305-4020-90c9-1245f99937d8 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:47:49.087208 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9ca67e95-67b3-4b03-921c-f4aa22ffe95e req-24a6e308-523d-4cf2-a2b1-ee0e364f9f79 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0657226-8bcc-462e-b527-fe94bf366218 HTTP/1.1" status: 200 len: 210 time: 0.1776810 Dec 25 19:47:49.089778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-05cda5ae-c910-4725-aabd-ef297db98288 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:49.164750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] No Port match for: c843bde7-7305-4020-90c9-1245f99937d8 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:47:49.165071 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device c843bde7-7305-4020-90c9-1245f99937d8 not bound to the agent host hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:47:49.185994 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-88662096-fcb8-4eae-b147-c99dc3bffea3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23f5dc92674e43b787fc19a8bf548d4f HTTP/1.1" status: 200 len: 472 time: 0.4501989 Dec 25 19:47:49.187273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-6dfe3e2c-6c7a-4577-84f3-1a5bee60ea00 None None] Port 9b698ecc-1100-4527-b6b9-a66e84c80d04 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:47:49.263042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-08fa15f0-8235-4363-b16f-596cfbcb9564 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'port': {'device_id': 'f0657226-8bcc-462e-b527-fe94bf366218', 'network_id': '7579654c-5033-483f-9933-ff786d50e0fb', 'admin_state_up': True, 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'security_groups': ['65ac5ddf-d9d4-4c79-9bdb-9a9469fce16a']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:49.328980 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2238b515-6225-4624-a5e9-34b96ce9e5a1 req-b9ce32e6-b14b-4029-b71f-ed0163476289 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups?id=703bd9ad-4677-4525-b7f7-417e3cbff028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6751819 Dec 25 19:47:49.333033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-05cda5ae-c910-4725-aabd-ef297db98288 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Calling delete_port for 10dcb48f-5a0e-4d66-b319-a26deb1c900e owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:47:49.347726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4870731f-dd61-4c0a-8b5a-33eb91bf2c09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-7396b720-65bf-48b2-8da7-778eed2fcf44', 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'tenant_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'fixed_ips': [{'subnet_id': '7040b11a-dcf3-47fb-aca1-b38bded43c57'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:47:49.349381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4870731f-dd61-4c0a-8b5a-33eb91bf2c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:49.350900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-aa7e071d-8411-408e-8993-5cfc2cdcb8d0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:49.399169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-aa7e071d-8411-408e-8993-5cfc2cdcb8d0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:port and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:49.407524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2eb71565-37c9-46fd-8117-650fcc3382fd tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:49.412000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-aa7e071d-8411-408e-8993-5cfc2cdcb8d0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:49.424352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-140fee3e-6157-4133-9dc0-a3fdfdc09405 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:49.477558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75fe471f-6c7b-413b-9437-1fd1b31938c3 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Router 2324b301-b0a4-4c3c-a9a6-a51e45201beb has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:47:49.479414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb71565-37c9-46fd-8117-650fcc3382fd tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Pushing event deleted for resources: {'Port': ['ID=b7858a71-7cef-4a9f-9342-ee420ac06af0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:49.482825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2eb71565-37c9-46fd-8117-650fcc3382fd tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:49.487216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-aa7e071d-8411-408e-8993-5cfc2cdcb8d0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:49.526805 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-40094638-e83f-4f82-a793-723524136b6c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:49.535532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-76b8c64d-9be6-4a11-9354-e2392da6649c tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:49.545240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-4870731f-dd61-4c0a-8b5a-33eb91bf2c09 None None] Allocated IP 2001:db8::2 (7396b720-65bf-48b2-8da7-778eed2fcf44/7040b11a-dcf3-47fb-aca1-b38bded43c57/336d94d8-8179-4a20-a186-b6763835a66b) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:47:49.579536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d09468c-e5a2-4ad1-a603-a7ef835fe509 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:47:49.581924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7e071d-8411-408e-8993-5cfc2cdcb8d0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:47:49.587667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aa7e071d-8411-408e-8993-5cfc2cdcb8d0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:49.598202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3522a287-7de1-467e-aa91-0a0a325b4a22 None None] Sync routers for ids ['2c2fc0bb-c07a-47a9-8654-0fc9114067ad'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:47:49.623372 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3522a287-7de1-467e-aa91-0a0a325b4a22 None None] Routers {'2c2fc0bb-c07a-47a9-8654-0fc9114067ad'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:47:49.625053 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-3522a287-7de1-467e-aa91-0a0a325b4a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:47:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['2c2fc0bb-c07a-47a9-8654-0fc9114067ad'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:49.635096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40094638-e83f-4f82-a793-723524136b6c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event deleted for resources: {'Port': ['ID=ee5e53e1-b843-48bd-9dea-49e175f71d6a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:49.643040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2eb71565-37c9-46fd-8117-650fcc3382fd tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:49.649580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-40094638-e83f-4f82-a793-723524136b6c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:49.650752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-05cda5ae-c910-4725-aabd-ef297db98288 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:49.659643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2f58dc22-7cb5-48ab-89e5-43760977ee55 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:49.711708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cda5ae-c910-4725-aabd-ef297db98288 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Pushing event deleted for resources: {'Port': ['ID=10dcb48f-5a0e-4d66-b319-a26deb1c900e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:49.717930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-05cda5ae-c910-4725-aabd-ef297db98288 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:49.729953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-08fa15f0-8235-4363-b16f-596cfbcb9564 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:49.737475 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9d09468c-e5a2-4ad1-a603-a7ef835fe509 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "PUT /v2.0/routers/2c2fc0bb-c07a-47a9-8654-0fc9114067ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.0789998 Dec 25 19:47:49.750193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40094638-e83f-4f82-a793-723524136b6c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] No DVR routers for this DVR port ee5e53e1-b843-48bd-9dea-49e175f71d6a on host dv-neutron-822611-1-hyperv {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:47:49.751714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46500) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:49.757797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-08fa15f0-8235-4363-b16f-596cfbcb9564 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:port and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:49.761175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-aa7e071d-8411-408e-8993-5cfc2cdcb8d0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] device_id is not set on port d8f02c13-4f05-49c6-8a05-bad650755905 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:47:49.768510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2eb71565-37c9-46fd-8117-650fcc3382fd tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:49.769781 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2eb71565-37c9-46fd-8117-650fcc3382fd tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] 10.222.0.24 "DELETE /v2.0/floatingips/c9b372fd-2ca6-489f-ad2d-7b3505e2ce84 HTTP/1.1" status: 204 len: 168 time: 1.6593471 Dec 25 19:47:49.826720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4870731f-dd61-4c0a-8b5a-33eb91bf2c09 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:49.842089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-4870731f-dd61-4c0a-8b5a-33eb91bf2c09 None None] Transition to ACTIVE for port object 336d94d8-8179-4a20-a186-b6763835a66b will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:47:49.866213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-4870731f-dd61-4c0a-8b5a-33eb91bf2c09 None None] Transition to ACTIVE for port object 336d94d8-8179-4a20-a186-b6763835a66b will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:47:49.866774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-77ba00b1-9251-41d0-8309-1f37e9bdff01 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-837508197'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:49.876271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4870731f-dd61-4c0a-8b5a-33eb91bf2c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:49.881565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c07e1421-af46-4481-8978-2e7093055b14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:49.978981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-3522a287-7de1-467e-aa91-0a0a325b4a22 None None] Set router 2c2fc0bb-c07a-47a9-8654-0fc9114067ad gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:47:49.980894 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4870731f-dd61-4c0a-8b5a-33eb91bf2c09 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:47:49.984683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-4870731f-dd61-4c0a-8b5a-33eb91bf2c09 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:49.989609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4870731f-dd61-4c0a-8b5a-33eb91bf2c09 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:47:49.991962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870731f-dd61-4c0a-8b5a-33eb91bf2c09 None None] Pushing event updated for resources: {'Port': ['ID=336d94d8-8179-4a20-a186-b6763835a66b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:49.997754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4870731f-dd61-4c0a-8b5a-33eb91bf2c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:50.084055 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-08fa15f0-8235-4363-b16f-596cfbcb9564 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:50.088317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-77ba00b1-9251-41d0-8309-1f37e9bdff01 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:50.090882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-05cda5ae-c910-4725-aabd-ef297db98288 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:50.092948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-77ba00b1-9251-41d0-8309-1f37e9bdff01 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Usage tracker for resource:network and tenant:ed9c1443c9ab46589f19ea480da46eab is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:50.096854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-77ba00b1-9251-41d0-8309-1f37e9bdff01 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:50.097792 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-05cda5ae-c910-4725-aabd-ef297db98288 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] 10.222.0.24 "DELETE /v2.0/ports/10dcb48f-5a0e-4d66-b319-a26deb1c900e HTTP/1.1" status: 204 len: 168 time: 2.1117563 Dec 25 19:47:50.099129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46506) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:50.104548 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-77ba00b1-9251-41d0-8309-1f37e9bdff01 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:50.161431 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-83ce381e-ade0-4a53-b2a6-6c5a3ba9c1d7 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] GET failed (client error): The resource could not be found. Dec 25 19:47:50.161896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-40094638-e83f-4f82-a793-723524136b6c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:50.162042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-83ce381e-ade0-4a53-b2a6-6c5a3ba9c1d7 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Synchronizing usage tracker for tenant:e294dd84ad824cc9acfb19aed70fafc4 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:47:50.187730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-4870731f-dd61-4c0a-8b5a-33eb91bf2c09 None None] Attempting to bind port 336d94d8-8179-4a20-a186-b6763835a66b on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:47:50.188163 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-4870731f-dd61-4c0a-8b5a-33eb91bf2c09 None None] Attempting to bind port 336d94d8-8179-4a20-a186-b6763835a66b by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:47:50.188648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4870731f-dd61-4c0a-8b5a-33eb91bf2c09 None None] Attempting to bind port 336d94d8-8179-4a20-a186-b6763835a66b on network 7396b720-65bf-48b2-8da7-778eed2fcf44 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:47:50.195238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-83ce381e-ade0-4a53-b2a6-6c5a3ba9c1d7 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Unset dirty status for tenant:e294dd84ad824cc9acfb19aed70fafc4 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:47:50.206258 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-83ce381e-ade0-4a53-b2a6-6c5a3ba9c1d7 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] 10.222.0.24 "GET /v2.0/ports/10dcb48f-5a0e-4d66-b319-a26deb1c900e HTTP/1.1" status: 404 len: 333 time: 0.1055431 Dec 25 19:47:50.208042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46512) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:50.212014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4870731f-dd61-4c0a-8b5a-33eb91bf2c09 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:47:50.212443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4870731f-dd61-4c0a-8b5a-33eb91bf2c09 None None] Checking segment: {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:47:50.212900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4870731f-dd61-4c0a-8b5a-33eb91bf2c09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:50.213346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4870731f-dd61-4c0a-8b5a-33eb91bf2c09 None None] Bound using segment: {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:47:50.213888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-4870731f-dd61-4c0a-8b5a-33eb91bf2c09 None None] Bound port: 336d94d8-8179-4a20-a186-b6763835a66b, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:47:50.214313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4870731f-dd61-4c0a-8b5a-33eb91bf2c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:50.217454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ba00b1-9251-41d0-8309-1f37e9bdff01 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Made reservation on behalf of ed9c1443c9ab46589f19ea480da46eab for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:47:50.222336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-19d33e36-8758-4aa9-ac17-a935bd9fd145 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Request body: {'port': {'network_id': 'ebe58747-6285-4ee0-ac16-75d128bdb54a', 'name': 'tempest-AllowedAddressPairTestJSON-188452830'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:50.223829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-77ba00b1-9251-41d0-8309-1f37e9bdff01 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:50.428685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46520) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:50.432088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-4870731f-dd61-4c0a-8b5a-33eb91bf2c09 None None] For port 336d94d8-8179-4a20-a186-b6763835a66b, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:47:50.435758 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-4870731f-dd61-4c0a-8b5a-33eb91bf2c09 None None] For port 336d94d8-8179-4a20-a186-b6763835a66b, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=336d94d8-8179-4a20-a186-b6763835a66b,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:47:50.447595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4870731f-dd61-4c0a-8b5a-33eb91bf2c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:50.453165 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-42b0eb38-a7d9-49b6-a080-3146d04cfbd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:50.514087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-08fa15f0-8235-4363-b16f-596cfbcb9564 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:50.535303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-19d33e36-8758-4aa9-ac17-a935bd9fd145 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:50.547305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-19d33e36-8758-4aa9-ac17-a935bd9fd145 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:50.558069 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d33e36-8758-4aa9-ac17-a935bd9fd145 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Made reservation on behalf of e294dd84ad824cc9acfb19aed70fafc4 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:47:50.564249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870731f-dd61-4c0a-8b5a-33eb91bf2c09 None None] Pushing event updated for resources: {'Port': ['ID=336d94d8-8179-4a20-a186-b6763835a66b,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:50.565377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-19d33e36-8758-4aa9-ac17-a935bd9fd145 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:50.567892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4870731f-dd61-4c0a-8b5a-33eb91bf2c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:50.596486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-19d33e36-8758-4aa9-ac17-a935bd9fd145 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] device_id is not set on port 8990efee-f782-419f-8dba-50b271d414c7 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:47:50.642831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-3522a287-7de1-467e-aa91-0a0a325b4a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'name': 'tempest-RoutersIpV6Test-router-1228898724', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:47:16Z', 'updated_at': '2021-12-25T19:47:39Z', 'revision_number': 3, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'gw_port_host': None, '_interfaces': [{'id': '031fca15-cc04-4765-822e-515d644cf979', 'name': '', 'network_id': '00ee1749-7dac-4ff2-bd55-2bdcb6a1342d', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:ab:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:20Z', 'updated_at': '2021-12-25T19:47:31Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b698ecc-1100-4527-b6b9-a66e84c80d04', 'name': '', 'network_id': '60e204d6-3634-416a-a347-79a8d48995a8', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:2c:77:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc997de-bf8e-4820-b22b-aba70acb08e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:36Z', 'updated_at': '2021-12-25T19:47:41Z', 'revision_number': 2, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'dcc997de-bf8e-4820-b22b-aba70acb08e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:50.647773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3522a287-7de1-467e-aa91-0a0a325b4a22 None None] Checking router: 2c2fc0bb-c07a-47a9-8654-0fc9114067ad for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:47:50.649268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3522a287-7de1-467e-aa91-0a0a325b4a22 None None] Updating router 2c2fc0bb-c07a-47a9-8654-0fc9114067ad port 9b698ecc-1100-4527-b6b9-a66e84c80d04 binding host dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 19:47:50.713678 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3522a287-7de1-467e-aa91-0a0a325b4a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:50.718083 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b7282a51-c449-4b12-a888-775f5e78d2ee req-058a97bd-8065-4ddd-80fb-2d1d09a21e3b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0657226-8bcc-462e-b527-fe94bf366218 HTTP/1.1" status: 200 len: 210 time: 0.2011931 Dec 25 19:47:50.732298 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-40094638-e83f-4f82-a793-723524136b6c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['432ce57a-9d12-4f4b-ae32-80ef3ff4ad49']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:50.741054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-c80408c1-b934-4417-81b5-940069e57225 req-f7ee24a9-a65e-4158-9457-4dc054e15d93 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Synchronizing usage tracker for tenant:52795748b8b04275a38e1b104b37d885 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:47:50.769929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-08fa15f0-8235-4363-b16f-596cfbcb9564 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Made reservation on behalf of 23f5dc92674e43b787fc19a8bf548d4f for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:47:50.776465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-08fa15f0-8235-4363-b16f-596cfbcb9564 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:50.827118 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9ec9b13d-e4ac-4be9-9b2d-ccc00d6012e3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f18e76bdfaca4777a5b13ddaa2a32042&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3971047 Dec 25 19:47:50.830264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46526) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:50.850232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-c80408c1-b934-4417-81b5-940069e57225 req-f7ee24a9-a65e-4158-9457-4dc054e15d93 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Unset dirty status for tenant:52795748b8b04275a38e1b104b37d885 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:47:50.851607 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c80408c1-b934-4417-81b5-940069e57225 req-f7ee24a9-a65e-4158-9457-4dc054e15d93 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 210 time: 0.2695391 Dec 25 19:47:50.856723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-40094638-e83f-4f82-a793-723524136b6c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '262cf10b-7632-4967-b72c-9a38527ed2b6') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:50.857070 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-40094638-e83f-4f82-a793-723524136b6c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '262cf10b-7632-4967-b72c-9a38527ed2b6') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:50.858960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-19d33e36-8758-4aa9-ac17-a935bd9fd145 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Allocated IP 172.20.0.7 (ebe58747-6285-4ee0-ac16-75d128bdb54a/0530dc9e-3f9a-4c1b-8531-08e912bf7505/8990efee-f782-419f-8dba-50b271d414c7) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:47:50.902831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-40094638-e83f-4f82-a793-723524136b6c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:50.971995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fb1790d2-ac93-42ac-b8bc-50ba0d7eb40e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:50.972366 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ba00b1-9251-41d0-8309-1f37e9bdff01 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:47:51.078812 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fb1790d2-ac93-42ac-b8bc-50ba0d7eb40e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:51.158296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-40094638-e83f-4f82-a793-723524136b6c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:51.187976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-77ba00b1-9251-41d0-8309-1f37e9bdff01 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:51.188741 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-77ba00b1-9251-41d0-8309-1f37e9bdff01 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Added segment d0ed5452-bc3c-4894-a528-8676031d07a8 of type vlan for network e7e2ca1b-eeb3-4130-99c3-cb0c62db1175 Dec 25 19:47:51.226259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3522a287-7de1-467e-aa91-0a0a325b4a22 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:51.235853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40094638-e83f-4f82-a793-723524136b6c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:47:51.236405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-40094638-e83f-4f82-a793-723524136b6c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:51.256924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-19d33e36-8758-4aa9-ac17-a935bd9fd145 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:51.258588 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:47:51.258588 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:47:51.258588 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:47:51.258588 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:47:51.258588 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:47:51.258588 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:47:51.258588 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:47:51.258588 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:47:51.258588 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:47:51.258588 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:47:51.258588 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:47:51.258588 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:47:51.258588 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:47:51.258588 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:47:51.258588 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:47:51.258588 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:47:51.258588 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:47:51.258588 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:47:51.258588 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:47:51.258588 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:47:51.258588 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:47:51.258588 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:47:51.258588 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:47:51.258588 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:47:51.258588 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:47:51.258588 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:47:51.258588 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:47:51.258588 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:47:51.258588 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:47:51.258588 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:47:51.258588 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:47:51.258588 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:47:51.261616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fb1790d2-ac93-42ac-b8bc-50ba0d7eb40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:51.268128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-aa1a69ce-bdae-48e8-8a79-b641ff38b2c2 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:51.293378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1790d2-ac93-42ac-b8bc-50ba0d7eb40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbbb765-2e08-4729-9940-bfc332f84a91,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:51.299993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fb1790d2-ac93-42ac-b8bc-50ba0d7eb40e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:51.301880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-19d33e36-8758-4aa9-ac17-a935bd9fd145 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Transition to ACTIVE for port object 8990efee-f782-419f-8dba-50b271d414c7 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:47:51.312276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fb1790d2-ac93-42ac-b8bc-50ba0d7eb40e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:51.314904 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fb1790d2-ac93-42ac-b8bc-50ba0d7eb40e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0bbbb765-2e08-4729-9940-bfc332f84a91 HTTP/1.1" status: 204 len: 168 time: 0.4833832 Dec 25 19:47:51.320509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd10ed5d-13d6-459a-bca2-9c6f5277cc50 req-9cf4907e-995d-41ae-a363-7a15c39baa52 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Router 9ae79eca-6161-4e5f-8b1e-1c902b4f2328 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:47:51.335991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-19d33e36-8758-4aa9-ac17-a935bd9fd145 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:51.342869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ea596512-b116-41a1-8676-853950dc630a tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:51.355605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-aa7e071d-8411-408e-8993-5cfc2cdcb8d0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Allocated IP 2001:db8::20e (7396b720-65bf-48b2-8da7-778eed2fcf44/7040b11a-dcf3-47fb-aca1-b38bded43c57/d8f02c13-4f05-49c6-8a05-bad650755905) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:47:51.366382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-77ba00b1-9251-41d0-8309-1f37e9bdff01 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:51.423455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d33e36-8758-4aa9-ac17-a935bd9fd145 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Network ebe58747-6285-4ee0-ac16-75d128bdb54a is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:47:51.428650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-19d33e36-8758-4aa9-ac17-a935bd9fd145 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:51.432007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d33e36-8758-4aa9-ac17-a935bd9fd145 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Pushing event updated for resources: {'Port': ['ID=8990efee-f782-419f-8dba-50b271d414c7,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:51.432148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-08fa15f0-8235-4363-b16f-596cfbcb9564 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Allocated IP 172.20.0.29 (7579654c-5033-483f-9933-ff786d50e0fb/77d81a86-b713-46c8-97d0-a80723b9f190/afc53f7a-1dfc-48b9-9574-799bfa3d9928) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:47:51.434807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d33e36-8758-4aa9-ac17-a935bd9fd145 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:47:51.464399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-3522a287-7de1-467e-aa91-0a0a325b4a22 None None] Transition to ACTIVE for port object 9b698ecc-1100-4527-b6b9-a66e84c80d04 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:47:51.468006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-19d33e36-8758-4aa9-ac17-a935bd9fd145 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:51.470799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3522a287-7de1-467e-aa91-0a0a325b4a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:51.488395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7132e54d-9e3e-4242-854f-b94e305cbd46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:51.505448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d33e36-8758-4aa9-ac17-a935bd9fd145 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:51.506245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-19d33e36-8758-4aa9-ac17-a935bd9fd145 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:51.518906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-40094638-e83f-4f82-a793-723524136b6c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:51.530002 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-19d33e36-8758-4aa9-ac17-a935bd9fd145 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3195281 Dec 25 19:47:51.533503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46534) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:51.543162 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-ed945fc2-5bfc-44f2-9760-f65fec8063bf tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:c0:05:10'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:51.556708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-51f1f614-43fc-4428-9746-bb3b9213d3d8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:51.587598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-40094638-e83f-4f82-a793-723524136b6c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:51.725376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40094638-e83f-4f82-a793-723524136b6c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event deleted for resources: {'Network': ['ID=432ce57a-9d12-4f4b-ae32-80ef3ff4ad49,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:51.750076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-77ba00b1-9251-41d0-8309-1f37e9bdff01 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:51.754386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ba00b1-9251-41d0-8309-1f37e9bdff01 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:51.755086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-77ba00b1-9251-41d0-8309-1f37e9bdff01 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:51.768676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-40094638-e83f-4f82-a793-723524136b6c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:51.769359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-40094638-e83f-4f82-a793-723524136b6c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:51.795590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-3522a287-7de1-467e-aa91-0a0a325b4a22 None None] Attempting to bind port 9b698ecc-1100-4527-b6b9-a66e84c80d04 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:47:51.796009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-3522a287-7de1-467e-aa91-0a0a325b4a22 None None] Attempting to bind port 9b698ecc-1100-4527-b6b9-a66e84c80d04 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '052d9204-d48e-433c-9b64-53afd3a31b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '60e204d6-3634-416a-a347-79a8d48995a8'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:47:51.796421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3522a287-7de1-467e-aa91-0a0a325b4a22 None None] Attempting to bind port 9b698ecc-1100-4527-b6b9-a66e84c80d04 on network 60e204d6-3634-416a-a347-79a8d48995a8 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:47:51.830296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3522a287-7de1-467e-aa91-0a0a325b4a22 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:47:51.830719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3522a287-7de1-467e-aa91-0a0a325b4a22 None None] Checking segment: {'id': '052d9204-d48e-433c-9b64-53afd3a31b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '60e204d6-3634-416a-a347-79a8d48995a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:47:51.831193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3522a287-7de1-467e-aa91-0a0a325b4a22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:51.831626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3522a287-7de1-467e-aa91-0a0a325b4a22 None None] Bound using segment: {'id': '052d9204-d48e-433c-9b64-53afd3a31b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '60e204d6-3634-416a-a347-79a8d48995a8'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:47:51.832167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-3522a287-7de1-467e-aa91-0a0a325b4a22 None None] Bound port: 9b698ecc-1100-4527-b6b9-a66e84c80d04, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '052d9204-d48e-433c-9b64-53afd3a31b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '60e204d6-3634-416a-a347-79a8d48995a8'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:47:51.832584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3522a287-7de1-467e-aa91-0a0a325b4a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:51.937561 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba00b1-9251-41d0-8309-1f37e9bdff01 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event updated for resources: {'Network': ['ID=e7e2ca1b-eeb3-4130-99c3-cb0c62db1175,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:51.939958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46540) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:51.950365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network e7e2ca1b-eeb3-4130-99c3-cb0c62db1175 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:47:51.978582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeede19-8464-48e3-8cb3-d219460c7ba3 None None] Pushing event updated for resources: {'Port': ['ID=9b698ecc-1100-4527-b6b9-a66e84c80d04,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:51.991087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dfeede19-8464-48e3-8cb3-d219460c7ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:52.011378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-77ba00b1-9251-41d0-8309-1f37e9bdff01 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:52.028860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-3522a287-7de1-467e-aa91-0a0a325b4a22 None None] For port 9b698ecc-1100-4527-b6b9-a66e84c80d04, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:47:52.034993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-3522a287-7de1-467e-aa91-0a0a325b4a22 None None] For port 9b698ecc-1100-4527-b6b9-a66e84c80d04, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=9b698ecc-1100-4527-b6b9-a66e84c80d04,segment=NetworkSegment(052d9204-d48e-433c-9b64-53afd3a31b82),segment_id=052d9204-d48e-433c-9b64-53afd3a31b82)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:47:52.042808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3522a287-7de1-467e-aa91-0a0a325b4a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:52.047675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:52.139234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-df9550f7-4bfc-40e4-9daa-625e7bcb1b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:52.258327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeede19-8464-48e3-8cb3-d219460c7ba3 None None] Pushing event updated for resources: {'Port': ['ID=9b698ecc-1100-4527-b6b9-a66e84c80d04,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:52.275299 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-40094638-e83f-4f82-a793-723524136b6c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "DELETE /v2.0/networks/432ce57a-9d12-4f4b-ae32-80ef3ff4ad49 HTTP/1.1" status: 204 len: 168 time: 11.6568382 Dec 25 19:47:52.277132 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dfeede19-8464-48e3-8cb3-d219460c7ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:52.278404 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3522a287-7de1-467e-aa91-0a0a325b4a22 None None] Routers {'2c2fc0bb-c07a-47a9-8654-0fc9114067ad'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:47:52.279346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-3522a287-7de1-467e-aa91-0a0a325b4a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:47:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['2c2fc0bb-c07a-47a9-8654-0fc9114067ad'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:52.283884 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-31c2a6c5-8fb4-43ab-b3e1-b64425cd3052 req-e0642e81-c686-4698-8287-812c633e840b tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 210 time: 0.1187065 Dec 25 19:47:52.322328 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-19a6591c-bf65-4fba-9a8d-a8b7ca070198 None None] Provisioning for port 8990efee-f782-419f-8dba-50b271d414c7 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:47:52.330401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46546) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:52.336482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fe471f-6c7b-413b-9437-1fd1b31938c3 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:47:52.342924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-19a6591c-bf65-4fba-9a8d-a8b7ca070198 None None] Provisioning complete for port 8990efee-f782-419f-8dba-50b271d414c7 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:47:52.344043 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-f2ab30e6-a9d8-417d-bebb-89cbd091e134 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-721966635'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:52.345423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-19a6591c-bf65-4fba-9a8d-a8b7ca070198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:52.349423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f2ab30e6-a9d8-417d-bebb-89cbd091e134 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:52.353777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f2ab30e6-a9d8-417d-bebb-89cbd091e134 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Usage tracker for resource:network and tenant:4895f896d14c49cebd2f7b319db8be3e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:52.357021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f2ab30e6-a9d8-417d-bebb-89cbd091e134 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:52.364129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f2ab30e6-a9d8-417d-bebb-89cbd091e134 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:52.386764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ed945fc2-5bfc-44f2-9760-f65fec8063bf tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:52.422927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bda7d8-b583-4472-b60d-2006e735717f None None] Sync routers for ids ['2324b301-b0a4-4c3c-a9a6-a51e45201beb'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:47:52.444630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-420b93e6-3364-4597-b539-b6758275b7e6 req-e75e8ead-d8c2-4f13-bfe5-ed2527bad3d1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Synchronizing usage tracker for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:47:52.460787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ab30e6-a9d8-417d-bebb-89cbd091e134 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Made reservation on behalf of 4895f896d14c49cebd2f7b319db8be3e for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:47:52.467563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2ab30e6-a9d8-417d-bebb-89cbd091e134 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:52.484340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bda7d8-b583-4472-b60d-2006e735717f None None] Routers {'2324b301-b0a4-4c3c-a9a6-a51e45201beb'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:47:52.485717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-17bda7d8-b583-4472-b60d-2006e735717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:47:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['2324b301-b0a4-4c3c-a9a6-a51e45201beb'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:52.504136 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-77ba00b1-9251-41d0-8309-1f37e9bdff01 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.7498074 Dec 25 19:47:52.514262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46550) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:52.527533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-cfa70be2-6453-4bab-a111-88f4473152a0 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Request body: {'subnet': {'network_id': 'e7e2ca1b-eeb3-4130-99c3-cb0c62db1175', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:52.534749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-3522a287-7de1-467e-aa91-0a0a325b4a22 None None] Set router 2c2fc0bb-c07a-47a9-8654-0fc9114067ad gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:47:52.611988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-17bda7d8-b583-4472-b60d-2006e735717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:52.614586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-19a6591c-bf65-4fba-9a8d-a8b7ca070198 None None] Port 8990efee-f782-419f-8dba-50b271d414c7 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:47:52.630761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bda7d8-b583-4472-b60d-2006e735717f None None] Routers {'2324b301-b0a4-4c3c-a9a6-a51e45201beb'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:47:52.631681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-17bda7d8-b583-4472-b60d-2006e735717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:47:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['2324b301-b0a4-4c3c-a9a6-a51e45201beb'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:52.719630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-75fe471f-6c7b-413b-9437-1fd1b31938c3 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:52.746147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-17bda7d8-b583-4472-b60d-2006e735717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:52.746622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bda7d8-b583-4472-b60d-2006e735717f None None] The sync data for ids ['2324b301-b0a4-4c3c-a9a6-a51e45201beb'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:47:52.782473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-cfa70be2-6453-4bab-a111-88f4473152a0 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:52.787803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-cfa70be2-6453-4bab-a111-88f4473152a0 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Usage tracker for resource:subnet and tenant:ed9c1443c9ab46589f19ea480da46eab is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:52.791481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-cfa70be2-6453-4bab-a111-88f4473152a0 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:52.797887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-cfa70be2-6453-4bab-a111-88f4473152a0 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:52.829108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa70be2-6453-4bab-a111-88f4473152a0 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Made reservation on behalf of ed9c1443c9ab46589f19ea480da46eab for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:47:52.851423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2ab30e6-a9d8-417d-bebb-89cbd091e134 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:47:52.867510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2ab30e6-a9d8-417d-bebb-89cbd091e134 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:52.867909 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-f2ab30e6-a9d8-417d-bebb-89cbd091e134 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Added segment 8fb6e051-e4f0-4613-a739-b7d6ac9e002a of type vlan for network e38f3379-19cb-4dbc-8c0b-bb3a47e64141 Dec 25 19:47:52.899332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2ab30e6-a9d8-417d-bebb-89cbd091e134 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:52.937602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-420b93e6-3364-4597-b539-b6758275b7e6 req-e75e8ead-d8c2-4f13-bfe5-ed2527bad3d1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Unset dirty status for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:47:52.938936 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-420b93e6-3364-4597-b539-b6758275b7e6 req-e75e8ead-d8c2-4f13-bfe5-ed2527bad3d1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0657226-8bcc-462e-b527-fe94bf366218 HTTP/1.1" status: 200 len: 210 time: 0.9017646 Dec 25 19:47:52.953729 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-75fe471f-6c7b-413b-9437-1fd1b31938c3 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "DELETE /v2.0/ports/b8cbbb87-de8f-4d2f-b6a0-0877cb2c2163 HTTP/1.1" status: 204 len: 168 time: 11.7522397 Dec 25 19:47:52.956626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2ab30e6-a9d8-417d-bebb-89cbd091e134 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:52.960607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 336d94d8-8179-4a20-a186-b6763835a66b up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:47:52.962149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ab30e6-a9d8-417d-bebb-89cbd091e134 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:52.962857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2ab30e6-a9d8-417d-bebb-89cbd091e134 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:52.968079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-df9550f7-4bfc-40e4-9daa-625e7bcb1b04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:52.970376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46554) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:52.987975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4b604a43-31a3-435f-ba74-558909cf8628 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:53.089638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cfa70be2-6453-4bab-a111-88f4473152a0 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:53.099697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 336d94d8-8179-4a20-a186-b6763835a66b completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:47:53.147642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-df9550f7-4bfc-40e4-9daa-625e7bcb1b04 admin admin] Usage tracker for resource:security_group_rule and tenant:82bb20c0b583408e9da1751ed2f710e1 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:53.152782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-df9550f7-4bfc-40e4-9daa-625e7bcb1b04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:53.231236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-56b86b5b-3172-4fcf-aa98-4b28168d10a6 None None] Provisioning for port 336d94d8-8179-4a20-a186-b6763835a66b completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:47:53.234212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aa7e071d-8411-408e-8993-5cfc2cdcb8d0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:53.238146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-df9550f7-4bfc-40e4-9daa-625e7bcb1b04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:53.240816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-56b86b5b-3172-4fcf-aa98-4b28168d10a6 None None] Provisioning complete for port 336d94d8-8179-4a20-a186-b6763835a66b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:47:53.241253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-56b86b5b-3172-4fcf-aa98-4b28168d10a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:53.285889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-3522a287-7de1-467e-aa91-0a0a325b4a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'name': 'tempest-RoutersIpV6Test-router-1228898724', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:47:16Z', 'updated_at': '2021-12-25T19:47:39Z', 'revision_number': 3, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'gw_port_host': None, '_interfaces': [{'id': '031fca15-cc04-4765-822e-515d644cf979', 'name': '', 'network_id': '00ee1749-7dac-4ff2-bd55-2bdcb6a1342d', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:ab:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:20Z', 'updated_at': '2021-12-25T19:47:31Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b698ecc-1100-4527-b6b9-a66e84c80d04', 'name': '', 'network_id': '60e204d6-3634-416a-a347-79a8d48995a8', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:2c:77:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc997de-bf8e-4820-b22b-aba70acb08e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:36Z', 'updated_at': '2021-12-25T19:47:52Z', 'revision_number': 4, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'dcc997de-bf8e-4820-b22b-aba70acb08e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:53.290993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3522a287-7de1-467e-aa91-0a0a325b4a22 None None] The sync data for ids ['2c2fc0bb-c07a-47a9-8654-0fc9114067ad'] in dv-neutron-822611-1-hyperv is: [{'id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'name': 'tempest-RoutersIpV6Test-router-1228898724', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:47:16Z', 'updated_at': '2021-12-25T19:47:39Z', 'revision_number': 3, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'gw_port_host': None, '_interfaces': [{'id': '031fca15-cc04-4765-822e-515d644cf979', 'name': '', 'network_id': '00ee1749-7dac-4ff2-bd55-2bdcb6a1342d', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:ab:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:20Z', 'updated_at': '2021-12-25T19:47:31Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b698ecc-1100-4527-b6b9-a66e84c80d04', 'name': '', 'network_id': '60e204d6-3634-416a-a347-79a8d48995a8', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:2c:77:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc997de-bf8e-4820-b22b-aba70acb08e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:36Z', 'updated_at': '2021-12-25T19:47:52Z', 'revision_number': 4, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'dcc997de-bf8e-4820-b22b-aba70acb08e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:47:53.305129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-08fa15f0-8235-4363-b16f-596cfbcb9564 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:53.484055 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:53.494063 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ed945fc2-5bfc-44f2-9760-f65fec8063bf tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:53.506256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ed945fc2-5bfc-44f2-9760-f65fec8063bf tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:53.513619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ac18b40a-c0e4-4a04-a519-20695fcfdca5 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:53.597379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-56b86b5b-3172-4fcf-aa98-4b28168d10a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:53.672101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-56b86b5b-3172-4fcf-aa98-4b28168d10a6 None None] For port 336d94d8-8179-4a20-a186-b6763835a66b, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=336d94d8-8179-4a20-a186-b6763835a66b,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:47:53.682222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-56b86b5b-3172-4fcf-aa98-4b28168d10a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:53.685205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-78b7e1a1-35b2-4807-b939-e3f5f09bb1e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:53.750626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed945fc2-5bfc-44f2-9760-f65fec8063bf tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Pushing event updated for resources: {'Port': ['ID=8990efee-f782-419f-8dba-50b271d414c7,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:53.776163 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ed945fc2-5bfc-44f2-9760-f65fec8063bf tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:53.787523 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f2ab30e6-a9d8-417d-bebb-89cbd091e134 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4462912 Dec 25 19:47:53.796649 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46560) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:53.801296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b86b5b-3172-4fcf-aa98-4b28168d10a6 None None] Pushing event updated for resources: {'Port': ['ID=336d94d8-8179-4a20-a186-b6763835a66b,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:53.808827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-56b86b5b-3172-4fcf-aa98-4b28168d10a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:53.816094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-62869428-cd91-4ea2-bfbb-814be8b33843 None None] Could not find standard attr ID for object 14ccaf8c-9162-4ebc-af59-c44ea431e6b6. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:47:53.822891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-cb207fad-6f9a-412b-85c4-cfb19432d12c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Request body: {'subnet': {'network_id': 'e38f3379-19cb-4dbc-8c0b-bb3a47e64141', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:53.866252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-aa7e071d-8411-408e-8993-5cfc2cdcb8d0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Transition to ACTIVE for port object d8f02c13-4f05-49c6-8a05-bad650755905 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:47:53.883111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ed945fc2-5bfc-44f2-9760-f65fec8063bf tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] In _notify_port_updated(), no bound segment for port 8990efee-f782-419f-8dba-50b271d414c7 on network ebe58747-6285-4ee0-ac16-75d128bdb54a {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 25 19:47:53.889088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed945fc2-5bfc-44f2-9760-f65fec8063bf tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:53.890251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ed945fc2-5bfc-44f2-9760-f65fec8063bf tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:53.895019 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ed945fc2-5bfc-44f2-9760-f65fec8063bf tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] 10.222.0.24 "PUT /v2.0/ports/8990efee-f782-419f-8dba-50b271d414c7 HTTP/1.1" status: 200 len: 995 time: 2.3603168 Dec 25 19:47:53.900864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46564) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:53.922696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab30e6-a9d8-417d-bebb-89cbd091e134 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event updated for resources: {'Network': ['ID=e38f3379-19cb-4dbc-8c0b-bb3a47e64141,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:53.926082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f2ab30e6-a9d8-417d-bebb-89cbd091e134 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.938s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:53.934744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network e38f3379-19cb-4dbc-8c0b-bb3a47e64141 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:47:53.961569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aa7e071d-8411-408e-8993-5cfc2cdcb8d0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:54.010373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7854f408-3cc2-43c2-b0df-c8f7c424ccfa tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Deleting port 8990efee-f782-419f-8dba-50b271d414c7 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:47:54.010576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7854f408-3cc2-43c2-b0df-c8f7c424ccfa tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:54.012005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-16847ae5-460a-499d-b754-a82b23b0012b tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:54.137550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e071d-8411-408e-8993-5cfc2cdcb8d0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Port': ['ID=d8f02c13-4f05-49c6-8a05-bad650755905,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:54.141204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-aa7e071d-8411-408e-8993-5cfc2cdcb8d0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:54.150448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25668b8-a547-4bbb-944a-5914da33294c None None] get_active_networks_info from dv-neutron-822611-1-hyperv {{(pid=88902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 25 19:47:54.158789 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-786ea56f-ae01-4b6a-ae87-7191ae95e4c0 req-c699a5e7-4711-4435-9332-e1869fc902b7 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 210 time: 0.4182174 Dec 25 19:47:54.160529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-08fa15f0-8235-4363-b16f-596cfbcb9564 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Transition to ACTIVE for port object afc53f7a-1dfc-48b9-9574-799bfa3d9928 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:47:54.256956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-cb207fad-6f9a-412b-85c4-cfb19432d12c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:54.266274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7e071d-8411-408e-8993-5cfc2cdcb8d0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:47:54.279616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-aa7e071d-8411-408e-8993-5cfc2cdcb8d0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:54.282483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7e071d-8411-408e-8993-5cfc2cdcb8d0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:47:54.287393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7e071d-8411-408e-8993-5cfc2cdcb8d0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:54.288148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aa7e071d-8411-408e-8993-5cfc2cdcb8d0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:54.297379 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f9eb738c-ed0a-4403-92cd-733fa7d29d76 req-4ab99f23-740a-4eeb-a3eb-4a64be011fc4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0657226-8bcc-462e-b527-fe94bf366218 HTTP/1.1" status: 200 len: 210 time: 0.1150918 Dec 25 19:47:54.301133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-cb207fad-6f9a-412b-85c4-cfb19432d12c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Usage tracker for resource:subnet and tenant:4895f896d14c49cebd2f7b319db8be3e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:54.315960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cfa70be2-6453-4bab-a111-88f4473152a0 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:54.324332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-cb207fad-6f9a-412b-85c4-cfb19432d12c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:54.327599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a5ca7f21-e3cd-48cf-9465-85a80b50c1b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:54.408250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-cb207fad-6f9a-412b-85c4-cfb19432d12c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:54.412132 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-df9550f7-4bfc-40e4-9daa-625e7bcb1b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:54.415285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa70be2-6453-4bab-a111-88f4473152a0 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event updated for resources: {'Subnet': ['ID=babcc1a8-ae22-45a7-86dd-71a25ff40d2f,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:54.427094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cfa70be2-6453-4bab-a111-88f4473152a0 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:54.455276 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-aa7e071d-8411-408e-8993-5cfc2cdcb8d0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.8636415 Dec 25 19:47:54.456461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46570) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:54.467967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-df9550f7-4bfc-40e4-9daa-625e7bcb1b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:54.472177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb207fad-6f9a-412b-85c4-cfb19432d12c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Made reservation on behalf of 4895f896d14c49cebd2f7b319db8be3e for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:47:54.480653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-7b27d296-ddc3-4ee2-8b88-be6d370b9d15 None None] Provisioning complete for port 8990efee-f782-419f-8dba-50b271d414c7 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:47:54.481078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7b27d296-ddc3-4ee2-8b88-be6d370b9d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:54.528740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-eaf986e3-7fc6-418e-adfb-1d89bb9b8ff1 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:54.536317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-08fa15f0-8235-4363-b16f-596cfbcb9564 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:54.580663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7b27d296-ddc3-4ee2-8b88-be6d370b9d15 None None] Port 8990efee-f782-419f-8dba-50b271d414c7 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:47:54.623402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd10ed5d-13d6-459a-bca2-9c6f5277cc50 req-9cf4907e-995d-41ae-a363-7a15c39baa52 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:47:54.636416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43a09f7-a25d-410f-b37b-fd156a963007 None None] Sync routers for ids ['9ae79eca-6161-4e5f-8b1e-1c902b4f2328'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:47:54.655836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43a09f7-a25d-410f-b37b-fd156a963007 None None] Routers {'9ae79eca-6161-4e5f-8b1e-1c902b4f2328'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:47:54.656800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-f43a09f7-a25d-410f-b37b-fd156a963007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:47:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['9ae79eca-6161-4e5f-8b1e-1c902b4f2328'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:54.684449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa70be2-6453-4bab-a111-88f4473152a0 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Checking segment: {'id': 'd0ed5452-bc3c-4894-a528-8676031d07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e7e2ca1b-eeb3-4130-99c3-cb0c62db1175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:47:54.684860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa70be2-6453-4bab-a111-88f4473152a0 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Network hostable DHCP agents. Network: e7e2ca1b-eeb3-4130-99c3-cb0c62db1175, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:47:54.708326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9550f7-4bfc-40e4-9daa-625e7bcb1b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc03ddb-f61b-4054-8950-ad34c406c803,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:54.711735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-df9550f7-4bfc-40e4-9daa-625e7bcb1b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:54.718716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9d09468c-e5a2-4ad1-a603-a7ef835fe509 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:54.719442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cb207fad-6f9a-412b-85c4-cfb19432d12c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:54.750602 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-df9550f7-4bfc-40e4-9daa-625e7bcb1b04 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=82bb20c0b583408e9da1751ed2f710e1&name=default HTTP/1.1" status: 200 len: 2647 time: 2.7410607 Dec 25 19:47:54.764810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46574) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:54.766012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7854f408-3cc2-43c2-b0df-c8f7c424ccfa tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:54.790635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-08fa15f0-8235-4363-b16f-596cfbcb9564 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network 7579654c-5033-483f-9933-ff786d50e0fb is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:47:54.793526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd10ed5d-13d6-459a-bca2-9c6f5277cc50 req-9cf4907e-995d-41ae-a363-7a15c39baa52 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] No DVR routers for this DVR port c843bde7-7305-4020-90c9-1245f99937d8 on host hv-neutron-8226 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:47:54.796084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-fd10ed5d-13d6-459a-bca2-9c6f5277cc50 req-9cf4907e-995d-41ae-a363-7a15c39baa52 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:54.798406 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fd10ed5d-13d6-459a-bca2-9c6f5277cc50 req-9cf4907e-995d-41ae-a363-7a15c39baa52 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.36 "DELETE /v2.0/ports/c843bde7-7305-4020-90c9-1245f99937d8 HTTP/1.1" status: 204 len: 173 time: 8.7129242 Dec 25 19:47:54.829059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceacfe90-cd25-4bae-99a4-a556058d77aa', 'name': 'network-vif-deleted', 'tag': 'c843bde7-7305-4020-90c9-1245f99937d8'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:47:54.837814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-08fa15f0-8235-4363-b16f-596cfbcb9564 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:54.840345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-08fa15f0-8235-4363-b16f-596cfbcb9564 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:47:55.005679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-f43a09f7-a25d-410f-b37b-fd156a963007 None None] Set router 9ae79eca-6161-4e5f-8b1e-1c902b4f2328 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:47:55.007250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa15f0-8235-4363-b16f-596cfbcb9564 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=afc53f7a-1dfc-48b9-9574-799bfa3d9928,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:55.013773 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceacfe90-cd25-4bae-99a4-a556058d77aa', 'name': 'network-vif-deleted', 'tag': 'c843bde7-7305-4020-90c9-1245f99937d8', 'status': 'completed', 'code': 200} Dec 25 19:47:55.018847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-08fa15f0-8235-4363-b16f-596cfbcb9564 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:55.028023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7854f408-3cc2-43c2-b0df-c8f7c424ccfa tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Calling delete_port for 8990efee-f782-419f-8dba-50b271d414c7 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:47:55.035367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c3913c-7848-43c2-a985-983bb222e370 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:55.040324 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c3913c-7848-43c2-a985-983bb222e370 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:55.041192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e6c3913c-7848-43c2-a985-983bb222e370 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:47:55.060736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-08fa15f0-8235-4363-b16f-596cfbcb9564 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:55.062197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-08fa15f0-8235-4363-b16f-596cfbcb9564 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:55.063489 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-e25668b8-a547-4bbb-944a-5914da33294c None None] Agent 3d469cad-fae3-429f-ba66-4163aee88075 already present Dec 25 19:47:55.063902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25668b8-a547-4bbb-944a-5914da33294c None None] Network e7e2ca1b-eeb3-4130-99c3-cb0c62db1175 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:47:55.064608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25668b8-a547-4bbb-944a-5914da33294c None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, e7e2ca1b-eeb3-4130-99c3-cb0c62db1175) {{(pid=88902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 25 19:47:55.070768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 9b698ecc-1100-4527-b6b9-a66e84c80d04 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:47:55.088734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa70be2-6453-4bab-a111-88f4473152a0 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Network e7e2ca1b-eeb3-4130-99c3-cb0c62db1175 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:47:55.110829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-cfa70be2-6453-4bab-a111-88f4473152a0 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, e7e2ca1b-eeb3-4130-99c3-cb0c62db1175) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:55.120459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa70be2-6453-4bab-a111-88f4473152a0 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:55.121156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cfa70be2-6453-4bab-a111-88f4473152a0 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:55.188394 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-08fa15f0-8235-4363-b16f-596cfbcb9564 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9323866 Dec 25 19:47:55.191622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46580) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:55.200519 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-cfa70be2-6453-4bab-a111-88f4473152a0 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6730046 Dec 25 19:47:55.257090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d48410fb-ebcc-40f5-993b-9fc184542c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:55.271884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-1cdab32a-b8bd-45f3-9c89-7c7ad45d4c07 service neutron] Request body: {'port': {'device_id': 'f0657226-8bcc-462e-b527-fe94bf366218', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:55.281703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 9b698ecc-1100-4527-b6b9-a66e84c80d04 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:47:55.306060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 9b698ecc-1100-4527-b6b9-a66e84c80d04 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:47:55.306387 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:55.306734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e6c3913c-7848-43c2-a985-983bb222e370 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:47:55.311105 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e6c3913c-7848-43c2-a985-983bb222e370 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.8350484 Dec 25 19:47:55.312114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46586) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:55.402786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7854f408-3cc2-43c2-b0df-c8f7c424ccfa tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:55.482613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c183566e-7eee-4bd4-abfd-580d12daa29a tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:55.499853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d48410fb-ebcc-40f5-993b-9fc184542c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:55.551874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854f408-3cc2-43c2-b0df-c8f7c424ccfa tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Pushing event deleted for resources: {'Port': ['ID=8990efee-f782-419f-8dba-50b271d414c7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:55.562883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7854f408-3cc2-43c2-b0df-c8f7c424ccfa tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:55.622599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-f43a09f7-a25d-410f-b37b-fd156a963007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae79eca-6161-4e5f-8b1e-1c902b4f2328', 'name': 'tempest-ServerActionsTestJSON-1272435710-router', 'tenant_id': '52795748b8b04275a38e1b104b37d885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': 'd7f67ec1-84ac-4187-9276-c6bde44b3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:25Z', 'updated_at': '2021-12-25T19:43:38Z', 'revision_number': 4, 'project_id': '52795748b8b04275a38e1b104b37d885', 'gw_port': {'id': 'd7f67ec1-84ac-4187-9276-c6bde44b3a09', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae79eca-6161-4e5f-8b1e-1c902b4f2328', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:26Z', 'updated_at': '2021-12-25T19:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'd7818765-dbe9-4fdb-b80b-82b21bf84cf7', 'name': '', 'network_id': '367788d2-d464-40ee-b453-dec544646fe7', 'tenant_id': '52795748b8b04275a38e1b104b37d885', 'mac_address': 'fa:16:3e:bb:d3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae79eca-6161-4e5f-8b1e-1c902b4f2328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef16ee7f-3e07-44fe-b0cc-c9caef9a43a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:35Z', 'updated_at': '2021-12-25T19:43:56Z', 'revision_number': 5, 'project_id': '52795748b8b04275a38e1b104b37d885', 'subnets': [{'id': 'ef16ee7f-3e07-44fe-b0cc-c9caef9a43a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:55.636519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43a09f7-a25d-410f-b37b-fd156a963007 None None] Checking router: 9ae79eca-6161-4e5f-8b1e-1c902b4f2328 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:47:55.657304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43a09f7-a25d-410f-b37b-fd156a963007 None None] Routers {'9ae79eca-6161-4e5f-8b1e-1c902b4f2328'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:47:55.658755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-f43a09f7-a25d-410f-b37b-fd156a963007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:47:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['9ae79eca-6161-4e5f-8b1e-1c902b4f2328'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:55.671582 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1dc03f29-1dec-4474-8886-69930429258d req-0d5cae72-4ff6-4c52-b34c-d6c2590a2e74 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceacfe90-cd25-4bae-99a4-a556058d77aa HTTP/1.1" status: 200 len: 210 time: 0.1399329 Dec 25 19:47:55.733988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:55.739756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-75f406ea-49ce-4d06-b0d7-a4d6bc008c31 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting port d8f02c13-4f05-49c6-8a05-bad650755905 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:47:55.740921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-75f406ea-49ce-4d06-b0d7-a4d6bc008c31 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:55.763250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7854f408-3cc2-43c2-b0df-c8f7c424ccfa tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:55.780250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cb207fad-6f9a-412b-85c4-cfb19432d12c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:55.794995 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7854f408-3cc2-43c2-b0df-c8f7c424ccfa tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] 10.222.0.24 "DELETE /v2.0/ports/8990efee-f782-419f-8dba-50b271d414c7 HTTP/1.1" status: 204 len: 168 time: 1.8895149 Dec 25 19:47:55.796017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46592) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:55.797010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9ad0f471-569e-4cbb-8451-659b0c7e0c2f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:55.810113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 9b698ecc-1100-4527-b6b9-a66e84c80d04, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=9b698ecc-1100-4527-b6b9-a66e84c80d04,segment=NetworkSegment(052d9204-d48e-433c-9b64-53afd3a31b82),segment_id=052d9204-d48e-433c-9b64-53afd3a31b82)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:47:55.820945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:55.821857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 336d94d8-8179-4a20-a186-b6763835a66b up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:47:55.879287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-63464718-ff3d-4c57-ba25-1753bdaf52ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:55.909159 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-55174985-dc50-48c5-a4a4-727ae6caa68c tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] GET failed (client error): The resource could not be found. Dec 25 19:47:55.909725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-55174985-dc50-48c5-a4a4-727ae6caa68c tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Synchronizing usage tracker for tenant:e294dd84ad824cc9acfb19aed70fafc4 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:47:55.947746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-1cdab32a-b8bd-45f3-9c89-7c7ad45d4c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:55.953109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-f43a09f7-a25d-410f-b37b-fd156a963007 None None] Set router 9ae79eca-6161-4e5f-8b1e-1c902b4f2328 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:47:55.955647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb207fad-6f9a-412b-85c4-cfb19432d12c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Checking segment: {'id': '8fb6e051-e4f0-4613-a739-b7d6ac9e002a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e38f3379-19cb-4dbc-8c0b-bb3a47e64141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:47:55.956043 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb207fad-6f9a-412b-85c4-cfb19432d12c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Network hostable DHCP agents. Network: e38f3379-19cb-4dbc-8c0b-bb3a47e64141, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:47:55.980549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb207fad-6f9a-412b-85c4-cfb19432d12c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event updated for resources: {'Subnet': ['ID=b61e9cea-49b2-4871-9d7f-1d459843ba1d,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:55.987028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cb207fad-6f9a-412b-85c4-cfb19432d12c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:55.994375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-55174985-dc50-48c5-a4a4-727ae6caa68c tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Unset dirty status for tenant:e294dd84ad824cc9acfb19aed70fafc4 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:47:55.999636 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-55174985-dc50-48c5-a4a4-727ae6caa68c tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] 10.222.0.24 "GET /v2.0/ports/8990efee-f782-419f-8dba-50b271d414c7 HTTP/1.1" status: 404 len: 333 time: 0.1582093 Dec 25 19:47:56.001727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46596) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:56.008528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-5d81fca2-f175-4533-b127-d0f037bedc93 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Request body: {'port': {'network_id': 'ebe58747-6285-4ee0-ac16-75d128bdb54a', 'name': 'tempest-AllowedAddressPairTestJSON-481555321'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:56.098288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 336d94d8-8179-4a20-a186-b6763835a66b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:47:56.098723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:56.165722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=9b698ecc-1100-4527-b6b9-a66e84c80d04,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:56.176898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:56.183009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5d81fca2-f175-4533-b127-d0f037bedc93 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:56.183670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a67793-5b7b-40e2-b00b-b2c3fd003176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-e7e2ca1b-eeb3-4130-99c3-cb0c62db1175', 'network_id': 'e7e2ca1b-eeb3-4130-99c3-cb0c62db1175', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'fixed_ips': [{'subnet_id': 'babcc1a8-ae22-45a7-86dd-71a25ff40d2f'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:47:56.184796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-58a67793-5b7b-40e2-b00b-b2c3fd003176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:56.194462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5d81fca2-f175-4533-b127-d0f037bedc93 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:56.203147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb207fad-6f9a-412b-85c4-cfb19432d12c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Network e38f3379-19cb-4dbc-8c0b-bb3a47e64141 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:47:56.213872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d81fca2-f175-4533-b127-d0f037bedc93 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Made reservation on behalf of e294dd84ad824cc9acfb19aed70fafc4 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:47:56.224835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5d81fca2-f175-4533-b127-d0f037bedc93 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:56.259400 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-5d81fca2-f175-4533-b127-d0f037bedc93 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] device_id is not set on port ccff2565-c134-4a84-8305-9f2c7eb2a494 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:47:56.303970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d48410fb-ebcc-40f5-993b-9fc184542c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:56.308759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-cb207fad-6f9a-412b-85c4-cfb19432d12c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, e38f3379-19cb-4dbc-8c0b-bb3a47e64141) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:56.316290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb207fad-6f9a-412b-85c4-cfb19432d12c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:56.317264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cb207fad-6f9a-412b-85c4-cfb19432d12c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:56.319079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-44c4403d-6e79-42e3-9c30-1e0eb63e4b8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:56.374060 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-cb207fad-6f9a-412b-85c4-cfb19432d12c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5730669 Dec 25 19:47:56.378404 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46600) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:56.383329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48410fb-ebcc-40f5-993b-9fc184542c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc03ddb-f61b-4054-8950-ad34c406c803,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:56.392245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aebaa64-9f7b-4497-9a18-fc68c0097689 req-0c999355-d484-41ec-9424-ea2f55609465 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:56.399822 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1aebaa64-9f7b-4497-9a18-fc68c0097689 req-0c999355-d484-41ec-9424-ea2f55609465 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0657226-8bcc-462e-b527-fe94bf366218 HTTP/1.1" status: 200 len: 932 time: 0.8193913 Dec 25 19:47:56.418036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d48410fb-ebcc-40f5-993b-9fc184542c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:56.459652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d48410fb-ebcc-40f5-993b-9fc184542c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:56.464354 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d48410fb-ebcc-40f5-993b-9fc184542c58 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/efc03ddb-f61b-4054-8950-ad34c406c803 HTTP/1.1" status: 204 len: 168 time: 1.6946681 Dec 25 19:47:56.477292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-f43a09f7-a25d-410f-b37b-fd156a963007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae79eca-6161-4e5f-8b1e-1c902b4f2328', 'name': 'tempest-ServerActionsTestJSON-1272435710-router', 'tenant_id': '52795748b8b04275a38e1b104b37d885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': 'd7f67ec1-84ac-4187-9276-c6bde44b3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:25Z', 'updated_at': '2021-12-25T19:43:38Z', 'revision_number': 4, 'project_id': '52795748b8b04275a38e1b104b37d885', 'gw_port': {'id': 'd7f67ec1-84ac-4187-9276-c6bde44b3a09', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae79eca-6161-4e5f-8b1e-1c902b4f2328', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:26Z', 'updated_at': '2021-12-25T19:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'd7818765-dbe9-4fdb-b80b-82b21bf84cf7', 'name': '', 'network_id': '367788d2-d464-40ee-b453-dec544646fe7', 'tenant_id': '52795748b8b04275a38e1b104b37d885', 'mac_address': 'fa:16:3e:bb:d3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae79eca-6161-4e5f-8b1e-1c902b4f2328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef16ee7f-3e07-44fe-b0cc-c9caef9a43a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:35Z', 'updated_at': '2021-12-25T19:43:56Z', 'revision_number': 5, 'project_id': '52795748b8b04275a38e1b104b37d885', 'subnets': [{'id': 'ef16ee7f-3e07-44fe-b0cc-c9caef9a43a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:56.482079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43a09f7-a25d-410f-b37b-fd156a963007 None None] The sync data for ids ['9ae79eca-6161-4e5f-8b1e-1c902b4f2328'] in dv-neutron-822611-1-hyperv is: [{'id': '9ae79eca-6161-4e5f-8b1e-1c902b4f2328', 'name': 'tempest-ServerActionsTestJSON-1272435710-router', 'tenant_id': '52795748b8b04275a38e1b104b37d885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': 'd7f67ec1-84ac-4187-9276-c6bde44b3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:25Z', 'updated_at': '2021-12-25T19:43:38Z', 'revision_number': 4, 'project_id': '52795748b8b04275a38e1b104b37d885', 'gw_port': {'id': 'd7f67ec1-84ac-4187-9276-c6bde44b3a09', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae79eca-6161-4e5f-8b1e-1c902b4f2328', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:26Z', 'updated_at': '2021-12-25T19:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'd7818765-dbe9-4fdb-b80b-82b21bf84cf7', 'name': '', 'network_id': '367788d2-d464-40ee-b453-dec544646fe7', 'tenant_id': '52795748b8b04275a38e1b104b37d885', 'mac_address': 'fa:16:3e:bb:d3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae79eca-6161-4e5f-8b1e-1c902b4f2328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef16ee7f-3e07-44fe-b0cc-c9caef9a43a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:35Z', 'updated_at': '2021-12-25T19:43:56Z', 'revision_number': 5, 'project_id': '52795748b8b04275a38e1b104b37d885', 'subnets': [{'id': 'ef16ee7f-3e07-44fe-b0cc-c9caef9a43a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:47:56.508281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-58a67793-5b7b-40e2-b00b-b2c3fd003176 None None] Allocated IP 2001:db8:2::2 (e7e2ca1b-eeb3-4130-99c3-cb0c62db1175/babcc1a8-ae22-45a7-86dd-71a25ff40d2f/13cfc0a1-e2cf-4216-9657-0941100db746) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:47:56.509992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-5d81fca2-f175-4533-b127-d0f037bedc93 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Allocated IP 172.20.0.8 (ebe58747-6285-4ee0-ac16-75d128bdb54a/0530dc9e-3f9a-4c1b-8531-08e912bf7505/ccff2565-c134-4a84-8305-9f2c7eb2a494) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:47:56.741407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e891461-6db1-49a9-b964-753d013c5880 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:56.828332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-58a67793-5b7b-40e2-b00b-b2c3fd003176 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:56.848419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-75f406ea-49ce-4d06-b0d7-a4d6bc008c31 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:56.866909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-58a67793-5b7b-40e2-b00b-b2c3fd003176 None None] Transition to ACTIVE for port object 13cfc0a1-e2cf-4216-9657-0941100db746 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:47:56.910437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-58a67793-5b7b-40e2-b00b-b2c3fd003176 None None] Transition to ACTIVE for port object 13cfc0a1-e2cf-4216-9657-0941100db746 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:47:56.924277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-58a67793-5b7b-40e2-b00b-b2c3fd003176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:56.948344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3cf63c42-7687-4964-bee6-6f96fe7827c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:57.022895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a67793-5b7b-40e2-b00b-b2c3fd003176 None None] Network e7e2ca1b-eeb3-4130-99c3-cb0c62db1175 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:47:57.031922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-58a67793-5b7b-40e2-b00b-b2c3fd003176 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:57.034283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 9b698ecc-1100-4527-b6b9-a66e84c80d04 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:47:57.057150 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-75f406ea-49ce-4d06-b0d7-a4d6bc008c31 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Calling delete_port for d8f02c13-4f05-49c6-8a05-bad650755905 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:47:57.065047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a67793-5b7b-40e2-b00b-b2c3fd003176 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:47:57.180812 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46612) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:57.181185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46614) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:57.184652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e891461-6db1-49a9-b964-753d013c5880 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:57.192717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe1707c-9d1d-4d97-9c72-402f38589479 None None] New status for floating IP 707fc848-8eae-4b62-a5a8-5ea9abc44bff: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 19:47:57.283926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a67793-5b7b-40e2-b00b-b2c3fd003176 None None] Pushing event updated for resources: {'Port': ['ID=13cfc0a1-e2cf-4216-9657-0941100db746,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:57.294535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-58a67793-5b7b-40e2-b00b-b2c3fd003176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:57.296141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ddd9de42-eca9-4c93-9a4b-715a5f484824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:57.376980 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1aebaa64-9f7b-4497-9a18-fc68c0097689 req-1872625e-4759-4f9c-ad22-03d27c7710fe tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ac5ddf-d9d4-4c79-9bdb-9a9469fce16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9762213 Dec 25 19:47:57.378749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-58a67793-5b7b-40e2-b00b-b2c3fd003176 None None] Attempting to bind port 13cfc0a1-e2cf-4216-9657-0941100db746 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:47:57.379203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-58a67793-5b7b-40e2-b00b-b2c3fd003176 None None] Attempting to bind port 13cfc0a1-e2cf-4216-9657-0941100db746 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'd0ed5452-bc3c-4894-a528-8676031d07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e7e2ca1b-eeb3-4130-99c3-cb0c62db1175'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:47:57.379607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a67793-5b7b-40e2-b00b-b2c3fd003176 None None] Attempting to bind port 13cfc0a1-e2cf-4216-9657-0941100db746 on network e7e2ca1b-eeb3-4130-99c3-cb0c62db1175 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:47:57.387090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-75f406ea-49ce-4d06-b0d7-a4d6bc008c31 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:57.392935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a67793-5b7b-40e2-b00b-b2c3fd003176 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:47:57.393367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a67793-5b7b-40e2-b00b-b2c3fd003176 None None] Checking segment: {'id': 'd0ed5452-bc3c-4894-a528-8676031d07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e7e2ca1b-eeb3-4130-99c3-cb0c62db1175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:47:57.393817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-58a67793-5b7b-40e2-b00b-b2c3fd003176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:57.394257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a67793-5b7b-40e2-b00b-b2c3fd003176 None None] Bound using segment: {'id': 'd0ed5452-bc3c-4894-a528-8676031d07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e7e2ca1b-eeb3-4130-99c3-cb0c62db1175'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:47:57.394798 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-58a67793-5b7b-40e2-b00b-b2c3fd003176 None None] Bound port: 13cfc0a1-e2cf-4216-9657-0941100db746, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0ed5452-bc3c-4894-a528-8676031d07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e7e2ca1b-eeb3-4130-99c3-cb0c62db1175'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:47:57.395294 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-58a67793-5b7b-40e2-b00b-b2c3fd003176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:57.401644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6cb82a0a-25fb-40b7-afd5-81002a34a7e3 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:57.469037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f406ea-49ce-4d06-b0d7-a4d6bc008c31 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Port': ['ID=d8f02c13-4f05-49c6-8a05-bad650755905,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:57.471672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-75f406ea-49ce-4d06-b0d7-a4d6bc008c31 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:57.487681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-97c2c614-2f9c-4b35-b473-9f0b71bbc226 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:57.513724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ddd9de42-eca9-4c93-9a4b-715a5f484824 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:57.516425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9bd4c02b-0c8e-4ce0-965a-d1dcdd437f93 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:57.532898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ddd9de42-eca9-4c93-9a4b-715a5f484824 admin admin] Usage tracker for resource:security_group_rule and tenant:b1a8325feeb947be9c00f524ba074579 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:57.534631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 9b698ecc-1100-4527-b6b9-a66e84c80d04 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:47:57.535244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:57.540931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ddd9de42-eca9-4c93-9a4b-715a5f484824 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:57.546471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e891461-6db1-49a9-b964-753d013c5880 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:57.563307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-84432934-2ed6-451e-afd7-edb606c477bc tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:57.595802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ddd9de42-eca9-4c93-9a4b-715a5f484824 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:57.611868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-58a67793-5b7b-40e2-b00b-b2c3fd003176 None None] For port 13cfc0a1-e2cf-4216-9657-0941100db746, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:47:57.616219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-58a67793-5b7b-40e2-b00b-b2c3fd003176 None None] For port 13cfc0a1-e2cf-4216-9657-0941100db746, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=13cfc0a1-e2cf-4216-9657-0941100db746,segment=NetworkSegment(d0ed5452-bc3c-4894-a528-8676031d07a8),segment_id=d0ed5452-bc3c-4894-a528-8676031d07a8)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:47:57.621277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-58a67793-5b7b-40e2-b00b-b2c3fd003176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:57.628733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-75f406ea-49ce-4d06-b0d7-a4d6bc008c31 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:57.631728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d8ee6557-a997-40cf-84e9-5f1773ff033f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:57.634662 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9bd4c02b-0c8e-4ce0-965a-d1dcdd437f93 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:57.642917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e891461-6db1-49a9-b964-753d013c5880 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event deleted for resources: {'Subnet': ['ID=b61e9cea-49b2-4871-9d7f-1d459843ba1d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:57.647416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5d81fca2-f175-4533-b127-d0f037bedc93 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:57.657340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5e891461-6db1-49a9-b964-753d013c5880 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:57.670677 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-75f406ea-49ce-4d06-b0d7-a4d6bc008c31 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/ports/d8f02c13-4f05-49c6-8a05-bad650755905 HTTP/1.1" status: 204 len: 168 time: 2.3386619 Dec 25 19:47:57.676632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46620) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:57.755962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a67793-5b7b-40e2-b00b-b2c3fd003176 None None] Pushing event updated for resources: {'Port': ['ID=13cfc0a1-e2cf-4216-9657-0941100db746,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:57.762534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-58a67793-5b7b-40e2-b00b-b2c3fd003176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:57.788599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-5d81fca2-f175-4533-b127-d0f037bedc93 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Transition to ACTIVE for port object ccff2565-c134-4a84-8305-9f2c7eb2a494 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:47:57.902045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e891461-6db1-49a9-b964-753d013c5880 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:57.927577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99079723-47c4-48c5-8800-2800e2cf2f48 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:57.929213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99079723-47c4-48c5-8800-2800e2cf2f48 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:57.930574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-99079723-47c4-48c5-8800-2800e2cf2f48 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:47:57.972270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-5e891461-6db1-49a9-b964-753d013c5880 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e38f3379-19cb-4dbc-8c0b-bb3a47e64141']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:57.982219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9bd4c02b-0c8e-4ce0-965a-d1dcdd437f93 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:57.993868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a9708c03-fc14-4d10-8ea6-d43bc8bd11fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:58.007263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-1cdab32a-b8bd-45f3-9c89-7c7ad45d4c07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afc53f7a-1dfc-48b9-9574-799bfa3d9928 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 19:47:58.019403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-5e891461-6db1-49a9-b964-753d013c5880 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fb6e051-e4f0-4613-a739-b7d6ac9e002a') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:58.019719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-5e891461-6db1-49a9-b964-753d013c5880 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fb6e051-e4f0-4613-a739-b7d6ac9e002a') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:47:58.020020 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-1cdab32a-b8bd-45f3-9c89-7c7ad45d4c07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:58.036117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4c02b-0c8e-4ce0-965a-d1dcdd437f93 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=703bd9ad-4677-4525-b7f7-417e3cbff028,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:58.057749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-1cdab32a-b8bd-45f3-9c89-7c7ad45d4c07 service neutron] Transition to ACTIVE for port object afc53f7a-1dfc-48b9-9574-799bfa3d9928 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:47:58.066557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e891461-6db1-49a9-b964-753d013c5880 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:58.070928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-1cdab32a-b8bd-45f3-9c89-7c7ad45d4c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:58.076586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-75fe471f-6c7b-413b-9437-1fd1b31938c3 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:58.097925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9bd4c02b-0c8e-4ce0-965a-d1dcdd437f93 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:58.099476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5d81fca2-f175-4533-b127-d0f037bedc93 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:58.115256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-99079723-47c4-48c5-8800-2800e2cf2f48 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:47:58.116585 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-99079723-47c4-48c5-8800-2800e2cf2f48 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4356799 Dec 25 19:47:58.133010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5ed8aed8-94bc-49ad-bf3e-08371d7ea8d6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:58.174590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46624) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:58.178161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ddd9de42-eca9-4c93-9a4b-715a5f484824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:58.184342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdab32a-b8bd-45f3-9c89-7c7ad45d4c07 service neutron] Pushing event updated for resources: {'Port': ['ID=afc53f7a-1dfc-48b9-9574-799bfa3d9928,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:58.196652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1cdab32a-b8bd-45f3-9c89-7c7ad45d4c07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:58.203502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e891461-6db1-49a9-b964-753d013c5880 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:58.250783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ddd9de42-eca9-4c93-9a4b-715a5f484824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:58.276800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e891461-6db1-49a9-b964-753d013c5880 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:47:58.277256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e891461-6db1-49a9-b964-753d013c5880 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:58.301458 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:47:58.301458 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:47:58.301458 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:47:58.301458 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:47:58.301458 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:47:58.301458 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:47:58.301458 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:47:58.301458 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:47:58.301458 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:47:58.301458 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:47:58.301458 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:47:58.301458 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:47:58.301458 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:47:58.301458 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:47:58.301458 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:47:58.301458 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:47:58.301458 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:47:58.301458 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:47:58.301458 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:47:58.301458 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:47:58.301458 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:47:58.301458 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:47:58.301458 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:47:58.301458 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:47:58.301458 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:47:58.301458 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:47:58.301458 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:47:58.301458 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:47:58.301458 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:47:58.301458 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:47:58.301458 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:47:58.301458 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:47:58.338375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9bd4c02b-0c8e-4ce0-965a-d1dcdd437f93 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:58.339639 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9bd4c02b-0c8e-4ce0-965a-d1dcdd437f93 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "DELETE /v2.0/security-groups/703bd9ad-4677-4525-b7f7-417e3cbff028 HTTP/1.1" status: 204 len: 168 time: 1.1248474 Dec 25 19:47:58.344224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d81fca2-f175-4533-b127-d0f037bedc93 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Network ebe58747-6285-4ee0-ac16-75d128bdb54a is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:47:58.367377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46628) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:58.378709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-5d81fca2-f175-4533-b127-d0f037bedc93 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:47:58.391471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81fca2-f175-4533-b127-d0f037bedc93 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Pushing event updated for resources: {'Port': ['ID=ccff2565-c134-4a84-8305-9f2c7eb2a494,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:58.393977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d81fca2-f175-4533-b127-d0f037bedc93 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:47:58.492058 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5d81fca2-f175-4533-b127-d0f037bedc93 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:58.514371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2947fd6b-6ae0-49f4-87f6-b8d130d77320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.243s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:58.534093 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ddd9de42-eca9-4c93-9a4b-715a5f484824 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b1a8325feeb947be9c00f524ba074579&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3174396 Dec 25 19:47:58.547740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46634) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:58.555008 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-c35a5535-c10b-4146-8278-66ba790250fb tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] show failed (client error): The resource could not be found. Dec 25 19:47:58.558849 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c35a5535-c10b-4146-8278-66ba790250fb tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "GET /v2.0/security-groups/703bd9ad-4677-4525-b7f7-417e3cbff028 HTTP/1.1" status: 404 len: 347 time: 0.1809804 Dec 25 19:47:58.581421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46638) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:58.606031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e891461-6db1-49a9-b964-753d013c5880 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:58.766171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e891461-6db1-49a9-b964-753d013c5880 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:58.769544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9de42-eca9-4c93-9a4b-715a5f484824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd090e5c-34a5-4aa0-808e-62235ad8a050,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:58.786814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ddd9de42-eca9-4c93-9a4b-715a5f484824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:58.795265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:58.815955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d81fca2-f175-4533-b127-d0f037bedc93 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:58.817039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5d81fca2-f175-4533-b127-d0f037bedc93 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:58.898758 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 13cfc0a1-e2cf-4216-9657-0941100db746 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:47:58.906123 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5e891461-6db1-49a9-b964-753d013c5880 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "DELETE /v2.0/networks/e38f3379-19cb-4dbc-8c0b-bb3a47e64141 HTTP/1.1" status: 204 len: 168 time: 2.5263109 Dec 25 19:47:58.906699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46642) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:58.921561 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e891461-6db1-49a9-b964-753d013c5880 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event deleted for resources: {'Network': ['ID=e38f3379-19cb-4dbc-8c0b-bb3a47e64141,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:47:58.936385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-99fcf2ed-fbf8-4506-a7b0-ca8ec964768b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-603827018'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:58.943385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5e891461-6db1-49a9-b964-753d013c5880 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:47:58.950111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-99fcf2ed-fbf8-4506-a7b0-ca8ec964768b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:47:58.970966 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-68da0f8e-d5ca-4b02-ad4f-8abc9405e5ba tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Deleting port a7e214a5-edfd-4a09-bf79-c1f721809659 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:47:58.971361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-68da0f8e-d5ca-4b02-ad4f-8abc9405e5ba tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:58.991005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-99fcf2ed-fbf8-4506-a7b0-ca8ec964768b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Usage tracker for resource:network and tenant:4895f896d14c49cebd2f7b319db8be3e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:47:58.999413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 13cfc0a1-e2cf-4216-9657-0941100db746 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:47:59.003601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-1cdab32a-b8bd-45f3-9c89-7c7ad45d4c07 service neutron] Attempting to bind port afc53f7a-1dfc-48b9-9574-799bfa3d9928 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:47:59.003975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-1cdab32a-b8bd-45f3-9c89-7c7ad45d4c07 service neutron] Attempting to bind port afc53f7a-1dfc-48b9-9574-799bfa3d9928 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '9bfcddd1-759c-45ad-9da1-136acb1b5794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7579654c-5033-483f-9933-ff786d50e0fb'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:47:59.004344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-1cdab32a-b8bd-45f3-9c89-7c7ad45d4c07 service neutron] Attempting to bind port afc53f7a-1dfc-48b9-9574-799bfa3d9928 on network 7579654c-5033-483f-9933-ff786d50e0fb {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:47:59.008679 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5d81fca2-f175-4533-b127-d0f037bedc93 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0056636 Dec 25 19:47:59.008975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-99fcf2ed-fbf8-4506-a7b0-ca8ec964768b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:47:59.010722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46646) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:47:59.018738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a6a403a4-1ce6-467f-9d28-793b3af03110 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:59.029806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-22b81f5f-b75c-4b5a-a2c1-6a41cc44a2a4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting subnet 7040b11a-dcf3-47fb-aca1-b38bded43c57 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:47:59.038067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-9a6a84d4-4c5d-4490-b217-e87992554059 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Request body: {'port': {'network_id': 'ebe58747-6285-4ee0-ac16-75d128bdb54a', 'name': 'tempest-AllowedAddressPairTestJSON-2057144327'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:47:59.046754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-99fcf2ed-fbf8-4506-a7b0-ca8ec964768b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:47:59.057251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-22b81f5f-b75c-4b5a-a2c1-6a41cc44a2a4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:59.073066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-1cdab32a-b8bd-45f3-9c89-7c7ad45d4c07 service neutron] Port afc53f7a-1dfc-48b9-9574-799bfa3d9928 on network 7579654c-5033-483f-9933-ff786d50e0fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:47:59.073431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-1cdab32a-b8bd-45f3-9c89-7c7ad45d4c07 service neutron] Attempting to bind port afc53f7a-1dfc-48b9-9574-799bfa3d9928 on network 7579654c-5033-483f-9933-ff786d50e0fb {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:47:59.172221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fcf2ed-fbf8-4506-a7b0-ca8ec964768b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Made reservation on behalf of 4895f896d14c49cebd2f7b319db8be3e for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:47:59.177813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-99fcf2ed-fbf8-4506-a7b0-ca8ec964768b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:59.249529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-1cdab32a-b8bd-45f3-9c89-7c7ad45d4c07 service neutron] Checking agent: {'id': '5d7a6d50-e450-4e92-a105-61a558d89e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'started_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:47:59.249910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-1cdab32a-b8bd-45f3-9c89-7c7ad45d4c07 service neutron] Checking segment: {'id': '9bfcddd1-759c-45ad-9da1-136acb1b5794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7579654c-5033-483f-9933-ff786d50e0fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:47:59.250326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-1cdab32a-b8bd-45f3-9c89-7c7ad45d4c07 service neutron] Bound using segment: {'id': '9bfcddd1-759c-45ad-9da1-136acb1b5794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7579654c-5033-483f-9933-ff786d50e0fb'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:47:59.250539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0b50f3a5-4245-4dee-9361-7533e397c252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:59.250829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-1cdab32a-b8bd-45f3-9c89-7c7ad45d4c07 service neutron] Bound port: afc53f7a-1dfc-48b9-9574-799bfa3d9928, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bfcddd1-759c-45ad-9da1-136acb1b5794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7579654c-5033-483f-9933-ff786d50e0fb'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:47:59.251255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-1cdab32a-b8bd-45f3-9c89-7c7ad45d4c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:59.309819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-22b81f5f-b75c-4b5a-a2c1-6a41cc44a2a4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:59.339366 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126ee84-8618-416b-8a3a-88957c5e9255 req-83aed6da-4da3-4e25-a340-efbe480a16e6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:47:59.341064 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2126ee84-8618-416b-8a3a-88957c5e9255 req-83aed6da-4da3-4e25-a340-efbe480a16e6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0657226-8bcc-462e-b527-fe94bf366218 HTTP/1.1" status: 200 len: 944 time: 0.8110168 Dec 25 19:47:59.454231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99fcf2ed-fbf8-4506-a7b0-ca8ec964768b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:47:59.473737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e260111e-5eae-4563-962d-fca4231fae49 None None] Network e7e2ca1b-eeb3-4130-99c3-cb0c62db1175 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:47:59.495959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3867784c-1f97-4c65-a65b-35044b16a409 None None] Network e38f3379-19cb-4dbc-8c0b-bb3a47e64141 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:47:59.566114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3867784c-1f97-4c65-a65b-35044b16a409 None None] Network e38f3379-19cb-4dbc-8c0b-bb3a47e64141 could not be found, it might have been deleted concurrently. {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 25 19:47:59.595734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c872d5-122b-490d-a44e-25dc004fce0e None None] Network e38f3379-19cb-4dbc-8c0b-bb3a47e64141 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:47:59.598267 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-99fcf2ed-fbf8-4506-a7b0-ca8ec964768b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:59.598684 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-99fcf2ed-fbf8-4506-a7b0-ca8ec964768b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Added segment 692f0e36-f5a4-4b02-997e-3fa607b5624f of type vlan for network 613d2bbf-a330-47b9-819d-8f603fcd7317 Dec 25 19:47:59.696431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-1cdab32a-b8bd-45f3-9c89-7c7ad45d4c07 service neutron] For port afc53f7a-1dfc-48b9-9574-799bfa3d9928, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:47:59.721820 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2126ee84-8618-416b-8a3a-88957c5e9255 req-8dbd364b-b346-406e-b0d1-4a164039e35b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ac5ddf-d9d4-4c79-9bdb-9a9469fce16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3630252 Dec 25 19:47:59.736286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-99fcf2ed-fbf8-4506-a7b0-ca8ec964768b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:59.763856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-22b81f5f-b75c-4b5a-a2c1-6a41cc44a2a4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:59.793376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-1cdab32a-b8bd-45f3-9c89-7c7ad45d4c07 service neutron] For port afc53f7a-1dfc-48b9-9574-799bfa3d9928, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=afc53f7a-1dfc-48b9-9574-799bfa3d9928,segment=NetworkSegment(9bfcddd1-759c-45ad-9da1-136acb1b5794),segment_id=9bfcddd1-759c-45ad-9da1-136acb1b5794)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:47:59.826236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-1cdab32a-b8bd-45f3-9c89-7c7ad45d4c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:59.844522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0ca89c03-a642-45a4-b01d-c07868b4e7b2 tempest-ServersTestJSON-1246513083 tempest-ServersTestJSON-1246513083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:47:59.883197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0b50f3a5-4245-4dee-9361-7533e397c252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:59.982885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-3c9507ad-0782-4772-9066-2c39dc38d0a1 None None] Provisioning for port 13cfc0a1-e2cf-4216-9657-0941100db746 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:47:59.984436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-68da0f8e-d5ca-4b02-ad4f-8abc9405e5ba tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:59.985061 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-68da0f8e-d5ca-4b02-ad4f-8abc9405e5ba tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:47:59.993051 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c872d5-122b-490d-a44e-25dc004fce0e None None] Network e38f3379-19cb-4dbc-8c0b-bb3a47e64141 could not be found, it might have been deleted concurrently. {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 25 19:48:00.000232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-3c9507ad-0782-4772-9066-2c39dc38d0a1 None None] Provisioning complete for port 13cfc0a1-e2cf-4216-9657-0941100db746 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:48:00.001131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3c9507ad-0782-4772-9066-2c39dc38d0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:00.081342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdab32a-b8bd-45f3-9c89-7c7ad45d4c07 service neutron] Pushing event updated for resources: {'Port': ['ID=afc53f7a-1dfc-48b9-9574-799bfa3d9928,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:00.086061 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-1cdab32a-b8bd-45f3-9c89-7c7ad45d4c07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:00.095949 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-1cdab32a-b8bd-45f3-9c89-7c7ad45d4c07 service neutron] 10.222.0.36 "PUT /v2.0/ports/afc53f7a-1dfc-48b9-9574-799bfa3d9928 HTTP/1.1" status: 200 len: 1094 time: 4.8282118 Dec 25 19:48:00.113292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0657226-8bcc-462e-b527-fe94bf366218', 'tag': 'afc53f7a-1dfc-48b9-9574-799bfa3d9928'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:48:00.119532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-99fcf2ed-fbf8-4506-a7b0-ca8ec964768b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:00.124495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fcf2ed-fbf8-4506-a7b0-ca8ec964768b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:00.124975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-99fcf2ed-fbf8-4506-a7b0-ca8ec964768b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:00.156230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1cdab32a-b8bd-45f3-9c89-7c7ad45d4c07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:00.170779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-68da0f8e-d5ca-4b02-ad4f-8abc9405e5ba tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Calling delete_port for a7e214a5-edfd-4a09-bf79-c1f721809659 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:48:00.269910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:00.298916 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0657226-8bcc-462e-b527-fe94bf366218', 'tag': 'afc53f7a-1dfc-48b9-9574-799bfa3d9928', 'status': 'completed', 'code': 200} Dec 25 19:48:00.352888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9a6a84d4-4c5d-4490-b217-e87992554059 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:00.356497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0b50f3a5-4245-4dee-9361-7533e397c252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:00.362739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-833901ad-c05f-4435-9a8d-73cdb33844ff tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:00.376438 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-22b81f5f-b75c-4b5a-a2c1-6a41cc44a2a4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:00.380982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-68da0f8e-d5ca-4b02-ad4f-8abc9405e5ba tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:00.384413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3c9507ad-0782-4772-9066-2c39dc38d0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:00.455347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-3c9507ad-0782-4772-9066-2c39dc38d0a1 None None] For port 13cfc0a1-e2cf-4216-9657-0941100db746, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=13cfc0a1-e2cf-4216-9657-0941100db746,segment=NetworkSegment(d0ed5452-bc3c-4894-a528-8676031d07a8),segment_id=d0ed5452-bc3c-4894-a528-8676031d07a8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:48:00.465553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3c9507ad-0782-4772-9066-2c39dc38d0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:00.470007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6a142ede-656e-4b1f-b6dc-ca7ccd00f64e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:00.525917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9a6a84d4-4c5d-4490-b217-e87992554059 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:00.531099 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-68da0f8e-d5ca-4b02-ad4f-8abc9405e5ba tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:00.535799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b50f3a5-4245-4dee-9361-7533e397c252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd090e5c-34a5-4aa0-808e-62235ad8a050,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:00.540149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0b50f3a5-4245-4dee-9361-7533e397c252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:00.550223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cdd950da-a781-42c7-addd-32b81f677604 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:00.602785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9507ad-0782-4772-9066-2c39dc38d0a1 None None] Pushing event updated for resources: {'Port': ['ID=13cfc0a1-e2cf-4216-9657-0941100db746,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:00.624015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fcf2ed-fbf8-4506-a7b0-ca8ec964768b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event updated for resources: {'Network': ['ID=613d2bbf-a330-47b9-819d-8f603fcd7317,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:00.633508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3c9507ad-0782-4772-9066-2c39dc38d0a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:00.637099 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-99fcf2ed-fbf8-4506-a7b0-ca8ec964768b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:00.650238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 613d2bbf-a330-47b9-819d-8f603fcd7317 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:48:00.650527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b81f5f-b75c-4b5a-a2c1-6a41cc44a2a4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Subnet': ['ID=7040b11a-dcf3-47fb-aca1-b38bded43c57,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:00.653024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-22b81f5f-b75c-4b5a-a2c1-6a41cc44a2a4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:00.656501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5ffde0c4-8242-4573-8d50-3ab91fac98d3 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.251s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:00.667913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-a6a403a4-1ce6-467f-9d28-793b3af03110 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Allocated IP 2001:db8:2::1 (e7e2ca1b-eeb3-4130-99c3-cb0c62db1175/babcc1a8-ae22-45a7-86dd-71a25ff40d2f/ea564531-f74b-4083-801b-ab39c23212bd) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:48:00.675835 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-99fcf2ed-fbf8-4506-a7b0-ca8ec964768b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7570426 Dec 25 19:48:00.684999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46652) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:00.705377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-fce451b2-6e6b-43eb-8ca5-6b2a41fdb937 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Request body: {'subnet': {'network_id': '613d2bbf-a330-47b9-819d-8f603fcd7317', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:00.735716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-22b81f5f-b75c-4b5a-a2c1-6a41cc44a2a4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:00.740290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da0f8e-d5ca-4b02-ad4f-8abc9405e5ba tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Pushing event deleted for resources: {'Port': ['ID=a7e214a5-edfd-4a09-bf79-c1f721809659,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:00.753917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6a84d4-4c5d-4490-b217-e87992554059 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Made reservation on behalf of e294dd84ad824cc9acfb19aed70fafc4 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:48:00.760647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9a6a84d4-4c5d-4490-b217-e87992554059 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:00.779893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-68da0f8e-d5ca-4b02-ad4f-8abc9405e5ba tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:00.815593 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0b50f3a5-4245-4dee-9361-7533e397c252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:00.816862 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0b50f3a5-4245-4dee-9361-7533e397c252 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cd090e5c-34a5-4aa0-808e-62235ad8a050 HTTP/1.1" status: 204 len: 168 time: 2.2597079 Dec 25 19:48:00.822663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-68da0f8e-d5ca-4b02-ad4f-8abc9405e5ba tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:00.832977 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-68da0f8e-d5ca-4b02-ad4f-8abc9405e5ba tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] 10.222.0.24 "DELETE /v2.0/floatingips/707fc848-8eae-4b62-a5a8-5ea9abc44bff HTTP/1.1" status: 204 len: 168 time: 2.2374933 Dec 25 19:48:00.834208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46660) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:00.839355 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-22b81f5f-b75c-4b5a-a2c1-6a41cc44a2a4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/7040b11a-dcf3-47fb-aca1-b38bded43c57 HTTP/1.1" status: 204 len: 168 time: 2.6583188 Dec 25 19:48:00.841818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe28736-9cfe-459a-b01d-dc1769c96dbf None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:48:00.846341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-9a6a84d4-4c5d-4490-b217-e87992554059 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] device_id is not set on port 777a3cb9-bd2a-4f84-8430-84ed3c52ab0f yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:48:00.890207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46662) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:00.900684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-97c2c614-2f9c-4b35-b473-9f0b71bbc226 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Deleting port e7ec0c26-9fcc-4283-a54f-a5ff2823be66 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:00.905166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-97c2c614-2f9c-4b35-b473-9f0b71bbc226 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:01.059610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 13cfc0a1-e2cf-4216-9657-0941100db746 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:48:01.176155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f8cb69f2-ab60-4e82-a123-34faa01ecd25 None None] Provisioning for port afc53f7a-1dfc-48b9-9574-799bfa3d9928 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:48:01.203869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f8cb69f2-ab60-4e82-a123-34faa01ecd25 None None] Could not find standard attr ID for object d8f02c13-4f05-49c6-8a05-bad650755905. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:48:01.224765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 13cfc0a1-e2cf-4216-9657-0941100db746 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:48:01.225185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:01.410604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-fce451b2-6e6b-43eb-8ca5-6b2a41fdb937 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:01.420380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb6d970-4daa-4f2f-8167-fb8b89465ad9 None None] DHCP port deletion for 7396b720-65bf-48b2-8da7-778eed2fcf44 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:48:01.426119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-2fb6d970-4daa-4f2f-8167-fb8b89465ad9 None None] Deleting port 336d94d8-8179-4a20-a186-b6763835a66b {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:01.426546 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2fb6d970-4daa-4f2f-8167-fb8b89465ad9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:01.429738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-9a6a84d4-4c5d-4490-b217-e87992554059 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Allocated IP 172.20.0.5 (ebe58747-6285-4ee0-ac16-75d128bdb54a/0530dc9e-3f9a-4c1b-8531-08e912bf7505/777a3cb9-bd2a-4f84-8430-84ed3c52ab0f) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:48:01.494770 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-62d3ed45-fbe4-470e-9ceb-fd776431ea98 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5313201 Dec 25 19:48:01.503287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46672) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:01.723636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-2fb6d970-4daa-4f2f-8167-fb8b89465ad9 None None] For port 336d94d8-8179-4a20-a186-b6763835a66b, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=336d94d8-8179-4a20-a186-b6763835a66b,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:48:01.724106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2fb6d970-4daa-4f2f-8167-fb8b89465ad9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:01.903676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-2fb6d970-4daa-4f2f-8167-fb8b89465ad9 None None] Calling delete_port for 336d94d8-8179-4a20-a186-b6763835a66b owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:48:01.946182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9a6a84d4-4c5d-4490-b217-e87992554059 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:01.950210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1973d2a0-b14a-4dd0-baaf-6f77f7bf078b None None] Network e7e2ca1b-eeb3-4130-99c3-cb0c62db1175 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:48:01.970752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-9a6a84d4-4c5d-4490-b217-e87992554059 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Transition to ACTIVE for port object 777a3cb9-bd2a-4f84-8430-84ed3c52ab0f will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:48:01.974427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-97c2c614-2f9c-4b35-b473-9f0b71bbc226 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:02.095850 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9a6a84d4-4c5d-4490-b217-e87992554059 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:02.102586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c2977015-829b-4a5e-9a8b-fb46c575d934 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:02.119329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-e94fdcef-13b6-4d5a-b00e-431afcfaff6f None None] Provisioning for port ccff2565-c134-4a84-8305-9f2c7eb2a494 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:48:02.134147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-e94fdcef-13b6-4d5a-b00e-431afcfaff6f None None] Provisioning complete for port ccff2565-c134-4a84-8305-9f2c7eb2a494 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:48:02.134810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e94fdcef-13b6-4d5a-b00e-431afcfaff6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:02.149191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-97c2c614-2f9c-4b35-b473-9f0b71bbc226 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Calling delete_port for e7ec0c26-9fcc-4283-a54f-a5ff2823be66 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:48:02.184700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a84d4-4c5d-4490-b217-e87992554059 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Pushing event updated for resources: {'Port': ['ID=777a3cb9-bd2a-4f84-8430-84ed3c52ab0f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:02.194127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9a6a84d4-4c5d-4490-b217-e87992554059 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:02.218345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6a84d4-4c5d-4490-b217-e87992554059 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Network ebe58747-6285-4ee0-ac16-75d128bdb54a is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:48:02.220209 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-9a6a84d4-4c5d-4490-b217-e87992554059 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:48:02.249385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e94fdcef-13b6-4d5a-b00e-431afcfaff6f None None] Port ccff2565-c134-4a84-8305-9f2c7eb2a494 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:48:02.292779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6a84d4-4c5d-4490-b217-e87992554059 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:48:02.352360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2fb6d970-4daa-4f2f-8167-fb8b89465ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:02.365946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-78b7e1a1-35b2-4807-b939-e3f5f09bb1e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:02.386002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-041704df-dd9f-428c-b53a-20cfc8790815 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'subnet': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:02.388394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6a84d4-4c5d-4490-b217-e87992554059 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:02.389134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9a6a84d4-4c5d-4490-b217-e87992554059 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:02.419466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb6d970-4daa-4f2f-8167-fb8b89465ad9 None None] No DVR routers for this DVR port 336d94d8-8179-4a20-a186-b6763835a66b on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:48:02.448670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6d970-4daa-4f2f-8167-fb8b89465ad9 None None] Pushing event deleted for resources: {'Port': ['ID=336d94d8-8179-4a20-a186-b6763835a66b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:02.463160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2fb6d970-4daa-4f2f-8167-fb8b89465ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:02.484813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-713aec01-37cc-4b6a-a4f4-2b9576822004 None None] Provisioning complete for port 13cfc0a1-e2cf-4216-9657-0941100db746 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:48:02.485480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-713aec01-37cc-4b6a-a4f4-2b9576822004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:02.523767 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9a6a84d4-4c5d-4490-b217-e87992554059 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4980519 Dec 25 19:48:02.524266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46692) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:02.542704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-18aefa16-ee09-4432-85c2-075bc142fae2 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:c0:05:10'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:93:5c:b4'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:02.558402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-fce451b2-6e6b-43eb-8ca5-6b2a41fdb937 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Usage tracker for resource:subnet and tenant:4895f896d14c49cebd2f7b319db8be3e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:48:02.572487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-fce451b2-6e6b-43eb-8ca5-6b2a41fdb937 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:48:02.684766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-17971a5c-865a-44a5-82fb-1f02c3cf6391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:02.705777 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-4ce32029-eb62-470f-8c72-f03e25cc53f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=f0657226-8bcc-462e-b527-fe94bf366218 HTTP/1.1" status: 200 len: 1097 time: 2.5484073 Dec 25 19:48:02.714632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-041704df-dd9f-428c-b53a-20cfc8790815 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:02.718439 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-fce451b2-6e6b-43eb-8ca5-6b2a41fdb937 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:02.786039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-97c2c614-2f9c-4b35-b473-9f0b71bbc226 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:02.811309 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-041704df-dd9f-428c-b53a-20cfc8790815 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:subnet and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:48:02.824978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1cdab32a-b8bd-45f3-9c89-7c7ad45d4c07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:02.861153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-041704df-dd9f-428c-b53a-20cfc8790815 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:48:02.862643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-dadf2181-92c3-431e-b5e1-4173a0bec67f None None] Provisioning for port 777a3cb9-bd2a-4f84-8430-84ed3c52ab0f completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:48:02.871568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-dadf2181-92c3-431e-b5e1-4173a0bec67f None None] Provisioning complete for port 777a3cb9-bd2a-4f84-8430-84ed3c52ab0f triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:48:02.874703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dadf2181-92c3-431e-b5e1-4173a0bec67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:02.908506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a6a403a4-1ce6-467f-9d28-793b3af03110 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:02.926057 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a6a403a4-1ce6-467f-9d28-793b3af03110 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Transition to ACTIVE for port object ea564531-f74b-4083-801b-ab39c23212bd will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:48:02.934987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 336d94d8-8179-4a20-a186-b6763835a66b no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:48:02.997617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 336d94d8-8179-4a20-a186-b6763835a66b {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:48:02.998269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 336d94d8-8179-4a20-a186-b6763835a66b not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:48:03.028432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-dadf2181-92c3-431e-b5e1-4173a0bec67f None None] Port 777a3cb9-bd2a-4f84-8430-84ed3c52ab0f cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:48:03.062637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-041704df-dd9f-428c-b53a-20cfc8790815 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:03.066499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c2c614-2f9c-4b35-b473-9f0b71bbc226 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event deleted for resources: {'Port': ['ID=e7ec0c26-9fcc-4283-a54f-a5ff2823be66,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:03.075363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce451b2-6e6b-43eb-8ca5-6b2a41fdb937 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Made reservation on behalf of 4895f896d14c49cebd2f7b319db8be3e for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:48:03.098222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-18aefa16-ee09-4432-85c2-075bc142fae2 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:03.184871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a0e1b186-20ff-47d5-99a0-7c0b63a92ad6 None None] Provisioning complete for port 13cfc0a1-e2cf-4216-9657-0941100db746 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:48:03.185532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a0e1b186-20ff-47d5-99a0-7c0b63a92ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:03.245698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a6a403a4-1ce6-467f-9d28-793b3af03110 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:03.251914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-97c2c614-2f9c-4b35-b473-9f0b71bbc226 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:03.252482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-97c2c614-2f9c-4b35-b473-9f0b71bbc226 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:03.307684 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-c0e25248-d577-49fe-b4f8-65e5520a117a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=afc53f7a-1dfc-48b9-9574-799bfa3d9928 HTTP/1.1" status: 200 len: 217 time: 0.5824237 Dec 25 19:48:03.378241 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fce451b2-6e6b-43eb-8ca5-6b2a41fdb937 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:03.411420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041704df-dd9f-428c-b53a-20cfc8790815 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:48:03.437901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b56f3-4d74-4893-9d42-f5dedca00f02 req-4e2b27b8-7367-4670-a146-6086cb50ced7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:03.439302 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-bf1b56f3-4d74-4893-9d42-f5dedca00f02 req-4e2b27b8-7367-4670-a146-6086cb50ced7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0657226-8bcc-462e-b527-fe94bf366218 HTTP/1.1" status: 200 len: 944 time: 2.2389634 Dec 25 19:48:03.554316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a403a4-1ce6-467f-9d28-793b3af03110 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Network e7e2ca1b-eeb3-4130-99c3-cb0c62db1175 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:48:03.605941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a403a4-1ce6-467f-9d28-793b3af03110 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event updated for resources: {'Port': ['ID=ea564531-f74b-4083-801b-ab39c23212bd,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:03.608696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-a6a403a4-1ce6-467f-9d28-793b3af03110 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:48:03.654773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46710) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:03.662903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a6a403a4-1ce6-467f-9d28-793b3af03110 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:03.678401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a403a4-1ce6-467f-9d28-793b3af03110 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:48:03.678996 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a6a403a4-1ce6-467f-9d28-793b3af03110 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:03.704975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-18aefa16-ee09-4432-85c2-075bc142fae2 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:03.715637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-18aefa16-ee09-4432-85c2-075bc142fae2 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:03.721388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ed945fc2-5bfc-44f2-9760-f65fec8063bf tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:03.752574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-7fe1e60a-2aeb-4656-befe-6ab95cc79820 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:03.754210 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-7fe1e60a-2aeb-4656-befe-6ab95cc79820 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=77d81a86-b713-46c8-97d0-a80723b9f190 HTTP/1.1" status: 200 len: 837 time: 0.4166849 Dec 25 19:48:03.791425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-041704df-dd9f-428c-b53a-20cfc8790815 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:03.844357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-e474139f-28f8-4175-99aa-29fcc0e0931c tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1581716795'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:03.991224 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-bf1b56f3-4d74-4893-9d42-f5dedca00f02 req-7752732c-8436-415f-9765-ece69c661105 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ac5ddf-d9d4-4c79-9bdb-9a9469fce16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5188959 Dec 25 19:48:04.123831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-4539efda-c719-4e90-8e97-97f242ca9974 None None] Provisioning for port ea564531-f74b-4083-801b-ab39c23212bd completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:48:04.129991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-4539efda-c719-4e90-8e97-97f242ca9974 None None] Provisioning complete for port ea564531-f74b-4083-801b-ab39c23212bd triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:48:04.130767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4539efda-c719-4e90-8e97-97f242ca9974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:04.182971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-18aefa16-ee09-4432-85c2-075bc142fae2 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] In _notify_port_updated(), no bound segment for port 777a3cb9-bd2a-4f84-8430-84ed3c52ab0f on network ebe58747-6285-4ee0-ac16-75d128bdb54a {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 25 19:48:04.188181 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18aefa16-ee09-4432-85c2-075bc142fae2 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:04.188886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-18aefa16-ee09-4432-85c2-075bc142fae2 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:04.190305 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-18aefa16-ee09-4432-85c2-075bc142fae2 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] 10.222.0.24 "PUT /v2.0/ports/777a3cb9-bd2a-4f84-8430-84ed3c52ab0f HTTP/1.1" status: 200 len: 1056 time: 1.6648633 Dec 25 19:48:04.205919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46716) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:04.208726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e474139f-28f8-4175-99aa-29fcc0e0931c tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:04.213921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aefa16-ee09-4432-85c2-075bc142fae2 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Pushing event updated for resources: {'Port': ['ID=777a3cb9-bd2a-4f84-8430-84ed3c52ab0f,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:04.217135 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-18aefa16-ee09-4432-85c2-075bc142fae2 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:04.241241 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-4539efda-c719-4e90-8e97-97f242ca9974 None None] Port ea564531-f74b-4083-801b-ab39c23212bd cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:48:04.253343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e474139f-28f8-4175-99aa-29fcc0e0931c tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Usage tracker for resource:router and tenant:572dce5085014c33a5f921f5949513a5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:48:04.272323 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-923db903-9c7c-449e-a740-4633aa64df5d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7579654c-5033-483f-9933-ff786d50e0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4896488 Dec 25 19:48:04.295499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a6a403a4-1ce6-467f-9d28-793b3af03110 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:04.296054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e474139f-28f8-4175-99aa-29fcc0e0931c tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:48:04.315219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e474139f-28f8-4175-99aa-29fcc0e0931c tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:04.350276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e474139f-28f8-4175-99aa-29fcc0e0931c tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:04.351391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e474139f-28f8-4175-99aa-29fcc0e0931c tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:04.361689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1b68b2f8-a2b0-4485-83bc-eb55b6984d2c tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Deleting port 777a3cb9-bd2a-4f84-8430-84ed3c52ab0f {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:04.362072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1b68b2f8-a2b0-4485-83bc-eb55b6984d2c tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:04.364643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-82fcd6c8-f10f-46e0-9fc7-07e249f39b70 None None] Provisioning complete for port 777a3cb9-bd2a-4f84-8430-84ed3c52ab0f triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:48:04.365070 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-82fcd6c8-f10f-46e0-9fc7-07e249f39b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:04.425824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-82fcd6c8-f10f-46e0-9fc7-07e249f39b70 None None] Port 777a3cb9-bd2a-4f84-8430-84ed3c52ab0f cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:48:04.505384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e474139f-28f8-4175-99aa-29fcc0e0931c tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:04.675447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e474139f-28f8-4175-99aa-29fcc0e0931c tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:04.729503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e474139f-28f8-4175-99aa-29fcc0e0931c tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:04.730795 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e474139f-28f8-4175-99aa-29fcc0e0931c tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.0735836 Dec 25 19:48:04.743631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46720) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:04.821686 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1b68b2f8-a2b0-4485-83bc-eb55b6984d2c tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:04.995491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fce451b2-6e6b-43eb-8ca5-6b2a41fdb937 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:05.015915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0f0f1caf-40a2-4e49-9230-7933ab5f8f10 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:05.045736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1b68b2f8-a2b0-4485-83bc-eb55b6984d2c tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Calling delete_port for 777a3cb9-bd2a-4f84-8430-84ed3c52ab0f owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:48:05.049068 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-c6dc1570-dc6e-4260-9f28-07bf1ea3d071 service neutron] 10.222.0.36 "GET /v2.0/networks/7579654c-5033-483f-9933-ff786d50e0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7545767 Dec 25 19:48:05.141507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d9fa7401-fa5b-49da-bfe8-a398d4940239 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:05.162913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-041704df-dd9f-428c-b53a-20cfc8790815 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:05.168018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-97c2c614-2f9c-4b35-b473-9f0b71bbc226 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:05.213507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-17971a5c-865a-44a5-82fb-1f02c3cf6391 admin admin] Deleting port d7818765-dbe9-4fdb-b80b-82b21bf84cf7 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:05.213887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-17971a5c-865a-44a5-82fb-1f02c3cf6391 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:05.324794 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce451b2-6e6b-43eb-8ca5-6b2a41fdb937 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event updated for resources: {'Subnet': ['ID=0b3a26b9-55d2-42c7-a7df-3e9a245765b7,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:05.366465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fce451b2-6e6b-43eb-8ca5-6b2a41fdb937 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:05.371535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-61c5dd5f-6692-43a7-99c8-103d9e22fe3e tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:05.486317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041704df-dd9f-428c-b53a-20cfc8790815 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:48:05.526410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-041704df-dd9f-428c-b53a-20cfc8790815 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:48:05.535667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b767ac0d-5b28-457b-b2f4-bc49283ad3fb None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:48:05.536899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041704df-dd9f-428c-b53a-20cfc8790815 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:05.537565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-041704df-dd9f-428c-b53a-20cfc8790815 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:05.645201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce451b2-6e6b-43eb-8ca5-6b2a41fdb937 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Checking segment: {'id': '692f0e36-f5a4-4b02-997e-3fa607b5624f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '613d2bbf-a330-47b9-819d-8f603fcd7317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:48:05.645509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce451b2-6e6b-43eb-8ca5-6b2a41fdb937 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Network hostable DHCP agents. Network: 613d2bbf-a330-47b9-819d-8f603fcd7317, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:48:05.695757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041704df-dd9f-428c-b53a-20cfc8790815 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Subnet': ['ID=2d3d771e-901f-4054-855c-a47519055d47,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:05.699692 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-091f4b1c-04f8-4557-9b81-0d4a64f15db5 req-a7dfa4ff-bcf0-4699-a566-6287fdfe3c41 service neutron] 10.222.0.36 "GET /v2.0/networks/7579654c-5033-483f-9933-ff786d50e0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6243222 Dec 25 19:48:05.707366 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-041704df-dd9f-428c-b53a-20cfc8790815 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:05.752543 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-041704df-dd9f-428c-b53a-20cfc8790815 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.2306268 Dec 25 19:48:05.757963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46726) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:05.775358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-785fbbc2-83fd-4a7d-8efd-5081b0461c98 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'port': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'name': 'tempest-NetworksTestDHCPv6-537510740'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:05.808354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aac005-c24d-4fb8-b116-3546306780eb req-09e40a39-a242-4999-917a-b87f28e9c23b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:05.810048 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d3aac005-c24d-4fb8-b116-3546306780eb req-09e40a39-a242-4999-917a-b87f28e9c23b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0657226-8bcc-462e-b527-fe94bf366218 HTTP/1.1" status: 200 len: 944 time: 0.6308541 Dec 25 19:48:05.915298 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce451b2-6e6b-43eb-8ca5-6b2a41fdb937 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Network 613d2bbf-a330-47b9-819d-8f603fcd7317 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:48:05.957318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec5cbb3-2484-4afc-be03-74995d1504c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-7396b720-65bf-48b2-8da7-778eed2fcf44', 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'tenant_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'fixed_ips': [{'subnet_id': '2d3d771e-901f-4054-855c-a47519055d47'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:48:05.958378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eec5cbb3-2484-4afc-be03-74995d1504c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:06.040878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1b68b2f8-a2b0-4485-83bc-eb55b6984d2c tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:06.058199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0cd81b88-6ea7-4cc1-b82e-5ace976039ec tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:06.064341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-078554ef-800d-4388-8925-0293821b1385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:06.080739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-fce451b2-6e6b-43eb-8ca5-6b2a41fdb937 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 613d2bbf-a330-47b9-819d-8f603fcd7317) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:48:06.109388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68b2f8-a2b0-4485-83bc-eb55b6984d2c tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Pushing event deleted for resources: {'Port': ['ID=777a3cb9-bd2a-4f84-8430-84ed3c52ab0f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:06.111187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a6a403a4-1ce6-467f-9d28-793b3af03110 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:06.113068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d9fa7401-fa5b-49da-bfe8-a398d4940239 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:06.114468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce451b2-6e6b-43eb-8ca5-6b2a41fdb937 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:06.115156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fce451b2-6e6b-43eb-8ca5-6b2a41fdb937 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:06.117988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1b68b2f8-a2b0-4485-83bc-eb55b6984d2c tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:06.119610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-17971a5c-865a-44a5-82fb-1f02c3cf6391 admin admin] For port d7818765-dbe9-4fdb-b80b-82b21bf84cf7, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=d7818765-dbe9-4fdb-b80b-82b21bf84cf7,segment=NetworkSegment(0a5d06b6-5a26-4d5f-923a-bf759a4923fe),segment_id=0a5d06b6-5a26-4d5f-923a-bf759a4923fe)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:48:06.120006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-17971a5c-865a-44a5-82fb-1f02c3cf6391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:06.124923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ebf571-a30c-477e-9fb4-2da0f338b5f1 None None] Network 613d2bbf-a330-47b9-819d-8f603fcd7317 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:48:06.145753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a6a403a4-1ce6-467f-9d28-793b3af03110 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:06.146759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a6a403a4-1ce6-467f-9d28-793b3af03110 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:06.159628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-75a93c29-ea9c-4ca9-a6db-b02fe55beef4 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:06.249371 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d3aac005-c24d-4fb8-b116-3546306780eb req-667d48dd-f3e9-4ad6-94ac-2c6bb8bcf1e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ac5ddf-d9d4-4c79-9bdb-9a9469fce16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3903437 Dec 25 19:48:06.260788 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fce451b2-6e6b-43eb-8ca5-6b2a41fdb937 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 5.5742767 Dec 25 19:48:06.261930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46730) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:06.276466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-eec5cbb3-2484-4afc-be03-74995d1504c2 None None] Allocated IP 2001:db8::2 (7396b720-65bf-48b2-8da7-778eed2fcf44/2d3d771e-901f-4054-855c-a47519055d47/a69cf484-e603-4c56-8e3f-1cb0be4e66e7) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:48:06.332825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d9fa7401-fa5b-49da-bfe8-a398d4940239 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:06.343088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-17971a5c-865a-44a5-82fb-1f02c3cf6391 admin admin] Calling delete_port for d7818765-dbe9-4fdb-b80b-82b21bf84cf7 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:48:06.401200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-785fbbc2-83fd-4a7d-8efd-5081b0461c98 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:06.407244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-785fbbc2-83fd-4a7d-8efd-5081b0461c98 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:port and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:48:06.413058 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-785fbbc2-83fd-4a7d-8efd-5081b0461c98 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:48:06.423034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-785fbbc2-83fd-4a7d-8efd-5081b0461c98 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:06.504998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d9fa7401-fa5b-49da-bfe8-a398d4940239 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:06.505686 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fa7401-fa5b-49da-bfe8-a398d4940239 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ccec0225-0033-4953-bb45-d0c90137c962 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:48:06.512905 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785fbbc2-83fd-4a7d-8efd-5081b0461c98 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:48:06.519244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-785fbbc2-83fd-4a7d-8efd-5081b0461c98 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:06.535457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a790384e-f79d-4db2-8cdd-418a3b6bc5ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-613d2bbf-a330-47b9-819d-8f603fcd7317', 'network_id': '613d2bbf-a330-47b9-819d-8f603fcd7317', 'tenant_id': '4895f896d14c49cebd2f7b319db8be3e', 'fixed_ips': [{'subnet_id': '0b3a26b9-55d2-42c7-a7df-3e9a245765b7'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:48:06.536969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a790384e-f79d-4db2-8cdd-418a3b6bc5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:06.553827 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f70ee2d2-1f9d-49c0-ad1d-6bf4c0374008 req-3b1a2a9b-c6d9-47dc-9e6c-8d6676ee5ec7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=f0657226-8bcc-462e-b527-fe94bf366218 HTTP/1.1" status: 200 len: 1097 time: 0.7567611 Dec 25 19:48:06.555500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a403a4-1ce6-467f-9d28-793b3af03110 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event updated for resources: {'Port': ['ID=ea564531-f74b-4083-801b-ab39c23212bd,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:06.634106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d9fa7401-fa5b-49da-bfe8-a398d4940239 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:06.638326 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d9fa7401-fa5b-49da-bfe8-a398d4940239 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] 10.222.0.24 "DELETE /v2.0/routers/ccec0225-0033-4953-bb45-d0c90137c962 HTTP/1.1" status: 204 len: 168 time: 1.8905363 Dec 25 19:48:06.644024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46734) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:06.656456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-4d4f2e3a-5ce6-4dea-b934-95f53e04499f tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Request body: {'router': {'name': 'tempest-router-1802572362', 'distributed': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:06.698364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4d4f2e3a-5ce6-4dea-b934-95f53e04499f tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:06.733292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eec5cbb3-2484-4afc-be03-74995d1504c2 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:06.738985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4d4f2e3a-5ce6-4dea-b934-95f53e04499f tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Usage tracker for resource:router and tenant:572dce5085014c33a5f921f5949513a5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:48:06.748339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4d4f2e3a-5ce6-4dea-b934-95f53e04499f tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:48:06.759214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4d4f2e3a-5ce6-4dea-b934-95f53e04499f tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:06.786564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-eec5cbb3-2484-4afc-be03-74995d1504c2 None None] Transition to ACTIVE for port object a69cf484-e603-4c56-8e3f-1cb0be4e66e7 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:48:06.796186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4d4f2e3a-5ce6-4dea-b934-95f53e04499f tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:06.797218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4d4f2e3a-5ce6-4dea-b934-95f53e04499f tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:06.805417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1b68b2f8-a2b0-4485-83bc-eb55b6984d2c tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:06.826360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-eec5cbb3-2484-4afc-be03-74995d1504c2 None None] Transition to ACTIVE for port object a69cf484-e603-4c56-8e3f-1cb0be4e66e7 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:48:06.836531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eec5cbb3-2484-4afc-be03-74995d1504c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:06.844285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a4ef79a5-e9f5-43f0-b439-f352430f54f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:06.866130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a6a403a4-1ce6-467f-9d28-793b3af03110 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.707s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:06.870641 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1b68b2f8-a2b0-4485-83bc-eb55b6984d2c tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] 10.222.0.24 "DELETE /v2.0/ports/777a3cb9-bd2a-4f84-8430-84ed3c52ab0f HTTP/1.1" status: 204 len: 168 time: 2.6560459 Dec 25 19:48:06.871497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46738) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:06.875025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-a790384e-f79d-4db2-8cdd-418a3b6bc5ee None None] Allocated IP 172.20.0.1 (613d2bbf-a330-47b9-819d-8f603fcd7317/0b3a26b9-55d2-42c7-a7df-3e9a245765b7/d2e1693a-220e-4cc0-afd3-df7d19bd4357) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:48:06.916050 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec5cbb3-2484-4afc-be03-74995d1504c2 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:48:06.919089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-eec5cbb3-2484-4afc-be03-74995d1504c2 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:48:06.923663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec5cbb3-2484-4afc-be03-74995d1504c2 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:48:06.930099 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-785fbbc2-83fd-4a7d-8efd-5081b0461c98 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] device_id is not set on port a34886cc-ca09-497f-ba61-08f48b9f8ca1 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:48:06.930263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4d4f2e3a-5ce6-4dea-b934-95f53e04499f tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:06.930731 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5cbb3-2484-4afc-be03-74995d1504c2 None None] Pushing event updated for resources: {'Port': ['ID=a69cf484-e603-4c56-8e3f-1cb0be4e66e7,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:06.938842 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c2e3d32-3850-429f-893d-79327a78d5ac tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] GET failed (client error): The resource could not be found. Dec 25 19:48:06.939428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8c2e3d32-3850-429f-893d-79327a78d5ac tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Synchronizing usage tracker for tenant:e294dd84ad824cc9acfb19aed70fafc4 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:48:06.961854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-eec5cbb3-2484-4afc-be03-74995d1504c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:06.965812 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-17971a5c-865a-44a5-82fb-1f02c3cf6391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:06.972317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d363bd76-83f1-4b11-b7e6-fe52d7cd18a6 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:07.008162 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8c2e3d32-3850-429f-893d-79327a78d5ac tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Unset dirty status for tenant:e294dd84ad824cc9acfb19aed70fafc4 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:48:07.012120 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8c2e3d32-3850-429f-893d-79327a78d5ac tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] 10.222.0.24 "GET /v2.0/ports/777a3cb9-bd2a-4f84-8430-84ed3c52ab0f HTTP/1.1" status: 404 len: 333 time: 0.1373127 Dec 25 19:48:07.012120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4d4f2e3a-5ce6-4dea-b934-95f53e04499f tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:07.014066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46742) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:07.032769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17971a5c-865a-44a5-82fb-1f02c3cf6391 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7818765-dbe9-4fdb-b80b-82b21bf84cf7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:07.044628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-eec5cbb3-2484-4afc-be03-74995d1504c2 None None] Attempting to bind port a69cf484-e603-4c56-8e3f-1cb0be4e66e7 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:48:07.045144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-eec5cbb3-2484-4afc-be03-74995d1504c2 None None] Attempting to bind port a69cf484-e603-4c56-8e3f-1cb0be4e66e7 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:48:07.045440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec5cbb3-2484-4afc-be03-74995d1504c2 None None] Attempting to bind port a69cf484-e603-4c56-8e3f-1cb0be4e66e7 on network 7396b720-65bf-48b2-8da7-778eed2fcf44 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:48:07.070852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec5cbb3-2484-4afc-be03-74995d1504c2 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:48:07.071567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec5cbb3-2484-4afc-be03-74995d1504c2 None None] Checking segment: {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:48:07.071700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eec5cbb3-2484-4afc-be03-74995d1504c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:07.072499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-17971a5c-865a-44a5-82fb-1f02c3cf6391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:07.072636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec5cbb3-2484-4afc-be03-74995d1504c2 None None] Bound using segment: {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:48:07.072636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-eec5cbb3-2484-4afc-be03-74995d1504c2 None None] Bound port: a69cf484-e603-4c56-8e3f-1cb0be4e66e7, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:48:07.073051 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eec5cbb3-2484-4afc-be03-74995d1504c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:07.129180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a403a4-1ce6-467f-9d28-793b3af03110 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Network e7e2ca1b-eeb3-4130-99c3-cb0c62db1175 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:48:07.136448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5fbc3262-4fa3-42a1-a661-56e34441fda6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:07.148788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device afc53f7a-1dfc-48b9-9574-799bfa3d9928 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 19:48:07.207253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4d4f2e3a-5ce6-4dea-b934-95f53e04499f tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:07.212272 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4d4f2e3a-5ce6-4dea-b934-95f53e04499f tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5670736 Dec 25 19:48:07.230162 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46746) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:07.231189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-a6a403a4-1ce6-467f-9d28-793b3af03110 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:48:07.250426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-07cc0145-ad3c-4dd6-97db-b92871ff081d tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Deleting port ccff2565-c134-4a84-8305-9f2c7eb2a494 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:07.250901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-07cc0145-ad3c-4dd6-97db-b92871ff081d tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:07.266087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-eec5cbb3-2484-4afc-be03-74995d1504c2 None None] For port a69cf484-e603-4c56-8e3f-1cb0be4e66e7, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:48:07.269525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-eec5cbb3-2484-4afc-be03-74995d1504c2 None None] For port a69cf484-e603-4c56-8e3f-1cb0be4e66e7, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a69cf484-e603-4c56-8e3f-1cb0be4e66e7,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:48:07.281985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eec5cbb3-2484-4afc-be03-74995d1504c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:07.290739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-eec5cbb3-2484-4afc-be03-74995d1504c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:07.356653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:07.514931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5cbb3-2484-4afc-be03-74995d1504c2 None None] Pushing event updated for resources: {'Port': ['ID=a69cf484-e603-4c56-8e3f-1cb0be4e66e7,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:07.546602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-eec5cbb3-2484-4afc-be03-74995d1504c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:07.651763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a790384e-f79d-4db2-8cdd-418a3b6bc5ee None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:07.678089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a790384e-f79d-4db2-8cdd-418a3b6bc5ee None None] Transition to ACTIVE for port object d2e1693a-220e-4cc0-afd3-df7d19bd4357 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:48:07.693970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port afc53f7a-1dfc-48b9-9574-799bfa3d9928, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=afc53f7a-1dfc-48b9-9574-799bfa3d9928,segment=NetworkSegment(9bfcddd1-759c-45ad-9da1-136acb1b5794),segment_id=9bfcddd1-759c-45ad-9da1-136acb1b5794)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:48:07.723657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': 'afc53f7a-1dfc-48b9-9574-799bfa3d9928', 'network_id': '7579654c-5033-483f-9933-ff786d50e0fb', 'port_id': 'afc53f7a-1dfc-48b9-9574-799bfa3d9928', 'mac_address': 'fa:16:3e:94:79:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77d81a86-b713-46c8-97d0-a80723b9f190', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 19:48:07.725528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a790384e-f79d-4db2-8cdd-418a3b6bc5ee None None] Transition to ACTIVE for port object d2e1693a-220e-4cc0-afd3-df7d19bd4357 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:48:07.789381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-07cc0145-ad3c-4dd6-97db-b92871ff081d tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:07.812500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a790384e-f79d-4db2-8cdd-418a3b6bc5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:07.819527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-58a67793-5b7b-40e2-b00b-b2c3fd003176 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:07.887852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:07.923565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a790384e-f79d-4db2-8cdd-418a3b6bc5ee None None] Network 613d2bbf-a330-47b9-819d-8f603fcd7317 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:48:07.927583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-a790384e-f79d-4db2-8cdd-418a3b6bc5ee None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:48:07.930208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a790384e-f79d-4db2-8cdd-418a3b6bc5ee None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:48:07.938209 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afc53f7a-1dfc-48b9-9574-799bfa3d9928 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 19:48:07.943885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-07cc0145-ad3c-4dd6-97db-b92871ff081d tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Calling delete_port for ccff2565-c134-4a84-8305-9f2c7eb2a494 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:48:07.954741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port afc53f7a-1dfc-48b9-9574-799bfa3d9928, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=afc53f7a-1dfc-48b9-9574-799bfa3d9928,segment=NetworkSegment(9bfcddd1-759c-45ad-9da1-136acb1b5794),segment_id=9bfcddd1-759c-45ad-9da1-136acb1b5794)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:48:07.963204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-8d31857a-a4d1-4671-854d-ed460cc04a71 None None] Provisioning complete for port ea564531-f74b-4083-801b-ab39c23212bd triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:48:07.963636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8d31857a-a4d1-4671-854d-ed460cc04a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:07.993441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a790384e-f79d-4db2-8cdd-418a3b6bc5ee None None] Pushing event updated for resources: {'Port': ['ID=d2e1693a-220e-4cc0-afd3-df7d19bd4357,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:07.997401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a790384e-f79d-4db2-8cdd-418a3b6bc5ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:08.003766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:08.027944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a790384e-f79d-4db2-8cdd-418a3b6bc5ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:08.073911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ee2d2-1f9d-49c0-ad1d-6bf4c0374008 req-f12f30ce-11d3-42d6-9cab-ea6d8f20739c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:08.076430 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f70ee2d2-1f9d-49c0-ad1d-6bf4c0374008 req-f12f30ce-11d3-42d6-9cab-ea6d8f20739c service neutron] 10.222.0.36 "GET /v2.0/networks?id=7579654c-5033-483f-9933-ff786d50e0fb HTTP/1.1" status: 200 len: 896 time: 1.2084501 Dec 25 19:48:08.098421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5fbc3262-4fa3-42a1-a661-56e34441fda6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:08.118464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-17971a5c-865a-44a5-82fb-1f02c3cf6391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:08.158019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=afc53f7a-1dfc-48b9-9574-799bfa3d9928,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:08.183688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:08.198553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-07cc0145-ad3c-4dd6-97db-b92871ff081d tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:08.219132 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-26d29a72-cab6-4bfa-ad7f-a2d7c5d3e2ee tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:08.244015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8d31857a-a4d1-4671-854d-ed460cc04a71 None None] Port ea564531-f74b-4083-801b-ab39c23212bd cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:48:08.254879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-a790384e-f79d-4db2-8cdd-418a3b6bc5ee None None] Attempting to bind port d2e1693a-220e-4cc0-afd3-df7d19bd4357 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:48:08.255338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-a790384e-f79d-4db2-8cdd-418a3b6bc5ee None None] Attempting to bind port d2e1693a-220e-4cc0-afd3-df7d19bd4357 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '692f0e36-f5a4-4b02-997e-3fa607b5624f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '613d2bbf-a330-47b9-819d-8f603fcd7317'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:48:08.255755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a790384e-f79d-4db2-8cdd-418a3b6bc5ee None None] Attempting to bind port d2e1693a-220e-4cc0-afd3-df7d19bd4357 on network 613d2bbf-a330-47b9-819d-8f603fcd7317 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:48:08.263859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a790384e-f79d-4db2-8cdd-418a3b6bc5ee None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:48:08.264299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a790384e-f79d-4db2-8cdd-418a3b6bc5ee None None] Checking segment: {'id': '692f0e36-f5a4-4b02-997e-3fa607b5624f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '613d2bbf-a330-47b9-819d-8f603fcd7317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:48:08.264919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a790384e-f79d-4db2-8cdd-418a3b6bc5ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:08.265368 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a790384e-f79d-4db2-8cdd-418a3b6bc5ee None None] Bound using segment: {'id': '692f0e36-f5a4-4b02-997e-3fa607b5624f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '613d2bbf-a330-47b9-819d-8f603fcd7317'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:48:08.265899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-a790384e-f79d-4db2-8cdd-418a3b6bc5ee None None] Bound port: d2e1693a-220e-4cc0-afd3-df7d19bd4357, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '692f0e36-f5a4-4b02-997e-3fa607b5624f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '613d2bbf-a330-47b9-819d-8f603fcd7317'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:48:08.266322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a790384e-f79d-4db2-8cdd-418a3b6bc5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:08.277306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f348a505-dfef-4457-a47d-e10ddd3ef7f7 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:08.285108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc0145-ad3c-4dd6-97db-b92871ff081d tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Pushing event deleted for resources: {'Port': ['ID=ccff2565-c134-4a84-8305-9f2c7eb2a494,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:08.340367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['afc53f7a-1dfc-48b9-9574-799bfa3d9928'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 19:48:08.374075 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-07cc0145-ad3c-4dd6-97db-b92871ff081d tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:08.386416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5fbc3262-4fa3-42a1-a661-56e34441fda6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:08.419075 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:08.425758 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-a790384e-f79d-4db2-8cdd-418a3b6bc5ee None None] For port d2e1693a-220e-4cc0-afd3-df7d19bd4357, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:48:08.428799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-663988d0-479a-4b49-80e8-948790f88041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:08.457704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-a790384e-f79d-4db2-8cdd-418a3b6bc5ee None None] For port d2e1693a-220e-4cc0-afd3-df7d19bd4357, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=d2e1693a-220e-4cc0-afd3-df7d19bd4357,segment=NetworkSegment(692f0e36-f5a4-4b02-997e-3fa607b5624f),segment_id=692f0e36-f5a4-4b02-997e-3fa607b5624f)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:48:08.467203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a790384e-f79d-4db2-8cdd-418a3b6bc5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:08.482109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-eec5cbb3-2484-4afc-be03-74995d1504c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:08.521514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-07cc0145-ad3c-4dd6-97db-b92871ff081d tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:08.611283 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-07cc0145-ad3c-4dd6-97db-b92871ff081d tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] 10.222.0.24 "DELETE /v2.0/ports/ccff2565-c134-4a84-8305-9f2c7eb2a494 HTTP/1.1" status: 204 len: 168 time: 1.5867155 Dec 25 19:48:08.621008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46752) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:08.637889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a790384e-f79d-4db2-8cdd-418a3b6bc5ee None None] Pushing event updated for resources: {'Port': ['ID=d2e1693a-220e-4cc0-afd3-df7d19bd4357,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:08.659008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a790384e-f79d-4db2-8cdd-418a3b6bc5ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:08.674708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:08.690218 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae9de54d-6253-46d5-9d73-35cd5d9357e2 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] GET failed (client error): The resource could not be found. Dec 25 19:48:08.690924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ae9de54d-6253-46d5-9d73-35cd5d9357e2 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Synchronizing usage tracker for tenant:e294dd84ad824cc9acfb19aed70fafc4 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:48:08.718269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ae9de54d-6253-46d5-9d73-35cd5d9357e2 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Unset dirty status for tenant:e294dd84ad824cc9acfb19aed70fafc4 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:48:08.723610 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ae9de54d-6253-46d5-9d73-35cd5d9357e2 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] 10.222.0.24 "GET /v2.0/ports/ccff2565-c134-4a84-8305-9f2c7eb2a494 HTTP/1.1" status: 404 len: 333 time: 0.0888643 Dec 25 19:48:08.726560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46756) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:08.740516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e21f8be-60ee-4c31-be54-d0ce0c038de6 None None] Network 613d2bbf-a330-47b9-819d-8f603fcd7317 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:48:08.820904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5fbc3262-4fa3-42a1-a661-56e34441fda6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:08.848601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-5fbc3262-4fa3-42a1-a661-56e34441fda6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['613d2bbf-a330-47b9-819d-8f603fcd7317']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:08.862599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-5fbc3262-4fa3-42a1-a661-56e34441fda6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '692f0e36-f5a4-4b02-997e-3fa607b5624f') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:08.862859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-5fbc3262-4fa3-42a1-a661-56e34441fda6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '692f0e36-f5a4-4b02-997e-3fa607b5624f') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:08.876415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5fbc3262-4fa3-42a1-a661-56e34441fda6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:08.902573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-785fbbc2-83fd-4a7d-8efd-5081b0461c98 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Allocated IP 2001:db8::3a2 (7396b720-65bf-48b2-8da7-778eed2fcf44/2d3d771e-901f-4054-855c-a47519055d47/a34886cc-ca09-497f-ba61-08f48b9f8ca1) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:48:08.912761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5fbc3262-4fa3-42a1-a661-56e34441fda6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:08.919876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fbc3262-4fa3-42a1-a661-56e34441fda6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:48:08.920316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5fbc3262-4fa3-42a1-a661-56e34441fda6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:09.012527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8d1d8e74-b003-4acc-bd75-f3b821e2e7ba tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Deleting port 1fb49ceb-9b77-468c-8c0c-78036c172738 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:09.013075 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8d1d8e74-b003-4acc-bd75-f3b821e2e7ba tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:09.015983 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a69cf484-e603-4c56-8e3f-1cb0be4e66e7 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:48:09.017241 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:48:09.017241 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:48:09.017241 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:48:09.017241 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:48:09.017241 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:48:09.017241 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:48:09.017241 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:48:09.017241 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:48:09.017241 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:48:09.017241 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:48:09.017241 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:48:09.017241 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:48:09.017241 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:48:09.017241 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:48:09.017241 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:48:09.017241 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:48:09.017241 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:48:09.017241 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:48:09.017241 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:48:09.017241 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:48:09.017241 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:48:09.017241 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:48:09.017241 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:48:09.017241 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:48:09.017241 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:48:09.017241 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:48:09.017241 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:48:09.017241 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:48:09.017241 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:48:09.017241 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:48:09.017241 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:48:09.017241 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:48:09.028722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc3262-4fa3-42a1-a661-56e34441fda6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event deleted for resources: {'Subnet': ['ID=0b3a26b9-55d2-42c7-a7df-3e9a245765b7,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:09.031672 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f70ee2d2-1f9d-49c0-ad1d-6bf4c0374008 req-06c81799-b824-4367-b32b-4fab302fe741 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=afc53f7a-1dfc-48b9-9574-799bfa3d9928 HTTP/1.1" status: 200 len: 217 time: 0.9416199 Dec 25 19:48:09.033995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5fbc3262-4fa3-42a1-a661-56e34441fda6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:09.188149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-5fbc3262-4fa3-42a1-a661-56e34441fda6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 25 19:48:09.188149 dv-neutron-822611-1-hyperv neutron-server[88789]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 25 19:48:09.188149 dv-neutron-822611-1-hyperv neutron-server[88789]: [parameters: {'id': '613d2bbf-a330-47b9-819d-8f603fcd7317'}] Dec 25 19:48:09.188149 dv-neutron-822611-1-hyperv neutron-server[88789]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88900) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:48:09.189619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-5fbc3262-4fa3-42a1-a661-56e34441fda6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:48:09.339090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port a69cf484-e603-4c56-8e3f-1cb0be4e66e7 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:48:09.343577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c57d21-4198-4001-ac22-7acaf013d0c8 req-678c9aef-6722-4944-a211-dd5180de27d9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:09.345220 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-43c57d21-4198-4001-ac22-7acaf013d0c8 req-678c9aef-6722-4944-a211-dd5180de27d9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0657226-8bcc-462e-b527-fe94bf366218 HTTP/1.1" status: 200 len: 944 time: 1.7702219 Dec 25 19:48:09.382881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ee2d2-1f9d-49c0-ad1d-6bf4c0374008 req-8e0e8137-8e00-4ea0-9b09-0c87bd46afe3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:09.384599 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f70ee2d2-1f9d-49c0-ad1d-6bf4c0374008 req-8e0e8137-8e00-4ea0-9b09-0c87bd46afe3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=77d81a86-b713-46c8-97d0-a80723b9f190 HTTP/1.1" status: 200 len: 837 time: 0.1930037 Dec 25 19:48:09.692367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeab6ead-bba8-4771-b643-e5e3124c8e8c None None] get_active_networks_info from dv-neutron-822611-1-hyperv {{(pid=88902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 25 19:48:09.700514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5fbc3262-4fa3-42a1-a661-56e34441fda6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:09.706746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8d1d8e74-b003-4acc-bd75-f3b821e2e7ba tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:09.818001 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-3ad5cf5d-7f4c-44d4-8427-ea495bb5c42b None None] Provisioning for port a69cf484-e603-4c56-8e3f-1cb0be4e66e7 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:48:09.818218 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-43c57d21-4198-4001-ac22-7acaf013d0c8 req-3cd5ac70-a9a6-45a1-b788-c7bcf55e1dc9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ac5ddf-d9d4-4c79-9bdb-9a9469fce16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4377921 Dec 25 19:48:09.830156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-3ad5cf5d-7f4c-44d4-8427-ea495bb5c42b None None] Provisioning complete for port a69cf484-e603-4c56-8e3f-1cb0be4e66e7 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:48:09.830576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3ad5cf5d-7f4c-44d4-8427-ea495bb5c42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:09.848731 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8d1d8e74-b003-4acc-bd75-f3b821e2e7ba tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Calling delete_port for 1fb49ceb-9b77-468c-8c0c-78036c172738 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:48:09.923681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:09.967808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-5fbc3262-4fa3-42a1-a661-56e34441fda6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Deleting port d2e1693a-220e-4cc0-afd3-df7d19bd4357 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:09.968142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5fbc3262-4fa3-42a1-a661-56e34441fda6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:09.997016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17971a5c-865a-44a5-82fb-1f02c3cf6391 admin admin] Router 9ae79eca-6161-4e5f-8b1e-1c902b4f2328 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:48:10.008152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeab6ead-bba8-4771-b643-e5e3124c8e8c None None] Resources bound (agent type, host, resource id): {{(pid=88902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 25 19:48:10.028040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3ad5cf5d-7f4c-44d4-8427-ea495bb5c42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:10.111273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f348a505-dfef-4457-a47d-e10ddd3ef7f7 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:10.112209 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8d1d8e74-b003-4acc-bd75-f3b821e2e7ba tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:10.120212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5ed8aed8-94bc-49ad-bf3e-08371d7ea8d6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:10.149430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a403a4-1ce6-467f-9d28-793b3af03110 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Router 2c2fc0bb-c07a-47a9-8654-0fc9114067ad has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:48:10.158988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f348a505-dfef-4457-a47d-e10ddd3ef7f7 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:10.177102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d8e74-b003-4acc-bd75-f3b821e2e7ba tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Pushing event deleted for resources: {'Port': ['ID=1fb49ceb-9b77-468c-8c0c-78036c172738,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:10.183273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8d1d8e74-b003-4acc-bd75-f3b821e2e7ba tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:10.191339 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f70ee2d2-1f9d-49c0-ad1d-6bf4c0374008 req-40de9174-122e-401c-b84b-ac19c4628580 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7579654c-5033-483f-9933-ff786d50e0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.7169316 Dec 25 19:48:10.210118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-3ad5cf5d-7f4c-44d4-8427-ea495bb5c42b None None] For port a69cf484-e603-4c56-8e3f-1cb0be4e66e7, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a69cf484-e603-4c56-8e3f-1cb0be4e66e7,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:48:10.215258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3ad5cf5d-7f4c-44d4-8427-ea495bb5c42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:10.222531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4870731f-dd61-4c0a-8b5a-33eb91bf2c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:10.331006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-785fbbc2-83fd-4a7d-8efd-5081b0461c98 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:10.371638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8d1d8e74-b003-4acc-bd75-f3b821e2e7ba tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:10.390729 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8d1d8e74-b003-4acc-bd75-f3b821e2e7ba tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] 10.222.0.24 "DELETE /v2.0/ports/1fb49ceb-9b77-468c-8c0c-78036c172738 HTTP/1.1" status: 204 len: 168 time: 1.6564429 Dec 25 19:48:10.393636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5cf5d-7f4c-44d4-8427-ea495bb5c42b None None] Pushing event updated for resources: {'Port': ['ID=a69cf484-e603-4c56-8e3f-1cb0be4e66e7,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:10.393823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46760) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:10.397115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3ad5cf5d-7f4c-44d4-8427-ea495bb5c42b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:10.416976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-785fbbc2-83fd-4a7d-8efd-5081b0461c98 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Transition to ACTIVE for port object a34886cc-ca09-497f-ba61-08f48b9f8ca1 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:48:10.419867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17971a5c-865a-44a5-82fb-1f02c3cf6391 admin admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:48:10.430743 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61265543-4ec1-4e84-a790-f44c0747368f None None] Sync routers for ids ['9ae79eca-6161-4e5f-8b1e-1c902b4f2328'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:48:10.431371 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-17971a5c-865a-44a5-82fb-1f02c3cf6391 admin admin] 10.222.0.24 "PUT /v2.0/routers/9ae79eca-6161-4e5f-8b1e-1c902b4f2328/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4580848 Dec 25 19:48:10.432515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46764) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:10.443890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61265543-4ec1-4e84-a790-f44c0747368f None None] Routers {'9ae79eca-6161-4e5f-8b1e-1c902b4f2328'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:48:10.444868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-61265543-4ec1-4e84-a790-f44c0747368f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:48:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['9ae79eca-6161-4e5f-8b1e-1c902b4f2328'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:10.657784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-61265543-4ec1-4e84-a790-f44c0747368f None None] Set router 9ae79eca-6161-4e5f-8b1e-1c902b4f2328 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:48:10.681604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0125455e-1f4e-49b3-98c8-166e659da2ac admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:10.942592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a69cf484-e603-4c56-8e3f-1cb0be4e66e7 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:48:10.963854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0125455e-1f4e-49b3-98c8-166e659da2ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:10.980997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0125455e-1f4e-49b3-98c8-166e659da2ac admin admin] Deleting port d7f67ec1-84ac-4187-9276-c6bde44b3a09 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:10.981656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0125455e-1f4e-49b3-98c8-166e659da2ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:11.020167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f348a505-dfef-4457-a47d-e10ddd3ef7f7 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:11.020765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f348a505-dfef-4457-a47d-e10ddd3ef7f7 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4956213b-1f95-491e-845f-730709f6c6a1 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:48:11.060051 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port a69cf484-e603-4c56-8e3f-1cb0be4e66e7 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:48:11.061306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:11.175168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device afc53f7a-1dfc-48b9-9574-799bfa3d9928 up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:48:11.183729 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f70ee2d2-1f9d-49c0-ad1d-6bf4c0374008 req-00ebbc8a-a37a-4385-9da8-bfa9129cf566 service neutron] 10.222.0.36 "GET /v2.0/networks/7579654c-5033-483f-9933-ff786d50e0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9160669 Dec 25 19:48:11.234951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-61265543-4ec1-4e84-a790-f44c0747368f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae79eca-6161-4e5f-8b1e-1c902b4f2328', 'name': 'tempest-ServerActionsTestJSON-1272435710-router', 'tenant_id': '52795748b8b04275a38e1b104b37d885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': 'd7f67ec1-84ac-4187-9276-c6bde44b3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:25Z', 'updated_at': '2021-12-25T19:48:06Z', 'revision_number': 5, 'project_id': '52795748b8b04275a38e1b104b37d885', 'gw_port': {'id': 'd7f67ec1-84ac-4187-9276-c6bde44b3a09', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae79eca-6161-4e5f-8b1e-1c902b4f2328', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:43:26Z', 'updated_at': '2021-12-25T19:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:11.239431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61265543-4ec1-4e84-a790-f44c0747368f None None] Checking router: 9ae79eca-6161-4e5f-8b1e-1c902b4f2328 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:48:11.251004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61265543-4ec1-4e84-a790-f44c0747368f None None] Routers {'9ae79eca-6161-4e5f-8b1e-1c902b4f2328'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:48:11.251715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-61265543-4ec1-4e84-a790-f44c0747368f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:48:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['9ae79eca-6161-4e5f-8b1e-1c902b4f2328'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:11.303458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-0125455e-1f4e-49b3-98c8-166e659da2ac admin admin] For port d7f67ec1-84ac-4187-9276-c6bde44b3a09, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=d7f67ec1-84ac-4187-9276-c6bde44b3a09,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:48:11.303811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0125455e-1f4e-49b3-98c8-166e659da2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:11.305670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning for port afc53f7a-1dfc-48b9-9574-799bfa3d9928 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:48:11.311951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port afc53f7a-1dfc-48b9-9574-799bfa3d9928 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:48:11.313028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:11.349510 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f70ee2d2-1f9d-49c0-ad1d-6bf4c0374008 req-94d50499-e667-4d52-bc3a-3634ce986809 service neutron] 10.222.0.36 "GET /v2.0/networks/7579654c-5033-483f-9933-ff786d50e0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502318 Dec 25 19:48:11.357563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-5fbc3262-4fa3-42a1-a661-56e34441fda6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] For port d2e1693a-220e-4cc0-afd3-df7d19bd4357, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=d2e1693a-220e-4cc0-afd3-df7d19bd4357,segment=NetworkSegment(692f0e36-f5a4-4b02-997e-3fa607b5624f),segment_id=692f0e36-f5a4-4b02-997e-3fa607b5624f)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:48:11.357958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5fbc3262-4fa3-42a1-a661-56e34441fda6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:11.428098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-61265543-4ec1-4e84-a790-f44c0747368f None None] Set router 9ae79eca-6161-4e5f-8b1e-1c902b4f2328 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:48:11.456957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:11.485206 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0125455e-1f4e-49b3-98c8-166e659da2ac admin admin] Calling delete_port for d7f67ec1-84ac-4187-9276-c6bde44b3a09 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:48:11.493751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0657226-8bcc-462e-b527-fe94bf366218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc53f7a-1dfc-48b9-9574-799bfa3d9928'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:48:11.504983 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port afc53f7a-1dfc-48b9-9574-799bfa3d9928, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=afc53f7a-1dfc-48b9-9574-799bfa3d9928,segment=NetworkSegment(9bfcddd1-759c-45ad-9da1-136acb1b5794),segment_id=9bfcddd1-759c-45ad-9da1-136acb1b5794)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:48:11.509005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:11.511956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-630c0628-440e-45cd-b4e4-bcbb74a590e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:11.553038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-785fbbc2-83fd-4a7d-8efd-5081b0461c98 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:11.584206 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-5fbc3262-4fa3-42a1-a661-56e34441fda6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Calling delete_port for d2e1693a-220e-4cc0-afd3-df7d19bd4357 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:48:11.610155 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0657226-8bcc-462e-b527-fe94bf366218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc53f7a-1dfc-48b9-9574-799bfa3d9928', 'code': 200} Dec 25 19:48:11.611189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=afc53f7a-1dfc-48b9-9574-799bfa3d9928,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:11.613903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-08fa15f0-8235-4363-b16f-596cfbcb9564 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:11.614755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:11.624946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-61265543-4ec1-4e84-a790-f44c0747368f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae79eca-6161-4e5f-8b1e-1c902b4f2328', 'name': 'tempest-ServerActionsTestJSON-1272435710-router', 'tenant_id': '52795748b8b04275a38e1b104b37d885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:25Z', 'updated_at': '2021-12-25T19:48:10Z', 'revision_number': 6, 'project_id': '52795748b8b04275a38e1b104b37d885', 'gw_port_host': None}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:11.630005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61265543-4ec1-4e84-a790-f44c0747368f None None] The sync data for ids ['9ae79eca-6161-4e5f-8b1e-1c902b4f2328'] in dv-neutron-822611-1-hyperv is: [{'id': '9ae79eca-6161-4e5f-8b1e-1c902b4f2328', 'name': 'tempest-ServerActionsTestJSON-1272435710-router', 'tenant_id': '52795748b8b04275a38e1b104b37d885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:43:25Z', 'updated_at': '2021-12-25T19:48:10Z', 'revision_number': 6, 'project_id': '52795748b8b04275a38e1b104b37d885', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:48:11.676956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f348a505-dfef-4457-a47d-e10ddd3ef7f7 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:11.678194 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f348a505-dfef-4457-a47d-e10ddd3ef7f7 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] 10.222.0.24 "DELETE /v2.0/routers/4956213b-1f95-491e-845f-730709f6c6a1 HTTP/1.1" status: 204 len: 168 time: 4.4446616 Dec 25 19:48:11.683586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46772) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:11.691833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-80e67d33-4a03-4e3c-b09f-3a657cf95af2 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Request body: {'router': {'name': 'tempest-router-1111618804', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '040ceddf0e2b47428295089bfefd80d9'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:11.697761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c2c614-2f9c-4b35-b473-9f0b71bbc226 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Router 2324b301-b0a4-4c3c-a9a6-a51e45201beb has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:48:11.703664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-80e67d33-4a03-4e3c-b09f-3a657cf95af2 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:11.708897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785fbbc2-83fd-4a7d-8efd-5081b0461c98 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:48:11.711242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-80e67d33-4a03-4e3c-b09f-3a657cf95af2 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Usage tracker for resource:router and tenant:040ceddf0e2b47428295089bfefd80d9 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:48:11.717729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-80e67d33-4a03-4e3c-b09f-3a657cf95af2 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:48:11.719764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0125455e-1f4e-49b3-98c8-166e659da2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:11.727604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9a6a84d4-4c5d-4490-b217-e87992554059 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:11.764249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-80e67d33-4a03-4e3c-b09f-3a657cf95af2 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:11.778830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-785fbbc2-83fd-4a7d-8efd-5081b0461c98 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:48:11.779827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125455e-1f4e-49b3-98c8-166e659da2ac admin admin] Pushing event deleted for resources: {'Port': ['ID=d7f67ec1-84ac-4187-9276-c6bde44b3a09,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:11.783322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0125455e-1f4e-49b3-98c8-166e659da2ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:11.795703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785fbbc2-83fd-4a7d-8efd-5081b0461c98 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:48:11.800136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785fbbc2-83fd-4a7d-8efd-5081b0461c98 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:11.800837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-785fbbc2-83fd-4a7d-8efd-5081b0461c98 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:11.875533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-80e67d33-4a03-4e3c-b09f-3a657cf95af2 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:11.879392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-80e67d33-4a03-4e3c-b09f-3a657cf95af2 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:11.886317 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-785fbbc2-83fd-4a7d-8efd-5081b0461c98 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 6.1269479 Dec 25 19:48:11.893168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46776) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:11.994329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785fbbc2-83fd-4a7d-8efd-5081b0461c98 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Port': ['ID=a34886cc-ca09-497f-ba61-08f48b9f8ca1,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:12.020173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-785fbbc2-83fd-4a7d-8efd-5081b0461c98 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:12.045608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e3456-0094-41a8-96cb-5b2eb9b2564e req-bf8f9d81-bf23-4f25-9527-18be8f7074fe tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:12.047352 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d72e3456-0094-41a8-96cb-5b2eb9b2564e req-bf8f9d81-bf23-4f25-9527-18be8f7074fe tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0657226-8bcc-462e-b527-fe94bf366218 HTTP/1.1" status: 200 len: 945 time: 0.9563494 Dec 25 19:48:12.084181 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-da32b630-c942-4d4d-ba41-82433157bcb3 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Deleting subnet 0530dc9e-3f9a-4c1b-8531-08e912bf7505 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:48:12.099655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5fbc3262-4fa3-42a1-a661-56e34441fda6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:12.110027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-da32b630-c942-4d4d-ba41-82433157bcb3 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:12.144634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-aaf07861-0398-4930-a79d-dbb25b729dd9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:12.175286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a403a4-1ce6-467f-9d28-793b3af03110 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:48:12.190124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7057e873-ead4-46d8-a525-e7aead365895 None None] Sync routers for ids ['2c2fc0bb-c07a-47a9-8654-0fc9114067ad'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:48:12.204248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7057e873-ead4-46d8-a525-e7aead365895 None None] Routers {'2c2fc0bb-c07a-47a9-8654-0fc9114067ad'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:48:12.205117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-7057e873-ead4-46d8-a525-e7aead365895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:48:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['2c2fc0bb-c07a-47a9-8654-0fc9114067ad'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:12.230664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc3262-4fa3-42a1-a661-56e34441fda6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event deleted for resources: {'Port': ['ID=d2e1693a-220e-4cc0-afd3-df7d19bd4357,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:12.239427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5fbc3262-4fa3-42a1-a661-56e34441fda6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:12.261435 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a6a403a4-1ce6-467f-9d28-793b3af03110 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "PUT /v2.0/routers/2c2fc0bb-c07a-47a9-8654-0fc9114067ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.0661163 Dec 25 19:48:12.266454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbc3262-4fa3-42a1-a661-56e34441fda6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] No DVR routers for this DVR port d2e1693a-220e-4cc0-afd3-df7d19bd4357 on host dv-neutron-822611-1-hyperv {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:48:12.269738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46780) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:12.311987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-fae52cf2-ac12-4216-9464-ec290455e341 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-35911487'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:12.318886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-da32b630-c942-4d4d-ba41-82433157bcb3 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:12.369917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-fae52cf2-ac12-4216-9464-ec290455e341 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:12.374956 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e874e2a6-fdbc-40f5-994a-17a48f8d71ab req-b6c764e8-2125-4db1-acbd-f3360c013fc1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f0657226-8bcc-462e-b527-fe94bf366218 HTTP/1.1" status: 200 len: 1099 time: 0.5391636 Dec 25 19:48:12.378560 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d72e3456-0094-41a8-96cb-5b2eb9b2564e req-07ccdecb-5332-4026-ad86-b1dda4f45596 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ac5ddf-d9d4-4c79-9bdb-9a9469fce16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3190749 Dec 25 19:48:12.379139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1d9d076e-cb00-4051-8e75-65f6f8009eaf None None] Provisioning for port a34886cc-ca09-497f-ba61-08f48b9f8ca1 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:48:12.400449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-fae52cf2-ac12-4216-9464-ec290455e341 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Usage tracker for resource:network and tenant:ed9c1443c9ab46589f19ea480da46eab is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:48:12.400823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1d9d076e-cb00-4051-8e75-65f6f8009eaf None None] Provisioning complete for port a34886cc-ca09-497f-ba61-08f48b9f8ca1 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:48:12.401253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1d9d076e-cb00-4051-8e75-65f6f8009eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:12.414674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-80e67d33-4a03-4e3c-b09f-3a657cf95af2 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:12.433933 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-fae52cf2-ac12-4216-9464-ec290455e341 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:48:12.436933 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0125455e-1f4e-49b3-98c8-166e659da2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:12.457745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-7057e873-ead4-46d8-a525-e7aead365895 None None] Set router 2c2fc0bb-c07a-47a9-8654-0fc9114067ad gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:48:12.469595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-fae52cf2-ac12-4216-9464-ec290455e341 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:12.533581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1d9d076e-cb00-4051-8e75-65f6f8009eaf None None] Port a34886cc-ca09-497f-ba61-08f48b9f8ca1 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:48:12.598998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74dfa91-6aa0-4a16-98f3-07990192ed9a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:12.604602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74dfa91-6aa0-4a16-98f3-07990192ed9a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:12.605641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c74dfa91-6aa0-4a16-98f3-07990192ed9a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:48:12.609534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5fbc3262-4fa3-42a1-a661-56e34441fda6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:12.619090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-80e67d33-4a03-4e3c-b09f-3a657cf95af2 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:12.649557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae52cf2-ac12-4216-9464-ec290455e341 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Made reservation on behalf of ed9c1443c9ab46589f19ea480da46eab for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:48:12.654985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fae52cf2-ac12-4216-9464-ec290455e341 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:12.694378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-5fbc3262-4fa3-42a1-a661-56e34441fda6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['613d2bbf-a330-47b9-819d-8f603fcd7317']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:12.707914 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e874e2a6-fdbc-40f5-994a-17a48f8d71ab req-bfd7970b-bfab-4079-b546-2c0958236174 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=65ac5ddf-d9d4-4c79-9bdb-9a9469fce16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3045447 Dec 25 19:48:12.723008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-5fbc3262-4fa3-42a1-a661-56e34441fda6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '692f0e36-f5a4-4b02-997e-3fa607b5624f') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:12.723335 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-5fbc3262-4fa3-42a1-a661-56e34441fda6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '692f0e36-f5a4-4b02-997e-3fa607b5624f') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:12.745724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5fbc3262-4fa3-42a1-a661-56e34441fda6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:12.763512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c74dfa91-6aa0-4a16-98f3-07990192ed9a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:48:12.768272 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c74dfa91-6aa0-4a16-98f3-07990192ed9a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.8735669 Dec 25 19:48:12.771185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46784) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:12.774290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae52cf2-ac12-4216-9464-ec290455e341 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:48:12.779310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-da32b630-c942-4d4d-ba41-82433157bcb3 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:12.810016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5fbc3262-4fa3-42a1-a661-56e34441fda6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:12.831619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fbc3262-4fa3-42a1-a661-56e34441fda6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:48:12.832066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5fbc3262-4fa3-42a1-a661-56e34441fda6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:12.835769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-7057e873-ead4-46d8-a525-e7aead365895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'name': 'tempest-RoutersIpV6Test-router-1228898724', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:47:16Z', 'updated_at': '2021-12-25T19:48:04Z', 'revision_number': 4, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'gw_port_host': None, '_interfaces': [{'id': '031fca15-cc04-4765-822e-515d644cf979', 'name': '', 'network_id': '00ee1749-7dac-4ff2-bd55-2bdcb6a1342d', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:ab:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:20Z', 'updated_at': '2021-12-25T19:47:31Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b698ecc-1100-4527-b6b9-a66e84c80d04', 'name': '', 'network_id': '60e204d6-3634-416a-a347-79a8d48995a8', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:2c:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc997de-bf8e-4820-b22b-aba70acb08e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:36Z', 'updated_at': '2021-12-25T19:47:55Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'dcc997de-bf8e-4820-b22b-aba70acb08e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea564531-f74b-4083-801b-ab39c23212bd', 'name': '', 'network_id': 'e7e2ca1b-eeb3-4130-99c3-cb0c62db1175', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:f2:0e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'babcc1a8-ae22-45a7-86dd-71a25ff40d2f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:59Z', 'updated_at': '2021-12-25T19:48:05Z', 'revision_number': 2, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'babcc1a8-ae22-45a7-86dd-71a25ff40d2f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:12.840705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7057e873-ead4-46d8-a525-e7aead365895 None None] Checking router: 2c2fc0bb-c07a-47a9-8654-0fc9114067ad for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:48:12.841124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7057e873-ead4-46d8-a525-e7aead365895 None None] Updating router 2c2fc0bb-c07a-47a9-8654-0fc9114067ad port ea564531-f74b-4083-801b-ab39c23212bd binding host dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 19:48:12.850484 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:48:12.850484 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:48:12.850484 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:48:12.850484 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:48:12.850484 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:48:12.850484 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:48:12.850484 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:48:12.850484 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:48:12.850484 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:48:12.850484 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:48:12.850484 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:48:12.850484 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:48:12.850484 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:48:12.850484 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:48:12.850484 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:48:12.850484 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:48:12.850484 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:48:12.850484 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:48:12.850484 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:48:12.850484 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:48:12.850484 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:48:12.850484 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:48:12.850484 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:48:12.850484 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:48:12.850484 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:48:12.850484 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:48:12.850484 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:48:12.850484 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:48:12.850484 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:48:12.850484 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:48:12.850484 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:48:12.850484 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:48:12.867199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-c36ebec8-6fa5-409e-a463-8bfc59e38364 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting port a34886cc-ca09-497f-ba61-08f48b9f8ca1 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:12.867952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c36ebec8-6fa5-409e-a463-8bfc59e38364 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:12.899576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7057e873-ead4-46d8-a525-e7aead365895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:12.916075 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d7f67ec1-84ac-4187-9276-c6bde44b3a09 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:48:12.920559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0125455e-1f4e-49b3-98c8-166e659da2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:12.922511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-80e67d33-4a03-4e3c-b09f-3a657cf95af2 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:12.923877 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-80e67d33-4a03-4e3c-b09f-3a657cf95af2 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.2391300 Dec 25 19:48:12.928467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46788) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:12.937040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b4cf85df-33db-49fb-a33e-2111fbd3ddb2 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:12.961716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: d7f67ec1-84ac-4187-9276-c6bde44b3a09 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:48:12.962115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d7f67ec1-84ac-4187-9276-c6bde44b3a09 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:48:12.962593 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d7818765-dbe9-4fdb-b80b-82b21bf84cf7 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:48:13.005560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0125455e-1f4e-49b3-98c8-166e659da2ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:13.039719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: d7818765-dbe9-4fdb-b80b-82b21bf84cf7 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:48:13.039946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d7818765-dbe9-4fdb-b80b-82b21bf84cf7 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:48:13.215266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c2c614-2f9c-4b35-b473-9f0b71bbc226 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:48:13.224630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fae52cf2-ac12-4216-9464-ec290455e341 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:13.225026 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-fae52cf2-ac12-4216-9464-ec290455e341 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Added segment e6237923-3c03-4b3f-bfac-bb914c1a2282 of type vlan for network 0ee8a4a5-4b3e-48c5-8a69-fb9d331e4e0e Dec 25 19:48:13.226209 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5fbc3262-4fa3-42a1-a661-56e34441fda6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:13.228293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033c3f84-2226-4c53-a6e5-1ee1f6627f40 None None] Sync routers for ids ['2324b301-b0a4-4c3c-a9a6-a51e45201beb'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:48:13.237889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8295f22f-2e66-4acc-8987-941092fa3b3b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:13.243834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033c3f84-2226-4c53-a6e5-1ee1f6627f40 None None] Routers {'2324b301-b0a4-4c3c-a9a6-a51e45201beb'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:48:13.244603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-033c3f84-2226-4c53-a6e5-1ee1f6627f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:48:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['2324b301-b0a4-4c3c-a9a6-a51e45201beb'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:13.258898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5fbc3262-4fa3-42a1-a661-56e34441fda6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:13.274947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc3262-4fa3-42a1-a661-56e34441fda6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event deleted for resources: {'Network': ['ID=613d2bbf-a330-47b9-819d-8f603fcd7317,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:13.290309 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-da32b630-c942-4d4d-ba41-82433157bcb3 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:13.292570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0125455e-1f4e-49b3-98c8-166e659da2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:13.293566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0125455e-1f4e-49b3-98c8-166e659da2ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ae79eca-6161-4e5f-8b1e-1c902b4f2328 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:48:13.299142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5fbc3262-4fa3-42a1-a661-56e34441fda6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:13.302642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:13.318381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-033c3f84-2226-4c53-a6e5-1ee1f6627f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:13.332327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033c3f84-2226-4c53-a6e5-1ee1f6627f40 None None] Routers {'2324b301-b0a4-4c3c-a9a6-a51e45201beb'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:48:13.333134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-033c3f84-2226-4c53-a6e5-1ee1f6627f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:48:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['2324b301-b0a4-4c3c-a9a6-a51e45201beb'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:13.361377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fae52cf2-ac12-4216-9464-ec290455e341 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:13.381956 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5fbc3262-4fa3-42a1-a661-56e34441fda6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "DELETE /v2.0/networks/613d2bbf-a330-47b9-819d-8f603fcd7317 HTTP/1.1" status: 204 len: 168 time: 7.1120703 Dec 25 19:48:13.384555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32b630-c942-4d4d-ba41-82433157bcb3 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Pushing event deleted for resources: {'Subnet': ['ID=0530dc9e-3f9a-4c1b-8531-08e912bf7505,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:13.394603 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-97c2c614-2f9c-4b35-b473-9f0b71bbc226 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "PUT /v2.0/routers/2324b301-b0a4-4c3c-a9a6-a51e45201beb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 20.3900852 Dec 25 19:48:13.396069 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-da32b630-c942-4d4d-ba41-82433157bcb3 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:13.396907 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46792) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:13.397274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46794) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:13.424191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-033c3f84-2226-4c53-a6e5-1ee1f6627f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:13.424656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033c3f84-2226-4c53-a6e5-1ee1f6627f40 None None] The sync data for ids ['2324b301-b0a4-4c3c-a9a6-a51e45201beb'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:48:13.452480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7057e873-ead4-46d8-a525-e7aead365895 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:13.459074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0125455e-1f4e-49b3-98c8-166e659da2ac admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:13.464318 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0125455e-1f4e-49b3-98c8-166e659da2ac admin admin] 10.222.0.24 "DELETE /v2.0/routers/9ae79eca-6161-4e5f-8b1e-1c902b4f2328 HTTP/1.1" status: 204 len: 168 time: 3.0306671 Dec 25 19:48:13.465185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46802) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:13.477350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-dc9e0319-d9c1-4e14-bb4a-e797cb6d4cd1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-369153498'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:13.484500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7337fb-4255-489b-9aa5-27eeb7fb83ef None None] Network ebe58747-6285-4ee0-ac16-75d128bdb54a requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:48:13.489096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-da32b630-c942-4d4d-ba41-82433157bcb3 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:13.493550 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-da32b630-c942-4d4d-ba41-82433157bcb3 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] 10.222.0.24 "DELETE /v2.0/subnets/0530dc9e-3f9a-4c1b-8531-08e912bf7505 HTTP/1.1" status: 204 len: 168 time: 3.0711634 Dec 25 19:48:13.494900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-dc9e0319-d9c1-4e14-bb4a-e797cb6d4cd1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:13.508620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46806) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:13.515734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-dc9e0319-d9c1-4e14-bb4a-e797cb6d4cd1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Usage tracker for resource:network and tenant:4895f896d14c49cebd2f7b319db8be3e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:48:13.530802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-7057e873-ead4-46d8-a525-e7aead365895 None None] Transition to ACTIVE for port object ea564531-f74b-4083-801b-ab39c23212bd will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:48:13.545412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-dc9e0319-d9c1-4e14-bb4a-e797cb6d4cd1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:48:13.565196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7057e873-ead4-46d8-a525-e7aead365895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:13.567008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-dc9e0319-d9c1-4e14-bb4a-e797cb6d4cd1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:13.575196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:13.624621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c36ebec8-6fa5-409e-a463-8bfc59e38364 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:13.640532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fae52cf2-ac12-4216-9464-ec290455e341 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:13.644895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae52cf2-ac12-4216-9464-ec290455e341 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:13.645611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fae52cf2-ac12-4216-9464-ec290455e341 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:13.661750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-90a43490-ee19-4377-9fbf-7ee4e0c3a630 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:13.766489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9e0319-d9c1-4e14-bb4a-e797cb6d4cd1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Made reservation on behalf of 4895f896d14c49cebd2f7b319db8be3e for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:48:13.772080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dc9e0319-d9c1-4e14-bb4a-e797cb6d4cd1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:13.791899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5880441-837a-44e0-bd49-40bd9e24931b admin admin] Deleting subnet ef16ee7f-3e07-44fe-b0cc-c9caef9a43a3 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:48:13.804101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-c36ebec8-6fa5-409e-a463-8bfc59e38364 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Calling delete_port for a34886cc-ca09-497f-ba61-08f48b9f8ca1 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:48:13.831314 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fae52cf2-ac12-4216-9464-ec290455e341 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5560944 Dec 25 19:48:13.833325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f5880441-837a-44e0-bd49-40bd9e24931b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:13.844003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1cb318b3-9881-44da-b5f2-a48317921974 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:13.845913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46810) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:13.914923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-107b53be-1460-40df-961e-60448fba35e8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Request body: {'subnet': {'network_id': '0ee8a4a5-4b3e-48c5-8a69-fb9d331e4e0e', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:13.915689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc8e8e-8848-4d1e-8f45-91b524fe7cf4 None None] Pushing event updated for resources: {'Port': ['ID=ea564531-f74b-4083-801b-ab39c23212bd,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:13.919085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-56bc8e8e-8848-4d1e-8f45-91b524fe7cf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:13.935566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae52cf2-ac12-4216-9464-ec290455e341 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event updated for resources: {'Network': ['ID=0ee8a4a5-4b3e-48c5-8a69-fb9d331e4e0e,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:13.945225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fae52cf2-ac12-4216-9464-ec290455e341 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:13.976901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc9e0319-d9c1-4e14-bb4a-e797cb6d4cd1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:48:13.987491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 0ee8a4a5-4b3e-48c5-8a69-fb9d331e4e0e details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:48:14.044881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b4cf85df-33db-49fb-a33e-2111fbd3ddb2 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:14.045247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b4cf85df-33db-49fb-a33e-2111fbd3ddb2 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks [] for router, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:14.111262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f5880441-837a-44e0-bd49-40bd9e24931b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:14.142179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1cb318b3-9881-44da-b5f2-a48317921974 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Deleting port 4ca4d7ae-837c-4676-946f-61c0fd267966 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:14.142593 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1cb318b3-9881-44da-b5f2-a48317921974 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:14.200231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dc9e0319-d9c1-4e14-bb4a-e797cb6d4cd1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:14.200638 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-dc9e0319-d9c1-4e14-bb4a-e797cb6d4cd1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Added segment 11ccc9c1-3f69-4b0d-8cfc-e6ecc69e0507 of type vlan for network 9a76ed3e-c519-45eb-802e-123bcf98d996 Dec 25 19:48:14.269201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5d9f4-6e9d-4fc4-b904-ea84ecc292d0 req-0c40e369-b97e-4439-bd4a-fa7c65df1f0e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:14.271395 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-eba5d9f4-6e9d-4fc4-b904-ea84ecc292d0 req-0c40e369-b97e-4439-bd4a-fa7c65df1f0e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0657226-8bcc-462e-b527-fe94bf366218 HTTP/1.1" status: 200 len: 946 time: 0.6991584 Dec 25 19:48:14.284435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-107b53be-1460-40df-961e-60448fba35e8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:14.318978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-107b53be-1460-40df-961e-60448fba35e8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Usage tracker for resource:subnet and tenant:ed9c1443c9ab46589f19ea480da46eab is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:48:14.327379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-7057e873-ead4-46d8-a525-e7aead365895 None None] Attempting to bind port ea564531-f74b-4083-801b-ab39c23212bd on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:48:14.327918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-7057e873-ead4-46d8-a525-e7aead365895 None None] Attempting to bind port ea564531-f74b-4083-801b-ab39c23212bd by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'd0ed5452-bc3c-4894-a528-8676031d07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e7e2ca1b-eeb3-4130-99c3-cb0c62db1175'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:48:14.328412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7057e873-ead4-46d8-a525-e7aead365895 None None] Attempting to bind port ea564531-f74b-4083-801b-ab39c23212bd on network e7e2ca1b-eeb3-4130-99c3-cb0c62db1175 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:48:14.333892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-107b53be-1460-40df-961e-60448fba35e8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:48:14.345629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dc9e0319-d9c1-4e14-bb4a-e797cb6d4cd1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:14.351925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7057e873-ead4-46d8-a525-e7aead365895 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:48:14.352733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7057e873-ead4-46d8-a525-e7aead365895 None None] Checking segment: {'id': 'd0ed5452-bc3c-4894-a528-8676031d07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e7e2ca1b-eeb3-4130-99c3-cb0c62db1175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:48:14.353386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7057e873-ead4-46d8-a525-e7aead365895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:14.354021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7057e873-ead4-46d8-a525-e7aead365895 None None] Bound using segment: {'id': 'd0ed5452-bc3c-4894-a528-8676031d07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e7e2ca1b-eeb3-4130-99c3-cb0c62db1175'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:48:14.354797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-7057e873-ead4-46d8-a525-e7aead365895 None None] Bound port: ea564531-f74b-4083-801b-ab39c23212bd, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0ed5452-bc3c-4894-a528-8676031d07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e7e2ca1b-eeb3-4130-99c3-cb0c62db1175'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:48:14.355474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7057e873-ead4-46d8-a525-e7aead365895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:14.387364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-107b53be-1460-40df-961e-60448fba35e8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:14.481330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107b53be-1460-40df-961e-60448fba35e8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Made reservation on behalf of ed9c1443c9ab46589f19ea480da46eab for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:48:14.484677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-7057e873-ead4-46d8-a525-e7aead365895 None None] For port ea564531-f74b-4083-801b-ab39c23212bd, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:48:14.488849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-7057e873-ead4-46d8-a525-e7aead365895 None None] For port ea564531-f74b-4083-801b-ab39c23212bd, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=ea564531-f74b-4083-801b-ab39c23212bd,segment=NetworkSegment(d0ed5452-bc3c-4894-a528-8676031d07a8),segment_id=d0ed5452-bc3c-4894-a528-8676031d07a8)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:48:14.493725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7057e873-ead4-46d8-a525-e7aead365895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:14.498480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5cd9917f-8f3d-4cf7-b5b6-c8c590c6deec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:14.518042 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-eba5d9f4-6e9d-4fc4-b904-ea84ecc292d0 req-61294c6b-13ee-4ebf-9699-a8e11af549de tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ac5ddf-d9d4-4c79-9bdb-9a9469fce16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2293499 Dec 25 19:48:14.555703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dc9e0319-d9c1-4e14-bb4a-e797cb6d4cd1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:14.559956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9e0319-d9c1-4e14-bb4a-e797cb6d4cd1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:14.560619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dc9e0319-d9c1-4e14-bb4a-e797cb6d4cd1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:14.572501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:14.572802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc8e8e-8848-4d1e-8f45-91b524fe7cf4 None None] Pushing event updated for resources: {'Port': ['ID=ea564531-f74b-4083-801b-ab39c23212bd,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:14.576270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-56bc8e8e-8848-4d1e-8f45-91b524fe7cf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:14.622060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e253d4a7-d3a2-4961-8885-b8be896ff613 None None] DHCP port deletion for ebe58747-6285-4ee0-ac16-75d128bdb54a request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:48:14.627954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7057e873-ead4-46d8-a525-e7aead365895 None None] Routers {'2c2fc0bb-c07a-47a9-8654-0fc9114067ad'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:48:14.628972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-7057e873-ead4-46d8-a525-e7aead365895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:48:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['2c2fc0bb-c07a-47a9-8654-0fc9114067ad'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:14.644680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b4cf85df-33db-49fb-a33e-2111fbd3ddb2 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88901) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:159}} Dec 25 19:48:14.645156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b4cf85df-33db-49fb-a33e-2111fbd3ddb2 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Router f5b1cda1-f150-4e89-a6d3-f1ae54da1a54 migrating from provider to provider. {{(pid=88901) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:165}} Dec 25 19:48:14.645673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b4cf85df-33db-49fb-a33e-2111fbd3ddb2 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:14.665589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b4cf85df-33db-49fb-a33e-2111fbd3ddb2 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:14.670508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f5880441-837a-44e0-bd49-40bd9e24931b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:14.707665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b4cf85df-33db-49fb-a33e-2111fbd3ddb2 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854381233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854287207'] for router, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:14.764340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-acfcac73-3916-44cb-acd1-a79bffe53aec tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:14.802446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e253d4a7-d3a2-4961-8885-b8be896ff613 None None] Deleting port 4ca4d7ae-837c-4676-946f-61c0fd267966 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:14.802873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e253d4a7-d3a2-4961-8885-b8be896ff613 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:14.837448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-107b53be-1460-40df-961e-60448fba35e8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:14.872823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c36ebec8-6fa5-409e-a463-8bfc59e38364 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:14.878084 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-dc9e0319-d9c1-4e14-bb4a-e797cb6d4cd1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4770432 Dec 25 19:48:14.879354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46814) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:14.885984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1b68b2f8-a2b0-4485-83bc-eb55b6984d2c tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:14.906579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-7057e873-ead4-46d8-a525-e7aead365895 None None] Set router 2c2fc0bb-c07a-47a9-8654-0fc9114067ad gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:48:14.949358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-1cb318b3-9881-44da-b5f2-a48317921974 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] For port 4ca4d7ae-837c-4676-946f-61c0fd267966, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=4ca4d7ae-837c-4676-946f-61c0fd267966,segment=NetworkSegment(9e323872-8613-4c4b-a78f-84a602b608cb),segment_id=9e323872-8613-4c4b-a78f-84a602b608cb)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:48:14.949771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1cb318b3-9881-44da-b5f2-a48317921974 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:14.984029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e0319-d9c1-4e14-bb4a-e797cb6d4cd1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event updated for resources: {'Network': ['ID=9a76ed3e-c519-45eb-802e-123bcf98d996,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:14.994611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b7efe89f-4134-473e-8a80-78373e428ebc tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:14.994972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dc9e0319-d9c1-4e14-bb4a-e797cb6d4cd1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:15.021991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c36ebec8-6fa5-409e-a463-8bfc59e38364 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:15.034717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ebec8-6fa5-409e-a463-8bfc59e38364 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Port': ['ID=a34886cc-ca09-497f-ba61-08f48b9f8ca1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:15.037415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c36ebec8-6fa5-409e-a463-8bfc59e38364 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:15.088870 dv-neutron-822611-1-hyperv neutron-server[88789]: WARNING neutron.scheduler.l3_agent_scheduler [None req-b4cf85df-33db-49fb-a33e-2111fbd3ddb2 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] No L3 agents can host the router f5b1cda1-f150-4e89-a6d3-f1ae54da1a54 Dec 25 19:48:15.098061 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c36ebec8-6fa5-409e-a463-8bfc59e38364 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/ports/a34886cc-ca09-497f-ba61-08f48b9f8ca1 HTTP/1.1" status: 204 len: 168 time: 2.3180239 Dec 25 19:48:15.099100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46818) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:15.154940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 4ca4d7ae-837c-4676-946f-61c0fd267966 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:48:15.158169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1cb318b3-9881-44da-b5f2-a48317921974 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Calling delete_port for 4ca4d7ae-837c-4676-946f-61c0fd267966 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:48:15.217061 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 9a76ed3e-c519-45eb-802e-123bcf98d996 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:48:15.246340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0759c2-f9f7-45e7-bc03-a1d5617eead0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:15.248094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0759c2-f9f7-45e7-bc03-a1d5617eead0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:15.249103 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3e0759c2-f9f7-45e7-bc03-a1d5617eead0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:48:15.252248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f5880441-837a-44e0-bd49-40bd9e24931b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:15.325905 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1cb318b3-9881-44da-b5f2-a48317921974 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:15.334480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:15.360120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:15.391830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb318b3-9881-44da-b5f2-a48317921974 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Pushing event deleted for resources: {'Port': ['ID=4ca4d7ae-837c-4676-946f-61c0fd267966,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:15.396554 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No active binding found for port 4ca4d7ae-837c-4676-946f-61c0fd267966 {{(pid=88902) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 25 19:48:15.397023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 4ca4d7ae-837c-4676-946f-61c0fd267966 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:48:15.399092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1cb318b3-9881-44da-b5f2-a48317921974 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:15.406053 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb318b3-9881-44da-b5f2-a48317921974 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] No DVR routers for this DVR port 4ca4d7ae-837c-4676-946f-61c0fd267966 on host dv-neutron-822611-1-hyperv {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:48:15.443782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5880441-837a-44e0-bd49-40bd9e24931b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef16ee7f-3e07-44fe-b0cc-c9caef9a43a3,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:15.446484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f5880441-837a-44e0-bd49-40bd9e24931b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:15.471984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3e0759c2-f9f7-45e7-bc03-a1d5617eead0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:48:15.476685 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3e0759c2-f9f7-45e7-bc03-a1d5617eead0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3703299 Dec 25 19:48:15.481360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f5880441-837a-44e0-bd49-40bd9e24931b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:15.486924 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f5880441-837a-44e0-bd49-40bd9e24931b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ef16ee7f-3e07-44fe-b0cc-c9caef9a43a3 HTTP/1.1" status: 204 len: 168 time: 2.0163586 Dec 25 19:48:15.488075 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46822) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:15.488550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46824) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:15.497401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410bc25b-d3da-4dad-89ef-48541a13f7d8 None None] Network 367788d2-d464-40ee-b453-dec544646fe7 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:48:15.723152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-e253d4a7-d3a2-4961-8885-b8be896ff613 None None] For port 4ca4d7ae-837c-4676-946f-61c0fd267966, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=4ca4d7ae-837c-4676-946f-61c0fd267966,segment=NetworkSegment(9e323872-8613-4c4b-a78f-84a602b608cb),segment_id=9e323872-8613-4c4b-a78f-84a602b608cb)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:48:15.723862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e253d4a7-d3a2-4961-8885-b8be896ff613 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:15.923337 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b7efe89f-4134-473e-8a80-78373e428ebc tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:15.937445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2eb09f1f-5068-4218-83df-667e39ca49c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:15.961273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1cb318b3-9881-44da-b5f2-a48317921974 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:16.011739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cf85df-33db-49fb-a33e-2111fbd3ddb2 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Hosts for router f5b1cda1-f150-4e89-a6d3-f1ae54da1a54: [] {{(pid=88901) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 25 19:48:16.025449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-1cb318b3-9881-44da-b5f2-a48317921974 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebe58747-6285-4ee0-ac16-75d128bdb54a']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:16.053185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-1cb318b3-9881-44da-b5f2-a48317921974 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e323872-8613-4c4b-a78f-84a602b608cb') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:16.053627 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-1cb318b3-9881-44da-b5f2-a48317921974 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e323872-8613-4c4b-a78f-84a602b608cb') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:16.053760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b7efe89f-4134-473e-8a80-78373e428ebc tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:16.067809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e9161fd6-c11a-4cf4-937e-71a80c32ffc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:16.082505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1cb318b3-9881-44da-b5f2-a48317921974 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:16.100201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-107b53be-1460-40df-961e-60448fba35e8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:16.100441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-2eb09f1f-5068-4218-83df-667e39ca49c8 admin admin] Deleting port 6bde7090-be2e-4296-b85b-a483607ae631 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:16.100714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2eb09f1f-5068-4218-83df-667e39ca49c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:16.104343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e253d4a7-d3a2-4961-8885-b8be896ff613 None None] Calling delete_port for 4ca4d7ae-837c-4676-946f-61c0fd267966 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:48:16.108347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:16.134096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cf85df-33db-49fb-a33e-2111fbd3ddb2 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Hosts for other DVR routers connected to router f5b1cda1-f150-4e89-a6d3-f1ae54da1a54: set() {{(pid=88901) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Dec 25 19:48:16.136499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b4cf85df-33db-49fb-a33e-2111fbd3ddb2 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:16.140694 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b4cf85df-33db-49fb-a33e-2111fbd3ddb2 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] 10.222.0.24 "PUT /v2.0/routers/f5b1cda1-f150-4e89-a6d3-f1ae54da1a54 HTTP/1.1" status: 200 len: 717 time: 3.2082744 Dec 25 19:48:16.153371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46832) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:16.158717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1cb318b3-9881-44da-b5f2-a48317921974 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:16.175219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b7efe89f-4134-473e-8a80-78373e428ebc tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Network 9a76ed3e-c519-45eb-802e-123bcf98d996 is not hosted by any dhcp agent {{(pid=88901) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 25 19:48:16.179288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7efe89f-4134-473e-8a80-78373e428ebc tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:16.180011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b7efe89f-4134-473e-8a80-78373e428ebc tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:16.184877 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b7efe89f-4134-473e-8a80-78373e428ebc tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "PUT /v2.0/networks/9a76ed3e-c519-45eb-802e-123bcf98d996 HTTP/1.1" status: 200 len: 723 time: 1.2627120 Dec 25 19:48:16.201499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46836) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:16.211979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-0c04873a-e01c-49da-90ac-46ddc680cd35 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Request body: {'subnet': {'network_id': '9a76ed3e-c519-45eb-802e-123bcf98d996', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:16.266911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cb318b3-9881-44da-b5f2-a48317921974 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:48:16.267385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1cb318b3-9881-44da-b5f2-a48317921974 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:16.285870 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:48:16.285870 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:48:16.285870 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:48:16.285870 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:48:16.285870 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:48:16.285870 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:48:16.285870 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:48:16.285870 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:48:16.285870 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:48:16.285870 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:48:16.285870 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:48:16.285870 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:48:16.285870 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:48:16.285870 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:48:16.285870 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:48:16.285870 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:48:16.285870 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:48:16.285870 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:48:16.285870 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:48:16.285870 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:48:16.285870 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:48:16.285870 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:48:16.285870 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:48:16.285870 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:48:16.285870 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:48:16.285870 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:48:16.285870 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:48:16.285870 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:48:16.285870 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:48:16.285870 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:48:16.285870 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:48:16.285870 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:48:16.302358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-e253d4a7-d3a2-4961-8885-b8be896ff613 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:48:16.302873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-e253d4a7-d3a2-4961-8885-b8be896ff613 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:48:16.306888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7efe89f-4134-473e-8a80-78373e428ebc tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event updated for resources: {'Network': ['ID=9a76ed3e-c519-45eb-802e-123bcf98d996,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:16.309567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b7efe89f-4134-473e-8a80-78373e428ebc tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:16.310898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f6f88-0533-49e7-8e1a-2db8f2ef1ce1 req-05ada23c-ea33-4b6a-b211-a9e248c687be tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:16.312552 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-938f6f88-0533-49e7-8e1a-2db8f2ef1ce1 req-05ada23c-ea33-4b6a-b211-a9e248c687be tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0657226-8bcc-462e-b527-fe94bf366218 HTTP/1.1" status: 200 len: 946 time: 0.4964986 Dec 25 19:48:16.320364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-7057e873-ead4-46d8-a525-e7aead365895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'name': 'tempest-RoutersIpV6Test-router-1228898724', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:47:16Z', 'updated_at': '2021-12-25T19:48:04Z', 'revision_number': 4, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'gw_port_host': None, '_interfaces': [{'id': '031fca15-cc04-4765-822e-515d644cf979', 'name': '', 'network_id': '00ee1749-7dac-4ff2-bd55-2bdcb6a1342d', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:ab:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:20Z', 'updated_at': '2021-12-25T19:47:31Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b698ecc-1100-4527-b6b9-a66e84c80d04', 'name': '', 'network_id': '60e204d6-3634-416a-a347-79a8d48995a8', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:2c:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc997de-bf8e-4820-b22b-aba70acb08e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:36Z', 'updated_at': '2021-12-25T19:47:55Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'dcc997de-bf8e-4820-b22b-aba70acb08e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea564531-f74b-4083-801b-ab39c23212bd', 'name': '', 'network_id': 'e7e2ca1b-eeb3-4130-99c3-cb0c62db1175', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:f2:0e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'babcc1a8-ae22-45a7-86dd-71a25ff40d2f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:59Z', 'updated_at': '2021-12-25T19:48:14Z', 'revision_number': 4, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'babcc1a8-ae22-45a7-86dd-71a25ff40d2f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:16.327996 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 9a76ed3e-c519-45eb-802e-123bcf98d996 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:48:16.328629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb15825d-26e9-44d0-8c2d-ca97a16a24d1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting subnet 2d3d771e-901f-4054-855c-a47519055d47 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:48:16.351553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7057e873-ead4-46d8-a525-e7aead365895 None None] The sync data for ids ['2c2fc0bb-c07a-47a9-8654-0fc9114067ad'] in dv-neutron-822611-1-hyperv is: [{'id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'name': 'tempest-RoutersIpV6Test-router-1228898724', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:47:16Z', 'updated_at': '2021-12-25T19:48:04Z', 'revision_number': 4, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'gw_port_host': None, '_interfaces': [{'id': '031fca15-cc04-4765-822e-515d644cf979', 'name': '', 'network_id': '00ee1749-7dac-4ff2-bd55-2bdcb6a1342d', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:ab:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:20Z', 'updated_at': '2021-12-25T19:47:31Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b698ecc-1100-4527-b6b9-a66e84c80d04', 'name': '', 'network_id': '60e204d6-3634-416a-a347-79a8d48995a8', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:2c:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc997de-bf8e-4820-b22b-aba70acb08e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:36Z', 'updated_at': '2021-12-25T19:47:55Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'dcc997de-bf8e-4820-b22b-aba70acb08e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea564531-f74b-4083-801b-ab39c23212bd', 'name': '', 'network_id': 'e7e2ca1b-eeb3-4130-99c3-cb0c62db1175', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:f2:0e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'babcc1a8-ae22-45a7-86dd-71a25ff40d2f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:59Z', 'updated_at': '2021-12-25T19:48:14Z', 'revision_number': 4, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'babcc1a8-ae22-45a7-86dd-71a25ff40d2f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:48:16.363064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb15825d-26e9-44d0-8c2d-ca97a16a24d1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:16.480415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b53be-1460-40df-961e-60448fba35e8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event updated for resources: {'Subnet': ['ID=a7e66898-d5b1-4c19-8166-3f163d618e14,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:16.506414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-107b53be-1460-40df-961e-60448fba35e8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:16.513272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-acfcac73-3916-44cb-acd1-a79bffe53aec tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:16.513469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e099d7-53f4-4bee-8c6f-586ca86778d4 None None] DHCP port deletion for 367788d2-d464-40ee-b453-dec544646fe7 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:48:16.519953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-15e099d7-53f4-4bee-8c6f-586ca86778d4 None None] Deleting port 6bde7090-be2e-4296-b85b-a483607ae631 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:16.520617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-15e099d7-53f4-4bee-8c6f-586ca86778d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:16.531301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0c04873a-e01c-49da-90ac-46ddc680cd35 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:16.555856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1cb318b3-9881-44da-b5f2-a48317921974 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:16.565508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-acfcac73-3916-44cb-acd1-a79bffe53aec tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Deleting port db310665-2c83-47d4-8af1-fb2a667943e5 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:16.565785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-acfcac73-3916-44cb-acd1-a79bffe53aec tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:16.570021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb15825d-26e9-44d0-8c2d-ca97a16a24d1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:16.616851 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-99fcf2ed-fbf8-4506-a7b0-ca8ec964768b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:16.641256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1cb318b3-9881-44da-b5f2-a48317921974 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:16.666724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0c04873a-e01c-49da-90ac-46ddc680cd35 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Usage tracker for resource:subnet and tenant:4895f896d14c49cebd2f7b319db8be3e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:48:16.673690 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb318b3-9881-44da-b5f2-a48317921974 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Pushing event deleted for resources: {'Network': ['ID=ebe58747-6285-4ee0-ac16-75d128bdb54a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:16.681056 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-33be6852-0e66-472f-aa9c-4a141f1f6ada tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] 10.222.0.24 "GET /v2.0/routers/f5b1cda1-f150-4e89-a6d3-f1ae54da1a54 HTTP/1.1" status: 200 len: 717 time: 0.5210516 Dec 25 19:48:16.682968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1cb318b3-9881-44da-b5f2-a48317921974 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:16.687986 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46840) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:16.695383 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-938f6f88-0533-49e7-8e1a-2db8f2ef1ce1 req-dc09ed56-15c6-4491-ba01-1f87cbde8b08 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ac5ddf-d9d4-4c79-9bdb-9a9469fce16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3594863 Dec 25 19:48:16.702232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107b53be-1460-40df-961e-60448fba35e8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Checking segment: {'id': 'e6237923-3c03-4b3f-bfac-bb914c1a2282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0ee8a4a5-4b3e-48c5-8a69-fb9d331e4e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:48:16.702232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107b53be-1460-40df-961e-60448fba35e8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Network hostable DHCP agents. Network: 0ee8a4a5-4b3e-48c5-8a69-fb9d331e4e0e, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:48:16.724864 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1cb318b3-9881-44da-b5f2-a48317921974 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] 10.222.0.24 "DELETE /v2.0/networks/ebe58747-6285-4ee0-ac16-75d128bdb54a HTTP/1.1" status: 204 len: 168 time: 3.2150545 Dec 25 19:48:16.865470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e253d4a7-d3a2-4961-8885-b8be896ff613 None None] Deleting port 4ca4d7ae-837c-4676-946f-61c0fd267966 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:16.865901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e253d4a7-d3a2-4961-8885-b8be896ff613 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:17.034507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-15e099d7-53f4-4bee-8c6f-586ca86778d4 None None] For port 6bde7090-be2e-4296-b85b-a483607ae631, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=6bde7090-be2e-4296-b85b-a483607ae631,segment=NetworkSegment(0a5d06b6-5a26-4d5f-923a-bf759a4923fe),segment_id=0a5d06b6-5a26-4d5f-923a-bf759a4923fe)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:48:17.034963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-15e099d7-53f4-4bee-8c6f-586ca86778d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:17.054879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e253d4a7-d3a2-4961-8885-b8be896ff613 None None] The port '4ca4d7ae-837c-4676-946f-61c0fd267966' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:48:17.054879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device ea564531-f74b-4083-801b-ab39c23212bd up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:48:17.143860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107b53be-1460-40df-961e-60448fba35e8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Network 0ee8a4a5-4b3e-48c5-8a69-fb9d331e4e0e is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:48:17.261274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-2eb09f1f-5068-4218-83df-667e39ca49c8 admin admin] For port 6bde7090-be2e-4296-b85b-a483607ae631, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=6bde7090-be2e-4296-b85b-a483607ae631,segment=NetworkSegment(0a5d06b6-5a26-4d5f-923a-bf759a4923fe),segment_id=0a5d06b6-5a26-4d5f-923a-bf759a4923fe)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:48:17.261727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-107b53be-1460-40df-961e-60448fba35e8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 0ee8a4a5-4b3e-48c5-8a69-fb9d331e4e0e) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:48:17.262069 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2eb09f1f-5068-4218-83df-667e39ca49c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:17.279419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107b53be-1460-40df-961e-60448fba35e8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:17.279649 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-15e099d7-53f4-4bee-8c6f-586ca86778d4 None None] Calling delete_port for 6bde7090-be2e-4296-b85b-a483607ae631 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:48:17.280123 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-107b53be-1460-40df-961e-60448fba35e8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:17.317111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d0b9a3-c782-4ed7-80df-2627353345a8 None None] Network 0ee8a4a5-4b3e-48c5-8a69-fb9d331e4e0e requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:48:17.319441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-acfcac73-3916-44cb-acd1-a79bffe53aec tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:17.479850 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-2eb09f1f-5068-4218-83df-667e39ca49c8 admin admin] Calling delete_port for 6bde7090-be2e-4296-b85b-a483607ae631 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:48:17.480657 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f5a20f11-f811-4624-adc6-de62dea2b5c1 tempest-RoutersTestDVR-145436491 tempest-RoutersTestDVR-145436491-project] 10.222.0.24 "GET /v2.0/routers/f5b1cda1-f150-4e89-a6d3-f1ae54da1a54 HTTP/1.1" status: 200 len: 683 time: 0.7886193 Dec 25 19:48:17.489413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-acfcac73-3916-44cb-acd1-a79bffe53aec tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Calling delete_port for db310665-2c83-47d4-8af1-fb2a667943e5 owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:48:17.516955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46852) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:17.517346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46854) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:17.523895 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-107b53be-1460-40df-961e-60448fba35e8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.6239359 Dec 25 19:48:17.576683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port ea564531-f74b-4083-801b-ab39c23212bd completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:48:17.584611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-15e099d7-53f4-4bee-8c6f-586ca86778d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:17.590296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-2eb09f1f-5068-4218-83df-667e39ca49c8 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:48:17.590737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-2eb09f1f-5068-4218-83df-667e39ca49c8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:48:17.591334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46856) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:17.593382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-88da5788-eb4b-49fa-8f3c-664e1f378117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:17.594907 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0c04873a-e01c-49da-90ac-46ddc680cd35 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:48:17.632952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec756a3c-ac4d-4ba8-94f0-0ec3c13d0c11 req-bf680e1f-beca-4bbb-9e05-4cb286c733bd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:17.635637 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ec756a3c-ac4d-4ba8-94f0-0ec3c13d0c11 req-bf680e1f-beca-4bbb-9e05-4cb286c733bd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0657226-8bcc-462e-b527-fe94bf366218 HTTP/1.1" status: 200 len: 946 time: 0.6720524 Dec 25 19:48:17.654558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port ea564531-f74b-4083-801b-ab39c23212bd triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:48:17.654969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:17.683315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0c04873a-e01c-49da-90ac-46ddc680cd35 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:17.688169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e099d7-53f4-4bee-8c6f-586ca86778d4 None None] Pushing event deleted for resources: {'Port': ['ID=6bde7090-be2e-4296-b85b-a483607ae631,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:17.703117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-15e099d7-53f4-4bee-8c6f-586ca86778d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:17.714615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e099d7-53f4-4bee-8c6f-586ca86778d4 None None] No DVR routers for this DVR port 6bde7090-be2e-4296-b85b-a483607ae631 on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:48:17.789501 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ec756a3c-ac4d-4ba8-94f0-0ec3c13d0c11 req-f65b94d5-0d2e-437f-a33d-1b0eaee0a6f5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ac5ddf-d9d4-4c79-9bdb-9a9469fce16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383910 Dec 25 19:48:17.817803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c04873a-e01c-49da-90ac-46ddc680cd35 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Made reservation on behalf of 4895f896d14c49cebd2f7b319db8be3e for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:48:17.822602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93618567-0874-489f-841b-722c4888d1d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-0ee8a4a5-4b3e-48c5-8a69-fb9d331e4e0e', 'network_id': '0ee8a4a5-4b3e-48c5-8a69-fb9d331e4e0e', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'fixed_ips': [{'subnet_id': 'a7e66898-d5b1-4c19-8166-3f163d618e14'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:48:17.823971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-93618567-0874-489f-841b-722c4888d1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:17.834764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3680ffdb-a2b5-48bc-b028-0f3c5628f83d tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:17.851506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb15825d-26e9-44d0-8c2d-ca97a16a24d1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:17.969052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:18.035803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb15825d-26e9-44d0-8c2d-ca97a16a24d1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:18.054277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-51f6f649-6299-4f73-bcb5-2513f7bc1235 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:18.064170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port ea564531-f74b-4083-801b-ab39c23212bd, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=ea564531-f74b-4083-801b-ab39c23212bd,segment=NetworkSegment(d0ed5452-bc3c-4894-a528-8676031d07a8),segment_id=d0ed5452-bc3c-4894-a528-8676031d07a8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:48:18.072195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:18.081413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a790384e-f79d-4db2-8cdd-418a3b6bc5ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:18.096888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-2eb09f1f-5068-4218-83df-667e39ca49c8 admin admin] Deleting port 6bde7090-be2e-4296-b85b-a483607ae631 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:18.097263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2eb09f1f-5068-4218-83df-667e39ca49c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:18.123805 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb15825d-26e9-44d0-8c2d-ca97a16a24d1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Subnet': ['ID=2d3d771e-901f-4054-855c-a47519055d47,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:18.142791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bb15825d-26e9-44d0-8c2d-ca97a16a24d1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:18.170176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-93618567-0874-489f-841b-722c4888d1d8 None None] Allocated IP 2001:db8:3::2 (0ee8a4a5-4b3e-48c5-8a69-fb9d331e4e0e/a7e66898-d5b1-4c19-8166-3f163d618e14/68528f3f-89b0-4a8c-b4db-4586377552fb) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:48:18.216055 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-2eb09f1f-5068-4218-83df-667e39ca49c8 admin admin] The port '6bde7090-be2e-4296-b85b-a483607ae631' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:48:18.222316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0c04873a-e01c-49da-90ac-46ddc680cd35 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:18.227391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-acfcac73-3916-44cb-acd1-a79bffe53aec tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:18.234146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 6bde7090-be2e-4296-b85b-a483607ae631 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:48:18.239380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e3d0f94f-ecf0-4c68-9ee4-179b3c3af1ca tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:18.245123 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb15825d-26e9-44d0-8c2d-ca97a16a24d1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:18.285296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b247d2-180f-4d26-80c9-2b66889beb16 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:48:18.393909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 6bde7090-be2e-4296-b85b-a483607ae631 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:48:18.394264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 6bde7090-be2e-4296-b85b-a483607ae631 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:48:18.481882 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-bb15825d-26e9-44d0-8c2d-ca97a16a24d1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/2d3d771e-901f-4054-855c-a47519055d47 HTTP/1.1" status: 204 len: 168 time: 2.9851527 Dec 25 19:48:18.484272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2eb09f1f-5068-4218-83df-667e39ca49c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:18.494213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46870) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:18.502205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 19:48:18.598886 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c0658d14-50ac-4e8a-b768-b37a4cac382d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e294dd84ad824cc9acfb19aed70fafc4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0708780 Dec 25 19:48:18.598886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfcac73-3916-44cb-acd1-a79bffe53aec tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event deleted for resources: {'Port': ['ID=db310665-2c83-47d4-8af1-fb2a667943e5,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:18.600936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46874) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:18.614507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-acfcac73-3916-44cb-acd1-a79bffe53aec tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:18.683855 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6ff85163-2a90-4a4a-bc78-db73ad983583 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1760588 Dec 25 19:48:18.692741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-2eb09f1f-5068-4218-83df-667e39ca49c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['367788d2-d464-40ee-b453-dec544646fe7']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:18.702561 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46878) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:18.712084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=ea564531-f74b-4083-801b-ab39c23212bd,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:18.721699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:18.755511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-2eb09f1f-5068-4218-83df-667e39ca49c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a5d06b6-5a26-4d5f-923a-bf759a4923fe') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:18.755887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-2eb09f1f-5068-4218-83df-667e39ca49c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a5d06b6-5a26-4d5f-923a-bf759a4923fe') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:18.839347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2eb09f1f-5068-4218-83df-667e39ca49c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:18.855238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-93618567-0874-489f-841b-722c4888d1d8 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:18.879559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-93618567-0874-489f-841b-722c4888d1d8 None None] Transition to ACTIVE for port object 68528f3f-89b0-4a8c-b4db-4586377552fb will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:48:18.887594 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3680ffdb-a2b5-48bc-b028-0f3c5628f83d tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:18.907462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3680ffdb-a2b5-48bc-b028-0f3c5628f83d tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:18.925064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-93618567-0874-489f-841b-722c4888d1d8 None None] Transition to ACTIVE for port object 68528f3f-89b0-4a8c-b4db-4586377552fb will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:48:18.932658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-93618567-0874-489f-841b-722c4888d1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:18.936595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2eb09f1f-5068-4218-83df-667e39ca49c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:18.937668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-56bc8e8e-8848-4d1e-8f45-91b524fe7cf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:18.971427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eb09f1f-5068-4218-83df-667e39ca49c8 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:48:18.971796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2eb09f1f-5068-4218-83df-667e39ca49c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:18.978648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888b00b9-754c-445e-9ba7-cae57b485d15 None None] DHCP port deletion for 7396b720-65bf-48b2-8da7-778eed2fcf44 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:48:18.980833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device ea564531-f74b-4083-801b-ab39c23212bd up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:48:18.992299 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:48:18.992299 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:48:18.992299 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:48:18.992299 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:48:18.992299 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:48:18.992299 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:48:18.992299 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:48:18.992299 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:48:18.992299 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:48:18.992299 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:48:18.992299 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:48:18.992299 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:48:18.992299 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:48:18.992299 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:48:18.992299 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:48:18.992299 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:48:18.992299 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:48:18.992299 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:48:18.992299 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:48:18.992299 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:48:18.992299 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:48:18.992299 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:48:18.992299 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:48:18.992299 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:48:18.992299 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:48:18.992299 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:48:18.992299 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:48:18.992299 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:48:18.992299 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:48:18.992299 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:48:18.992299 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:48:18.992299 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:48:18.992299 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:48:18.992299 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:48:18.992299 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:48:18.992299 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:48:18.992299 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:48:18.992299 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:48:18.992299 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:48:18.992299 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:48:19.044928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-888b00b9-754c-445e-9ba7-cae57b485d15 None None] Deleting port a69cf484-e603-4c56-8e3f-1cb0be4e66e7 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:19.045536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-888b00b9-754c-445e-9ba7-cae57b485d15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:19.063410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9aaed76f-1416-472c-8ae2-2d283eefe6e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:19.094334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-acfcac73-3916-44cb-acd1-a79bffe53aec tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:19.114053 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93618567-0874-489f-841b-722c4888d1d8 None None] Network 0ee8a4a5-4b3e-48c5-8a69-fb9d331e4e0e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:48:19.122361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-93618567-0874-489f-841b-722c4888d1d8 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:48:19.127492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93618567-0874-489f-841b-722c4888d1d8 None None] Pushing event updated for resources: {'Port': ['ID=68528f3f-89b0-4a8c-b4db-4586377552fb,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:19.130051 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93618567-0874-489f-841b-722c4888d1d8 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:48:19.137479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-93618567-0874-489f-841b-722c4888d1d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:19.156005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2eb09f1f-5068-4218-83df-667e39ca49c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:19.192893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ad8f0e-96b0-4bbc-973c-44871ce6916f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:19.193890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-44ad8f0e-96b0-4bbc-973c-44871ce6916f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:48:19.200432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0c04873a-e01c-49da-90ac-46ddc680cd35 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:19.206815 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a04aef78-8289-4722-b17e-6b4427ccb5f2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:19.222820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2eb09f1f-5068-4218-83df-667e39ca49c8 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:19.239317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3680ffdb-a2b5-48bc-b028-0f3c5628f83d tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:19.239859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3680ffdb-a2b5-48bc-b028-0f3c5628f83d tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f5b1cda1-f150-4e89-a6d3-f1ae54da1a54 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:48:19.245524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9aaed76f-1416-472c-8ae2-2d283eefe6e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:19.308416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46882) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:19.314637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port ea564531-f74b-4083-801b-ab39c23212bd triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:48:19.315208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:19.319337 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb09f1f-5068-4218-83df-667e39ca49c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=367788d2-d464-40ee-b453-dec544646fe7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:19.366611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-93618567-0874-489f-841b-722c4888d1d8 None None] Attempting to bind port 68528f3f-89b0-4a8c-b4db-4586377552fb on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:48:19.367238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-93618567-0874-489f-841b-722c4888d1d8 None None] Attempting to bind port 68528f3f-89b0-4a8c-b4db-4586377552fb by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'e6237923-3c03-4b3f-bfac-bb914c1a2282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0ee8a4a5-4b3e-48c5-8a69-fb9d331e4e0e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:48:19.367771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93618567-0874-489f-841b-722c4888d1d8 None None] Attempting to bind port 68528f3f-89b0-4a8c-b4db-4586377552fb on network 0ee8a4a5-4b3e-48c5-8a69-fb9d331e4e0e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:48:19.391203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2eb09f1f-5068-4218-83df-667e39ca49c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:19.415836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3680ffdb-a2b5-48bc-b028-0f3c5628f83d tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:19.420987 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3680ffdb-a2b5-48bc-b028-0f3c5628f83d tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] 10.222.0.24 "DELETE /v2.0/routers/f5b1cda1-f150-4e89-a6d3-f1ae54da1a54 HTTP/1.1" status: 204 len: 168 time: 1.8898525 Dec 25 19:48:19.429759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46886) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:19.437420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-e4b20cc6-0871-435f-a5e8-0f987eb963ce tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Request body: {'router': {'name': 'tempest-router-369799623', 'distributed': True}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:19.443288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93618567-0874-489f-841b-722c4888d1d8 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:48:19.443798 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93618567-0874-489f-841b-722c4888d1d8 None None] Checking segment: {'id': 'e6237923-3c03-4b3f-bfac-bb914c1a2282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0ee8a4a5-4b3e-48c5-8a69-fb9d331e4e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:48:19.444470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-93618567-0874-489f-841b-722c4888d1d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:19.444936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e4b20cc6-0871-435f-a5e8-0f987eb963ce tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:19.445064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93618567-0874-489f-841b-722c4888d1d8 None None] Bound using segment: {'id': 'e6237923-3c03-4b3f-bfac-bb914c1a2282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0ee8a4a5-4b3e-48c5-8a69-fb9d331e4e0e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:48:19.445698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-93618567-0874-489f-841b-722c4888d1d8 None None] Bound port: 68528f3f-89b0-4a8c-b4db-4586377552fb, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6237923-3c03-4b3f-bfac-bb914c1a2282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0ee8a4a5-4b3e-48c5-8a69-fb9d331e4e0e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:48:19.446231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-93618567-0874-489f-841b-722c4888d1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:19.451239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-acfcac73-3916-44cb-acd1-a79bffe53aec tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:19.453314 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e4b20cc6-0871-435f-a5e8-0f987eb963ce tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Usage tracker for resource:router and tenant:572dce5085014c33a5f921f5949513a5 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:48:19.457815 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e4b20cc6-0871-435f-a5e8-0f987eb963ce tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:48:19.467984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e4b20cc6-0871-435f-a5e8-0f987eb963ce tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:19.471098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-acfcac73-3916-44cb-acd1-a79bffe53aec tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:19.486265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e4b20cc6-0871-435f-a5e8-0f987eb963ce tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:19.487443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e4b20cc6-0871-435f-a5e8-0f987eb963ce tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:19.488632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-888b00b9-754c-445e-9ba7-cae57b485d15 None None] For port a69cf484-e603-4c56-8e3f-1cb0be4e66e7, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a69cf484-e603-4c56-8e3f-1cb0be4e66e7,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:48:19.489209 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-888b00b9-754c-445e-9ba7-cae57b485d15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:19.497383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9aaed76f-1416-472c-8ae2-2d283eefe6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:19.511077 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8ab87c93-c74f-49d8-8926-a58cbe88a55f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:19.532161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaed76f-1416-472c-8ae2-2d283eefe6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb42232-ad7d-4c4a-ad58-1f75aac552f2,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:19.536486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9aaed76f-1416-472c-8ae2-2d283eefe6e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:19.545557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-acfcac73-3916-44cb-acd1-a79bffe53aec tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:19.546373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfcac73-3916-44cb-acd1-a79bffe53aec tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Fanout notify agent at l3_agent the message router_deleted on router 2324b301-b0a4-4c3c-a9a6-a51e45201beb {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:48:19.548763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9aaed76f-1416-472c-8ae2-2d283eefe6e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:19.552551 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9aaed76f-1416-472c-8ae2-2d283eefe6e1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3bb42232-ad7d-4c4a-ad58-1f75aac552f2 HTTP/1.1" status: 204 len: 168 time: 0.9384086 Dec 25 19:48:19.582814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-acfcac73-3916-44cb-acd1-a79bffe53aec tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:19.587698 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-acfcac73-3916-44cb-acd1-a79bffe53aec tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "DELETE /v2.0/routers/2324b301-b0a4-4c3c-a9a6-a51e45201beb HTTP/1.1" status: 204 len: 168 time: 6.1849949 Dec 25 19:48:19.588596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46892) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:19.594074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e4b20cc6-0871-435f-a5e8-0f987eb963ce tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:19.651704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-888b00b9-754c-445e-9ba7-cae57b485d15 None None] Calling delete_port for a69cf484-e603-4c56-8e3f-1cb0be4e66e7 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:48:19.678733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-28e52f33-2654-4ec9-8a9f-a795b506a4ed tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.387s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:19.697972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e4b20cc6-0871-435f-a5e8-0f987eb963ce tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:19.742777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-44ad8f0e-96b0-4bbc-973c-44871ce6916f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:48:19.746492 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-44ad8f0e-96b0-4bbc-973c-44871ce6916f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.0405080 Dec 25 19:48:19.762014 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2eb09f1f-5068-4218-83df-667e39ca49c8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/367788d2-d464-40ee-b453-dec544646fe7 HTTP/1.1" status: 204 len: 168 time: 4.2657557 Dec 25 19:48:19.765204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46898) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:19.797547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e4b20cc6-0871-435f-a5e8-0f987eb963ce tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:19.801367 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e4b20cc6-0871-435f-a5e8-0f987eb963ce tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3680482 Dec 25 19:48:19.804981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46904) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:19.899235 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c04873a-e01c-49da-90ac-46ddc680cd35 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event updated for resources: {'Subnet': ['ID=6148ac2d-7ee1-4d96-8cfa-a816d320a40c,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:19.902959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0c04873a-e01c-49da-90ac-46ddc680cd35 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:19.920948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-93618567-0874-489f-841b-722c4888d1d8 None None] For port 68528f3f-89b0-4a8c-b4db-4586377552fb, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:48:19.926528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-93618567-0874-489f-841b-722c4888d1d8 None None] For port 68528f3f-89b0-4a8c-b4db-4586377552fb, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=68528f3f-89b0-4a8c-b4db-4586377552fb,segment=NetworkSegment(e6237923-3c03-4b3f-bfac-bb914c1a2282),segment_id=e6237923-3c03-4b3f-bfac-bb914c1a2282)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:48:19.932627 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c04873a-e01c-49da-90ac-46ddc680cd35 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Checking segment: {'id': '11ccc9c1-3f69-4b0d-8cfc-e6ecc69e0507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9a76ed3e-c519-45eb-802e-123bcf98d996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:48:19.933309 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c04873a-e01c-49da-90ac-46ddc680cd35 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Network hostable DHCP agents. Network: 9a76ed3e-c519-45eb-802e-123bcf98d996, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:48:19.940066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-888b00b9-754c-445e-9ba7-cae57b485d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:19.948592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0550aa46-3afb-4995-acfb-499a8f447a89 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:19.949543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0550aa46-3afb-4995-acfb-499a8f447a89 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:48:19.987826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-15e099d7-53f4-4bee-8c6f-586ca86778d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:20.016959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef46f66b-baab-4a69-a5ea-994ccb264dde tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Deleting subnet 4c500275-5ffb-4492-b782-ab96d3855a6d {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:48:20.020236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ef46f66b-baab-4a69-a5ea-994ccb264dde tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:20.033239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-93618567-0874-489f-841b-722c4888d1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:20.049340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888b00b9-754c-445e-9ba7-cae57b485d15 None None] No DVR routers for this DVR port a69cf484-e603-4c56-8e3f-1cb0be4e66e7 on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:48:20.063129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888b00b9-754c-445e-9ba7-cae57b485d15 None None] Pushing event deleted for resources: {'Port': ['ID=a69cf484-e603-4c56-8e3f-1cb0be4e66e7,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:20.070228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-888b00b9-754c-445e-9ba7-cae57b485d15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:20.073271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2fb6d970-4daa-4f2f-8167-fb8b89465ad9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:20.091246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ef46f66b-baab-4a69-a5ea-994ccb264dde tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:20.110660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c04873a-e01c-49da-90ac-46ddc680cd35 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Network 9a76ed3e-c519-45eb-802e-123bcf98d996 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:48:20.179909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ef46f66b-baab-4a69-a5ea-994ccb264dde tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:20.185307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0550aa46-3afb-4995-acfb-499a8f447a89 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:48:20.186626 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0550aa46-3afb-4995-acfb-499a8f447a89 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3884649 Dec 25 19:48:20.189790 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46912) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:20.190169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46916) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:20.199079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-0c04873a-e01c-49da-90ac-46ddc680cd35 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 9a76ed3e-c519-45eb-802e-123bcf98d996) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:48:20.202135 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93618567-0874-489f-841b-722c4888d1d8 None None] Pushing event updated for resources: {'Port': ['ID=68528f3f-89b0-4a8c-b4db-4586377552fb,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:20.212950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32f9613-b641-4a14-b2cb-82361e8c8d94 None None] Network 9a76ed3e-c519-45eb-802e-123bcf98d996 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:48:20.229118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-93618567-0874-489f-841b-722c4888d1d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:20.314489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c04873a-e01c-49da-90ac-46ddc680cd35 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:20.315200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0c04873a-e01c-49da-90ac-46ddc680cd35 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:20.330262 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2e2be437-8c67-4820-be45-4cd3f3bdff56 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1359322 Dec 25 19:48:20.334570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d6263bbe-01b5-4835-b531-1457466c02c0 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:20.345552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46922) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:20.398676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ef46f66b-baab-4a69-a5ea-994ccb264dde tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:20.407714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-ae963eef-28d1-40a1-8cbd-b75cdfd18173 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'subnet': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:20.411487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:20.483354 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0c04873a-e01c-49da-90ac-46ddc680cd35 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2805884 Dec 25 19:48:20.497845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46928) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:20.516636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da34335-b256-4863-87b1-dd3a393c4a7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-9a76ed3e-c519-45eb-802e-123bcf98d996', 'network_id': '9a76ed3e-c519-45eb-802e-123bcf98d996', 'tenant_id': '4895f896d14c49cebd2f7b319db8be3e', 'fixed_ips': [{'subnet_id': '6148ac2d-7ee1-4d96-8cfa-a816d320a40c'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:48:20.518701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8da34335-b256-4863-87b1-dd3a393c4a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:20.526338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-4c516a5d-4fbd-4dc8-bd92-04ee159c46e6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:20.716930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46f66b-baab-4a69-a5ea-994ccb264dde tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event deleted for resources: {'Subnet': ['ID=4c500275-5ffb-4492-b782-ab96d3855a6d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:20.778511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ef46f66b-baab-4a69-a5ea-994ccb264dde tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:20.801403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ef46f66b-baab-4a69-a5ea-994ccb264dde tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:20.804642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0837d7-822e-4266-8e49-7eba221c1a4a None None] Network 8587fe4a-451a-46ff-80ba-7f824e6966b0 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:48:20.819139 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ef46f66b-baab-4a69-a5ea-994ccb264dde tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "DELETE /v2.0/subnets/4c500275-5ffb-4492-b782-ab96d3855a6d HTTP/1.1" status: 204 len: 168 time: 1.2274387 Dec 25 19:48:20.822750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46936) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:20.823174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46938) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:20.823633 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-023c59f7-39f6-4801-9ee2-622540c81d44 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=52795748b8b04275a38e1b104b37d885&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6271040 Dec 25 19:48:20.860342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ae963eef-28d1-40a1-8cbd-b75cdfd18173 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:20.860917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-8da34335-b256-4863-87b1-dd3a393c4a7c None None] Allocated IP 172.20.0.2 (9a76ed3e-c519-45eb-802e-123bcf98d996/6148ac2d-7ee1-4d96-8cfa-a816d320a40c/5d22dc9b-2bef-423c-9857-96e0d5963abf) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:48:20.945197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ae963eef-28d1-40a1-8cbd-b75cdfd18173 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:21.026637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 68528f3f-89b0-4a8c-b4db-4586377552fb up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:48:21.153702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-64904d42-15ef-436c-9a03-84a3d73e8d95 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:21.163901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae963eef-28d1-40a1-8cbd-b75cdfd18173 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:48:21.170700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ae963eef-28d1-40a1-8cbd-b75cdfd18173 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:21.188961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46946) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:21.195748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e43ebd8-b08b-402d-9c7d-f9b197b392d7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:21.238495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4c516a5d-4fbd-4dc8-bd92-04ee159c46e6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2972844'] for subnet, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:21.294002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-64904d42-15ef-436c-9a03-84a3d73e8d95 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Deleting port 65f6b9ae-8644-42fc-9863-f9ff01c6ea13 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:21.295789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-64904d42-15ef-436c-9a03-84a3d73e8d95 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:21.401943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 68528f3f-89b0-4a8c-b4db-4586377552fb completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:48:21.435767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8da34335-b256-4863-87b1-dd3a393c4a7c None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:21.453776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-8da34335-b256-4863-87b1-dd3a393c4a7c None None] Transition to ACTIVE for port object 5d22dc9b-2bef-423c-9857-96e0d5963abf will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:48:21.473919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a69cf484-e603-4c56-8e3f-1cb0be4e66e7 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:48:21.522125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-41d1271b-c0a7-4467-8a47-ce0dc81ae945 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-488074083'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:21.530171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b9a499-d3fc-4238-8edc-f9b5471021f3 None None] DHCP port deletion for 8587fe4a-451a-46ff-80ba-7f824e6966b0 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:48:21.532197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: a69cf484-e603-4c56-8e3f-1cb0be4e66e7 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:48:21.532663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a69cf484-e603-4c56-8e3f-1cb0be4e66e7 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:48:21.537583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-8da34335-b256-4863-87b1-dd3a393c4a7c None None] Transition to ACTIVE for port object 5d22dc9b-2bef-423c-9857-96e0d5963abf will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:48:21.541563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-d9b9a499-d3fc-4238-8edc-f9b5471021f3 None None] Deleting port 65f6b9ae-8644-42fc-9863-f9ff01c6ea13 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:21.542069 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d9b9a499-d3fc-4238-8edc-f9b5471021f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:21.563900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d6263bbe-01b5-4835-b531-1457466c02c0 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:21.571950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-41d1271b-c0a7-4467-8a47-ce0dc81ae945 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:21.582441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d6263bbe-01b5-4835-b531-1457466c02c0 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:21.583630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8da34335-b256-4863-87b1-dd3a393c4a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:21.588328 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5af54ff8-02de-4355-a96f-a2f526eedeb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:21.590800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-58a67793-5b7b-40e2-b00b-b2c3fd003176 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:21.591441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-41d1271b-c0a7-4467-8a47-ce0dc81ae945 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:network and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:48:21.602799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-41d1271b-c0a7-4467-8a47-ce0dc81ae945 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:48:21.681084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5af54ff8-02de-4355-a96f-a2f526eedeb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:21.694075 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-41d1271b-c0a7-4467-8a47-ce0dc81ae945 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:21.700368 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da34335-b256-4863-87b1-dd3a393c4a7c None None] Network 9a76ed3e-c519-45eb-802e-123bcf98d996 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:48:21.714942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-8da34335-b256-4863-87b1-dd3a393c4a7c None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:48:21.720185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da34335-b256-4863-87b1-dd3a393c4a7c None None] Pushing event updated for resources: {'Port': ['ID=5d22dc9b-2bef-423c-9857-96e0d5963abf,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:21.724910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da34335-b256-4863-87b1-dd3a393c4a7c None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:48:21.760343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8da34335-b256-4863-87b1-dd3a393c4a7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:21.761724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d6263bbe-01b5-4835-b531-1457466c02c0 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:21.762293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6263bbe-01b5-4835-b531-1457466c02c0 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8efa7f02-c9ce-4fdd-a89e-3aeabdb7e695 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:48:21.782879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d6263bbe-01b5-4835-b531-1457466c02c0 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:21.787718 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d6263bbe-01b5-4835-b531-1457466c02c0 tempest-RoutersTestDVR-1441386894 tempest-RoutersTestDVR-1441386894-project-admin] 10.222.0.24 "DELETE /v2.0/routers/8efa7f02-c9ce-4fdd-a89e-3aeabdb7e695 HTTP/1.1" status: 204 len: 168 time: 1.9782026 Dec 25 19:48:21.797503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d1271b-c0a7-4467-8a47-ce0dc81ae945 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Made reservation on behalf of 70aa58ed5ec1475cad367450f4be2220 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:48:21.802882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-41d1271b-c0a7-4467-8a47-ce0dc81ae945 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:21.862163 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-64904d42-15ef-436c-9a03-84a3d73e8d95 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] For port 65f6b9ae-8644-42fc-9863-f9ff01c6ea13, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=65f6b9ae-8644-42fc-9863-f9ff01c6ea13,segment=NetworkSegment(b69e53e2-f696-402f-8077-eb14c1439975),segment_id=b69e53e2-f696-402f-8077-eb14c1439975)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:48:21.862571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-64904d42-15ef-436c-9a03-84a3d73e8d95 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:21.864773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-8da34335-b256-4863-87b1-dd3a393c4a7c None None] Attempting to bind port 5d22dc9b-2bef-423c-9857-96e0d5963abf on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:48:21.865429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-8da34335-b256-4863-87b1-dd3a393c4a7c None None] Attempting to bind port 5d22dc9b-2bef-423c-9857-96e0d5963abf by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '11ccc9c1-3f69-4b0d-8cfc-e6ecc69e0507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9a76ed3e-c519-45eb-802e-123bcf98d996'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:48:21.865965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da34335-b256-4863-87b1-dd3a393c4a7c None None] Attempting to bind port 5d22dc9b-2bef-423c-9857-96e0d5963abf on network 9a76ed3e-c519-45eb-802e-123bcf98d996 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:48:21.939563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-41d1271b-c0a7-4467-8a47-ce0dc81ae945 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:22.026853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5af54ff8-02de-4355-a96f-a2f526eedeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:22.039499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-64904d42-15ef-436c-9a03-84a3d73e8d95 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Calling delete_port for 65f6b9ae-8644-42fc-9863-f9ff01c6ea13 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:48:22.076340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-16b0fc59-485e-4751-8361-1be94eb3a374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:22.124308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af54ff8-02de-4355-a96f-a2f526eedeb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c08009b-5eb3-4bb6-9a6d-3a7350753f5a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:22.127301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5af54ff8-02de-4355-a96f-a2f526eedeb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:22.131601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5af54ff8-02de-4355-a96f-a2f526eedeb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:22.143937 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5af54ff8-02de-4355-a96f-a2f526eedeb8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c08009b-5eb3-4bb6-9a6d-3a7350753f5a HTTP/1.1" status: 204 len: 168 time: 1.3101854 Dec 25 19:48:22.212668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-64904d42-15ef-436c-9a03-84a3d73e8d95 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:22.219075 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-acfcac73-3916-44cb-acd1-a79bffe53aec tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:22.262434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da34335-b256-4863-87b1-dd3a393c4a7c None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:48:22.262865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da34335-b256-4863-87b1-dd3a393c4a7c None None] Checking segment: {'id': '11ccc9c1-3f69-4b0d-8cfc-e6ecc69e0507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9a76ed3e-c519-45eb-802e-123bcf98d996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:48:22.265540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8da34335-b256-4863-87b1-dd3a393c4a7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:22.266006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da34335-b256-4863-87b1-dd3a393c4a7c None None] Bound using segment: {'id': '11ccc9c1-3f69-4b0d-8cfc-e6ecc69e0507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9a76ed3e-c519-45eb-802e-123bcf98d996'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:48:22.266569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-8da34335-b256-4863-87b1-dd3a393c4a7c None None] Bound port: 5d22dc9b-2bef-423c-9857-96e0d5963abf, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ccc9c1-3f69-4b0d-8cfc-e6ecc69e0507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9a76ed3e-c519-45eb-802e-123bcf98d996'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:48:22.267001 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8da34335-b256-4863-87b1-dd3a393c4a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:22.333879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64904d42-15ef-436c-9a03-84a3d73e8d95 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event deleted for resources: {'Port': ['ID=65f6b9ae-8644-42fc-9863-f9ff01c6ea13,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:22.337857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-d9b9a499-d3fc-4238-8edc-f9b5471021f3 None None] For port 65f6b9ae-8644-42fc-9863-f9ff01c6ea13, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=65f6b9ae-8644-42fc-9863-f9ff01c6ea13,segment=NetworkSegment(b69e53e2-f696-402f-8077-eb14c1439975),segment_id=b69e53e2-f696-402f-8077-eb14c1439975)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:48:22.338316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d9b9a499-d3fc-4238-8edc-f9b5471021f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:22.340263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-64904d42-15ef-436c-9a03-84a3d73e8d95 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:22.353320 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64904d42-15ef-436c-9a03-84a3d73e8d95 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] No DVR routers for this DVR port 65f6b9ae-8644-42fc-9863-f9ff01c6ea13 on host dv-neutron-822611-1-hyperv {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:48:22.559252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46960) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:22.631609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-64904d42-15ef-436c-9a03-84a3d73e8d95 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:22.652884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-d9b9a499-d3fc-4238-8edc-f9b5471021f3 None None] Calling delete_port for 65f6b9ae-8644-42fc-9863-f9ff01c6ea13 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:48:22.679734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-64904d42-15ef-436c-9a03-84a3d73e8d95 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8587fe4a-451a-46ff-80ba-7f824e6966b0']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:22.697834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-64904d42-15ef-436c-9a03-84a3d73e8d95 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b69e53e2-f696-402f-8077-eb14c1439975') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:22.698465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-64904d42-15ef-436c-9a03-84a3d73e8d95 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b69e53e2-f696-402f-8077-eb14c1439975') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:22.715982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ae963eef-28d1-40a1-8cbd-b75cdfd18173 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:22.723353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-64904d42-15ef-436c-9a03-84a3d73e8d95 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:22.744104 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-64904d42-15ef-436c-9a03-84a3d73e8d95 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:22.746716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-22b81f5f-b75c-4b5a-a2c1-6a41cc44a2a4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:22.753579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64904d42-15ef-436c-9a03-84a3d73e8d95 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:48:22.754028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-64904d42-15ef-436c-9a03-84a3d73e8d95 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:22.800179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-8da34335-b256-4863-87b1-dd3a393c4a7c None None] For port 5d22dc9b-2bef-423c-9857-96e0d5963abf, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:48:22.803963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-8da34335-b256-4863-87b1-dd3a393c4a7c None None] For port 5d22dc9b-2bef-423c-9857-96e0d5963abf, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=5d22dc9b-2bef-423c-9857-96e0d5963abf,segment=NetworkSegment(11ccc9c1-3f69-4b0d-8cfc-e6ecc69e0507),segment_id=11ccc9c1-3f69-4b0d-8cfc-e6ecc69e0507)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:48:22.805571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-d9b9a499-d3fc-4238-8edc-f9b5471021f3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:48:22.805979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-d9b9a499-d3fc-4238-8edc-f9b5471021f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:48:22.808551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8da34335-b256-4863-87b1-dd3a393c4a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:22.815030 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-888b00b9-754c-445e-9ba7-cae57b485d15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:22.832382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4c516a5d-4fbd-4dc8-bd92-04ee159c46e6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739196635046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036853341413'] for subnet, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:22.871588 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:48:22.871588 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:48:22.871588 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:48:22.871588 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:48:22.871588 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:48:22.871588 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:48:22.871588 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:48:22.871588 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:48:22.871588 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:48:22.871588 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:48:22.871588 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:48:22.871588 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:48:22.871588 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:48:22.871588 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:48:22.871588 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:48:22.871588 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:48:22.871588 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:48:22.871588 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:48:22.871588 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:48:22.871588 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:48:22.871588 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:48:22.871588 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:48:22.871588 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:48:22.871588 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:48:22.871588 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:48:22.871588 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:48:22.871588 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:48:22.871588 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:48:22.871588 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:48:22.871588 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:48:22.871588 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:48:22.871588 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:48:22.882184 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-41d1271b-c0a7-4467-8a47-ce0dc81ae945 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:22.896816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-64904d42-15ef-436c-9a03-84a3d73e8d95 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:22.901248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ac6f515b-cdde-484d-8665-72559c74b604 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:22.914362 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da34335-b256-4863-87b1-dd3a393c4a7c None None] Pushing event updated for resources: {'Port': ['ID=5d22dc9b-2bef-423c-9857-96e0d5963abf,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:22.918460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8da34335-b256-4863-87b1-dd3a393c4a7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:22.920007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6c7633-5141-41b5-b105-3633ac565eac None None] Network 0ee8a4a5-4b3e-48c5-8a69-fb9d331e4e0e requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:48:22.922224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-41d1271b-c0a7-4467-8a47-ce0dc81ae945 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:security_group_rule and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:48:22.934719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-64904d42-15ef-436c-9a03-84a3d73e8d95 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:22.941507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-41d1271b-c0a7-4467-8a47-ce0dc81ae945 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:48:22.949096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64904d42-15ef-436c-9a03-84a3d73e8d95 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event deleted for resources: {'Network': ['ID=8587fe4a-451a-46ff-80ba-7f824e6966b0,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:22.963993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-64904d42-15ef-436c-9a03-84a3d73e8d95 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:22.966971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4137d31c-e6e8-401e-b97b-1cec51afd639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:22.975915 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-64904d42-15ef-436c-9a03-84a3d73e8d95 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "DELETE /v2.0/networks/8587fe4a-451a-46ff-80ba-7f824e6966b0 HTTP/1.1" status: 204 len: 168 time: 2.1466050 Dec 25 19:48:22.976874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46974) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:22.977355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 65f6b9ae-8644-42fc-9863-f9ff01c6ea13 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:48:22.978735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-41d1271b-c0a7-4467-8a47-ce0dc81ae945 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:23.019529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae963eef-28d1-40a1-8cbd-b75cdfd18173 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:48:23.025098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c516a5d-4fbd-4dc8-bd92-04ee159c46e6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:23.025991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4c516a5d-4fbd-4dc8-bd92-04ee159c46e6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:23.030568 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4c516a5d-4fbd-4dc8-bd92-04ee159c46e6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "PUT /v2.0/subnets/6148ac2d-7ee1-4d96-8cfa-a816d320a40c HTTP/1.1" status: 200 len: 806 time: 2.5208116 Dec 25 19:48:23.037128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46978) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:23.046670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-ae963eef-28d1-40a1-8cbd-b75cdfd18173 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:48:23.054573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae963eef-28d1-40a1-8cbd-b75cdfd18173 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:23.055265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ae963eef-28d1-40a1-8cbd-b75cdfd18173 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:23.066518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae963eef-28d1-40a1-8cbd-b75cdfd18173 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Subnet': ['ID=def24e52-155a-44b5-b6b0-92679e31f620,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:23.082996 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 65f6b9ae-8644-42fc-9863-f9ff01c6ea13 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:48:23.083522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 65f6b9ae-8644-42fc-9863-f9ff01c6ea13 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:48:23.098437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a43c51-1286-4624-a0bc-d2648448ed4e None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:48:23.109876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ae963eef-28d1-40a1-8cbd-b75cdfd18173 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:23.114219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cb207fad-6f9a-412b-85c4-cfb19432d12c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.249s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:23.170581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-35ca7f99-fbf0-485e-ade5-74ade01d3591 None None] Provisioning for port 68528f3f-89b0-4a8c-b4db-4586377552fb completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:48:23.180932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7dee6b8c-aec6-4373-b094-9ecf83229814 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Deleting port 47ab60db-a343-4d39-8c11-db5a709de01e {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:23.181322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7dee6b8c-aec6-4373-b094-9ecf83229814 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:23.189150 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-35ca7f99-fbf0-485e-ade5-74ade01d3591 None None] Provisioning complete for port 68528f3f-89b0-4a8c-b4db-4586377552fb triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:48:23.189832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-35ca7f99-fbf0-485e-ade5-74ade01d3591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:23.325854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-d9b9a499-d3fc-4238-8edc-f9b5471021f3 None None] Deleting port 65f6b9ae-8644-42fc-9863-f9ff01c6ea13 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:23.326367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d9b9a499-d3fc-4238-8edc-f9b5471021f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:23.376626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-7e43ebd8-b08b-402d-9c7d-f9b197b392d7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Allocated IP 2001:db8:3::1 (0ee8a4a5-4b3e-48c5-8a69-fb9d331e4e0e/a7e66898-d5b1-4c19-8166-3f163d618e14/afdb73a4-f2bf-4d42-89a7-a5f3f169cd54) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:48:23.439095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4137d31c-e6e8-401e-b97b-1cec51afd639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:23.443172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7dee6b8c-aec6-4373-b094-9ecf83229814 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:23.443773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7dee6b8c-aec6-4373-b094-9ecf83229814 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:23.462212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4137d31c-e6e8-401e-b97b-1cec51afd639 admin admin] Usage tracker for resource:security_group_rule and tenant:040ceddf0e2b47428295089bfefd80d9 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:48:23.485019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4137d31c-e6e8-401e-b97b-1cec51afd639 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:48:23.500007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-d9b9a499-d3fc-4238-8edc-f9b5471021f3 None None] The port '65f6b9ae-8644-42fc-9863-f9ff01c6ea13' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:48:23.506251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c516a5d-4fbd-4dc8-bd92-04ee159c46e6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event updated for resources: {'Subnet': ['ID=6148ac2d-7ee1-4d96-8cfa-a816d320a40c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:23.518138 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4137d31c-e6e8-401e-b97b-1cec51afd639 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:23.529474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:23.568052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4c516a5d-4fbd-4dc8-bd92-04ee159c46e6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:23.581919 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ae963eef-28d1-40a1-8cbd-b75cdfd18173 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2338419 Dec 25 19:48:23.603103 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 46988) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:23.645546 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-63fd466d-96f9-4382-9f1a-d7cc146db13b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'port': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'fixed_ips': [{'subnet_id': 'def24e52-155a-44b5-b6b0-92679e31f620', 'ip_address': '2001:db8::b795:cc35:cc2f:6762'}], 'name': 'tempest-NetworksTestDHCPv6-1198502499'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:23.653892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46992) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:23.664902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7dee6b8c-aec6-4373-b094-9ecf83229814 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Calling delete_port for 47ab60db-a343-4d39-8c11-db5a709de01e owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:48:23.774318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-35ca7f99-fbf0-485e-ade5-74ade01d3591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:23.880832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-35ca7f99-fbf0-485e-ade5-74ade01d3591 None None] For port 68528f3f-89b0-4a8c-b4db-4586377552fb, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=68528f3f-89b0-4a8c-b4db-4586377552fb,segment=NetworkSegment(e6237923-3c03-4b3f-bfac-bb914c1a2282),segment_id=e6237923-3c03-4b3f-bfac-bb914c1a2282)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:48:23.885021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a548128a-eaad-4775-ab2b-1afff1ce810e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-7396b720-65bf-48b2-8da7-778eed2fcf44', 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'tenant_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'fixed_ips': [{'subnet_id': 'def24e52-155a-44b5-b6b0-92679e31f620'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:48:23.885943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a548128a-eaad-4775-ab2b-1afff1ce810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:23.910376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-41d1271b-c0a7-4467-8a47-ce0dc81ae945 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:23.914816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-35ca7f99-fbf0-485e-ade5-74ade01d3591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:23.923980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6345e15c-4ba5-43bb-b06c-f2989b16cb34 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:23.924131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8da34335-b256-4863-87b1-dd3a393c4a7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:23.926439 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7dee6b8c-aec6-4373-b094-9ecf83229814 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:23.934135 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-474199a7-e78d-431e-acf6-74e318cc7aae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:23.950608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-41d1271b-c0a7-4467-8a47-ce0dc81ae945 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:23.963127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41d1271b-c0a7-4467-8a47-ce0dc81ae945 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:48:23.972620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-41d1271b-c0a7-4467-8a47-ce0dc81ae945 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:23.973012 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-41d1271b-c0a7-4467-8a47-ce0dc81ae945 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Added segment 4016cc95-837b-44ae-8a9b-d81f38b4c388 of type vlan for network ccdad919-2c02-444b-a1f9-a441240bee2d Dec 25 19:48:24.005639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee6b8c-aec6-4373-b094-9ecf83229814 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event deleted for resources: {'Port': ['ID=47ab60db-a343-4d39-8c11-db5a709de01e,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:24.016214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-24e0c868-14e5-4b0e-8313-62d047e8c974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:24.016348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b40c3d53-6e82-425b-aff9-7a3db84437db tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Request body: {'networks': [{'name': 'tempest-network--437434129'}, {'name': 'tempest-network--161826368'}]} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:24.016609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b40c3d53-6e82-425b-aff9-7a3db84437db tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Request body: {'network': {'name': 'tempest-network--437434129'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:24.017092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b40c3d53-6e82-425b-aff9-7a3db84437db tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Request body: {'network': {'name': 'tempest-network--161826368'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:24.023088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7dee6b8c-aec6-4373-b094-9ecf83229814 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:24.024093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b40c3d53-6e82-425b-aff9-7a3db84437db tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:24.035664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-41d1271b-c0a7-4467-8a47-ce0dc81ae945 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:24.048582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-63fd466d-96f9-4382-9f1a-d7cc146db13b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:24.053170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-63fd466d-96f9-4382-9f1a-d7cc146db13b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:port and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:48:24.056229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-63fd466d-96f9-4382-9f1a-d7cc146db13b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:48:24.059982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b40c3d53-6e82-425b-aff9-7a3db84437db tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Usage tracker for resource:network and tenant:3b9bb43ec42741ef80210d33bd10ec2e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:48:24.062548 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-63fd466d-96f9-4382-9f1a-d7cc146db13b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:24.067943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b40c3d53-6e82-425b-aff9-7a3db84437db tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:48:24.074898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-6345e15c-4ba5-43bb-b06c-f2989b16cb34 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Deleting port 5d22dc9b-2bef-423c-9857-96e0d5963abf {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:24.074898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6345e15c-4ba5-43bb-b06c-f2989b16cb34 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:24.108394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca7f99-fbf0-485e-ade5-74ade01d3591 None None] Pushing event updated for resources: {'Port': ['ID=68528f3f-89b0-4a8c-b4db-4586377552fb,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:24.110138 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b40c3d53-6e82-425b-aff9-7a3db84437db tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:24.114437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-35ca7f99-fbf0-485e-ade5-74ade01d3591 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:24.142816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40c3d53-6e82-425b-aff9-7a3db84437db tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Made reservation on behalf of 3b9bb43ec42741ef80210d33bd10ec2e for: {'network': 2} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:48:24.149782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b40c3d53-6e82-425b-aff9-7a3db84437db tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:24.188245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7dee6b8c-aec6-4373-b094-9ecf83229814 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:24.193769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b40c3d53-6e82-425b-aff9-7a3db84437db tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:24.237182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e43ebd8-b08b-402d-9c7d-f9b197b392d7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:24.241237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-a548128a-eaad-4775-ab2b-1afff1ce810e None None] Allocated IP 2001:db8::2 (7396b720-65bf-48b2-8da7-778eed2fcf44/def24e52-155a-44b5-b6b0-92679e31f620/972ca0ef-dea2-4b79-96dc-7b2c95e4646c) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:48:24.244111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d1271b-c0a7-4467-8a47-ce0dc81ae945 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2fff2b-a78e-4717-bc34-232ba9d96bfd,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:24.256298 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7dee6b8c-aec6-4373-b094-9ecf83229814 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:24.263328 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7dee6b8c-aec6-4373-b094-9ecf83229814 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "DELETE /v2.0/floatingips/85d57381-dc64-4b10-a6ab-231a35dbdee9 HTTP/1.1" status: 204 len: 168 time: 1.2847848 Dec 25 19:48:24.267818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 46998) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:24.270770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b40c3d53-6e82-425b-aff9-7a3db84437db tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:24.279701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fd466d-96f9-4382-9f1a-d7cc146db13b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:48:24.310742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-41d1271b-c0a7-4467-8a47-ce0dc81ae945 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:24.318147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b40c3d53-6e82-425b-aff9-7a3db84437db tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Usage tracker for resource:security_group_rule and tenant:3b9bb43ec42741ef80210d33bd10ec2e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:48:24.330791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b40c3d53-6e82-425b-aff9-7a3db84437db tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:48:24.334544 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-3700ca26-8311-4a30-a3a5-81ee2f731af7 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] DELETE failed (client error): The resource could not be found. Dec 25 19:48:24.335689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3700ca26-8311-4a30-a3a5-81ee2f731af7 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:48:24.340814 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3700ca26-8311-4a30-a3a5-81ee2f731af7 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "DELETE /v2.0/ports/b8cbbb87-de8f-4d2f-b6a0-0877cb2c2163 HTTP/1.1" status: 404 len: 333 time: 0.0718906 Dec 25 19:48:24.344844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47002) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:24.347825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b40c3d53-6e82-425b-aff9-7a3db84437db tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:24.404262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d8042187-e560-4aa9-b164-19514882aacd tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Synchronizing usage tracker for tenant:e8d9b6a20125442895a663435174ff75 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:48:24.434371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d8042187-e560-4aa9-b164-19514882aacd tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Unset dirty status for tenant:e8d9b6a20125442895a663435174ff75 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:48:24.438892 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d8042187-e560-4aa9-b164-19514882aacd tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "GET /v2.0/ports?device_id=2324b301-b0a4-4c3c-a9a6-a51e45201beb HTTP/1.1" status: 200 len: 205 time: 0.0928140 Dec 25 19:48:24.439698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47006) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:24.447703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-7e43ebd8-b08b-402d-9c7d-f9b197b392d7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Transition to ACTIVE for port object afdb73a4-f2bf-4d42-89a7-a5f3f169cd54 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:48:24.488355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-41d1271b-c0a7-4467-8a47-ce0dc81ae945 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:24.493121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d1271b-c0a7-4467-8a47-ce0dc81ae945 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:24.493775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-41d1271b-c0a7-4467-8a47-ce0dc81ae945 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:24.500940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a548128a-eaad-4775-ab2b-1afff1ce810e None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:24.508098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-866c517e-9fb2-4cdb-a5f2-e2e5360a0409 tempest-BulkNetworkOpsIpV6Test-105843116 tempest-BulkNetworkOpsIpV6Test-105843116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:24.513678 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a548128a-eaad-4775-ab2b-1afff1ce810e None None] Transition to ACTIVE for port object 972ca0ef-dea2-4b79-96dc-7b2c95e4646c will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:48:24.518877 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-64677724-02ff-4426-81c4-dd3f1aecb734 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] delete failed (client error): The resource could not be found. Dec 25 19:48:24.523112 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-64677724-02ff-4426-81c4-dd3f1aecb734 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "DELETE /v2.0/routers/2324b301-b0a4-4c3c-a9a6-a51e45201beb HTTP/1.1" status: 404 len: 336 time: 0.0778832 Dec 25 19:48:24.526273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47010) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:24.545076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a548128a-eaad-4775-ab2b-1afff1ce810e None None] Transition to ACTIVE for port object 972ca0ef-dea2-4b79-96dc-7b2c95e4646c will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:48:24.553883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a548128a-eaad-4775-ab2b-1afff1ce810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:24.559109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-50103e0b-e7f0-4507-a9e8-84442f24e109 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:24.575518 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f99112-ba33-42ff-9845-1d0a2b12bad9 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] DELETE failed (client error): The resource could not be found. Dec 25 19:48:24.576032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52f99112-ba33-42ff-9845-1d0a2b12bad9 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:48:24.595772 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-52f99112-ba33-42ff-9845-1d0a2b12bad9 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "DELETE /v2.0/subnets/4c500275-5ffb-4492-b782-ab96d3855a6d HTTP/1.1" status: 404 len: 337 time: 0.0683904 Dec 25 19:48:24.603510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47014) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:24.612227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-45487ec3-03b9-4d5a-8011-ba62e30ea1c1 None None] Provisioning complete for port 68528f3f-89b0-4a8c-b4db-4586377552fb triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:48:24.612417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-45487ec3-03b9-4d5a-8011-ba62e30ea1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:24.644778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b40c3d53-6e82-425b-aff9-7a3db84437db tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:24.648309 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4137d31c-e6e8-401e-b97b-1cec51afd639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:24.661712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b40c3d53-6e82-425b-aff9-7a3db84437db tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:24.662998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b40c3d53-6e82-425b-aff9-7a3db84437db tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:24.679918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2ddb33ee-30b3-4e5e-a6b6-6e09d87340fa tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:24.685270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a548128a-eaad-4775-ab2b-1afff1ce810e None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:48:24.690941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-a548128a-eaad-4775-ab2b-1afff1ce810e None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:48:24.693419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548128a-eaad-4775-ab2b-1afff1ce810e None None] Pushing event updated for resources: {'Port': ['ID=972ca0ef-dea2-4b79-96dc-7b2c95e4646c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:24.693564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4137d31c-e6e8-401e-b97b-1cec51afd639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:24.695608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a548128a-eaad-4775-ab2b-1afff1ce810e None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:48:24.700488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a548128a-eaad-4775-ab2b-1afff1ce810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:24.714206 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-41d1271b-c0a7-4467-8a47-ce0dc81ae945 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.5059114 Dec 25 19:48:24.716466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47018) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:24.739419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-f2a55342-10ac-46da-b9df-306f2796f6fc tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'port': {'network_id': 'ccdad919-2c02-444b-a1f9-a441240bee2d', 'name': 'tempest-PortsIpV6TestJSON-740004811'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:24.764511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e701012e-5e3d-40ff-a6b7-c77a9a6809e0 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Deleting port b9f05693-4aa1-4241-b933-c33e0c5982f8 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:24.765250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e701012e-5e3d-40ff-a6b7-c77a9a6809e0 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:24.807492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-a548128a-eaad-4775-ab2b-1afff1ce810e None None] Attempting to bind port 972ca0ef-dea2-4b79-96dc-7b2c95e4646c on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:48:24.807917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-a548128a-eaad-4775-ab2b-1afff1ce810e None None] Attempting to bind port 972ca0ef-dea2-4b79-96dc-7b2c95e4646c by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:48:24.808330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a548128a-eaad-4775-ab2b-1afff1ce810e None None] Attempting to bind port 972ca0ef-dea2-4b79-96dc-7b2c95e4646c on network 7396b720-65bf-48b2-8da7-778eed2fcf44 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:48:24.810426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d1271b-c0a7-4467-8a47-ce0dc81ae945 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'Network': ['ID=ccdad919-2c02-444b-a1f9-a441240bee2d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:24.815973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c3d53-6e82-425b-aff9-7a3db84437db tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ac00b5-fcc2-4c0f-b7b6-a7f75b150193,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:24.821992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-41d1271b-c0a7-4467-8a47-ce0dc81ae945 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:24.822859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b40c3d53-6e82-425b-aff9-7a3db84437db tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:24.830603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-41d1271b-c0a7-4467-8a47-ce0dc81ae945 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:24.871930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network ccdad919-2c02-444b-a1f9-a441240bee2d details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:48:24.896503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b40c3d53-6e82-425b-aff9-7a3db84437db tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:48:24.913761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-63fd466d-96f9-4382-9f1a-d7cc146db13b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:24.936939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e43ebd8-b08b-402d-9c7d-f9b197b392d7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:25.005273 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4137d31c-e6e8-401e-b97b-1cec51afd639 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=040ceddf0e2b47428295089bfefd80d9&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4338777 Dec 25 19:48:25.028683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47022) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:25.060923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-63fd466d-96f9-4382-9f1a-d7cc146db13b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] device_id is not set on port 233fcb73-53e4-47ca-9fe1-9491395ca636 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:48:25.111454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137d31c-e6e8-401e-b97b-1cec51afd639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0217fa-9429-4307-bb60-b00edfaad691,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:25.119569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4137d31c-e6e8-401e-b97b-1cec51afd639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:25.146062 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0125455e-1f4e-49b3-98c8-166e659da2ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.205s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:25.224348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 68528f3f-89b0-4a8c-b4db-4586377552fb up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:48:25.281054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a548128a-eaad-4775-ab2b-1afff1ce810e None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:48:25.281481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a548128a-eaad-4775-ab2b-1afff1ce810e None None] Checking segment: {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:48:25.282079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a548128a-eaad-4775-ab2b-1afff1ce810e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:25.282680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a548128a-eaad-4775-ab2b-1afff1ce810e None None] Bound using segment: {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:48:25.283243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-a548128a-eaad-4775-ab2b-1afff1ce810e None None] Bound port: 972ca0ef-dea2-4b79-96dc-7b2c95e4646c, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:48:25.283671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a548128a-eaad-4775-ab2b-1afff1ce810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:25.382846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f2a55342-10ac-46da-b9df-306f2796f6fc tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:25.385876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b40c3d53-6e82-425b-aff9-7a3db84437db tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:25.386662 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-b40c3d53-6e82-425b-aff9-7a3db84437db tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Added segment 540d1c46-91cc-4efc-a542-1b7489d4349b of type vlan for network 6f2cc6dc-99b3-448c-b7cf-57f2d48ebcf2 Dec 25 19:48:25.407298 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f2a55342-10ac-46da-b9df-306f2796f6fc tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:port and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:48:25.408861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07472e3f-d56f-40ef-951e-ff2dddb4e27d None None] Network 9a76ed3e-c519-45eb-802e-123bcf98d996 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:48:25.427653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b40c3d53-6e82-425b-aff9-7a3db84437db tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:25.433717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f2a55342-10ac-46da-b9df-306f2796f6fc tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:48:25.449177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f2a55342-10ac-46da-b9df-306f2796f6fc tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:25.469248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e43ebd8-b08b-402d-9c7d-f9b197b392d7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Network 0ee8a4a5-4b3e-48c5-8a69-fb9d331e4e0e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:48:25.509960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-7e43ebd8-b08b-402d-9c7d-f9b197b392d7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:48:25.519259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-6345e15c-4ba5-43bb-b06c-f2989b16cb34 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] For port 5d22dc9b-2bef-423c-9857-96e0d5963abf, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=5d22dc9b-2bef-423c-9857-96e0d5963abf,segment=NetworkSegment(11ccc9c1-3f69-4b0d-8cfc-e6ecc69e0507),segment_id=11ccc9c1-3f69-4b0d-8cfc-e6ecc69e0507)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:48:25.519610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b40c3d53-6e82-425b-aff9-7a3db84437db tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:48:25.519875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6345e15c-4ba5-43bb-b06c-f2989b16cb34 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:25.529696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b40c3d53-6e82-425b-aff9-7a3db84437db tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:25.530256 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-b40c3d53-6e82-425b-aff9-7a3db84437db tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Added segment 0ce33a61-acc3-4671-be7a-94cb20e4cc6d of type vlan for network 08139c8f-b77e-477b-b4fc-48d9e6920faf Dec 25 19:48:25.545446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e43ebd8-b08b-402d-9c7d-f9b197b392d7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:48:25.546218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e43ebd8-b08b-402d-9c7d-f9b197b392d7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:25.559169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-a548128a-eaad-4775-ab2b-1afff1ce810e None None] For port 972ca0ef-dea2-4b79-96dc-7b2c95e4646c, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:48:25.562956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b40c3d53-6e82-425b-aff9-7a3db84437db tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:25.573668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 68528f3f-89b0-4a8c-b4db-4586377552fb triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:48:25.574095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:25.587344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a55342-10ac-46da-b9df-306f2796f6fc tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Made reservation on behalf of 70aa58ed5ec1475cad367450f4be2220 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:48:25.593307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2a55342-10ac-46da-b9df-306f2796f6fc tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:25.603718 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-a548128a-eaad-4775-ab2b-1afff1ce810e None None] For port 972ca0ef-dea2-4b79-96dc-7b2c95e4646c, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=972ca0ef-dea2-4b79-96dc-7b2c95e4646c,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:48:25.642213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a548128a-eaad-4775-ab2b-1afff1ce810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:25.651204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-56bc8e8e-8848-4d1e-8f45-91b524fe7cf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:25.682115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b40c3d53-6e82-425b-aff9-7a3db84437db tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:25.682856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b40c3d53-6e82-425b-aff9-7a3db84437db tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:25.687143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40c3d53-6e82-425b-aff9-7a3db84437db tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:25.689527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2ee41096-81fe-4b13-be5f-186a97bbc210 None None] Provisioning for port 5d22dc9b-2bef-423c-9857-96e0d5963abf completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:48:25.690792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40c3d53-6e82-425b-aff9-7a3db84437db tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:25.691696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b40c3d53-6e82-425b-aff9-7a3db84437db tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:25.701977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6e775c43-69fc-4110-a032-b81ca345137c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:25.734227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-6345e15c-4ba5-43bb-b06c-f2989b16cb34 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Calling delete_port for 5d22dc9b-2bef-423c-9857-96e0d5963abf owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:48:25.780048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-f2a55342-10ac-46da-b9df-306f2796f6fc tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] device_id is not set on port 8136c357-847e-4f1c-a3d8-2a70c397d020 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:48:25.815631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548128a-eaad-4775-ab2b-1afff1ce810e None None] Pushing event updated for resources: {'Port': ['ID=972ca0ef-dea2-4b79-96dc-7b2c95e4646c,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:25.820887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a548128a-eaad-4775-ab2b-1afff1ce810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:25.877112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e43ebd8-b08b-402d-9c7d-f9b197b392d7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event updated for resources: {'Port': ['ID=afdb73a4-f2bf-4d42-89a7-a5f3f169cd54,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:25.899180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7e43ebd8-b08b-402d-9c7d-f9b197b392d7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:25.924988 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b40c3d53-6e82-425b-aff9-7a3db84437db tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.2697902 Dec 25 19:48:25.970598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 5d22dc9b-2bef-423c-9857-96e0d5963abf up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:48:25.985532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47026) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:26.053412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c3d53-6e82-425b-aff9-7a3db84437db tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Pushing event updated for resources: {'Network': ['ID=6f2cc6dc-99b3-448c-b7cf-57f2d48ebcf2,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:26.069872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 5d22dc9b-2bef-423c-9857-96e0d5963abf completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:48:26.077649 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 6f2cc6dc-99b3-448c-b7cf-57f2d48ebcf2 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:48:26.114033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 5d22dc9b-2bef-423c-9857-96e0d5963abf triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:48:26.114750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:26.174678 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-477a5758-646c-4d60-9b72-4a25905d5f7b None None] Provisioning for port afdb73a4-f2bf-4d42-89a7-a5f3f169cd54 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:48:26.193913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-477a5758-646c-4d60-9b72-4a25905d5f7b None None] Provisioning complete for port afdb73a4-f2bf-4d42-89a7-a5f3f169cd54 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:48:26.194382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-477a5758-646c-4d60-9b72-4a25905d5f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:26.208433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e701012e-5e3d-40ff-a6b7-c77a9a6809e0 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:26.222274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-63fd466d-96f9-4382-9f1a-d7cc146db13b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Allocated IP 2001:db8::b795:cc35:cc2f:6762 (7396b720-65bf-48b2-8da7-778eed2fcf44/def24e52-155a-44b5-b6b0-92679e31f620/233fcb73-53e4-47ca-9fe1-9491395ca636) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:48:26.371421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-477a5758-646c-4d60-9b72-4a25905d5f7b None None] Port afdb73a4-f2bf-4d42-89a7-a5f3f169cd54 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:48:26.463904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f0794ff0-217c-4081-a361-42dfb5d5a295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:26.468499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e701012e-5e3d-40ff-a6b7-c77a9a6809e0 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Calling delete_port for b9f05693-4aa1-4241-b933-c33e0c5982f8 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:48:26.471377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:26.519095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 5d22dc9b-2bef-423c-9857-96e0d5963abf, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=5d22dc9b-2bef-423c-9857-96e0d5963abf,segment=NetworkSegment(11ccc9c1-3f69-4b0d-8cfc-e6ecc69e0507),segment_id=11ccc9c1-3f69-4b0d-8cfc-e6ecc69e0507)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:48:26.523872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:26.528776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a548128a-eaad-4775-ab2b-1afff1ce810e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:26.587438 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2c987d-7ed8-4135-b4e0-0835e790abbd None None] Network 9a76ed3e-c519-45eb-802e-123bcf98d996 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:48:26.658486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-6345e15c-4ba5-43bb-b06c-f2989b16cb34 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:48:26.658855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-6345e15c-4ba5-43bb-b06c-f2989b16cb34 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:48:26.661508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bccd0467-58be-4d19-800a-3a7a940e068f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:26.694574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c3d53-6e82-425b-aff9-7a3db84437db tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Pushing event updated for resources: {'Network': ['ID=08139c8f-b77e-477b-b4fc-48d9e6920faf,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:26.697607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b40c3d53-6e82-425b-aff9-7a3db84437db tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.996s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:26.703753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-64904d42-15ef-436c-9a03-84a3d73e8d95 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.986s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:26.704386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-64904d42-15ef-436c-9a03-84a3d73e8d95 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:26.723033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 08139c8f-b77e-477b-b4fc-48d9e6920faf details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:48:26.725803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2a55342-10ac-46da-b9df-306f2796f6fc tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:26.759589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f0794ff0-217c-4081-a361-42dfb5d5a295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:26.765059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=5d22dc9b-2bef-423c-9857-96e0d5963abf,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:26.785324 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:26.785786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-ba7caa63-f162-4833-9310-7c3d6d927704 None None] Provisioning complete for port 5d22dc9b-2bef-423c-9857-96e0d5963abf triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:48:26.786201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba7caa63-f162-4833-9310-7c3d6d927704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:26.790554 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1af64082-c1b1-4d72-a655-ae27c75f08d3 req-4fc7023d-c01f-4556-9d4d-457ed861bd95 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9f31fdbc-d458-4a48-9825-788034a6e6d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7299745 Dec 25 19:48:26.815327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e43ebd8-b08b-402d-9c7d-f9b197b392d7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:26.888673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2a55342-10ac-46da-b9df-306f2796f6fc tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:26.898424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-75df3c83-8ab4-4c07-8f52-996b1b0d0161 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:26.919204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b46a795-b12b-44a3-8833-8692670c802e tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:26.923596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b46a795-b12b-44a3-8833-8692670c802e tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:26.927792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e701012e-5e3d-40ff-a6b7-c77a9a6809e0 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:26.928242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b46a795-b12b-44a3-8833-8692670c802e tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:26.933300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b46a795-b12b-44a3-8833-8692670c802e tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:26.938237 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3b46a795-b12b-44a3-8833-8692670c802e tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.9344032 Dec 25 19:48:26.945040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47030) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:27.107268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 5d22dc9b-2bef-423c-9857-96e0d5963abf up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:48:27.122691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a55342-10ac-46da-b9df-306f2796f6fc tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'Port': ['ID=8136c357-847e-4f1c-a3d8-2a70c397d020,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:27.148935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f2a55342-10ac-46da-b9df-306f2796f6fc tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:27.152317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-75f406ea-49ce-4d06-b0d7-a4d6bc008c31 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:27.198828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-63fd466d-96f9-4382-9f1a-d7cc146db13b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:27.201903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 5d22dc9b-2bef-423c-9857-96e0d5963abf triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:48:27.202112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-6345e15c-4ba5-43bb-b06c-f2989b16cb34 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Deleting port 5d22dc9b-2bef-423c-9857-96e0d5963abf {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:27.202217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:27.202422 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6345e15c-4ba5-43bb-b06c-f2989b16cb34 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:27.218110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e701012e-5e3d-40ff-a6b7-c77a9a6809e0 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event deleted for resources: {'Port': ['ID=b9f05693-4aa1-4241-b933-c33e0c5982f8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:27.225059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e701012e-5e3d-40ff-a6b7-c77a9a6809e0 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:27.233311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e701012e-5e3d-40ff-a6b7-c77a9a6809e0 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:27.239088 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1af64082-c1b1-4d72-a655-ae27c75f08d3 req-7a46a0b8-ee5f-473f-88c8-5a66c4c6aa89 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=9f31fdbc-d458-4a48-9825-788034a6e6d5 HTTP/1.1" status: 200 len: 1098 time: 0.4157462 Dec 25 19:48:27.251134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a55342-10ac-46da-b9df-306f2796f6fc tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Checking segment: {'id': '4016cc95-837b-44ae-8a9b-d81f38b4c388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ccdad919-2c02-444b-a1f9-a441240bee2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:48:27.251501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a55342-10ac-46da-b9df-306f2796f6fc tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Network hostable DHCP agents. Network: ccdad919-2c02-444b-a1f9-a441240bee2d, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:48:27.297426 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e701012e-5e3d-40ff-a6b7-c77a9a6809e0 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "DELETE /v2.0/ports/b9f05693-4aa1-4241-b933-c33e0c5982f8 HTTP/1.1" status: 204 len: 168 time: 2.6904817 Dec 25 19:48:27.300203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47034) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:27.342170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 972ca0ef-dea2-4b79-96dc-7b2c95e4646c up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:48:27.424780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 972ca0ef-dea2-4b79-96dc-7b2c95e4646c completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:48:27.455979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a55342-10ac-46da-b9df-306f2796f6fc tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Network ccdad919-2c02-444b-a1f9-a441240bee2d is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:48:27.481944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-fc2ab1bf-e05b-4fa3-b7c7-088de0973c3c tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Deleting port 9a4b090a-edc0-491d-b794-567ae276cb9d {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:27.482347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fc2ab1bf-e05b-4fa3-b7c7-088de0973c3c tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:27.584273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-f2a55342-10ac-46da-b9df-306f2796f6fc tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, ccdad919-2c02-444b-a1f9-a441240bee2d) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:48:27.596398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbc143c-c413-404b-9250-0c30c59e1bb6 None None] Network ccdad919-2c02-444b-a1f9-a441240bee2d requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:48:27.624882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a55342-10ac-46da-b9df-306f2796f6fc tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:48:27.629301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a55342-10ac-46da-b9df-306f2796f6fc tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:27.630002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2a55342-10ac-46da-b9df-306f2796f6fc tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:27.656768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af64082-c1b1-4d72-a655-ae27c75f08d3 req-8a7c5f5f-2b0c-429d-95ab-2653ea3b2414 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:27.658095 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1af64082-c1b1-4d72-a655-ae27c75f08d3 req-8a7c5f5f-2b0c-429d-95ab-2653ea3b2414 service neutron] 10.222.0.36 "GET /v2.0/networks?id=da387ada-6589-46a3-a1e0-f2fd37f41648 HTTP/1.1" status: 200 len: 897 time: 0.3973107 Dec 25 19:48:27.760750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1dce2bad-7940-428d-bcee-aa5692af0332 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:27.768284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-63fd466d-96f9-4382-9f1a-d7cc146db13b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Transition to ACTIVE for port object 233fcb73-53e4-47ca-9fe1-9491395ca636 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:48:27.777982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f0794ff0-217c-4081-a361-42dfb5d5a295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:27.790713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ddd9de42-eca9-4c93-9a4b-715a5f484824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:27.862206 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0794ff0-217c-4081-a361-42dfb5d5a295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0217fa-9429-4307-bb60-b00edfaad691,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:27.868207 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f2a55342-10ac-46da-b9df-306f2796f6fc tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.1445127 Dec 25 19:48:27.872945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47038) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:27.893840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-555d99ad-e7f0-41c9-8284-4f9695f1e25a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-243945557'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:27.915094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-555d99ad-e7f0-41c9-8284-4f9695f1e25a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:27.923636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f0794ff0-217c-4081-a361-42dfb5d5a295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:27.931174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-555d99ad-e7f0-41c9-8284-4f9695f1e25a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:network and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:48:27.939632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-555d99ad-e7f0-41c9-8284-4f9695f1e25a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:48:27.952598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-555d99ad-e7f0-41c9-8284-4f9695f1e25a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:27.990272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fc2ab1bf-e05b-4fa3-b7c7-088de0973c3c tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:28.012526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555d99ad-e7f0-41c9-8284-4f9695f1e25a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Made reservation on behalf of 70aa58ed5ec1475cad367450f4be2220 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:48:28.018481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-555d99ad-e7f0-41c9-8284-4f9695f1e25a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:28.039577 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1af64082-c1b1-4d72-a655-ae27c75f08d3 req-7e3e56c5-4a97-4b77-a36d-5dc29f211175 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9749a656-ddcd-42f0-9811-5053427473ca HTTP/1.1" status: 200 len: 1001 time: 0.3511076 Dec 25 19:48:28.073537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-0a640ffb-6a93-42e0-8d3d-df4e594fd899 None None] Provisioning complete for port 5d22dc9b-2bef-423c-9857-96e0d5963abf triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:48:28.073967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0a640ffb-6a93-42e0-8d3d-df4e594fd899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:28.129741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f0794ff0-217c-4081-a361-42dfb5d5a295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:28.133822 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f0794ff0-217c-4081-a361-42dfb5d5a295 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff0217fa-9429-4307-bb60-b00edfaad691 HTTP/1.1" status: 204 len: 168 time: 3.0984929 Dec 25 19:48:28.260205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1dce2bad-7940-428d-bcee-aa5692af0332 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:28.274445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-fc2ab1bf-e05b-4fa3-b7c7-088de0973c3c tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Calling delete_port for 9a4b090a-edc0-491d-b794-567ae276cb9d owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:48:28.329869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-555d99ad-e7f0-41c9-8284-4f9695f1e25a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:48:28.368737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-9f06d30b-b69f-4364-8bc6-1409662fd772 None None] Provisioning for port 972ca0ef-dea2-4b79-96dc-7b2c95e4646c completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:48:28.372467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-555d99ad-e7f0-41c9-8284-4f9695f1e25a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:28.372858 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-555d99ad-e7f0-41c9-8284-4f9695f1e25a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Added segment 82e2de91-bad8-4633-a880-520dd8c663e9 of type vlan for network 46008b2d-5973-470f-bb71-d4ad2fff1193 Dec 25 19:48:28.375917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-9f06d30b-b69f-4364-8bc6-1409662fd772 None None] Provisioning complete for port 972ca0ef-dea2-4b79-96dc-7b2c95e4646c triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:48:28.376587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9f06d30b-b69f-4364-8bc6-1409662fd772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:28.383491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af64082-c1b1-4d72-a655-ae27c75f08d3 req-197f830b-913a-4bb9-b772-280318d84f77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:28.385193 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1af64082-c1b1-4d72-a655-ae27c75f08d3 req-197f830b-913a-4bb9-b772-280318d84f77 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b7d590d7-0365-4250-b463-71f5fd5bb283 HTTP/1.1" status: 200 len: 835 time: 0.1748648 Dec 25 19:48:28.405323 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-63fd466d-96f9-4382-9f1a-d7cc146db13b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:28.484180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-555d99ad-e7f0-41c9-8284-4f9695f1e25a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:28.494740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a1f2e30e-06fa-46a9-8587-b1000c45785f tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:28.540941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9f06d30b-b69f-4364-8bc6-1409662fd772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:28.550896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-1dce2bad-7940-428d-bcee-aa5692af0332 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f2cc6dc-99b3-448c-b7cf-57f2d48ebcf2']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:28.577641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fd466d-96f9-4382-9f1a-d7cc146db13b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:48:28.584365 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1af64082-c1b1-4d72-a655-ae27c75f08d3 req-330fe2e2-ccda-45ec-80b0-133b6469538d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=da387ada-6589-46a3-a1e0-f2fd37f41648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1826329 Dec 25 19:48:28.585480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-9f06d30b-b69f-4364-8bc6-1409662fd772 None None] For port 972ca0ef-dea2-4b79-96dc-7b2c95e4646c, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=972ca0ef-dea2-4b79-96dc-7b2c95e4646c,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:48:28.590230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9f06d30b-b69f-4364-8bc6-1409662fd772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:28.596377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3c9507ad-0782-4772-9066-2c39dc38d0a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:28.610246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-63fd466d-96f9-4382-9f1a-d7cc146db13b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:48:28.615831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-1dce2bad-7940-428d-bcee-aa5692af0332 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '540d1c46-91cc-4efc-a542-1b7489d4349b') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:28.616205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-1dce2bad-7940-428d-bcee-aa5692af0332 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '540d1c46-91cc-4efc-a542-1b7489d4349b') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:28.644432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fd466d-96f9-4382-9f1a-d7cc146db13b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:48:28.649574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fd466d-96f9-4382-9f1a-d7cc146db13b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:28.650314 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-63fd466d-96f9-4382-9f1a-d7cc146db13b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:28.700248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06d30b-b69f-4364-8bc6-1409662fd772 None None] Pushing event updated for resources: {'Port': ['ID=972ca0ef-dea2-4b79-96dc-7b2c95e4646c,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:28.704469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47046) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:28.705653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9f06d30b-b69f-4364-8bc6-1409662fd772 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:28.730635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1dce2bad-7940-428d-bcee-aa5692af0332 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:28.805460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd466d-96f9-4382-9f1a-d7cc146db13b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Port': ['ID=233fcb73-53e4-47ca-9fe1-9491395ca636,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:28.828483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a6536511-f23d-4ae0-8bfd-dbc3498ef87a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:28.852210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1dce2bad-7940-428d-bcee-aa5692af0332 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:28.855429 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-63fd466d-96f9-4382-9f1a-d7cc146db13b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.2240238 Dec 25 19:48:28.861183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47050) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:28.865709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-6345e15c-4ba5-43bb-b06c-f2989b16cb34 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] For port 5d22dc9b-2bef-423c-9857-96e0d5963abf, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=5d22dc9b-2bef-423c-9857-96e0d5963abf,segment=NetworkSegment(11ccc9c1-3f69-4b0d-8cfc-e6ecc69e0507),segment_id=11ccc9c1-3f69-4b0d-8cfc-e6ecc69e0507)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:48:28.866149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6345e15c-4ba5-43bb-b06c-f2989b16cb34 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:28.894541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd466d-96f9-4382-9f1a-d7cc146db13b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:48:28.894950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd466d-96f9-4382-9f1a-d7cc146db13b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:48:28.895403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd466d-96f9-4382-9f1a-d7cc146db13b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:48:28.895822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd466d-96f9-4382-9f1a-d7cc146db13b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:48:28.896351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd466d-96f9-4382-9f1a-d7cc146db13b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:48:28.896629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd466d-96f9-4382-9f1a-d7cc146db13b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:48:28.897038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd466d-96f9-4382-9f1a-d7cc146db13b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:48:28.898014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd466d-96f9-4382-9f1a-d7cc146db13b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:48:28.898422 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd466d-96f9-4382-9f1a-d7cc146db13b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:48:28.898830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd466d-96f9-4382-9f1a-d7cc146db13b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:48:28.899265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd466d-96f9-4382-9f1a-d7cc146db13b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:48:28.905829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dce2bad-7940-428d-bcee-aa5692af0332 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:48:28.906275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1dce2bad-7940-428d-bcee-aa5692af0332 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:28.916954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 972ca0ef-dea2-4b79-96dc-7b2c95e4646c up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:48:28.921858 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-555d99ad-e7f0-41c9-8284-4f9695f1e25a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:28.925532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555d99ad-e7f0-41c9-8284-4f9695f1e25a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:28.926178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-555d99ad-e7f0-41c9-8284-4f9695f1e25a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:28.939081 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-71476900-acdc-485f-bb67-28254f5c00ca tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:28.957431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fc2ab1bf-e05b-4fa3-b7c7-088de0973c3c tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:28.982324 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:48:28.982324 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:48:28.982324 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:48:28.982324 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:48:28.982324 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:48:28.982324 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:48:28.982324 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:48:28.982324 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:48:28.982324 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:48:28.982324 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:48:28.982324 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:48:28.982324 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:48:28.982324 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:48:28.982324 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:48:28.982324 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:48:28.982324 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:48:28.982324 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:48:28.982324 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:48:28.982324 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:48:28.982324 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:48:28.982324 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:48:28.982324 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:48:28.982324 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:48:28.982324 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:48:28.982324 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:48:28.982324 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:48:28.982324 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:48:28.982324 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:48:28.982324 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:48:28.982324 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:48:28.982324 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:48:28.982324 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:48:28.986779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-63fd466d-96f9-4382-9f1a-d7cc146db13b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:29.008243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 972ca0ef-dea2-4b79-96dc-7b2c95e4646c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:48:29.008645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:29.050781 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-bccd0467-58be-4d19-800a-3a7a940e068f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Allocated IP 172.20.0.17 (7579654c-5033-483f-9933-ff786d50e0fb/77d81a86-b713-46c8-97d0-a80723b9f190/1728cbb0-5d2b-4d4d-8f51-51db9ac5b8c6) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:48:29.068768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-6345e15c-4ba5-43bb-b06c-f2989b16cb34 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Calling delete_port for 5d22dc9b-2bef-423c-9857-96e0d5963abf owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:48:29.141918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d1de7db5-aec6-4c9d-964a-d9752ad7f8ec None None] Provisioning for port 233fcb73-53e4-47ca-9fe1-9491395ca636 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:48:29.151899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d1de7db5-aec6-4c9d-964a-d9752ad7f8ec None None] Provisioning complete for port 233fcb73-53e4-47ca-9fe1-9491395ca636 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:48:29.152419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d1de7db5-aec6-4c9d-964a-d9752ad7f8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:29.211262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-d1de7db5-aec6-4c9d-964a-d9752ad7f8ec None None] Port 233fcb73-53e4-47ca-9fe1-9491395ca636 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:48:29.220121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e43ebd8-b08b-402d-9c7d-f9b197b392d7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:29.251327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e43ebd8-b08b-402d-9c7d-f9b197b392d7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:29.252199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e43ebd8-b08b-402d-9c7d-f9b197b392d7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:29.265418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-63fd466d-96f9-4382-9f1a-d7cc146db13b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:29.269826 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-555d99ad-e7f0-41c9-8284-4f9695f1e25a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3957613 Dec 25 19:48:29.275811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d99ad-e7f0-41c9-8284-4f9695f1e25a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'Network': ['ID=46008b2d-5973-470f-bb71-d4ad2fff1193,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:29.278642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-555d99ad-e7f0-41c9-8284-4f9695f1e25a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:29.283224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47054) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:29.283927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1cdab32a-b8bd-45f3-9c89-7c7ad45d4c07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.304s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:29.287828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 46008b2d-5973-470f-bb71-d4ad2fff1193 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:48:29.295479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1dce2bad-7940-428d-bcee-aa5692af0332 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:29.345254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'ports': [{'network_id': 'ccdad919-2c02-444b-a1f9-a441240bee2d'}, {'network_id': '46008b2d-5973-470f-bb71-d4ad2fff1193'}]} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:29.345608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'port': {'network_id': 'ccdad919-2c02-444b-a1f9-a441240bee2d'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:29.346549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'port': {'network_id': '46008b2d-5973-470f-bb71-d4ad2fff1193'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:29.363517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1dce2bad-7940-428d-bcee-aa5692af0332 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:29.375959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a6536511-f23d-4ae0-8bfd-dbc3498ef87a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:29.388443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ab1bf-e05b-4fa3-b7c7-088de0973c3c tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event deleted for resources: {'Port': ['ID=9a4b090a-edc0-491d-b794-567ae276cb9d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:29.391043 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fc2ab1bf-e05b-4fa3-b7c7-088de0973c3c tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:29.398563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fc2ab1bf-e05b-4fa3-b7c7-088de0973c3c tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:29.403280 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fc2ab1bf-e05b-4fa3-b7c7-088de0973c3c tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "DELETE /v2.0/ports/9a4b090a-edc0-491d-b794-567ae276cb9d HTTP/1.1" status: 204 len: 168 time: 2.0991569 Dec 25 19:48:29.418134 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1af64082-c1b1-4d72-a655-ae27c75f08d3 req-8739d44f-0609-412f-98a8-d4d91f6f45d1 service neutron] 10.222.0.36 "GET /v2.0/networks/da387ada-6589-46a3-a1e0-f2fd37f41648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8234029 Dec 25 19:48:29.421755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47058) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:29.467671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a6536511-f23d-4ae0-8bfd-dbc3498ef87a admin admin] Usage tracker for resource:security_group_rule and tenant:572dce5085014c33a5f921f5949513a5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:48:29.479337 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1dce2bad-7940-428d-bcee-aa5692af0332 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] 10.222.0.24 "DELETE /v2.0/networks/6f2cc6dc-99b3-448c-b7cf-57f2d48ebcf2 HTTP/1.1" status: 204 len: 168 time: 2.5230188 Dec 25 19:48:29.500525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a6536511-f23d-4ae0-8bfd-dbc3498ef87a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:48:29.503495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e43ebd8-b08b-402d-9c7d-f9b197b392d7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event updated for resources: {'Port': ['ID=afdb73a4-f2bf-4d42-89a7-a5f3f169cd54,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:29.511423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47062) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:29.554229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7e43ebd8-b08b-402d-9c7d-f9b197b392d7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:29.555124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a6536511-f23d-4ae0-8bfd-dbc3498ef87a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:29.557123 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b7efe89f-4134-473e-8a80-78373e428ebc tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:29.596017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d4d033-4eb4-4908-85f5-589391b23b1c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:29.600953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d4d033-4eb4-4908-85f5-589391b23b1c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:29.601787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c3d4d033-4eb4-4908-85f5-589391b23b1c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:48:29.674047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce2bad-7940-428d-bcee-aa5692af0332 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Pushing event deleted for resources: {'Network': ['ID=6f2cc6dc-99b3-448c-b7cf-57f2d48ebcf2,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:29.705032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1dce2bad-7940-428d-bcee-aa5692af0332 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:29.826082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c3d4d033-4eb4-4908-85f5-589391b23b1c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:48:29.827340 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c3d4d033-4eb4-4908-85f5-589391b23b1c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.9614434 Dec 25 19:48:29.833245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47066) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:29.883337 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:29.887925 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1af64082-c1b1-4d72-a655-ae27c75f08d3 req-b0e71fcb-2c77-4fa0-8a80-71e9a91e900e service neutron] 10.222.0.36 "GET /v2.0/networks/da387ada-6589-46a3-a1e0-f2fd37f41648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4598820 Dec 25 19:48:29.909414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:port and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:48:29.913786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:48:29.923929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03db1630-03f2-4619-8fac-16718040afb8 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:29.924711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-03db1630-03f2-4619-8fac-16718040afb8 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Synchronizing usage tracker for tenant:e8d9b6a20125442895a663435174ff75 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:48:29.937321 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:29.961775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-03db1630-03f2-4619-8fac-16718040afb8 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Unset dirty status for tenant:e8d9b6a20125442895a663435174ff75 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:48:29.963134 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-03db1630-03f2-4619-8fac-16718040afb8 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "GET /v2.0/ports?device_id=37b5843f-11c8-4119-aa66-53b4aff55b9b HTTP/1.1" status: 200 len: 913 time: 0.5389068 Dec 25 19:48:29.966527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47070) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:29.973251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-59dd4ac8-b668-4be5-b106-eee251f11623 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting port 233fcb73-53e4-47ca-9fe1-9491395ca636 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:29.973636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-59dd4ac8-b668-4be5-b106-eee251f11623 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:30.076423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Made reservation on behalf of 70aa58ed5ec1475cad367450f4be2220 for: {'port': 2} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:48:30.082429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:30.095691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bccd0467-58be-4d19-800a-3a7a940e068f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:30.111435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6345e15c-4ba5-43bb-b06c-f2989b16cb34 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:30.115242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1bab69cc-4fb9-4345-9460-6418ed47ef23 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:30.143219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:30.184068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6345e15c-4ba5-43bb-b06c-f2989b16cb34 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event deleted for resources: {'Port': ['ID=5d22dc9b-2bef-423c-9857-96e0d5963abf,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:30.205612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-32d15dbb-36ae-4fff-99e3-8549c91d7c62 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:30.213243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6345e15c-4ba5-43bb-b06c-f2989b16cb34 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:30.218829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-bccd0467-58be-4d19-800a-3a7a940e068f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Transition to ACTIVE for port object 1728cbb0-5d2b-4d4d-8f51-51db9ac5b8c6 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:48:30.222981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e43ebd8-b08b-402d-9c7d-f9b197b392d7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Network 0ee8a4a5-4b3e-48c5-8a69-fb9d331e4e0e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:48:30.234396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-7e43ebd8-b08b-402d-9c7d-f9b197b392d7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:48:30.340551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacfe994-07a9-4d92-8446-7ca8a1fdf00e None None] DHCP port deletion for 9a76ed3e-c519-45eb-802e-123bcf98d996 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:48:30.524876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6345e15c-4ba5-43bb-b06c-f2989b16cb34 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] No DVR routers for this DVR port 5d22dc9b-2bef-423c-9857-96e0d5963abf on host dv-neutron-822611-1-hyperv {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:48:30.542823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] device_id is not set on port de1f53d1-8cf7-43c8-b668-07072017056c yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:48:30.564647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbafc4f-505c-43ef-980d-34c266550fef None None] get_active_networks_info from dv-neutron-822611-1-hyperv {{(pid=88902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 25 19:48:30.612643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a6536511-f23d-4ae0-8bfd-dbc3498ef87a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:30.626171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-59dd4ac8-b668-4be5-b106-eee251f11623 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:30.643112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a6536511-f23d-4ae0-8bfd-dbc3498ef87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:30.659045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9bd4c02b-0c8e-4ce0-965a-d1dcdd437f93 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:30.675461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bccd0467-58be-4d19-800a-3a7a940e068f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:30.701225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-383b417a-d96c-42b9-88a8-36e6a104da59 None None] Provisioning complete for port afdb73a4-f2bf-4d42-89a7-a5f3f169cd54 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:48:30.701643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-383b417a-d96c-42b9-88a8-36e6a104da59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:30.761005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-32d15dbb-36ae-4fff-99e3-8549c91d7c62 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:30.776860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6345e15c-4ba5-43bb-b06c-f2989b16cb34 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:30.787798 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-383b417a-d96c-42b9-88a8-36e6a104da59 None None] Port afdb73a4-f2bf-4d42-89a7-a5f3f169cd54 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:48:30.835569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbafc4f-505c-43ef-980d-34c266550fef None None] Resources bound (agent type, host, resource id): {{(pid=88902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 25 19:48:30.856281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6536511-f23d-4ae0-8bfd-dbc3498ef87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc598d1-cdcd-4416-bb5e-81fccc74f2ae,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:30.911286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 5d22dc9b-2bef-423c-9857-96e0d5963abf no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:48:30.930813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a6536511-f23d-4ae0-8bfd-dbc3498ef87a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:30.943082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-06b2d6e7-a289-44f1-b427-cd323d99d097 tempest-RoutersAdminTest-703048505 tempest-RoutersAdminTest-703048505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.253s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:30.963995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 5d22dc9b-2bef-423c-9857-96e0d5963abf {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:48:30.964360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 5d22dc9b-2bef-423c-9857-96e0d5963abf not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:48:30.979488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccd0467-58be-4d19-800a-3a7a940e068f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network 7579654c-5033-483f-9933-ff786d50e0fb is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:48:30.989418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-32d15dbb-36ae-4fff-99e3-8549c91d7c62 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08139c8f-b77e-477b-b4fc-48d9e6920faf']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:31.001817 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a6536511-f23d-4ae0-8bfd-dbc3498ef87a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=572dce5085014c33a5f921f5949513a5&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2892904 Dec 25 19:48:31.021980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-bccd0467-58be-4d19-800a-3a7a940e068f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:48:31.026699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-59dd4ac8-b668-4be5-b106-eee251f11623 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Calling delete_port for 233fcb73-53e4-47ca-9fe1-9491395ca636 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:48:31.026867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47074) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:31.038543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-32d15dbb-36ae-4fff-99e3-8549c91d7c62 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ce33a61-acc3-4671-be7a-94cb20e4cc6d') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:31.038872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-32d15dbb-36ae-4fff-99e3-8549c91d7c62 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ce33a61-acc3-4671-be7a-94cb20e4cc6d') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:31.046472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccd0467-58be-4d19-800a-3a7a940e068f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:48:31.186540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-32d15dbb-36ae-4fff-99e3-8549c91d7c62 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:31.239472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd0467-58be-4d19-800a-3a7a940e068f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=1728cbb0-5d2b-4d4d-8f51-51db9ac5b8c6,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:31.254224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bccd0467-58be-4d19-800a-3a7a940e068f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:31.268559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-32d15dbb-36ae-4fff-99e3-8549c91d7c62 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:31.282960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bccd0467-58be-4d19-800a-3a7a940e068f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:31.286729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d15dbb-36ae-4fff-99e3-8549c91d7c62 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:48:31.287271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-32d15dbb-36ae-4fff-99e3-8549c91d7c62 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:31.307736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6345e15c-4ba5-43bb-b06c-f2989b16cb34 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:31.312940 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:48:31.312940 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:48:31.312940 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:48:31.312940 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:48:31.312940 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:48:31.312940 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:48:31.312940 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:48:31.312940 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:48:31.312940 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:48:31.312940 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:48:31.312940 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:48:31.312940 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:48:31.312940 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:48:31.312940 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:48:31.312940 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:48:31.312940 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:48:31.312940 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:48:31.312940 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:48:31.312940 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:48:31.312940 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:48:31.312940 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:48:31.312940 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:48:31.312940 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:48:31.312940 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:48:31.312940 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:48:31.312940 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:48:31.312940 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:48:31.312940 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:48:31.312940 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:48:31.312940 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:48:31.312940 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:48:31.312940 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:48:31.319280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:31.321114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4c516a5d-4fbd-4dc8-bd92-04ee159c46e6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:31.340460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fc9da0-3670-4fcf-b9f2-e37e5f609b54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-9a76ed3e-c519-45eb-802e-123bcf98d996', 'network_id': '9a76ed3e-c519-45eb-802e-123bcf98d996', 'tenant_id': '4895f896d14c49cebd2f7b319db8be3e', 'fixed_ips': [{'subnet_id': '6148ac2d-7ee1-4d96-8cfa-a816d320a40c'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:48:31.341462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-49fc9da0-3670-4fcf-b9f2-e37e5f609b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:31.389040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6345e15c-4ba5-43bb-b06c-f2989b16cb34 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event deleted for resources: {'Subnet': ['ID=6148ac2d-7ee1-4d96-8cfa-a816d320a40c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:31.445804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6345e15c-4ba5-43bb-b06c-f2989b16cb34 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:31.471765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-59dd4ac8-b668-4be5-b106-eee251f11623 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:31.478985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55c4a16-ec4b-4614-87c2-4c2c27c5c7a7 None None] Network 9a76ed3e-c519-45eb-802e-123bcf98d996 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:48:31.499277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] device_id is not set on port b91d39eb-93a0-4176-93cc-0e743cd74420 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:48:31.505154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6309bbed-00c2-48f2-b9ba-10103d87f725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:31.511611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f48661e5-c10e-46a2-b6f4-8c8d90dc0ae2 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:31.522791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-32d15dbb-36ae-4fff-99e3-8549c91d7c62 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:31.548621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-26ed837c-9fdb-4190-ad9d-96b2ded79db0 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:31.577215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-32d15dbb-36ae-4fff-99e3-8549c91d7c62 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:31.612159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d15dbb-36ae-4fff-99e3-8549c91d7c62 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Pushing event deleted for resources: {'Network': ['ID=08139c8f-b77e-477b-b4fc-48d9e6920faf,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:31.688245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd4ac8-b668-4be5-b106-eee251f11623 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Port': ['ID=233fcb73-53e4-47ca-9fe1-9491395ca636,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:31.698473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-59dd4ac8-b668-4be5-b106-eee251f11623 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:31.700873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-59dd4ac8-b668-4be5-b106-eee251f11623 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:31.720260 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dcddba-8c62-4f72-a5ed-03f60fa1902e None None] DHCP port deletion for 9a76ed3e-c519-45eb-802e-123bcf98d996 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:48:31.727979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-32d15dbb-36ae-4fff-99e3-8549c91d7c62 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:31.736819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6345e15c-4ba5-43bb-b06c-f2989b16cb34 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:31.746703 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-59dd4ac8-b668-4be5-b106-eee251f11623 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/ports/233fcb73-53e4-47ca-9fe1-9491395ca636 HTTP/1.1" status: 204 len: 168 time: 1.9102373 Dec 25 19:48:31.746851 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6309bbed-00c2-48f2-b9ba-10103d87f725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:31.749268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47078) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:31.814271 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-32d15dbb-36ae-4fff-99e3-8549c91d7c62 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] 10.222.0.24 "DELETE /v2.0/networks/08139c8f-b77e-477b-b4fc-48d9e6920faf HTTP/1.1" status: 204 len: 168 time: 2.2708919 Dec 25 19:48:31.838476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47082) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:31.864759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-6345e15c-4ba5-43bb-b06c-f2989b16cb34 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a76ed3e-c519-45eb-802e-123bcf98d996']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:31.895768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e43ebd8-b08b-402d-9c7d-f9b197b392d7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Router 2c2fc0bb-c07a-47a9-8654-0fc9114067ad has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:48:31.900250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-6345e15c-4ba5-43bb-b06c-f2989b16cb34 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11ccc9c1-3f69-4b0d-8cfc-e6ecc69e0507') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:31.900589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-6345e15c-4ba5-43bb-b06c-f2989b16cb34 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11ccc9c1-3f69-4b0d-8cfc-e6ecc69e0507') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:31.909519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bccd0467-58be-4d19-800a-3a7a940e068f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:31.934318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-e069c043-5457-4ef3-9f96-56ead1a2b2bd None None] Provisioning for port 1728cbb0-5d2b-4d4d-8f51-51db9ac5b8c6 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:48:31.934620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6345e15c-4ba5-43bb-b06c-f2989b16cb34 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:31.939516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-e069c043-5457-4ef3-9f96-56ead1a2b2bd None None] Provisioning complete for port 1728cbb0-5d2b-4d4d-8f51-51db9ac5b8c6 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:48:31.940141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e069c043-5457-4ef3-9f96-56ead1a2b2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:31.989907 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6345e15c-4ba5-43bb-b06c-f2989b16cb34 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:32.000380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e069c043-5457-4ef3-9f96-56ead1a2b2bd None None] Port 1728cbb0-5d2b-4d4d-8f51-51db9ac5b8c6 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:48:32.032792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1838da-0050-4676-b029-a8ddd0aa3867 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:32.034293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1838da-0050-4676-b029-a8ddd0aa3867 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:32.035151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ea1838da-0050-4676-b029-a8ddd0aa3867 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:48:32.090786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6345e15c-4ba5-43bb-b06c-f2989b16cb34 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:48:32.091300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6345e15c-4ba5-43bb-b06c-f2989b16cb34 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:32.108020 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9f18c797-6019-4441-9fd3-183ed2de306f tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:32.114709 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:48:32.114709 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:48:32.114709 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:48:32.114709 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:48:32.114709 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:48:32.114709 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:48:32.114709 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:48:32.114709 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:48:32.114709 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:48:32.114709 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:48:32.114709 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:48:32.114709 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:48:32.114709 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:48:32.114709 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:48:32.114709 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:48:32.114709 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:48:32.114709 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:48:32.114709 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:48:32.114709 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:48:32.114709 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:48:32.114709 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:48:32.114709 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:48:32.114709 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:48:32.114709 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:48:32.114709 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:48:32.114709 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:48:32.114709 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:48:32.114709 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:48:32.114709 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:48:32.114709 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:48:32.114709 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:48:32.114709 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:48:32.117801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6309bbed-00c2-48f2-b9ba-10103d87f725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:32.126506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:32.169078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:32.181454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ea1838da-0050-4676-b029-a8ddd0aa3867 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:48:32.185516 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ea1838da-0050-4676-b029-a8ddd0aa3867 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4324973 Dec 25 19:48:32.200609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47086) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:32.256434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d056a45e-b2a8-4018-97c9-0948b9829548 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:32.260968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d056a45e-b2a8-4018-97c9-0948b9829548 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:32.261827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d056a45e-b2a8-4018-97c9-0948b9829548 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Synchronizing usage tracker for tenant:3b9bb43ec42741ef80210d33bd10ec2e on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:48:32.335284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d056a45e-b2a8-4018-97c9-0948b9829548 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Unset dirty status for tenant:3b9bb43ec42741ef80210d33bd10ec2e on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:48:32.336611 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d056a45e-b2a8-4018-97c9-0948b9829548 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4828262 Dec 25 19:48:32.360399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47090) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:32.379366 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-24f17a02-c3a8-4260-b6d2-62a730b51ea9 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1920967981'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:32.402598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-24f17a02-c3a8-4260-b6d2-62a730b51ea9 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:32.409598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:32.422435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-40094638-e83f-4f82-a793-723524136b6c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:32.471646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309bbed-00c2-48f2-b9ba-10103d87f725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc598d1-cdcd-4416-bb5e-81fccc74f2ae,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:32.538871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-24f17a02-c3a8-4260-b6d2-62a730b51ea9 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:32.593166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6309bbed-00c2-48f2-b9ba-10103d87f725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:32.611961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6309bbed-00c2-48f2-b9ba-10103d87f725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:32.613370 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6309bbed-00c2-48f2-b9ba-10103d87f725 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9cc598d1-cdcd-4416-bb5e-81fccc74f2ae HTTP/1.1" status: 204 len: 168 time: 1.5809791 Dec 25 19:48:32.641903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6345e15c-4ba5-43bb-b06c-f2989b16cb34 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:32.658402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f17a02-c3a8-4260-b6d2-62a730b51ea9 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Made reservation on behalf of 3b9bb43ec42741ef80210d33bd10ec2e for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:48:32.663846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24f17a02-c3a8-4260-b6d2-62a730b51ea9 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:32.687974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Network ccdad919-2c02-444b-a1f9-a441240bee2d is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:48:32.690491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'Port': ['ID=de1f53d1-8cf7-43c8-b668-07072017056c,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:32.698247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1bab69cc-4fb9-4345-9460-6418ed47ef23 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:32.701034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:48:32.709004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:48:32.710432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:32.731384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4142a0f-23b9-459a-9b70-f6fc34b0fb6f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting subnet def24e52-155a-44b5-b6b0-92679e31f620 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:48:32.737995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6345e15c-4ba5-43bb-b06c-f2989b16cb34 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:32.739954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e4142a0f-23b9-459a-9b70-f6fc34b0fb6f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:32.741029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6345e15c-4ba5-43bb-b06c-f2989b16cb34 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event deleted for resources: {'Network': ['ID=9a76ed3e-c519-45eb-802e-123bcf98d996,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:32.748575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6345e15c-4ba5-43bb-b06c-f2989b16cb34 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:32.764217 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6345e15c-4ba5-43bb-b06c-f2989b16cb34 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "DELETE /v2.0/networks/9a76ed3e-c519-45eb-802e-123bcf98d996 HTTP/1.1" status: 204 len: 168 time: 9.7102313 Dec 25 19:48:32.764217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47096) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:32.775226 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:48:32.775644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:48:32.776064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:48:32.776476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:48:32.776884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:48:32.777290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:48:32.777694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:48:32.778093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:48:32.778488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:48:32.778893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:48:32.779323 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:48:32.792855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:32.794318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e701012e-5e3d-40ff-a6b7-c77a9a6809e0 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:32.815229 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-702ba0e5-5a26-4efb-9f93-0e8df1fd4d9f tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] DELETE failed (client error): The resource could not be found. Dec 25 19:48:32.815738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-702ba0e5-5a26-4efb-9f93-0e8df1fd4d9f tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:48:32.817905 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-702ba0e5-5a26-4efb-9f93-0e8df1fd4d9f tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "DELETE /v2.0/networks/9a76ed3e-c519-45eb-802e-123bcf98d996 HTTP/1.1" status: 404 len: 339 time: 0.0524998 Dec 25 19:48:32.830978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47100) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:32.837815 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-4c97f42f-ea68-452b-9ec2-7e406f0e1c3c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-872701193', 'description': 'd1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:32.848946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4c97f42f-ea68-452b-9ec2-7e406f0e1c3c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:32.867082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f17a02-c3a8-4260-b6d2-62a730b51ea9 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:48:32.882140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4c97f42f-ea68-452b-9ec2-7e406f0e1c3c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Usage tracker for resource:network and tenant:4895f896d14c49cebd2f7b319db8be3e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:48:32.886220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4c97f42f-ea68-452b-9ec2-7e406f0e1c3c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:48:32.907490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e4142a0f-23b9-459a-9b70-f6fc34b0fb6f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:32.910929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4c97f42f-ea68-452b-9ec2-7e406f0e1c3c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:32.956052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24f17a02-c3a8-4260-b6d2-62a730b51ea9 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:32.956450 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-24f17a02-c3a8-4260-b6d2-62a730b51ea9 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Added segment bf031aa8-a7da-436d-98dd-887f28f59376 of type vlan for network 91aa224d-8864-4b14-a0f6-75cf93dbe404 Dec 25 19:48:32.979081 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e43ebd8-b08b-402d-9c7d-f9b197b392d7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:48:32.980138 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'Port': ['ID=b91d39eb-93a0-4176-93cc-0e743cd74420,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:32.988015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:32.988294 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7e43ebd8-b08b-402d-9c7d-f9b197b392d7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "PUT /v2.0/routers/2c2fc0bb-c07a-47a9-8654-0fc9114067ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3898327 Dec 25 19:48:32.990322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47108) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:33.000247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f7d109-7dcf-4176-95b9-ab4b0c92ad6a None None] Sync routers for ids ['2c2fc0bb-c07a-47a9-8654-0fc9114067ad'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:48:33.005711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-aca9833e-3bbe-45e1-90c4-6f742b001b60 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:33.020089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f7d109-7dcf-4176-95b9-ab4b0c92ad6a None None] Routers {'2c2fc0bb-c07a-47a9-8654-0fc9114067ad'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:48:33.020994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d3f7d109-7dcf-4176-95b9-ab4b0c92ad6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:48:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['2c2fc0bb-c07a-47a9-8654-0fc9114067ad'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:33.033817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Checking segment: {'id': '82e2de91-bad8-4633-a880-520dd8c663e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '46008b2d-5973-470f-bb71-d4ad2fff1193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:48:33.034220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Network hostable DHCP agents. Network: 46008b2d-5973-470f-bb71-d4ad2fff1193, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:48:33.046270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24f17a02-c3a8-4260-b6d2-62a730b51ea9 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:33.073481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c97f42f-ea68-452b-9ec2-7e406f0e1c3c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Made reservation on behalf of 4895f896d14c49cebd2f7b319db8be3e for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:48:33.078592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4c97f42f-ea68-452b-9ec2-7e406f0e1c3c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:33.265020 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-d3f7d109-7dcf-4176-95b9-ab4b0c92ad6a None None] Set router 2c2fc0bb-c07a-47a9-8654-0fc9114067ad gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:48:33.282235 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c97f42f-ea68-452b-9ec2-7e406f0e1c3c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:48:33.306747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4c97f42f-ea68-452b-9ec2-7e406f0e1c3c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:33.307186 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-4c97f42f-ea68-452b-9ec2-7e406f0e1c3c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Added segment 6ffc6381-20ce-4297-85e4-477e33bba35a of type vlan for network f8dded7d-d347-4f29-9d48-faa11b5769ee Dec 25 19:48:33.357757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bccd0467-58be-4d19-800a-3a7a940e068f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:33.369380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4c97f42f-ea68-452b-9ec2-7e406f0e1c3c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:33.376927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bccd0467-58be-4d19-800a-3a7a940e068f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:33.424151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-07cc0145-ad3c-4dd6-97db-b92871ff081d tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:33.476753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24f17a02-c3a8-4260-b6d2-62a730b51ea9 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:33.480957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f17a02-c3a8-4260-b6d2-62a730b51ea9 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:33.481622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24f17a02-c3a8-4260-b6d2-62a730b51ea9 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:33.486807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e4142a0f-23b9-459a-9b70-f6fc34b0fb6f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:33.528671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-64904d42-15ef-436c-9a03-84a3d73e8d95 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:33.557266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Network 46008b2d-5973-470f-bb71-d4ad2fff1193 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:48:33.619785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd0467-58be-4d19-800a-3a7a940e068f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=1728cbb0-5d2b-4d4d-8f51-51db9ac5b8c6,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:33.623688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bccd0467-58be-4d19-800a-3a7a940e068f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:33.624979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bccd0467-58be-4d19-800a-3a7a940e068f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:33.636958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4c97f42f-ea68-452b-9ec2-7e406f0e1c3c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:33.641547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c97f42f-ea68-452b-9ec2-7e406f0e1c3c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:33.642167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4c97f42f-ea68-452b-9ec2-7e406f0e1c3c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:33.662207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-833901ad-c05f-4435-9a8d-73cdb33844ff tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:33.662464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 46008b2d-5973-470f-bb71-d4ad2fff1193) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:48:33.708083 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d063c9b8-40ff-4325-93dd-16a4af46c91f None None] Network 46008b2d-5973-470f-bb71-d4ad2fff1193 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:48:33.735454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:48:33.739833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:33.743449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:33.744175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:33.756964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f17a02-c3a8-4260-b6d2-62a730b51ea9 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Pushing event updated for resources: {'Network': ['ID=91aa224d-8864-4b14-a0f6-75cf93dbe404,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:33.767265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-24f17a02-c3a8-4260-b6d2-62a730b51ea9 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:33.779758 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-24f17a02-c3a8-4260-b6d2-62a730b51ea9 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4134161 Dec 25 19:48:33.781888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47124) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:33.783006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 91aa224d-8864-4b14-a0f6-75cf93dbe404 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:48:33.824437 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.5056860 Dec 25 19:48:33.824664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-3435e6d4-a20b-41e7-b0e8-d1d8d60885e6 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1435999535'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:33.826779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47128) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:33.840130 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4c97f42f-ea68-452b-9ec2-7e406f0e1c3c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0079765 Dec 25 19:48:33.849832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3435e6d4-a20b-41e7-b0e8-d1d8d60885e6 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:33.854721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47132) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:33.892782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e4142a0f-23b9-459a-9b70-f6fc34b0fb6f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:33.902910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-da32b630-c942-4d4d-ba41-82433157bcb3 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:33.942658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3435e6d4-a20b-41e7-b0e8-d1d8d60885e6 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Usage tracker for resource:network and tenant:3b9bb43ec42741ef80210d33bd10ec2e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:48:33.959142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4142a0f-23b9-459a-9b70-f6fc34b0fb6f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Subnet': ['ID=def24e52-155a-44b5-b6b0-92679e31f620,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:33.966970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e4142a0f-23b9-459a-9b70-f6fc34b0fb6f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:33.967198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3435e6d4-a20b-41e7-b0e8-d1d8d60885e6 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:48:33.976466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97f42f-ea68-452b-9ec2-7e406f0e1c3c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event updated for resources: {'Network': ['ID=f8dded7d-d347-4f29-9d48-faa11b5769ee,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:33.979600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4c97f42f-ea68-452b-9ec2-7e406f0e1c3c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:34.029633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3435e6d4-a20b-41e7-b0e8-d1d8d60885e6 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:34.038349 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0886a6ae-2915-432b-b650-fbc867dc20fa tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Deleting port b91d39eb-93a0-4176-93cc-0e743cd74420 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:34.039026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0886a6ae-2915-432b-b650-fbc867dc20fa tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:34.055505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network f8dded7d-d347-4f29-9d48-faa11b5769ee details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:48:34.094510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e4142a0f-23b9-459a-9b70-f6fc34b0fb6f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:34.099911 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e4142a0f-23b9-459a-9b70-f6fc34b0fb6f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/def24e52-155a-44b5-b6b0-92679e31f620 HTTP/1.1" status: 204 len: 168 time: 1.8966997 Dec 25 19:48:34.111195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f339a5c7-a643-491a-90bf-3ca05d7d3a57 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:48:34.114310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47140) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:34.208666 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-aaf898b4-fd81-4ab7-b297-a8d86c8de6a3 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0929008 Dec 25 19:48:34.214785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47144) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:34.228769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-e47ea661-67e8-4d12-a4c1-029abb5e266e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'subnet': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:34.237006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3435e6d4-a20b-41e7-b0e8-d1d8d60885e6 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Made reservation on behalf of 3b9bb43ec42741ef80210d33bd10ec2e for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:48:34.242774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3435e6d4-a20b-41e7-b0e8-d1d8d60885e6 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:34.323034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405e0cd2-840e-4166-8a46-d5a255fa6083 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:34.323806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-405e0cd2-840e-4166-8a46-d5a255fa6083 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Synchronizing usage tracker for tenant:4895f896d14c49cebd2f7b319db8be3e on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:48:34.370614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e47ea661-67e8-4d12-a4c1-029abb5e266e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:34.385663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e47ea661-67e8-4d12-a4c1-029abb5e266e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:34.393760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccd0467-58be-4d19-800a-3a7a940e068f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network 7579654c-5033-483f-9933-ff786d50e0fb is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:48:34.397824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3435e6d4-a20b-41e7-b0e8-d1d8d60885e6 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:48:34.401068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47ea661-67e8-4d12-a4c1-029abb5e266e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:48:34.407308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e47ea661-67e8-4d12-a4c1-029abb5e266e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:34.433227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-bccd0467-58be-4d19-800a-3a7a940e068f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:48:34.623747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0886a6ae-2915-432b-b650-fbc867dc20fa tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:34.640357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d3f7d109-7dcf-4176-95b9-ab4b0c92ad6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'name': 'tempest-RoutersIpV6Test-router-1228898724', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:47:16Z', 'updated_at': '2021-12-25T19:48:25Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'gw_port_host': None, '_interfaces': [{'id': '031fca15-cc04-4765-822e-515d644cf979', 'name': '', 'network_id': '00ee1749-7dac-4ff2-bd55-2bdcb6a1342d', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:ab:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:20Z', 'updated_at': '2021-12-25T19:47:31Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b698ecc-1100-4527-b6b9-a66e84c80d04', 'name': '', 'network_id': '60e204d6-3634-416a-a347-79a8d48995a8', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:2c:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc997de-bf8e-4820-b22b-aba70acb08e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:36Z', 'updated_at': '2021-12-25T19:47:55Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'dcc997de-bf8e-4820-b22b-aba70acb08e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afdb73a4-f2bf-4d42-89a7-a5f3f169cd54', 'name': '', 'network_id': '0ee8a4a5-4b3e-48c5-8a69-fb9d331e4e0e', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:25:0f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7e66898-d5b1-4c19-8166-3f163d618e14', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:48:21Z', 'updated_at': '2021-12-25T19:48:27Z', 'revision_number': 2, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'a7e66898-d5b1-4c19-8166-3f163d618e14', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea564531-f74b-4083-801b-ab39c23212bd', 'name': '', 'network_id': 'e7e2ca1b-eeb3-4130-99c3-cb0c62db1175', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:f2:0e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'babcc1a8-ae22-45a7-86dd-71a25ff40d2f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:59Z', 'updated_at': '2021-12-25T19:48:18Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'babcc1a8-ae22-45a7-86dd-71a25ff40d2f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:34.662137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f7d109-7dcf-4176-95b9-ab4b0c92ad6a None None] Checking router: 2c2fc0bb-c07a-47a9-8654-0fc9114067ad for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:48:34.662558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f7d109-7dcf-4176-95b9-ab4b0c92ad6a None None] Updating router 2c2fc0bb-c07a-47a9-8654-0fc9114067ad port afdb73a4-f2bf-4d42-89a7-a5f3f169cd54 binding host dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 19:48:34.825779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3f7d109-7dcf-4176-95b9-ab4b0c92ad6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:34.868699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-405e0cd2-840e-4166-8a46-d5a255fa6083 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Unset dirty status for tenant:4895f896d14c49cebd2f7b319db8be3e on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:48:34.873021 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-405e0cd2-840e-4166-8a46-d5a255fa6083 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "GET /v2.0/networks?id=f8dded7d-d347-4f29-9d48-faa11b5769ee HTTP/1.1" status: 200 len: 760 time: 1.0172470 Dec 25 19:48:34.873689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47158) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:34.874769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3435e6d4-a20b-41e7-b0e8-d1d8d60885e6 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:34.875119 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-3435e6d4-a20b-41e7-b0e8-d1d8d60885e6 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Added segment f5565f14-d5eb-4d56-86e5-64c0aa19dc45 of type vlan for network 7875d259-3996-4792-8c28-c6c2a5448189 Dec 25 19:48:34.900613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-fd99218c-9d8d-4be3-b6a6-43b6f746122c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Request body: {'network': {'description': 'd2'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:34.926793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0886a6ae-2915-432b-b650-fbc867dc20fa tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Calling delete_port for b91d39eb-93a0-4176-93cc-0e743cd74420 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:48:34.937530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f303f56-a9e0-4f38-8613-2d26a7d6b66f None None] DHCP port deletion for 7396b720-65bf-48b2-8da7-778eed2fcf44 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:48:34.961410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-06dcd40e-97c7-4e01-9c82-567abea83756 None None] Provisioning complete for port 1728cbb0-5d2b-4d4d-8f51-51db9ac5b8c6 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:48:34.961841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-06dcd40e-97c7-4e01-9c82-567abea83756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:35.022753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8f303f56-a9e0-4f38-8613-2d26a7d6b66f None None] Deleting port 972ca0ef-dea2-4b79-96dc-7b2c95e4646c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:35.023197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8f303f56-a9e0-4f38-8613-2d26a7d6b66f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:35.074278 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-06dcd40e-97c7-4e01-9c82-567abea83756 None None] Port 1728cbb0-5d2b-4d4d-8f51-51db9ac5b8c6 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:48:35.095450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3435e6d4-a20b-41e7-b0e8-d1d8d60885e6 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:35.185001 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0886a6ae-2915-432b-b650-fbc867dc20fa tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:35.231788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c4dcaec9-b6c6-4665-829f-fcffa1e85791 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:35.315954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0886a6ae-2915-432b-b650-fbc867dc20fa tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event deleted for resources: {'Port': ['ID=b91d39eb-93a0-4176-93cc-0e743cd74420,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:35.327671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0886a6ae-2915-432b-b650-fbc867dc20fa tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:35.344136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-9f18c797-6019-4441-9fd3-183ed2de306f tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Deleting port bd35fa23-ce4b-4cbc-a7ed-2631e4390c71 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:35.344823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9f18c797-6019-4441-9fd3-183ed2de306f tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:35.357049 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3435e6d4-a20b-41e7-b0e8-d1d8d60885e6 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:35.361243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3435e6d4-a20b-41e7-b0e8-d1d8d60885e6 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:35.361893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3435e6d4-a20b-41e7-b0e8-d1d8d60885e6 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:35.370731 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.extraroute_db [None req-aca9833e-3bbe-45e1-90c4-6f742b001b60 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88901) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 25 19:48:35.371974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47166) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:35.375497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-28e52f33-2654-4ec9-8a9f-a795b506a4ed tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:35.384886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0886a6ae-2915-432b-b650-fbc867dc20fa tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:35.440717 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0886a6ae-2915-432b-b650-fbc867dc20fa tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/ports/b91d39eb-93a0-4176-93cc-0e743cd74420 HTTP/1.1" status: 204 len: 168 time: 1.6131372 Dec 25 19:48:35.445996 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47172) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:35.451568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e47ea661-67e8-4d12-a4c1-029abb5e266e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:35.487339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-8f303f56-a9e0-4f38-8613-2d26a7d6b66f None None] For port 972ca0ef-dea2-4b79-96dc-7b2c95e4646c, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=972ca0ef-dea2-4b79-96dc-7b2c95e4646c,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:48:35.487913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8f303f56-a9e0-4f38-8613-2d26a7d6b66f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:35.493160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ef46f66b-baab-4a69-a5ea-994ccb264dde tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:35.593341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.extraroute_db [None req-aca9833e-3bbe-45e1-90c4-6f742b001b60 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Removed routes are [] {{(pid=88901) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 25 19:48:35.593790 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aca9833e-3bbe-45e1-90c4-6f742b001b60 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:35.627732 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47ea661-67e8-4d12-a4c1-029abb5e266e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:48:35.638480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8f303f56-a9e0-4f38-8613-2d26a7d6b66f None None] Calling delete_port for 972ca0ef-dea2-4b79-96dc-7b2c95e4646c owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:48:35.662170 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3435e6d4-a20b-41e7-b0e8-d1d8d60885e6 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8744471 Dec 25 19:48:35.680631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47176) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:35.686254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3435e6d4-a20b-41e7-b0e8-d1d8d60885e6 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Pushing event updated for resources: {'Network': ['ID=7875d259-3996-4792-8c28-c6c2a5448189,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:35.689197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3435e6d4-a20b-41e7-b0e8-d1d8d60885e6 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:35.694367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-aab0b079-55c7-4ab6-a67e-cef0e1574ae6 tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-384365989', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:35.698421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-e47ea661-67e8-4d12-a4c1-029abb5e266e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:48:35.718701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47ea661-67e8-4d12-a4c1-029abb5e266e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:35.719575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e47ea661-67e8-4d12-a4c1-029abb5e266e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:35.721028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 7875d259-3996-4792-8c28-c6c2a5448189 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:48:35.724685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-aab0b079-55c7-4ab6-a67e-cef0e1574ae6 tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:35.734237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ea661-67e8-4d12-a4c1-029abb5e266e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Subnet': ['ID=47aca0a3-610f-423a-b92c-daa9081650bc,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:35.737015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-aab0b079-55c7-4ab6-a67e-cef0e1574ae6 tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Usage tracker for resource:port and tenant:b350de1d77094e35a0d8e5a7b8c0cf7e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:48:35.748541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-aab0b079-55c7-4ab6-a67e-cef0e1574ae6 tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:48:35.755440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fd99218c-9d8d-4be3-b6a6-43b6f746122c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:35.757069 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e47ea661-67e8-4d12-a4c1-029abb5e266e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:35.769772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-aab0b079-55c7-4ab6-a67e-cef0e1574ae6 tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:35.793595 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e47ea661-67e8-4d12-a4c1-029abb5e266e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5783663 Dec 25 19:48:35.797013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9f18c797-6019-4441-9fd3-183ed2de306f tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:35.801311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-e2638592-8f1c-41d2-8d25-1be674eb213b tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Request body: {'ports': [{'network_id': '91aa224d-8864-4b14-a0f6-75cf93dbe404', 'name': 'tempest-port--614965102', 'admin_state_up': True}, {'network_id': '7875d259-3996-4792-8c28-c6c2a5448189', 'admin_state_up': False}]} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:35.801669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-e2638592-8f1c-41d2-8d25-1be674eb213b tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Request body: {'port': {'network_id': '91aa224d-8864-4b14-a0f6-75cf93dbe404', 'name': 'tempest-port--614965102', 'admin_state_up': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:35.802190 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-e2638592-8f1c-41d2-8d25-1be674eb213b tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Request body: {'port': {'network_id': '7875d259-3996-4792-8c28-c6c2a5448189', 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:35.809883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47180) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:35.827350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fd99218c-9d8d-4be3-b6a6-43b6f746122c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:35.837542 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-32d15dbb-36ae-4fff-99e3-8549c91d7c62 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:35.919203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8f303f56-a9e0-4f38-8613-2d26a7d6b66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:35.935630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-904b733d-5614-4f80-81c7-265983f18cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:35.980438 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f303f56-a9e0-4f38-8613-2d26a7d6b66f None None] Pushing event deleted for resources: {'Port': ['ID=972ca0ef-dea2-4b79-96dc-7b2c95e4646c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:35.983782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3f7d109-7dcf-4176-95b9-ab4b0c92ad6a None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:35.986094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fd99218c-9d8d-4be3-b6a6-43b6f746122c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Network f8dded7d-d347-4f29-9d48-faa11b5769ee is not hosted by any dhcp agent {{(pid=88901) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 25 19:48:35.986692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f303f56-a9e0-4f38-8613-2d26a7d6b66f None None] No DVR routers for this DVR port 972ca0ef-dea2-4b79-96dc-7b2c95e4646c on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:48:35.990197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd99218c-9d8d-4be3-b6a6-43b6f746122c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:35.990337 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8f303f56-a9e0-4f38-8613-2d26a7d6b66f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:35.991390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fd99218c-9d8d-4be3-b6a6-43b6f746122c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:35.995729 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fd99218c-9d8d-4be3-b6a6-43b6f746122c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "PUT /v2.0/networks/f8dded7d-d347-4f29-9d48-faa11b5769ee HTTP/1.1" status: 200 len: 757 time: 1.1112022 Dec 25 19:48:36.003146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d3f7d109-7dcf-4176-95b9-ab4b0c92ad6a None None] Transition to ACTIVE for port object afdb73a4-f2bf-4d42-89a7-a5f3f169cd54 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:48:36.024882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3f7d109-7dcf-4176-95b9-ab4b0c92ad6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:36.031150 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b1188dc2-55bb-4968-80d7-1f8047d47fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:36.070568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47184) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:36.087338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-17900375-6993-4813-8bca-ab2860a77189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:36.097641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cffc37-11b1-4303-a479-bed5c6b83c51 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:48:36.099348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-a322a43a-484f-4bc0-862f-d0a93349ecec tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'port': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'fixed_ips': [{'subnet_id': '47aca0a3-610f-423a-b92c-daa9081650bc', 'ip_address': '2001:db8::eb57:3e04:95ec:7da2'}], 'name': 'tempest-NetworksTestDHCPv6-1789180372'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:36.114593 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab0b079-55c7-4ab6-a67e-cef0e1574ae6 tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Made reservation on behalf of b350de1d77094e35a0d8e5a7b8c0cf7e for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:48:36.120196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aab0b079-55c7-4ab6-a67e-cef0e1574ae6 tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:36.200771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99218c-9d8d-4be3-b6a6-43b6f746122c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event updated for resources: {'Network': ['ID=f8dded7d-d347-4f29-9d48-faa11b5769ee,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:36.204707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f252b0-30a4-4209-8af2-88437079b6f2 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:36.205637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fd99218c-9d8d-4be3-b6a6-43b6f746122c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:36.209174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f252b0-30a4-4209-8af2-88437079b6f2 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:36.210092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-86f252b0-30a4-4209-8af2-88437079b6f2 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Synchronizing usage tracker for tenant:70aa58ed5ec1475cad367450f4be2220 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:48:36.221240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-9f18c797-6019-4441-9fd3-183ed2de306f tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Calling delete_port for bd35fa23-ce4b-4cbc-a7ed-2631e4390c71 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:48:36.253217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network f8dded7d-d347-4f29-9d48-faa11b5769ee details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:48:36.273879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aab0b079-55c7-4ab6-a67e-cef0e1574ae6 tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:36.342570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e5766-9c64-4baa-b354-f01adc10e3d2 None None] Pushing event updated for resources: {'Port': ['ID=afdb73a4-f2bf-4d42-89a7-a5f3f169cd54,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:36.345647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d54e5766-9c64-4baa-b354-f01adc10e3d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:36.422599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-86f252b0-30a4-4209-8af2-88437079b6f2 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Unset dirty status for tenant:70aa58ed5ec1475cad367450f4be2220 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:48:36.426623 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-86f252b0-30a4-4209-8af2-88437079b6f2 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.9768806 Dec 25 19:48:36.438838 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-d3f7d109-7dcf-4176-95b9-ab4b0c92ad6a None None] Attempting to bind port afdb73a4-f2bf-4d42-89a7-a5f3f169cd54 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:48:36.438838 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-d3f7d109-7dcf-4176-95b9-ab4b0c92ad6a None None] Attempting to bind port afdb73a4-f2bf-4d42-89a7-a5f3f169cd54 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'e6237923-3c03-4b3f-bfac-bb914c1a2282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0ee8a4a5-4b3e-48c5-8a69-fb9d331e4e0e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:48:36.439257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47188) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:36.439345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f7d109-7dcf-4176-95b9-ab4b0c92ad6a None None] Attempting to bind port afdb73a4-f2bf-4d42-89a7-a5f3f169cd54 on network 0ee8a4a5-4b3e-48c5-8a69-fb9d331e4e0e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:48:36.510661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-aab0b079-55c7-4ab6-a67e-cef0e1574ae6 tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:36.530129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125238b3-4e25-4b9b-9b96-ef5d0d35185f tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:36.535109 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-125238b3-4e25-4b9b-9b96-ef5d0d35185f tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "GET /v2.0/networks?id=f8dded7d-d347-4f29-9d48-faa11b5769ee HTTP/1.1" status: 200 len: 760 time: 0.4571650 Dec 25 19:48:36.538609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47192) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:36.541343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-aab0b079-55c7-4ab6-a67e-cef0e1574ae6 tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Usage tracker for resource:security_group_rule and tenant:b350de1d77094e35a0d8e5a7b8c0cf7e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:48:36.547935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-aab0b079-55c7-4ab6-a67e-cef0e1574ae6 tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:48:36.548721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f7d109-7dcf-4176-95b9-ab4b0c92ad6a None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:48:36.549147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f7d109-7dcf-4176-95b9-ab4b0c92ad6a None None] Checking segment: {'id': 'e6237923-3c03-4b3f-bfac-bb914c1a2282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0ee8a4a5-4b3e-48c5-8a69-fb9d331e4e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:48:36.549599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3f7d109-7dcf-4176-95b9-ab4b0c92ad6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:36.550044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f7d109-7dcf-4176-95b9-ab4b0c92ad6a None None] Bound using segment: {'id': 'e6237923-3c03-4b3f-bfac-bb914c1a2282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0ee8a4a5-4b3e-48c5-8a69-fb9d331e4e0e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:48:36.550581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-d3f7d109-7dcf-4176-95b9-ab4b0c92ad6a None None] Bound port: afdb73a4-f2bf-4d42-89a7-a5f3f169cd54, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6237923-3c03-4b3f-bfac-bb914c1a2282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0ee8a4a5-4b3e-48c5-8a69-fb9d331e4e0e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:48:36.551001 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3f7d109-7dcf-4176-95b9-ab4b0c92ad6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:36.562043 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-aab0b079-55c7-4ab6-a67e-cef0e1574ae6 tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:36.564140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-9eeab26f-db4d-4705-9588-4e6d1a3438e4 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-644933695'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:36.564511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a322a43a-484f-4bc0-862f-d0a93349ecec tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:36.570232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a322a43a-484f-4bc0-862f-d0a93349ecec tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:port and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:48:36.573570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e2638592-8f1c-41d2-8d25-1be674eb213b tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:36.582204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a322a43a-484f-4bc0-862f-d0a93349ecec tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:48:36.588185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9eeab26f-db4d-4705-9588-4e6d1a3438e4 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:36.594263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e2638592-8f1c-41d2-8d25-1be674eb213b tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Usage tracker for resource:port and tenant:3b9bb43ec42741ef80210d33bd10ec2e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:48:36.594594 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a322a43a-484f-4bc0-862f-d0a93349ecec tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:36.605318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e2638592-8f1c-41d2-8d25-1be674eb213b tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:48:36.616633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e2638592-8f1c-41d2-8d25-1be674eb213b tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:36.618344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-462691ec-1cb8-4bb4-88cd-b48ac1ba2b77 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Deleting port de1f53d1-8cf7-43c8-b668-07072017056c {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:36.618486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-462691ec-1cb8-4bb4-88cd-b48ac1ba2b77 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:36.620485 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9eeab26f-db4d-4705-9588-4e6d1a3438e4 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:36.666921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a322a43a-484f-4bc0-862f-d0a93349ecec tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:48:36.674958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a322a43a-484f-4bc0-862f-d0a93349ecec tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:36.773345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-a322a43a-484f-4bc0-862f-d0a93349ecec tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] device_id is not set on port 4eb44d54-35e6-47e8-8b94-bf9288d3be1a yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:48:36.777685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-d3f7d109-7dcf-4176-95b9-ab4b0c92ad6a None None] For port afdb73a4-f2bf-4d42-89a7-a5f3f169cd54, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:48:36.788499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d62e1ca-14ec-4a42-8242-cdef84e76508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-7396b720-65bf-48b2-8da7-778eed2fcf44', 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'tenant_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'fixed_ips': [{'subnet_id': '47aca0a3-610f-423a-b92c-daa9081650bc'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:48:36.789831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d62e1ca-14ec-4a42-8242-cdef84e76508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:36.918887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 972ca0ef-dea2-4b79-96dc-7b2c95e4646c no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:48:36.960897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 972ca0ef-dea2-4b79-96dc-7b2c95e4646c {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:48:36.961262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 972ca0ef-dea2-4b79-96dc-7b2c95e4646c not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:48:37.018888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eeab26f-db4d-4705-9588-4e6d1a3438e4 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Made reservation on behalf of 4895f896d14c49cebd2f7b319db8be3e for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:48:37.023261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aab0b079-55c7-4ab6-a67e-cef0e1574ae6 tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:37.024123 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9eeab26f-db4d-4705-9588-4e6d1a3438e4 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:37.034836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-3d62e1ca-14ec-4a42-8242-cdef84e76508 None None] Allocated IP 2001:db8::2 (7396b720-65bf-48b2-8da7-778eed2fcf44/47aca0a3-610f-423a-b92c-daa9081650bc/58b8a2be-c667-4eeb-a36f-824df465c074) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:48:37.043711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2638592-8f1c-41d2-8d25-1be674eb213b tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Made reservation on behalf of 3b9bb43ec42741ef80210d33bd10ec2e for: {'port': 2} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:48:37.049943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e2638592-8f1c-41d2-8d25-1be674eb213b tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:37.053057 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aab0b079-55c7-4ab6-a67e-cef0e1574ae6 tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:37.068350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-df9550f7-4bfc-40e4-9daa-625e7bcb1b04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:37.081227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-aab0b079-55c7-4ab6-a67e-cef0e1574ae6 tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] device_id is not set on port a11a7a21-86f9-4a5c-bf96-de00e478efeb yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:48:37.095762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e2638592-8f1c-41d2-8d25-1be674eb213b tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:37.119946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aca9833e-3bbe-45e1-90c4-6f742b001b60 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:37.136786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aca9833e-3bbe-45e1-90c4-6f742b001b60 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854381233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854287207'] for router, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:37.141011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bccd0467-58be-4d19-800a-3a7a940e068f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router a1a54e36-62e8-4d50-bb32-a80dba2e452b has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:48:37.141869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eeab26f-db4d-4705-9588-4e6d1a3438e4 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:48:37.196429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-d3f7d109-7dcf-4176-95b9-ab4b0c92ad6a None None] For port afdb73a4-f2bf-4d42-89a7-a5f3f169cd54, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=afdb73a4-f2bf-4d42-89a7-a5f3f169cd54,segment=NetworkSegment(e6237923-3c03-4b3f-bfac-bb914c1a2282),segment_id=e6237923-3c03-4b3f-bfac-bb914c1a2282)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:48:37.237878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-462691ec-1cb8-4bb4-88cd-b48ac1ba2b77 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:37.248972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9f18c797-6019-4441-9fd3-183ed2de306f tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:37.258161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9eeab26f-db4d-4705-9588-4e6d1a3438e4 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:37.258468 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-9eeab26f-db4d-4705-9588-4e6d1a3438e4 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Added segment 5314e597-a899-4ae2-9cde-b6c919d45e3b of type vlan for network 1132fdeb-3604-47f7-bf1a-326388b5c39d Dec 25 19:48:37.264359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0b079-55c7-4ab6-a67e-cef0e1574ae6 tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e244524-6d3a-41c7-92da-9607c3c25a54,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:37.339858 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-aab0b079-55c7-4ab6-a67e-cef0e1574ae6 tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:37.340287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0e0d6d36-e079-426c-b8dc-64f9ccc0f59c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:37.389238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3f7d109-7dcf-4176-95b9-ab4b0c92ad6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:37.396657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:37.449172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-462691ec-1cb8-4bb4-88cd-b48ac1ba2b77 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Calling delete_port for de1f53d1-8cf7-43c8-b668-07072017056c owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:48:37.488122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:37.500434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18c797-6019-4441-9fd3-183ed2de306f tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event deleted for resources: {'Port': ['ID=bd35fa23-ce4b-4cbc-a7ed-2631e4390c71,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:37.508804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-e2638592-8f1c-41d2-8d25-1be674eb213b tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] device_id is not set on port d1e2606e-bf47-4564-8c96-ef84ce6031bc yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:48:37.522041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9eeab26f-db4d-4705-9588-4e6d1a3438e4 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:37.535548 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e5766-9c64-4baa-b354-f01adc10e3d2 None None] Pushing event updated for resources: {'Port': ['ID=afdb73a4-f2bf-4d42-89a7-a5f3f169cd54,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:37.538544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d54e5766-9c64-4baa-b354-f01adc10e3d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:37.543189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f7d109-7dcf-4176-95b9-ab4b0c92ad6a None None] Routers {'2c2fc0bb-c07a-47a9-8654-0fc9114067ad'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:48:37.543512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d3f7d109-7dcf-4176-95b9-ab4b0c92ad6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:48:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['2c2fc0bb-c07a-47a9-8654-0fc9114067ad'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:37.543631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9f18c797-6019-4441-9fd3-183ed2de306f tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:37.630766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d62e1ca-14ec-4a42-8242-cdef84e76508 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:37.664041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9eeab26f-db4d-4705-9588-4e6d1a3438e4 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:37.668259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eeab26f-db4d-4705-9588-4e6d1a3438e4 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:37.668929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9eeab26f-db4d-4705-9588-4e6d1a3438e4 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:37.679381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1dce2bad-7940-428d-bcee-aa5692af0332 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:37.757807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-aab0b079-55c7-4ab6-a67e-cef0e1574ae6 tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Allocated IP 172.26.8.110 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/a11a7a21-86f9-4a5c-bf96-de00e478efeb) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:48:37.767622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-462691ec-1cb8-4bb4-88cd-b48ac1ba2b77 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:37.781103 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-d3f7d109-7dcf-4176-95b9-ab4b0c92ad6a None None] Set router 2c2fc0bb-c07a-47a9-8654-0fc9114067ad gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:48:37.782405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9cf4907e-995d-41ae-a363-7a15c39baa52 tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:37.838987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462691ec-1cb8-4bb4-88cd-b48ac1ba2b77 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event deleted for resources: {'Port': ['ID=de1f53d1-8cf7-43c8-b668-07072017056c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:37.849065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-462691ec-1cb8-4bb4-88cd-b48ac1ba2b77 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:37.854749 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9eeab26f-db4d-4705-9588-4e6d1a3438e4 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3098071 Dec 25 19:48:37.857735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47196) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:37.885460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-6fc23a2c-f322-44ea-a5f0-fd141ce38775 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Request body: {'subnet': {'network_id': '1132fdeb-3604-47f7-bf1a-326388b5c39d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:37.906025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-462691ec-1cb8-4bb4-88cd-b48ac1ba2b77 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:37.950393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-3d62e1ca-14ec-4a42-8242-cdef84e76508 None None] Transition to ACTIVE for port object 58b8a2be-c667-4eeb-a36f-824df465c074 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:48:37.980636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e2638592-8f1c-41d2-8d25-1be674eb213b tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:37.995382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeab26f-db4d-4705-9588-4e6d1a3438e4 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event updated for resources: {'Network': ['ID=1132fdeb-3604-47f7-bf1a-326388b5c39d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:38.004648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9eeab26f-db4d-4705-9588-4e6d1a3438e4 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:38.020044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 1132fdeb-3604-47f7-bf1a-326388b5c39d details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:48:38.033160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca9833e-3bbe-45e1-90c4-6f742b001b60 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Router 2c2fc0bb-c07a-47a9-8654-0fc9114067ad has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:48:38.044172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-3d62e1ca-14ec-4a42-8242-cdef84e76508 None None] Transition to ACTIVE for port object 58b8a2be-c667-4eeb-a36f-824df465c074 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:48:38.083819 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-462691ec-1cb8-4bb4-88cd-b48ac1ba2b77 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/ports/de1f53d1-8cf7-43c8-b668-07072017056c HTTP/1.1" status: 204 len: 168 time: 1.6381516 Dec 25 19:48:38.104192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d62e1ca-14ec-4a42-8242-cdef84e76508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:38.123800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:38.128501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47200) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:38.157002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-e2638592-8f1c-41d2-8d25-1be674eb213b tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] device_id is not set on port a20ce580-3f30-4593-9479-4d215bc966e2 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:48:38.177448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6fc23a2c-f322-44ea-a5f0-fd141ce38775 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:38.199656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62e1ca-14ec-4a42-8242-cdef84e76508 None None] Pushing event updated for resources: {'Port': ['ID=58b8a2be-c667-4eeb-a36f-824df465c074,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:38.207065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3d62e1ca-14ec-4a42-8242-cdef84e76508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:38.255454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6fc23a2c-f322-44ea-a5f0-fd141ce38775 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Usage tracker for resource:subnet and tenant:4895f896d14c49cebd2f7b319db8be3e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:48:38.326171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d62e1ca-14ec-4a42-8242-cdef84e76508 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:48:38.337862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-3d62e1ca-14ec-4a42-8242-cdef84e76508 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:48:38.340404 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d62e1ca-14ec-4a42-8242-cdef84e76508 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:48:38.378042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cd7e171c-ac5b-4c88-9d6c-d1fc32d34ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:38.479481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bccd0467-58be-4d19-800a-3a7a940e068f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:48:38.493534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e2638592-8f1c-41d2-8d25-1be674eb213b tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:38.498046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9dcfa3-4b0d-4d9b-a0aa-2d15819d74b8 None None] Sync routers for ids ['a1a54e36-62e8-4d50-bb32-a80dba2e452b'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:48:38.502778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-3d62e1ca-14ec-4a42-8242-cdef84e76508 None None] Attempting to bind port 58b8a2be-c667-4eeb-a36f-824df465c074 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:48:38.503178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-3d62e1ca-14ec-4a42-8242-cdef84e76508 None None] Attempting to bind port 58b8a2be-c667-4eeb-a36f-824df465c074 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:48:38.503717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d62e1ca-14ec-4a42-8242-cdef84e76508 None None] Attempting to bind port 58b8a2be-c667-4eeb-a36f-824df465c074 on network 7396b720-65bf-48b2-8da7-778eed2fcf44 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:48:38.507855 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-bccd0467-58be-4d19-800a-3a7a940e068f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "PUT /v2.0/routers/a1a54e36-62e8-4d50-bb32-a80dba2e452b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.1923974 Dec 25 19:48:38.527690 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9dcfa3-4b0d-4d9b-a0aa-2d15819d74b8 None None] Routers {'a1a54e36-62e8-4d50-bb32-a80dba2e452b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:48:38.532317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-2b9dcfa3-4b0d-4d9b-a0aa-2d15819d74b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:48:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['a1a54e36-62e8-4d50-bb32-a80dba2e452b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:38.541845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d62e1ca-14ec-4a42-8242-cdef84e76508 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:48:38.542269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d62e1ca-14ec-4a42-8242-cdef84e76508 None None] Checking segment: {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:48:38.542727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d62e1ca-14ec-4a42-8242-cdef84e76508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:38.543315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d62e1ca-14ec-4a42-8242-cdef84e76508 None None] Bound using segment: {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:48:38.543720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-3d62e1ca-14ec-4a42-8242-cdef84e76508 None None] Bound port: 58b8a2be-c667-4eeb-a36f-824df465c074, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:48:38.544202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d62e1ca-14ec-4a42-8242-cdef84e76508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:38.552744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca9833e-3bbe-45e1-90c4-6f742b001b60 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:48:38.555494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e2638592-8f1c-41d2-8d25-1be674eb213b tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:38.556750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6fc23a2c-f322-44ea-a5f0-fd141ce38775 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:48:38.561359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aca9833e-3bbe-45e1-90c4-6f742b001b60 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:38.565562 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-aca9833e-3bbe-45e1-90c4-6f742b001b60 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "PUT /v2.0/routers/2c2fc0bb-c07a-47a9-8654-0fc9114067ad HTTP/1.1" status: 200 len: 954 time: 5.5674353 Dec 25 19:48:38.571434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47206) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:38.572545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bccd0467-58be-4d19-800a-3a7a940e068f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:38.604567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d3f7d109-7dcf-4176-95b9-ab4b0c92ad6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'name': 'tempest-RoutersIpV6Test-router-1228898724', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:47:16Z', 'updated_at': '2021-12-25T19:48:35Z', 'revision_number': 6, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'gw_port_host': None, '_interfaces': [{'id': '031fca15-cc04-4765-822e-515d644cf979', 'name': '', 'network_id': '00ee1749-7dac-4ff2-bd55-2bdcb6a1342d', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:ab:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:20Z', 'updated_at': '2021-12-25T19:47:31Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b698ecc-1100-4527-b6b9-a66e84c80d04', 'name': '', 'network_id': '60e204d6-3634-416a-a347-79a8d48995a8', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:2c:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc997de-bf8e-4820-b22b-aba70acb08e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:36Z', 'updated_at': '2021-12-25T19:47:55Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'dcc997de-bf8e-4820-b22b-aba70acb08e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afdb73a4-f2bf-4d42-89a7-a5f3f169cd54', 'name': '', 'network_id': '0ee8a4a5-4b3e-48c5-8a69-fb9d331e4e0e', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:25:0f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7e66898-d5b1-4c19-8166-3f163d618e14', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:48:21Z', 'updated_at': '2021-12-25T19:48:36Z', 'revision_number': 4, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'a7e66898-d5b1-4c19-8166-3f163d618e14', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea564531-f74b-4083-801b-ab39c23212bd', 'name': '', 'network_id': 'e7e2ca1b-eeb3-4130-99c3-cb0c62db1175', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:f2:0e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'babcc1a8-ae22-45a7-86dd-71a25ff40d2f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:59Z', 'updated_at': '2021-12-25T19:48:18Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'babcc1a8-ae22-45a7-86dd-71a25ff40d2f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:38.605529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6fc23a2c-f322-44ea-a5f0-fd141ce38775 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:38.612974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:38.615939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-a322a43a-484f-4bc0-862f-d0a93349ecec tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Allocated IP 2001:db8::eb57:3e04:95ec:7da2 (7396b720-65bf-48b2-8da7-778eed2fcf44/47aca0a3-610f-423a-b92c-daa9081650bc/4eb44d54-35e6-47e8-8b94-bf9288d3be1a) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:48:38.627112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f7d109-7dcf-4176-95b9-ab4b0c92ad6a None None] The sync data for ids ['2c2fc0bb-c07a-47a9-8654-0fc9114067ad'] in dv-neutron-822611-1-hyperv is: [{'id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'name': 'tempest-RoutersIpV6Test-router-1228898724', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:47:16Z', 'updated_at': '2021-12-25T19:48:35Z', 'revision_number': 6, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'gw_port_host': None, '_interfaces': [{'id': '031fca15-cc04-4765-822e-515d644cf979', 'name': '', 'network_id': '00ee1749-7dac-4ff2-bd55-2bdcb6a1342d', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:ab:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:20Z', 'updated_at': '2021-12-25T19:47:31Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b698ecc-1100-4527-b6b9-a66e84c80d04', 'name': '', 'network_id': '60e204d6-3634-416a-a347-79a8d48995a8', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:2c:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc997de-bf8e-4820-b22b-aba70acb08e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:36Z', 'updated_at': '2021-12-25T19:47:55Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'dcc997de-bf8e-4820-b22b-aba70acb08e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afdb73a4-f2bf-4d42-89a7-a5f3f169cd54', 'name': '', 'network_id': '0ee8a4a5-4b3e-48c5-8a69-fb9d331e4e0e', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:25:0f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7e66898-d5b1-4c19-8166-3f163d618e14', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:48:21Z', 'updated_at': '2021-12-25T19:48:36Z', 'revision_number': 4, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'a7e66898-d5b1-4c19-8166-3f163d618e14', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea564531-f74b-4083-801b-ab39c23212bd', 'name': '', 'network_id': 'e7e2ca1b-eeb3-4130-99c3-cb0c62db1175', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:f2:0e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'babcc1a8-ae22-45a7-86dd-71a25ff40d2f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:59Z', 'updated_at': '2021-12-25T19:48:18Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'babcc1a8-ae22-45a7-86dd-71a25ff40d2f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:48:38.678919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-3d62e1ca-14ec-4a42-8242-cdef84e76508 None None] For port 58b8a2be-c667-4eeb-a36f-824df465c074, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:48:38.681784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc23a2c-f322-44ea-a5f0-fd141ce38775 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Made reservation on behalf of 4895f896d14c49cebd2f7b319db8be3e for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:48:38.683025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-3d62e1ca-14ec-4a42-8242-cdef84e76508 None None] For port 58b8a2be-c667-4eeb-a36f-824df465c074, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=58b8a2be-c667-4eeb-a36f-824df465c074,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:48:38.701210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d62e1ca-14ec-4a42-8242-cdef84e76508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:38.709295 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8bd343f5-2f98-46a4-b777-1fb2f9808949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:38.811995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62e1ca-14ec-4a42-8242-cdef84e76508 None None] Pushing event updated for resources: {'Port': ['ID=58b8a2be-c667-4eeb-a36f-824df465c074,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:38.816717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3d62e1ca-14ec-4a42-8242-cdef84e76508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:38.830321 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aab0b079-55c7-4ab6-a67e-cef0e1574ae6 tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:38.921085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2638592-8f1c-41d2-8d25-1be674eb213b tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Pushing event updated for resources: {'Port': ['ID=d1e2606e-bf47-4564-8c96-ef84ce6031bc,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:38.926389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e2638592-8f1c-41d2-8d25-1be674eb213b tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:38.959136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-2b9dcfa3-4b0d-4d9b-a0aa-2d15819d74b8 None None] Set router a1a54e36-62e8-4d50-bb32-a80dba2e452b gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:48:38.973256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2638592-8f1c-41d2-8d25-1be674eb213b tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Checking segment: {'id': 'bf031aa8-a7da-436d-98dd-887f28f59376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '91aa224d-8864-4b14-a0f6-75cf93dbe404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:48:38.973653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2638592-8f1c-41d2-8d25-1be674eb213b tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Network hostable DHCP agents. Network: 91aa224d-8864-4b14-a0f6-75cf93dbe404, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:48:38.975620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc48589-4eb6-4fd9-a94f-0462dbe51790 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:38.976442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3dc48589-4eb6-4fd9-a94f-0462dbe51790 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Synchronizing usage tracker for tenant:70aa58ed5ec1475cad367450f4be2220 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:48:39.004255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device afdb73a4-f2bf-4d42-89a7-a5f3f169cd54 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:48:39.005713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6fc23a2c-f322-44ea-a5f0-fd141ce38775 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:39.037190 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1e3cefdb-5ad9-4c54-accb-fab62d331692 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "GET /v2.0/routers/2c2fc0bb-c07a-47a9-8654-0fc9114067ad HTTP/1.1" status: 200 len: 954 time: 0.4284885 Dec 25 19:48:39.038118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47212) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:39.045622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-1321f246-a4a3-44da-b1d6-6036e5c6665f tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Request body: {'router': {'routes': None}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:39.150635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2638592-8f1c-41d2-8d25-1be674eb213b tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Network 91aa224d-8864-4b14-a0f6-75cf93dbe404 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:48:39.154163 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port afdb73a4-f2bf-4d42-89a7-a5f3f169cd54 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:48:39.159578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port afdb73a4-f2bf-4d42-89a7-a5f3f169cd54 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:48:39.160001 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:39.201677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3dc48589-4eb6-4fd9-a94f-0462dbe51790 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Unset dirty status for tenant:70aa58ed5ec1475cad367450f4be2220 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:48:39.203592 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3dc48589-4eb6-4fd9-a94f-0462dbe51790 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 1.0657122 Dec 25 19:48:39.265326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47216) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:39.292919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-e2638592-8f1c-41d2-8d25-1be674eb213b tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 91aa224d-8864-4b14-a0f6-75cf93dbe404) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:48:39.309189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9f18c797-6019-4441-9fd3-183ed2de306f tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:39.333921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:39.368514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28a5863-c2a6-4f07-9f4f-bff7e95a6789 None None] Network 91aa224d-8864-4b14-a0f6-75cf93dbe404 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:48:39.430081 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aab0b079-55c7-4ab6-a67e-cef0e1574ae6 tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:39.549705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port afdb73a4-f2bf-4d42-89a7-a5f3f169cd54, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=afdb73a4-f2bf-4d42-89a7-a5f3f169cd54,segment=NetworkSegment(e6237923-3c03-4b3f-bfac-bb914c1a2282),segment_id=e6237923-3c03-4b3f-bfac-bb914c1a2282)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:48:39.553974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:39.652768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:39.659356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-35ca7f99-fbf0-485e-ade5-74ade01d3591 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:39.716248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a322a43a-484f-4bc0-862f-d0a93349ecec tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:39.742256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a322a43a-484f-4bc0-862f-d0a93349ecec tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Transition to ACTIVE for port object 4eb44d54-35e6-47e8-8b94-bf9288d3be1a will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:48:39.749212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=afdb73a4-f2bf-4d42-89a7-a5f3f169cd54,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:39.756846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:39.784204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a322a43a-484f-4bc0-862f-d0a93349ecec tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:39.800801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-2b9dcfa3-4b0d-4d9b-a0aa-2d15819d74b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'name': 'tempest-TestNetworkBasicOps-router-112452691', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': 'ef720675-c7ca-4211-8e02-10631dfa8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:45:49Z', 'updated_at': '2021-12-25T19:48:31Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'ef720675-c7ca-4211-8e02-10631dfa8051', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:45:50Z', 'updated_at': '2021-12-25T19:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '411d4d8a-f89b-42de-b6a2-30b6500f7c47', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.104', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'port_id': '9749a656-ddcd-42f0-9811-5053427473ca', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da387ada-6589-46a3-a1e0-f2fd37f41648', 'mac_address': 'fa:16:3e:45:f0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f31fdbc-d458-4a48-9825-788034a6e6d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T19:46:55Z', 'updated_at': '2021-12-25T19:47:01Z', 'revision_number': 1, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1728cbb0-5d2b-4d4d-8f51-51db9ac5b8c6', 'name': '', 'network_id': '7579654c-5033-483f-9933-ff786d50e0fb', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:8e:8d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77d81a86-b713-46c8-97d0-a80723b9f190', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:48:27Z', 'updated_at': '2021-12-25T19:48:32Z', 'revision_number': 2, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': '77d81a86-b713-46c8-97d0-a80723b9f190', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83e96486-3614-4fff-a111-d6101be75951', 'name': '', 'network_id': 'da387ada-6589-46a3-a1e0-f2fd37f41648', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:1f:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d590d7-0365-4250-b463-71f5fd5bb283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:46:06Z', 'updated_at': '2021-12-25T19:46:15Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'b7d590d7-0365-4250-b463-71f5fd5bb283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:39.809309 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9dcfa3-4b0d-4d9b-a0aa-2d15819d74b8 None None] Checking router: a1a54e36-62e8-4d50-bb32-a80dba2e452b for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:48:39.810056 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9dcfa3-4b0d-4d9b-a0aa-2d15819d74b8 None None] Updating router a1a54e36-62e8-4d50-bb32-a80dba2e452b port 1728cbb0-5d2b-4d4d-8f51-51db9ac5b8c6 binding host dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 19:48:39.855835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab0b079-55c7-4ab6-a67e-cef0e1574ae6 tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:48:39.856806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0b079-55c7-4ab6-a67e-cef0e1574ae6 tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Pushing event updated for resources: {'Port': ['ID=a11a7a21-86f9-4a5c-bf96-de00e478efeb,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:39.862378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-aab0b079-55c7-4ab6-a67e-cef0e1574ae6 tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:39.867963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2638592-8f1c-41d2-8d25-1be674eb213b tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:48:39.868963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e2638592-8f1c-41d2-8d25-1be674eb213b tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:39.869377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-28befced-9ed0-4ee3-802b-4566219a1729 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:39.877316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6345e15c-4ba5-43bb-b06c-f2989b16cb34 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:39.889347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:39.903207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2b9dcfa3-4b0d-4d9b-a0aa-2d15819d74b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:39.914820 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b388d38-6e9d-4c8d-a09b-1d8cfd4b8040 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] GET failed (client error): The resource could not be found. Dec 25 19:48:39.916313 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3b388d38-6e9d-4c8d-a09b-1d8cfd4b8040 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "GET /v2.0/ports/b91d39eb-93a0-4176-93cc-0e743cd74420 HTTP/1.1" status: 404 len: 333 time: 0.6336393 Dec 25 19:48:39.939578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47220) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:39.940636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-aab0b079-55c7-4ab6-a67e-cef0e1574ae6 tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:48:39.947580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a322a43a-484f-4bc0-862f-d0a93349ecec tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Port': ['ID=4eb44d54-35e6-47e8-8b94-bf9288d3be1a,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:39.952435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab0b079-55c7-4ab6-a67e-cef0e1574ae6 tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:48:39.995840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a322a43a-484f-4bc0-862f-d0a93349ecec tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:39.997639 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dd7ff52-ed86-4ec7-894d-b742aa7cbc41 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] GET failed (client error): The resource could not be found. Dec 25 19:48:39.999481 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7dd7ff52-ed86-4ec7-894d-b742aa7cbc41 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "GET /v2.0/ports/de1f53d1-8cf7-43c8-b668-07072017056c HTTP/1.1" status: 404 len: 333 time: 0.0578701 Dec 25 19:48:40.007321 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47224) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:40.042910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a322a43a-484f-4bc0-862f-d0a93349ecec tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:48:40.050230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-a322a43a-484f-4bc0-862f-d0a93349ecec tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:48:40.059031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a322a43a-484f-4bc0-862f-d0a93349ecec tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:48:40.063755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a322a43a-484f-4bc0-862f-d0a93349ecec tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:40.064564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a322a43a-484f-4bc0-862f-d0a93349ecec tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:40.121300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab0b079-55c7-4ab6-a67e-cef0e1574ae6 tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:40.122072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aab0b079-55c7-4ab6-a67e-cef0e1574ae6 tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:40.141789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2638592-8f1c-41d2-8d25-1be674eb213b tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Pushing event updated for resources: {'Port': ['ID=a20ce580-3f30-4593-9479-4d215bc966e2,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:40.211092 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a322a43a-484f-4bc0-862f-d0a93349ecec tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.3998559 Dec 25 19:48:40.222526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6fc23a2c-f322-44ea-a5f0-fd141ce38775 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:40.226447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47228) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:40.227034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2638592-8f1c-41d2-8d25-1be674eb213b tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Checking segment: {'id': 'f5565f14-d5eb-4d56-86e5-64c0aa19dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7875d259-3996-4792-8c28-c6c2a5448189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:48:40.227942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2638592-8f1c-41d2-8d25-1be674eb213b tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Network hostable DHCP agents. Network: 7875d259-3996-4792-8c28-c6c2a5448189, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:48:40.230866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3e5ee98e-ab38-4cc5-a2db-43b37737f02c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:40.246214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e2638592-8f1c-41d2-8d25-1be674eb213b tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:40.267736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0eb88bac-456f-4ada-bea4-53a99c47bcde tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:40.307217 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-aab0b079-55c7-4ab6-a67e-cef0e1574ae6 tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.9141150 Dec 25 19:48:40.324140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47232) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:40.357176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-e75109c1-dfaa-4c06-8c73-a1e3e78f5b9b tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.110'}]}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:40.358775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2b9dcfa3-4b0d-4d9b-a0aa-2d15819d74b8 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:40.370666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e75109c1-dfaa-4c06-8c73-a1e3e78f5b9b tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:40.374197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2b9dcfa3-4b0d-4d9b-a0aa-2d15819d74b8 None None] Transition to ACTIVE for port object 1728cbb0-5d2b-4d4d-8f51-51db9ac5b8c6 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:48:40.381927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2b9dcfa3-4b0d-4d9b-a0aa-2d15819d74b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:40.384039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e75109c1-dfaa-4c06-8c73-a1e3e78f5b9b tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Usage tracker for resource:router and tenant:b350de1d77094e35a0d8e5a7b8c0cf7e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:48:40.393808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e75109c1-dfaa-4c06-8c73-a1e3e78f5b9b tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:48:40.399513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5b832c06-104a-4cb3-84d3-59187a4a33e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:40.416841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e75109c1-dfaa-4c06-8c73-a1e3e78f5b9b tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:40.423661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc23a2c-f322-44ea-a5f0-fd141ce38775 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event updated for resources: {'Subnet': ['ID=ba4f3844-9a02-4ade-960a-c72efd0ee0b0,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:40.432547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6fc23a2c-f322-44ea-a5f0-fd141ce38775 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:40.455500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e75109c1-dfaa-4c06-8c73-a1e3e78f5b9b tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:40.456558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e75109c1-dfaa-4c06-8c73-a1e3e78f5b9b tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:40.469035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc23a2c-f322-44ea-a5f0-fd141ce38775 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Checking segment: {'id': '5314e597-a899-4ae2-9cde-b6c919d45e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1132fdeb-3604-47f7-bf1a-326388b5c39d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:48:40.469436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc23a2c-f322-44ea-a5f0-fd141ce38775 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Network hostable DHCP agents. Network: 1132fdeb-3604-47f7-bf1a-326388b5c39d, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:48:40.501959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2638592-8f1c-41d2-8d25-1be674eb213b tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Network 7875d259-3996-4792-8c28-c6c2a5448189 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:48:40.513508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e75109c1-dfaa-4c06-8c73-a1e3e78f5b9b tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:40.523117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7bbc0e-25e0-433f-b1f1-9e85464c949d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:40.532373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7bbc0e-25e0-433f-b1f1-9e85464c949d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:40.533258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4b7bbc0e-25e0-433f-b1f1-9e85464c949d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:48:40.556616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-e2638592-8f1c-41d2-8d25-1be674eb213b tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 7875d259-3996-4792-8c28-c6c2a5448189) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:48:40.569663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b35bce-e4b7-423f-9bad-25614e4a2df8 None None] Network 7875d259-3996-4792-8c28-c6c2a5448189 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:48:40.687385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc23a2c-f322-44ea-a5f0-fd141ce38775 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Network 1132fdeb-3604-47f7-bf1a-326388b5c39d is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:48:40.713758 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4b7bbc0e-25e0-433f-b1f1-9e85464c949d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:48:40.715918 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4b7bbc0e-25e0-433f-b1f1-9e85464c949d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4554029 Dec 25 19:48:40.780121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47236) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:40.809664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116308d5-95e5-449b-b671-36b50a801a60 None None] Pushing event updated for resources: {'Port': ['ID=1728cbb0-5d2b-4d4d-8f51-51db9ac5b8c6,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:40.860220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb3e48a-c9de-4ee6-9c5b-d9bd4c4db4c8 None None] Sync routers for ids ['2c2fc0bb-c07a-47a9-8654-0fc9114067ad'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:48:40.895552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116308d5-95e5-449b-b671-36b50a801a60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:48:40.895945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116308d5-95e5-449b-b671-36b50a801a60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:48:40.896325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116308d5-95e5-449b-b671-36b50a801a60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:48:40.896699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116308d5-95e5-449b-b671-36b50a801a60 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:48:40.897130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116308d5-95e5-449b-b671-36b50a801a60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:48:40.897500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116308d5-95e5-449b-b671-36b50a801a60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:48:40.897868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116308d5-95e5-449b-b671-36b50a801a60 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:48:40.898235 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116308d5-95e5-449b-b671-36b50a801a60 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:48:40.898598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116308d5-95e5-449b-b671-36b50a801a60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:48:40.898959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116308d5-95e5-449b-b671-36b50a801a60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:48:40.905795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116308d5-95e5-449b-b671-36b50a801a60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:48:40.911446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-116308d5-95e5-449b-b671-36b50a801a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:40.914273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-2b9dcfa3-4b0d-4d9b-a0aa-2d15819d74b8 None None] Attempting to bind port 1728cbb0-5d2b-4d4d-8f51-51db9ac5b8c6 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:48:40.914695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-2b9dcfa3-4b0d-4d9b-a0aa-2d15819d74b8 None None] Attempting to bind port 1728cbb0-5d2b-4d4d-8f51-51db9ac5b8c6 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '9bfcddd1-759c-45ad-9da1-136acb1b5794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7579654c-5033-483f-9933-ff786d50e0fb'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:48:40.915147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9dcfa3-4b0d-4d9b-a0aa-2d15819d74b8 None None] Attempting to bind port 1728cbb0-5d2b-4d4d-8f51-51db9ac5b8c6 on network 7579654c-5033-483f-9933-ff786d50e0fb {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:48:40.924371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9dcfa3-4b0d-4d9b-a0aa-2d15819d74b8 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:48:40.924796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9dcfa3-4b0d-4d9b-a0aa-2d15819d74b8 None None] Checking segment: {'id': '9bfcddd1-759c-45ad-9da1-136acb1b5794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7579654c-5033-483f-9933-ff786d50e0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:48:40.925252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2b9dcfa3-4b0d-4d9b-a0aa-2d15819d74b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:40.925720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9dcfa3-4b0d-4d9b-a0aa-2d15819d74b8 None None] Bound using segment: {'id': '9bfcddd1-759c-45ad-9da1-136acb1b5794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7579654c-5033-483f-9933-ff786d50e0fb'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:48:40.926194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-2b9dcfa3-4b0d-4d9b-a0aa-2d15819d74b8 None None] Bound port: 1728cbb0-5d2b-4d4d-8f51-51db9ac5b8c6, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bfcddd1-759c-45ad-9da1-136acb1b5794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7579654c-5033-483f-9933-ff786d50e0fb'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:48:40.926610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2b9dcfa3-4b0d-4d9b-a0aa-2d15819d74b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:40.930932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-2dc3d3cb-1d5c-42d1-bf1b-453d1b8edfbb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting port 4eb44d54-35e6-47e8-8b94-bf9288d3be1a {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:40.931833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2dc3d3cb-1d5c-42d1-bf1b-453d1b8edfbb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:40.970704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-6fc23a2c-f322-44ea-a5f0-fd141ce38775 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 1132fdeb-3604-47f7-bf1a-326388b5c39d) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:48:40.979446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc23a2c-f322-44ea-a5f0-fd141ce38775 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:40.979446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6fc23a2c-f322-44ea-a5f0-fd141ce38775 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:40.996245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fe33df-e4a1-4333-9773-acc89808ff2d None None] Network 1132fdeb-3604-47f7-bf1a-326388b5c39d requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:48:41.044357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb3e48a-c9de-4ee6-9c5b-d9bd4c4db4c8 None None] Routers {'2c2fc0bb-c07a-47a9-8654-0fc9114067ad'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:48:41.045068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-fdb3e48a-c9de-4ee6-9c5b-d9bd4c4db4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:48:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['2c2fc0bb-c07a-47a9-8654-0fc9114067ad'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:41.091173 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6fc23a2c-f322-44ea-a5f0-fd141ce38775 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2320824 Dec 25 19:48:41.102930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47242) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:41.113430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.extraroute_db [None req-1321f246-a4a3-44da-b1d6-6036e5c6665f tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Added routes are [] {{(pid=88901) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 25 19:48:41.114108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.extraroute_db [None req-1321f246-a4a3-44da-b1d6-6036e5c6665f tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88901) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 25 19:48:41.183576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-2b9dcfa3-4b0d-4d9b-a0aa-2d15819d74b8 None None] For port 1728cbb0-5d2b-4d4d-8f51-51db9ac5b8c6, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:48:41.187329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-2b9dcfa3-4b0d-4d9b-a0aa-2d15819d74b8 None None] For port 1728cbb0-5d2b-4d4d-8f51-51db9ac5b8c6, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=1728cbb0-5d2b-4d4d-8f51-51db9ac5b8c6,segment=NetworkSegment(9bfcddd1-759c-45ad-9da1-136acb1b5794),segment_id=9bfcddd1-759c-45ad-9da1-136acb1b5794)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:48:41.196080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2b9dcfa3-4b0d-4d9b-a0aa-2d15819d74b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:41.200700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-07429672-ed7a-49c8-8629-54adccdf253b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:41.268728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0eb88bac-456f-4ada-bea4-53a99c47bcde tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:41.315463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-0eb88bac-456f-4ada-bea4-53a99c47bcde tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46008b2d-5973-470f-bb71-d4ad2fff1193']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:41.326780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116308d5-95e5-449b-b671-36b50a801a60 None None] Pushing event updated for resources: {'Port': ['ID=1728cbb0-5d2b-4d4d-8f51-51db9ac5b8c6,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:41.333007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-0eb88bac-456f-4ada-bea4-53a99c47bcde tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82e2de91-bad8-4633-a880-520dd8c663e9') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:41.333377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-0eb88bac-456f-4ada-bea4-53a99c47bcde tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82e2de91-bad8-4633-a880-520dd8c663e9') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:41.339926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-116308d5-95e5-449b-b671-36b50a801a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:41.349146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9dcfa3-4b0d-4d9b-a0aa-2d15819d74b8 None None] Routers {'a1a54e36-62e8-4d50-bb32-a80dba2e452b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:48:41.349861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-2b9dcfa3-4b0d-4d9b-a0aa-2d15819d74b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:48:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['a1a54e36-62e8-4d50-bb32-a80dba2e452b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:41.352218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0eb88bac-456f-4ada-bea4-53a99c47bcde tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:41.370958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0eb88bac-456f-4ada-bea4-53a99c47bcde tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:41.378826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb88bac-456f-4ada-bea4-53a99c47bcde tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:48:41.379304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0eb88bac-456f-4ada-bea4-53a99c47bcde tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:41.489874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 58b8a2be-c667-4eeb-a36f-824df465c074 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:48:41.506908 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:48:41.506908 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:48:41.506908 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:48:41.506908 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:48:41.506908 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:48:41.506908 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:48:41.506908 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:48:41.506908 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:48:41.506908 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:48:41.506908 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:48:41.506908 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:48:41.506908 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:48:41.506908 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:48:41.506908 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:48:41.506908 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:48:41.506908 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:48:41.506908 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:48:41.506908 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:48:41.506908 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:48:41.506908 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:48:41.506908 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:48:41.506908 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:48:41.506908 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:48:41.506908 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:48:41.506908 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:48:41.506908 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:48:41.506908 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:48:41.506908 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:48:41.506908 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:48:41.506908 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:48:41.506908 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:48:41.506908 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:48:41.534964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1321f246-a4a3-44da-b1d6-6036e5c6665f tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:41.541576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0eb88bac-456f-4ada-bea4-53a99c47bcde tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:41.544295 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2638592-8f1c-41d2-8d25-1be674eb213b tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:48:41.548856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2638592-8f1c-41d2-8d25-1be674eb213b tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:41.554512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2638592-8f1c-41d2-8d25-1be674eb213b tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:41.555960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e2638592-8f1c-41d2-8d25-1be674eb213b tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:41.592620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6345e15c-4ba5-43bb-b06c-f2989b16cb34 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:41.640199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0eb88bac-456f-4ada-bea4-53a99c47bcde tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:41.642286 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0eb88bac-456f-4ada-bea4-53a99c47bcde tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/networks/46008b2d-5973-470f-bb71-d4ad2fff1193 HTTP/1.1" status: 204 len: 168 time: 1.6280284 Dec 25 19:48:41.724019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-2b9dcfa3-4b0d-4d9b-a0aa-2d15819d74b8 None None] Set router a1a54e36-62e8-4d50-bb32-a80dba2e452b gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:48:41.769517 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e2638592-8f1c-41d2-8d25-1be674eb213b tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.0847650 Dec 25 19:48:41.779846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47246) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:41.780526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47248) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:41.792329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-bdcd8dea-0bb4-43b9-8135-c51d0ac7421d tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-155530940'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:41.811024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb88bac-456f-4ada-bea4-53a99c47bcde tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event deleted for resources: {'Network': ['ID=46008b2d-5973-470f-bb71-d4ad2fff1193,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:41.867848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0eb88bac-456f-4ada-bea4-53a99c47bcde tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:41.875261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-bdcd8dea-0bb4-43b9-8135-c51d0ac7421d tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:41.905356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-fdb3e48a-c9de-4ee6-9c5b-d9bd4c4db4c8 None None] Set router 2c2fc0bb-c07a-47a9-8654-0fc9114067ad gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:48:41.968955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2dc3d3cb-1d5c-42d1-bf1b-453d1b8edfbb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:41.977150 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-bdcd8dea-0bb4-43b9-8135-c51d0ac7421d tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:network and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:48:42.002845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-bdcd8dea-0bb4-43b9-8135-c51d0ac7421d tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:48:42.024002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-bdcd8dea-0bb4-43b9-8135-c51d0ac7421d tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:42.047272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcd8dea-0bb4-43b9-8135-c51d0ac7421d tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Made reservation on behalf of 70aa58ed5ec1475cad367450f4be2220 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:48:42.053740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bdcd8dea-0bb4-43b9-8135-c51d0ac7421d tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:42.101502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 58b8a2be-c667-4eeb-a36f-824df465c074 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:48:42.106900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdcd8dea-0bb4-43b9-8135-c51d0ac7421d tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:48:42.117811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-2dc3d3cb-1d5c-42d1-bf1b-453d1b8edfbb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Calling delete_port for 4eb44d54-35e6-47e8-8b94-bf9288d3be1a owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:48:42.139081 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device afdb73a4-f2bf-4d42-89a7-a5f3f169cd54 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:48:42.148763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba19e88-9890-44b0-ba83-4f58bfeb2400 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:42.157367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba19e88-9890-44b0-ba83-4f58bfeb2400 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:42.158439 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8ba19e88-9890-44b0-ba83-4f58bfeb2400 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Synchronizing usage tracker for tenant:3b9bb43ec42741ef80210d33bd10ec2e on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:48:42.180243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bdcd8dea-0bb4-43b9-8135-c51d0ac7421d tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:42.180701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dc7c3e-ca35-4de9-b65e-7155aa58be2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-1132fdeb-3604-47f7-bf1a-326388b5c39d', 'network_id': '1132fdeb-3604-47f7-bf1a-326388b5c39d', 'tenant_id': '4895f896d14c49cebd2f7b319db8be3e', 'fixed_ips': [{'subnet_id': 'ba4f3844-9a02-4ade-960a-c72efd0ee0b0'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:48:42.181183 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-bdcd8dea-0bb4-43b9-8135-c51d0ac7421d tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Added segment c8fc71a0-04ab-4af9-9d2a-1b83c1391d30 of type vlan for network 6909fdcc-45cb-4922-ae34-2eb19aab2e0c Dec 25 19:48:42.181904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-67dc7c3e-ca35-4de9-b65e-7155aa58be2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:42.270406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-2b9dcfa3-4b0d-4d9b-a0aa-2d15819d74b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'name': 'tempest-TestNetworkBasicOps-router-112452691', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': 'ef720675-c7ca-4211-8e02-10631dfa8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:45:49Z', 'updated_at': '2021-12-25T19:48:31Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'ef720675-c7ca-4211-8e02-10631dfa8051', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:45:50Z', 'updated_at': '2021-12-25T19:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '411d4d8a-f89b-42de-b6a2-30b6500f7c47', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.104', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'port_id': '9749a656-ddcd-42f0-9811-5053427473ca', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da387ada-6589-46a3-a1e0-f2fd37f41648', 'mac_address': 'fa:16:3e:45:f0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f31fdbc-d458-4a48-9825-788034a6e6d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T19:46:55Z', 'updated_at': '2021-12-25T19:47:01Z', 'revision_number': 1, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1728cbb0-5d2b-4d4d-8f51-51db9ac5b8c6', 'name': '', 'network_id': '7579654c-5033-483f-9933-ff786d50e0fb', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:8e:8d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77d81a86-b713-46c8-97d0-a80723b9f190', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:48:27Z', 'updated_at': '2021-12-25T19:48:41Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': '77d81a86-b713-46c8-97d0-a80723b9f190', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83e96486-3614-4fff-a111-d6101be75951', 'name': '', 'network_id': 'da387ada-6589-46a3-a1e0-f2fd37f41648', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:1f:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d590d7-0365-4250-b463-71f5fd5bb283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:46:06Z', 'updated_at': '2021-12-25T19:46:15Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'b7d590d7-0365-4250-b463-71f5fd5bb283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:42.271083 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8ba19e88-9890-44b0-ba83-4f58bfeb2400 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Unset dirty status for tenant:3b9bb43ec42741ef80210d33bd10ec2e on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:48:42.275472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9dcfa3-4b0d-4d9b-a0aa-2d15819d74b8 None None] The sync data for ids ['a1a54e36-62e8-4d50-bb32-a80dba2e452b'] in dv-neutron-822611-1-hyperv is: [{'id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'name': 'tempest-TestNetworkBasicOps-router-112452691', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': 'ef720675-c7ca-4211-8e02-10631dfa8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:45:49Z', 'updated_at': '2021-12-25T19:48:31Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'ef720675-c7ca-4211-8e02-10631dfa8051', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:45:50Z', 'updated_at': '2021-12-25T19:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '411d4d8a-f89b-42de-b6a2-30b6500f7c47', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.104', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'port_id': '9749a656-ddcd-42f0-9811-5053427473ca', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da387ada-6589-46a3-a1e0-f2fd37f41648', 'mac_address': 'fa:16:3e:45:f0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f31fdbc-d458-4a48-9825-788034a6e6d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T19:46:55Z', 'updated_at': '2021-12-25T19:47:01Z', 'revision_number': 1, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1728cbb0-5d2b-4d4d-8f51-51db9ac5b8c6', 'name': '', 'network_id': '7579654c-5033-483f-9933-ff786d50e0fb', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:8e:8d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77d81a86-b713-46c8-97d0-a80723b9f190', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:48:27Z', 'updated_at': '2021-12-25T19:48:41Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': '77d81a86-b713-46c8-97d0-a80723b9f190', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83e96486-3614-4fff-a111-d6101be75951', 'name': '', 'network_id': 'da387ada-6589-46a3-a1e0-f2fd37f41648', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:1f:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d590d7-0365-4250-b463-71f5fd5bb283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:46:06Z', 'updated_at': '2021-12-25T19:46:15Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'b7d590d7-0365-4250-b463-71f5fd5bb283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:48:42.276223 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8ba19e88-9890-44b0-ba83-4f58bfeb2400 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4924557 Dec 25 19:48:42.279337 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47254) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:42.367580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-000eab60-571f-4d4d-a5fa-7a5549036c00 None None] Provisioning for port 58b8a2be-c667-4eeb-a36f-824df465c074 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:48:42.378916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bdcd8dea-0bb4-43b9-8135-c51d0ac7421d tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:42.397068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e75109c1-dfaa-4c06-8c73-a1e3e78f5b9b tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:42.436171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bdcd8dea-0bb4-43b9-8135-c51d0ac7421d tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:42.440872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-000eab60-571f-4d4d-a5fa-7a5549036c00 None None] Provisioning complete for port 58b8a2be-c667-4eeb-a36f-824df465c074 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:48:42.442234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-000eab60-571f-4d4d-a5fa-7a5549036c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:42.442932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcd8dea-0bb4-43b9-8135-c51d0ac7421d tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:42.443777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bdcd8dea-0bb4-43b9-8135-c51d0ac7421d tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:42.471130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-41d1271b-c0a7-4467-8a47-ce0dc81ae945 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:42.476180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2dc3d3cb-1d5c-42d1-bf1b-453d1b8edfbb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:42.520991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1321f246-a4a3-44da-b1d6-6036e5c6665f tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:42.524326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-462691ec-1cb8-4bb4-88cd-b48ac1ba2b77 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:42.533234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1321f246-a4a3-44da-b1d6-6036e5c6665f tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854381233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854287207'] for router, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:42.542073 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-bdcd8dea-0bb4-43b9-8135-c51d0ac7421d tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7601953 Dec 25 19:48:42.547106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47258) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:42.571435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-a0b8624a-a71f-4187-878f-c27430b9cd75 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'subnet': {'network_id': '6909fdcc-45cb-4922-ae34-2eb19aab2e0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:42.581429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-67dc7c3e-ca35-4de9-b65e-7155aa58be2c None None] Allocated IP 172.20.0.2 (1132fdeb-3604-47f7-bf1a-326388b5c39d/ba4f3844-9a02-4ade-960a-c72efd0ee0b0/99d29a0d-f652-48b5-b436-f13f44d8ac80) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:48:42.656766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3d3cb-1d5c-42d1-bf1b-453d1b8edfbb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Port': ['ID=4eb44d54-35e6-47e8-8b94-bf9288d3be1a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:42.682055 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2dc3d3cb-1d5c-42d1-bf1b-453d1b8edfbb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:42.749589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a0b8624a-a71f-4187-878f-c27430b9cd75 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:42.751753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-3c4a3a5e-d80c-418d-87b3-771b985ca615 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Deleting port d1e2606e-bf47-4564-8c96-ef84ce6031bc {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:42.752145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3c4a3a5e-d80c-418d-87b3-771b985ca615 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:42.797809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de76e15b-06f0-4201-ad45-082c06c32e96 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:42.818426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-67dc7c3e-ca35-4de9-b65e-7155aa58be2c None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:42.830091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-67dc7c3e-ca35-4de9-b65e-7155aa58be2c None None] Transition to ACTIVE for port object 99d29a0d-f652-48b5-b436-f13f44d8ac80 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:48:42.851618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-67dc7c3e-ca35-4de9-b65e-7155aa58be2c None None] Transition to ACTIVE for port object 99d29a0d-f652-48b5-b436-f13f44d8ac80 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:48:42.869998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2dc3d3cb-1d5c-42d1-bf1b-453d1b8edfbb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:42.876073 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-67dc7c3e-ca35-4de9-b65e-7155aa58be2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:42.886744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4870731f-dd61-4c0a-8b5a-33eb91bf2c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:42.917774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd8dea-0bb4-43b9-8135-c51d0ac7421d tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'Network': ['ID=6909fdcc-45cb-4922-ae34-2eb19aab2e0c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:42.930206 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bdcd8dea-0bb4-43b9-8135-c51d0ac7421d tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:42.934366 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a0b8624a-a71f-4187-878f-c27430b9cd75 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:subnet and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:48:42.940567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a0b8624a-a71f-4187-878f-c27430b9cd75 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:48:42.969205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de76e15b-06f0-4201-ad45-082c06c32e96 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Deleting port 99d29a0d-f652-48b5-b436-f13f44d8ac80 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:42.969684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de76e15b-06f0-4201-ad45-082c06c32e96 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:43.021345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 6909fdcc-45cb-4922-ae34-2eb19aab2e0c details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:48:43.022014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a0b8624a-a71f-4187-878f-c27430b9cd75 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:43.026566 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2dc3d3cb-1d5c-42d1-bf1b-453d1b8edfbb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/ports/4eb44d54-35e6-47e8-8b94-bf9288d3be1a HTTP/1.1" status: 204 len: 168 time: 2.2420540 Dec 25 19:48:43.043795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47262) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:43.106947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dc7c3e-ca35-4de9-b65e-7155aa58be2c None None] Network 1132fdeb-3604-47f7-bf1a-326388b5c39d is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:48:43.175319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-67dc7c3e-ca35-4de9-b65e-7155aa58be2c None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:48:43.249956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dc7c3e-ca35-4de9-b65e-7155aa58be2c None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:48:43.272997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc7c3e-ca35-4de9-b65e-7155aa58be2c None None] Pushing event updated for resources: {'Port': ['ID=99d29a0d-f652-48b5-b436-f13f44d8ac80,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:43.444179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dc7c3e-ca35-4de9-b65e-7155aa58be2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:48:43.444725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dc7c3e-ca35-4de9-b65e-7155aa58be2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:48:43.445289 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dc7c3e-ca35-4de9-b65e-7155aa58be2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:48:43.445771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dc7c3e-ca35-4de9-b65e-7155aa58be2c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:48:43.446340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dc7c3e-ca35-4de9-b65e-7155aa58be2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:48:43.446836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dc7c3e-ca35-4de9-b65e-7155aa58be2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:48:43.447346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dc7c3e-ca35-4de9-b65e-7155aa58be2c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:48:43.447826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dc7c3e-ca35-4de9-b65e-7155aa58be2c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:48:43.448826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dc7c3e-ca35-4de9-b65e-7155aa58be2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:48:43.449583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dc7c3e-ca35-4de9-b65e-7155aa58be2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:48:43.449859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dc7c3e-ca35-4de9-b65e-7155aa58be2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:48:43.450609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b8624a-a71f-4187-878f-c27430b9cd75 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Made reservation on behalf of 70aa58ed5ec1475cad367450f4be2220 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:48:43.453620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port afdb73a4-f2bf-4d42-89a7-a5f3f169cd54 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:48:43.454172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:43.463512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3c4a3a5e-d80c-418d-87b3-771b985ca615 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:43.526841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436b3139-e65d-4a21-ba6d-e92c3615f509 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:43.528577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436b3139-e65d-4a21-ba6d-e92c3615f509 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:43.529433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-436b3139-e65d-4a21-ba6d-e92c3615f509 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:48:43.617500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-3c4a3a5e-d80c-418d-87b3-771b985ca615 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Calling delete_port for d1e2606e-bf47-4564-8c96-ef84ce6031bc owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:48:43.640259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a0b8624a-a71f-4187-878f-c27430b9cd75 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:43.677775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-67dc7c3e-ca35-4de9-b65e-7155aa58be2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.791s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:43.758942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.ipam_backend_mixin [None req-a0b8624a-a71f-4187-878f-c27430b9cd75 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Performing IP validity checks on allocation pools {{(pid=88901) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 25 19:48:43.762772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.ipam_backend_mixin [None req-a0b8624a-a71f-4187-878f-c27430b9cd75 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88901) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 25 19:48:43.774673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-000eab60-571f-4d4d-a5fa-7a5549036c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:43.798112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-67dc7c3e-ca35-4de9-b65e-7155aa58be2c None None] Attempting to bind port 99d29a0d-f652-48b5-b436-f13f44d8ac80 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:48:43.798555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-67dc7c3e-ca35-4de9-b65e-7155aa58be2c None None] Attempting to bind port 99d29a0d-f652-48b5-b436-f13f44d8ac80 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '5314e597-a899-4ae2-9cde-b6c919d45e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1132fdeb-3604-47f7-bf1a-326388b5c39d'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:48:43.799037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc7c3e-ca35-4de9-b65e-7155aa58be2c None None] Attempting to bind port 99d29a0d-f652-48b5-b436-f13f44d8ac80 on network 1132fdeb-3604-47f7-bf1a-326388b5c39d {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:48:43.824955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc7c3e-ca35-4de9-b65e-7155aa58be2c None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:48:43.825470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc7c3e-ca35-4de9-b65e-7155aa58be2c None None] Checking segment: {'id': '5314e597-a899-4ae2-9cde-b6c919d45e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1132fdeb-3604-47f7-bf1a-326388b5c39d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:48:43.825994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-67dc7c3e-ca35-4de9-b65e-7155aa58be2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:43.826494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc7c3e-ca35-4de9-b65e-7155aa58be2c None None] Bound using segment: {'id': '5314e597-a899-4ae2-9cde-b6c919d45e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1132fdeb-3604-47f7-bf1a-326388b5c39d'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:48:43.827109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-67dc7c3e-ca35-4de9-b65e-7155aa58be2c None None] Bound port: 99d29a0d-f652-48b5-b436-f13f44d8ac80, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5314e597-a899-4ae2-9cde-b6c919d45e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1132fdeb-3604-47f7-bf1a-326388b5c39d'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:48:43.827612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-67dc7c3e-ca35-4de9-b65e-7155aa58be2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:43.884435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3c4a3a5e-d80c-418d-87b3-771b985ca615 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:43.899688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0886a6ae-2915-432b-b650-fbc867dc20fa tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:43.909823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-000eab60-571f-4d4d-a5fa-7a5549036c00 None None] For port 58b8a2be-c667-4eeb-a36f-824df465c074, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=58b8a2be-c667-4eeb-a36f-824df465c074,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:48:43.915214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-436b3139-e65d-4a21-ba6d-e92c3615f509 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:48:43.917456 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-436b3139-e65d-4a21-ba6d-e92c3615f509 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8723691 Dec 25 19:48:43.920683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a0b8624a-a71f-4187-878f-c27430b9cd75 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:43.925482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47268) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:43.926975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3f4095f6-f8a2-4315-9716-d7c9fa2285e2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:43.937709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de76e15b-06f0-4201-ad45-082c06c32e96 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] For port 99d29a0d-f652-48b5-b436-f13f44d8ac80, host dv-neutron-822611-1-hyperv, got binding levels [] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:48:43.938121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de76e15b-06f0-4201-ad45-082c06c32e96 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:43.958895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-000eab60-571f-4d4d-a5fa-7a5549036c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:43.965441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a3a5e-d80c-418d-87b3-771b985ca615 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Pushing event deleted for resources: {'Port': ['ID=d1e2606e-bf47-4564-8c96-ef84ce6031bc,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:43.966500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8da34335-b256-4863-87b1-dd3a393c4a7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:44.030684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3c4a3a5e-d80c-418d-87b3-771b985ca615 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:44.031417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-fdb3e48a-c9de-4ee6-9c5b-d9bd4c4db4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'name': 'tempest-RoutersIpV6Test-router-1228898724', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:47:16Z', 'updated_at': '2021-12-25T19:48:35Z', 'revision_number': 6, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'gw_port_host': None, '_interfaces': [{'id': '031fca15-cc04-4765-822e-515d644cf979', 'name': '', 'network_id': '00ee1749-7dac-4ff2-bd55-2bdcb6a1342d', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:ab:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:20Z', 'updated_at': '2021-12-25T19:47:31Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b698ecc-1100-4527-b6b9-a66e84c80d04', 'name': '', 'network_id': '60e204d6-3634-416a-a347-79a8d48995a8', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:2c:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc997de-bf8e-4820-b22b-aba70acb08e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:36Z', 'updated_at': '2021-12-25T19:47:55Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'dcc997de-bf8e-4820-b22b-aba70acb08e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afdb73a4-f2bf-4d42-89a7-a5f3f169cd54', 'name': '', 'network_id': '0ee8a4a5-4b3e-48c5-8a69-fb9d331e4e0e', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:25:0f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7e66898-d5b1-4c19-8166-3f163d618e14', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:48:21Z', 'updated_at': '2021-12-25T19:48:39Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'a7e66898-d5b1-4c19-8166-3f163d618e14', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea564531-f74b-4083-801b-ab39c23212bd', 'name': '', 'network_id': 'e7e2ca1b-eeb3-4130-99c3-cb0c62db1175', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:f2:0e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'babcc1a8-ae22-45a7-86dd-71a25ff40d2f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:59Z', 'updated_at': '2021-12-25T19:48:18Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'babcc1a8-ae22-45a7-86dd-71a25ff40d2f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:44.044231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1321f246-a4a3-44da-b1d6-6036e5c6665f tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Router 2c2fc0bb-c07a-47a9-8654-0fc9114067ad has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:48:44.058318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb3e48a-c9de-4ee6-9c5b-d9bd4c4db4c8 None None] Checking router: 2c2fc0bb-c07a-47a9-8654-0fc9114067ad for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:48:44.092509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000eab60-571f-4d4d-a5fa-7a5549036c00 None None] Pushing event updated for resources: {'Port': ['ID=58b8a2be-c667-4eeb-a36f-824df465c074,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:44.098315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-67dc7c3e-ca35-4de9-b65e-7155aa58be2c None None] For port 99d29a0d-f652-48b5-b436-f13f44d8ac80, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:48:44.099755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-82dc0bcc-66e9-48b4-a15c-d9884013fb05 None None] Could not find standard attr ID for object 4eb44d54-35e6-47e8-8b94-bf9288d3be1a. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:48:44.101661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-67dc7c3e-ca35-4de9-b65e-7155aa58be2c None None] For port 99d29a0d-f652-48b5-b436-f13f44d8ac80, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=99d29a0d-f652-48b5-b436-f13f44d8ac80,segment=NetworkSegment(5314e597-a899-4ae2-9cde-b6c919d45e3b),segment_id=5314e597-a899-4ae2-9cde-b6c919d45e3b)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:48:44.103852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-000eab60-571f-4d4d-a5fa-7a5549036c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:44.105797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb3e48a-c9de-4ee6-9c5b-d9bd4c4db4c8 None None] Routers {'2c2fc0bb-c07a-47a9-8654-0fc9114067ad'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:48:44.106493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-fdb3e48a-c9de-4ee6-9c5b-d9bd4c4db4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:48:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['2c2fc0bb-c07a-47a9-8654-0fc9114067ad'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:44.112039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b8624a-a71f-4187-878f-c27430b9cd75 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'Subnet': ['ID=41b7007c-a28b-4e51-b0cd-cad612432cec,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:44.114880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a0b8624a-a71f-4187-878f-c27430b9cd75 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:44.167990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-67dc7c3e-ca35-4de9-b65e-7155aa58be2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:44.180997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:44.227525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b8624a-a71f-4187-878f-c27430b9cd75 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Checking segment: {'id': 'c8fc71a0-04ab-4af9-9d2a-1b83c1391d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6909fdcc-45cb-4922-ae34-2eb19aab2e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:48:44.227779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b8624a-a71f-4187-878f-c27430b9cd75 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Network hostable DHCP agents. Network: 6909fdcc-45cb-4922-ae34-2eb19aab2e0c, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:48:44.289312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 1728cbb0-5d2b-4d4d-8f51-51db9ac5b8c6 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:48:44.421343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc7c3e-ca35-4de9-b65e-7155aa58be2c None None] Pushing event updated for resources: {'Port': ['ID=99d29a0d-f652-48b5-b436-f13f44d8ac80,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:44.422743 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de76e15b-06f0-4201-ad45-082c06c32e96 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Calling delete_port for 99d29a0d-f652-48b5-b436-f13f44d8ac80 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:48:44.425449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-67dc7c3e-ca35-4de9-b65e-7155aa58be2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:44.431334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-fdb3e48a-c9de-4ee6-9c5b-d9bd4c4db4c8 None None] Set router 2c2fc0bb-c07a-47a9-8654-0fc9114067ad gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:48:44.450003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b8624a-a71f-4187-878f-c27430b9cd75 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Network 6909fdcc-45cb-4922-ae34-2eb19aab2e0c is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:48:44.475725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-5861d7af-50a2-4507-b82a-b8170af262ca tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting subnet 47aca0a3-610f-423a-b92c-daa9081650bc {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:48:44.484275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5861d7af-50a2-4507-b82a-b8170af262ca tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:44.503436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3c4a3a5e-d80c-418d-87b3-771b985ca615 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:44.510603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f18c797-6019-4441-9fd3-183ed2de306f tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Router 37b5843f-11c8-4119-aa66-53b4aff55b9b has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:48:44.512756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 1728cbb0-5d2b-4d4d-8f51-51db9ac5b8c6 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:48:44.516962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-a0b8624a-a71f-4187-878f-c27430b9cd75 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 6909fdcc-45cb-4922-ae34-2eb19aab2e0c) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:48:44.520785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 1728cbb0-5d2b-4d4d-8f51-51db9ac5b8c6 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:48:44.521500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:44.530374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b8624a-a71f-4187-878f-c27430b9cd75 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:44.531030 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a0b8624a-a71f-4187-878f-c27430b9cd75 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:44.552222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e75109c1-dfaa-4c06-8c73-a1e3e78f5b9b tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:44.561203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a31c8bf-fed0-4d6f-9a81-743c8544faf2 None None] Network 6909fdcc-45cb-4922-ae34-2eb19aab2e0c requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:48:44.574189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1321f246-a4a3-44da-b1d6-6036e5c6665f tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:48:44.581272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5861d7af-50a2-4507-b82a-b8170af262ca tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:44.595503 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3c4a3a5e-d80c-418d-87b3-771b985ca615 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] 10.222.0.24 "DELETE /v2.0/ports/d1e2606e-bf47-4564-8c96-ef84ce6031bc HTTP/1.1" status: 204 len: 168 time: 2.1915269 Dec 25 19:48:44.599467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47272) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:44.604094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e75109c1-dfaa-4c06-8c73-a1e3e78f5b9b tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:44.623387 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1321f246-a4a3-44da-b1d6-6036e5c6665f tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:44.627098 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1321f246-a4a3-44da-b1d6-6036e5c6665f tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "PUT /v2.0/routers/2c2fc0bb-c07a-47a9-8654-0fc9114067ad HTTP/1.1" status: 200 len: 704 time: 5.5873597 Dec 25 19:48:44.633995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47276) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:44.635405 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a0b8624a-a71f-4187-878f-c27430b9cd75 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0863225 Dec 25 19:48:44.678299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47280) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:44.697880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-72972164-9ab6-40df-8872-74e7c279517c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'port': {'network_id': '6909fdcc-45cb-4922-ae34-2eb19aab2e0c', 'name': 'tempest-PortsIpV6TestJSON-1502653079'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:44.793147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-de76e15b-06f0-4201-ad45-082c06c32e96 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88900) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:48:44.793507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-de76e15b-06f0-4201-ad45-082c06c32e96 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:48:44.842402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5861d7af-50a2-4507-b82a-b8170af262ca tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:44.960078 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-11f7cbf8-6d27-4295-bf93-711649e5c285 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "GET /v2.0/routers/2c2fc0bb-c07a-47a9-8654-0fc9114067ad HTTP/1.1" status: 200 len: 704 time: 0.3230321 Dec 25 19:48:44.961185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47284) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:45.001067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8fe0322f-db48-4a40-919e-ec78ce58ff6a tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Deleting port a20ce580-3f30-4593-9479-4d215bc966e2 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:45.001454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8fe0322f-db48-4a40-919e-ec78ce58ff6a tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:45.047639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5861d7af-50a2-4507-b82a-b8170af262ca tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:45.059970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cfa70be2-6453-4bab-a111-88f4473152a0 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:45.190603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861d7af-50a2-4507-b82a-b8170af262ca tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Subnet': ['ID=47aca0a3-610f-423a-b92c-daa9081650bc,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:45.198705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5861d7af-50a2-4507-b82a-b8170af262ca tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:45.208006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5861d7af-50a2-4507-b82a-b8170af262ca tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:45.229190 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5861d7af-50a2-4507-b82a-b8170af262ca tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/47aca0a3-610f-423a-b92c-daa9081650bc HTTP/1.1" status: 204 len: 168 time: 1.2712691 Dec 25 19:48:45.231771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47288) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:45.246284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd023ff-0c7a-409e-a880-cd984ecb7713 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:48:45.257583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-72972164-9ab6-40df-8872-74e7c279517c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:45.267768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf0a91f-39db-4c52-9ac0-ca5313686889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-6909fdcc-45cb-4922-ae34-2eb19aab2e0c', 'network_id': '6909fdcc-45cb-4922-ae34-2eb19aab2e0c', 'tenant_id': '70aa58ed5ec1475cad367450f4be2220', 'fixed_ips': [{'subnet_id': '41b7007c-a28b-4e51-b0cd-cad612432cec'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:48:45.268888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1bf0a91f-39db-4c52-9ac0-ca5313686889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:45.296757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:45.322447 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9da95904-ead7-4624-9686-4a506c1f3afd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0853724 Dec 25 19:48:45.322447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47292) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:45.328944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-bbbb15a8-d21a-43a3-bd51-cd76e6f66c88 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'subnet': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:45.352467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de76e15b-06f0-4201-ad45-082c06c32e96 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Deleting port 99d29a0d-f652-48b5-b436-f13f44d8ac80 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:45.352467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de76e15b-06f0-4201-ad45-082c06c32e96 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:45.381603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-72972164-9ab6-40df-8872-74e7c279517c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:45.393888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e75109c1-dfaa-4c06-8c73-a1e3e78f5b9b tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:45.611632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-bbbb15a8-d21a-43a3-bd51-cd76e6f66c88 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:45.617832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-bbbb15a8-d21a-43a3-bd51-cd76e6f66c88 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:subnet and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:48:45.623366 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-bbbb15a8-d21a-43a3-bd51-cd76e6f66c88 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:48:45.632395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-bbbb15a8-d21a-43a3-bd51-cd76e6f66c88 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:45.639935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-fdb3e48a-c9de-4ee6-9c5b-d9bd4c4db4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'name': 'tempest-RoutersIpV6Test-router-1228898724', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:47:16Z', 'updated_at': '2021-12-25T19:48:41Z', 'revision_number': 7, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'gw_port_host': None, '_interfaces': [{'id': '031fca15-cc04-4765-822e-515d644cf979', 'name': '', 'network_id': '00ee1749-7dac-4ff2-bd55-2bdcb6a1342d', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:ab:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:20Z', 'updated_at': '2021-12-25T19:47:31Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b698ecc-1100-4527-b6b9-a66e84c80d04', 'name': '', 'network_id': '60e204d6-3634-416a-a347-79a8d48995a8', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:2c:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc997de-bf8e-4820-b22b-aba70acb08e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:36Z', 'updated_at': '2021-12-25T19:47:55Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'dcc997de-bf8e-4820-b22b-aba70acb08e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afdb73a4-f2bf-4d42-89a7-a5f3f169cd54', 'name': '', 'network_id': '0ee8a4a5-4b3e-48c5-8a69-fb9d331e4e0e', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:25:0f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7e66898-d5b1-4c19-8166-3f163d618e14', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:48:21Z', 'updated_at': '2021-12-25T19:48:39Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'a7e66898-d5b1-4c19-8166-3f163d618e14', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea564531-f74b-4083-801b-ab39c23212bd', 'name': '', 'network_id': 'e7e2ca1b-eeb3-4130-99c3-cb0c62db1175', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:f2:0e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'babcc1a8-ae22-45a7-86dd-71a25ff40d2f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:59Z', 'updated_at': '2021-12-25T19:48:18Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'babcc1a8-ae22-45a7-86dd-71a25ff40d2f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:45.648623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72972164-9ab6-40df-8872-74e7c279517c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Made reservation on behalf of 70aa58ed5ec1475cad367450f4be2220 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:48:45.650745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbb15a8-d21a-43a3-bd51-cd76e6f66c88 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:48:45.654270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-72972164-9ab6-40df-8872-74e7c279517c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:45.656787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bbbb15a8-d21a-43a3-bd51-cd76e6f66c88 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:45.687201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8fe0322f-db48-4a40-919e-ec78ce58ff6a tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:45.694799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb3e48a-c9de-4ee6-9c5b-d9bd4c4db4c8 None None] The sync data for ids ['2c2fc0bb-c07a-47a9-8654-0fc9114067ad'] in dv-neutron-822611-1-hyperv is: [{'id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'name': 'tempest-RoutersIpV6Test-router-1228898724', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:47:16Z', 'updated_at': '2021-12-25T19:48:41Z', 'revision_number': 7, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'gw_port_host': None, '_interfaces': [{'id': '031fca15-cc04-4765-822e-515d644cf979', 'name': '', 'network_id': '00ee1749-7dac-4ff2-bd55-2bdcb6a1342d', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:ab:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:20Z', 'updated_at': '2021-12-25T19:47:31Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b698ecc-1100-4527-b6b9-a66e84c80d04', 'name': '', 'network_id': '60e204d6-3634-416a-a347-79a8d48995a8', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:2c:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc997de-bf8e-4820-b22b-aba70acb08e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:36Z', 'updated_at': '2021-12-25T19:47:55Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'dcc997de-bf8e-4820-b22b-aba70acb08e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afdb73a4-f2bf-4d42-89a7-a5f3f169cd54', 'name': '', 'network_id': '0ee8a4a5-4b3e-48c5-8a69-fb9d331e4e0e', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:25:0f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7e66898-d5b1-4c19-8166-3f163d618e14', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:48:21Z', 'updated_at': '2021-12-25T19:48:39Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'a7e66898-d5b1-4c19-8166-3f163d618e14', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea564531-f74b-4083-801b-ab39c23212bd', 'name': '', 'network_id': 'e7e2ca1b-eeb3-4130-99c3-cb0c62db1175', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:f2:0e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'babcc1a8-ae22-45a7-86dd-71a25ff40d2f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:59Z', 'updated_at': '2021-12-25T19:48:18Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'babcc1a8-ae22-45a7-86dd-71a25ff40d2f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:48:45.700683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 1728cbb0-5d2b-4d4d-8f51-51db9ac5b8c6, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=1728cbb0-5d2b-4d4d-8f51-51db9ac5b8c6,segment=NetworkSegment(9bfcddd1-759c-45ad-9da1-136acb1b5794),segment_id=9bfcddd1-759c-45ad-9da1-136acb1b5794)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:48:45.720870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a8625cb6-82e2-4456-bdf8-01e70f75d066 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:45.748703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:45.763558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9f06d30b-b69f-4364-8bc6-1409662fd772 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:45.877800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-72972164-9ab6-40df-8872-74e7c279517c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] device_id is not set on port 2684a8fd-1eb8-4332-90d8-872613276b6e yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:48:45.887010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47298) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:45.924473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8fe0322f-db48-4a40-919e-ec78ce58ff6a tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Calling delete_port for a20ce580-3f30-4593-9479-4d215bc966e2 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:48:45.958439 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=1728cbb0-5d2b-4d4d-8f51-51db9ac5b8c6,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:45.970957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:45.997418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-1bf0a91f-39db-4c52-9ac0-ca5313686889 None None] Allocated IP 2001:db8::2 (6909fdcc-45cb-4922-ae34-2eb19aab2e0c/41b7007c-a28b-4e51-b0cd-cad612432cec/5bb3fa0e-0c36-4759-8003-6f1dbc90ed79) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:48:46.240819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b4b8f3-f4cb-40bd-b780-8ae088eab128 None None] DHCP port deletion for 7396b720-65bf-48b2-8da7-778eed2fcf44 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:48:46.262956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-93b4b8f3-f4cb-40bd-b780-8ae088eab128 None None] Deleting port 58b8a2be-c667-4eeb-a36f-824df465c074 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:46.263401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-93b4b8f3-f4cb-40bd-b780-8ae088eab128 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:46.420756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 1728cbb0-5d2b-4d4d-8f51-51db9ac5b8c6 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:48:46.433059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1e4809-cff4-4f12-9c9a-09a0ed8e93bc None None] Sync routers for ids ['2c2fc0bb-c07a-47a9-8654-0fc9114067ad'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:48:46.451996 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1e4809-cff4-4f12-9c9a-09a0ed8e93bc None None] Routers {'2c2fc0bb-c07a-47a9-8654-0fc9114067ad'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:48:46.452678 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-0c1e4809-cff4-4f12-9c9a-09a0ed8e93bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:48:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['2c2fc0bb-c07a-47a9-8654-0fc9114067ad'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:46.753534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-0c1e4809-cff4-4f12-9c9a-09a0ed8e93bc None None] Set router 2c2fc0bb-c07a-47a9-8654-0fc9114067ad gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:48:46.814908 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e35fa09-c4d1-4410-bc56-4c7a8b3a2058 None None] Network 1132fdeb-3604-47f7-bf1a-326388b5c39d requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:48:46.887587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8fe0322f-db48-4a40-919e-ec78ce58ff6a tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:46.890471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f18c797-6019-4441-9fd3-183ed2de306f tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:48:46.899436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6d53cf3e-8092-4929-a93e-215fcb86797f tempest-RoutersAdminTest-466375343 tempest-RoutersAdminTest-466375343-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:46.931698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be003e94-f12d-4699-bc53-bde20c177e0e None None] Sync routers for ids ['37b5843f-11c8-4119-aa66-53b4aff55b9b'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:48:46.956149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e75109c1-dfaa-4c06-8c73-a1e3e78f5b9b tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:46.980463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe0322f-db48-4a40-919e-ec78ce58ff6a tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Pushing event deleted for resources: {'Port': ['ID=a20ce580-3f30-4593-9479-4d215bc966e2,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:46.984340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-93b4b8f3-f4cb-40bd-b780-8ae088eab128 None None] For port 58b8a2be-c667-4eeb-a36f-824df465c074, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=58b8a2be-c667-4eeb-a36f-824df465c074,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:48:46.984686 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de76e15b-06f0-4201-ad45-082c06c32e96 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] For port 99d29a0d-f652-48b5-b436-f13f44d8ac80, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=99d29a0d-f652-48b5-b436-f13f44d8ac80,segment=NetworkSegment(5314e597-a899-4ae2-9cde-b6c919d45e3b),segment_id=5314e597-a899-4ae2-9cde-b6c919d45e3b)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:48:46.985102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de76e15b-06f0-4201-ad45-082c06c32e96 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:46.985515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-93b4b8f3-f4cb-40bd-b780-8ae088eab128 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:46.999166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8fe0322f-db48-4a40-919e-ec78ce58ff6a tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:47.004408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e75109c1-dfaa-4c06-8c73-a1e3e78f5b9b tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:47.104975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8fe0322f-db48-4a40-919e-ec78ce58ff6a tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:47.109473 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8fe0322f-db48-4a40-919e-ec78ce58ff6a tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] 10.222.0.24 "DELETE /v2.0/ports/a20ce580-3f30-4593-9479-4d215bc966e2 HTTP/1.1" status: 204 len: 168 time: 2.5050626 Dec 25 19:48:47.110051 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9f18c797-6019-4441-9fd3-183ed2de306f tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "PUT /v2.0/routers/37b5843f-11c8-4119-aa66-53b4aff55b9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.1100476 Dec 25 19:48:47.114330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47302) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:47.114330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47304) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:47.183043 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1bf0a91f-39db-4c52-9ac0-ca5313686889 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:47.259445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de76e15b-06f0-4201-ad45-082c06c32e96 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Calling delete_port for 99d29a0d-f652-48b5-b436-f13f44d8ac80 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:48:47.282294 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-0c1e4809-cff4-4f12-9c9a-09a0ed8e93bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'name': 'tempest-RoutersIpV6Test-router-1228898724', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:47:16Z', 'updated_at': '2021-12-25T19:48:41Z', 'revision_number': 7, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'gw_port_host': None, '_interfaces': [{'id': '031fca15-cc04-4765-822e-515d644cf979', 'name': '', 'network_id': '00ee1749-7dac-4ff2-bd55-2bdcb6a1342d', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:ab:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:20Z', 'updated_at': '2021-12-25T19:47:31Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b698ecc-1100-4527-b6b9-a66e84c80d04', 'name': '', 'network_id': '60e204d6-3634-416a-a347-79a8d48995a8', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:2c:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc997de-bf8e-4820-b22b-aba70acb08e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:36Z', 'updated_at': '2021-12-25T19:47:55Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'dcc997de-bf8e-4820-b22b-aba70acb08e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afdb73a4-f2bf-4d42-89a7-a5f3f169cd54', 'name': '', 'network_id': '0ee8a4a5-4b3e-48c5-8a69-fb9d331e4e0e', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:25:0f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7e66898-d5b1-4c19-8166-3f163d618e14', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:48:21Z', 'updated_at': '2021-12-25T19:48:39Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'a7e66898-d5b1-4c19-8166-3f163d618e14', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea564531-f74b-4083-801b-ab39c23212bd', 'name': '', 'network_id': 'e7e2ca1b-eeb3-4130-99c3-cb0c62db1175', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:f2:0e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'babcc1a8-ae22-45a7-86dd-71a25ff40d2f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:59Z', 'updated_at': '2021-12-25T19:48:18Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'babcc1a8-ae22-45a7-86dd-71a25ff40d2f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:47.289179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1e4809-cff4-4f12-9c9a-09a0ed8e93bc None None] Checking router: 2c2fc0bb-c07a-47a9-8654-0fc9114067ad for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:48:47.301573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1e4809-cff4-4f12-9c9a-09a0ed8e93bc None None] Routers {'2c2fc0bb-c07a-47a9-8654-0fc9114067ad'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:48:47.302612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-0c1e4809-cff4-4f12-9c9a-09a0ed8e93bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:48:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['2c2fc0bb-c07a-47a9-8654-0fc9114067ad'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:47.361295 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-93b4b8f3-f4cb-40bd-b780-8ae088eab128 None None] Calling delete_port for 58b8a2be-c667-4eeb-a36f-824df465c074 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:48:47.398567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2b119f30-ffdc-4e51-a37e-5bd4b04f91fd None None] Provisioning for port 99d29a0d-f652-48b5-b436-f13f44d8ac80 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:48:47.413162 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1bf0a91f-39db-4c52-9ac0-ca5313686889 None None] Transition to ACTIVE for port object 5bb3fa0e-0c36-4759-8003-6f1dbc90ed79 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:48:47.418964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7deff825-8c71-4a49-8939-f8b46f8286b7 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Synchronizing usage tracker for tenant:3b9bb43ec42741ef80210d33bd10ec2e on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:48:47.419857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 1728cbb0-5d2b-4d4d-8f51-51db9ac5b8c6 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:48:47.420299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:47.471391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7deff825-8c71-4a49-8939-f8b46f8286b7 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Unset dirty status for tenant:3b9bb43ec42741ef80210d33bd10ec2e on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:48:47.476459 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7deff825-8c71-4a49-8939-f8b46f8286b7 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2662063 Dec 25 19:48:47.476995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47310) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:47.479371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be003e94-f12d-4699-bc53-bde20c177e0e None None] Routers {'37b5843f-11c8-4119-aa66-53b4aff55b9b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:48:47.479583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-be003e94-f12d-4699-bc53-bde20c177e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:48:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['37b5843f-11c8-4119-aa66-53b4aff55b9b'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:47.485375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-f0bbce03-d48d-411b-8d3e-43bc660b93f5 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-803324015'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:47.504413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-0c1e4809-cff4-4f12-9c9a-09a0ed8e93bc None None] Set router 2c2fc0bb-c07a-47a9-8654-0fc9114067ad gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:48:47.511157 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f0bbce03-d48d-411b-8d3e-43bc660b93f5 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:47.517094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e75109c1-dfaa-4c06-8c73-a1e3e78f5b9b tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:47.517641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75109c1-dfaa-4c06-8c73-a1e3e78f5b9b tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 64bad7e9-1e12-42f9-b29e-3296c909ed92 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:48:47.540377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f0bbce03-d48d-411b-8d3e-43bc660b93f5 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Usage tracker for resource:network and tenant:3b9bb43ec42741ef80210d33bd10ec2e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:48:47.546255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f0bbce03-d48d-411b-8d3e-43bc660b93f5 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:48:47.553129 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-e75109c1-dfaa-4c06-8c73-a1e3e78f5b9b tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 25 19:48:47.557013 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e75109c1-dfaa-4c06-8c73-a1e3e78f5b9b tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 7.2287190 Dec 25 19:48:47.563642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47314) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:47.611977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-be003e94-f12d-4699-bc53-bde20c177e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:47.645475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f0bbce03-d48d-411b-8d3e-43bc660b93f5 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:47.702853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be003e94-f12d-4699-bc53-bde20c177e0e None None] Routers {'37b5843f-11c8-4119-aa66-53b4aff55b9b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:48:47.703851 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-be003e94-f12d-4699-bc53-bde20c177e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:48:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['37b5843f-11c8-4119-aa66-53b4aff55b9b'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:47.722149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e7258374-d2be-4972-8bf1-a2cd0afe388d tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Deleting port a11a7a21-86f9-4a5c-bf96-de00e478efeb {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:47.722378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bbbb15a8-d21a-43a3-bd51-cd76e6f66c88 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:47.722936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e7258374-d2be-4972-8bf1-a2cd0afe388d tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:47.752269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-328317bd-a0c7-4fc1-938e-82e47c013091 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:47.796116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-be003e94-f12d-4699-bc53-bde20c177e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:47.796604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be003e94-f12d-4699-bc53-bde20c177e0e None None] The sync data for ids ['37b5843f-11c8-4119-aa66-53b4aff55b9b'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:48:47.801424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-93b4b8f3-f4cb-40bd-b780-8ae088eab128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:47.811684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8f303f56-a9e0-4f38-8613-2d26a7d6b66f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:47.842934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbb15a8-d21a-43a3-bd51-cd76e6f66c88 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:48:47.846537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb15a8-d21a-43a3-bd51-cd76e6f66c88 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Subnet': ['ID=cdf45433-c1da-4b7d-bd49-64edd97ccfc8,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:47.849580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-bbbb15a8-d21a-43a3-bd51-cd76e6f66c88 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:48:47.851730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bbbb15a8-d21a-43a3-bd51-cd76e6f66c88 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:47.855904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbb15a8-d21a-43a3-bd51-cd76e6f66c88 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:47.856725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bbbb15a8-d21a-43a3-bd51-cd76e6f66c88 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:47.929587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-0c1e4809-cff4-4f12-9c9a-09a0ed8e93bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'name': 'tempest-RoutersIpV6Test-router-1228898724', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:47:16Z', 'updated_at': '2021-12-25T19:48:41Z', 'revision_number': 7, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'gw_port_host': None, '_interfaces': [{'id': '031fca15-cc04-4765-822e-515d644cf979', 'name': '', 'network_id': '00ee1749-7dac-4ff2-bd55-2bdcb6a1342d', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:ab:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:20Z', 'updated_at': '2021-12-25T19:47:31Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b698ecc-1100-4527-b6b9-a66e84c80d04', 'name': '', 'network_id': '60e204d6-3634-416a-a347-79a8d48995a8', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:2c:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc997de-bf8e-4820-b22b-aba70acb08e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:36Z', 'updated_at': '2021-12-25T19:47:55Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'dcc997de-bf8e-4820-b22b-aba70acb08e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afdb73a4-f2bf-4d42-89a7-a5f3f169cd54', 'name': '', 'network_id': '0ee8a4a5-4b3e-48c5-8a69-fb9d331e4e0e', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:25:0f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7e66898-d5b1-4c19-8166-3f163d618e14', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:48:21Z', 'updated_at': '2021-12-25T19:48:39Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'a7e66898-d5b1-4c19-8166-3f163d618e14', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea564531-f74b-4083-801b-ab39c23212bd', 'name': '', 'network_id': 'e7e2ca1b-eeb3-4130-99c3-cb0c62db1175', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:f2:0e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'babcc1a8-ae22-45a7-86dd-71a25ff40d2f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:59Z', 'updated_at': '2021-12-25T19:48:18Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'babcc1a8-ae22-45a7-86dd-71a25ff40d2f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:47.932327 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-bbbb15a8-d21a-43a3-bd51-cd76e6f66c88 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6095111 Dec 25 19:48:47.938781 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1e4809-cff4-4f12-9c9a-09a0ed8e93bc None None] The sync data for ids ['2c2fc0bb-c07a-47a9-8654-0fc9114067ad'] in dv-neutron-822611-1-hyperv is: [{'id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'name': 'tempest-RoutersIpV6Test-router-1228898724', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:47:16Z', 'updated_at': '2021-12-25T19:48:41Z', 'revision_number': 7, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'gw_port_host': None, '_interfaces': [{'id': '031fca15-cc04-4765-822e-515d644cf979', 'name': '', 'network_id': '00ee1749-7dac-4ff2-bd55-2bdcb6a1342d', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:ab:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:20Z', 'updated_at': '2021-12-25T19:47:31Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b698ecc-1100-4527-b6b9-a66e84c80d04', 'name': '', 'network_id': '60e204d6-3634-416a-a347-79a8d48995a8', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:2c:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc997de-bf8e-4820-b22b-aba70acb08e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:36Z', 'updated_at': '2021-12-25T19:47:55Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'dcc997de-bf8e-4820-b22b-aba70acb08e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afdb73a4-f2bf-4d42-89a7-a5f3f169cd54', 'name': '', 'network_id': '0ee8a4a5-4b3e-48c5-8a69-fb9d331e4e0e', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:25:0f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7e66898-d5b1-4c19-8166-3f163d618e14', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:48:21Z', 'updated_at': '2021-12-25T19:48:39Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'a7e66898-d5b1-4c19-8166-3f163d618e14', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea564531-f74b-4083-801b-ab39c23212bd', 'name': '', 'network_id': 'e7e2ca1b-eeb3-4130-99c3-cb0c62db1175', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:f2:0e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'babcc1a8-ae22-45a7-86dd-71a25ff40d2f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:59Z', 'updated_at': '2021-12-25T19:48:18Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'babcc1a8-ae22-45a7-86dd-71a25ff40d2f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:48:47.939327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47318) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:47.950682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7f681e21-1ef8-48ed-a3d9-f8930bd2ff9a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:48.043875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-34cd97d7-f220-46f0-a78a-2241b92465ec tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'port': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'fixed_ips': [{'subnet_id': 'cdf45433-c1da-4b7d-bd49-64edd97ccfc8', 'ip_address': '2001:db8::c80a:d64b:2e8d:9c3b'}], 'name': 'tempest-NetworksTestDHCPv6-1922499942'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:48.063360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0bbce03-d48d-411b-8d3e-43bc660b93f5 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Made reservation on behalf of 3b9bb43ec42741ef80210d33bd10ec2e for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:48:48.069950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f0bbce03-d48d-411b-8d3e-43bc660b93f5 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:48.104093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e7258374-d2be-4972-8bf1-a2cd0afe388d tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:48.125975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b4b8f3-f4cb-40bd-b780-8ae088eab128 None None] Pushing event deleted for resources: {'Port': ['ID=58b8a2be-c667-4eeb-a36f-824df465c074,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:48.139894 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-93b4b8f3-f4cb-40bd-b780-8ae088eab128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:48.149980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b4b8f3-f4cb-40bd-b780-8ae088eab128 None None] No DVR routers for this DVR port 58b8a2be-c667-4eeb-a36f-824df465c074 on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:48:48.163682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 99d29a0d-f652-48b5-b436-f13f44d8ac80 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:48:48.198737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314ced10-fe50-4375-b8b7-d0f578bfff52 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:48:48.271705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e7258374-d2be-4972-8bf1-a2cd0afe388d tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Calling delete_port for a11a7a21-86f9-4a5c-bf96-de00e478efeb owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:48:48.305952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-34cd97d7-f220-46f0-a78a-2241b92465ec tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:48.316078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1bf0a91f-39db-4c52-9ac0-ca5313686889 None None] Transition to ACTIVE for port object 5bb3fa0e-0c36-4759-8003-6f1dbc90ed79 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:48:48.317751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de76e15b-06f0-4201-ad45-082c06c32e96 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:48.318238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-34cd97d7-f220-46f0-a78a-2241b92465ec tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:port and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:48:48.325518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0bbce03-d48d-411b-8d3e-43bc660b93f5 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:48:48.329726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a6a403a4-1ce6-467f-9d28-793b3af03110 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:48.334541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-34cd97d7-f220-46f0-a78a-2241b92465ec tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:48:48.349037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1bf0a91f-39db-4c52-9ac0-ca5313686889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:48.352667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-34cd97d7-f220-46f0-a78a-2241b92465ec tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:48.369932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-000eab60-571f-4d4d-a5fa-7a5549036c00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:48.418658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No active binding found for port 99d29a0d-f652-48b5-b436-f13f44d8ac80 {{(pid=88902) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 25 19:48:48.418658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 99d29a0d-f652-48b5-b436-f13f44d8ac80 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Dec 25 19:48:48.439253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de76e15b-06f0-4201-ad45-082c06c32e96 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event deleted for resources: {'Port': ['ID=99d29a0d-f652-48b5-b436-f13f44d8ac80,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:48.441870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de76e15b-06f0-4201-ad45-082c06c32e96 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:48.453473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-a8625cb6-82e2-4456-bdf8-01e70f75d066 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Deleting port afdb73a4-f2bf-4d42-89a7-a5f3f169cd54 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:48.453851 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a8625cb6-82e2-4456-bdf8-01e70f75d066 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:48.476410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf0a91f-39db-4c52-9ac0-ca5313686889 None None] Network 6909fdcc-45cb-4922-ae34-2eb19aab2e0c is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:48:48.488326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-1bf0a91f-39db-4c52-9ac0-ca5313686889 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:48:48.488565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34cd97d7-f220-46f0-a78a-2241b92465ec tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:48:48.494522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Port 99d29a0d-f652-48b5-b436-f13f44d8ac80 not found, will not notify nova. {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 25 19:48:48.497958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34cd97d7-f220-46f0-a78a-2241b92465ec tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:48.499751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf0a91f-39db-4c52-9ac0-ca5313686889 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:48:48.555735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf0a91f-39db-4c52-9ac0-ca5313686889 None None] Pushing event updated for resources: {'Port': ['ID=5bb3fa0e-0c36-4759-8003-6f1dbc90ed79,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:48.556513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f0bbce03-d48d-411b-8d3e-43bc660b93f5 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:48.556513 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-f0bbce03-d48d-411b-8d3e-43bc660b93f5 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Added segment 536c3dc5-50d6-45c9-a1c8-e6cfbc2fc883 of type vlan for network 964ad11c-e095-420f-8b97-b5726cf3edca Dec 25 19:48:48.560528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-72972164-9ab6-40df-8872-74e7c279517c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Allocated IP 2001:db8::287 (6909fdcc-45cb-4922-ae34-2eb19aab2e0c/41b7007c-a28b-4e51-b0cd-cad612432cec/2684a8fd-1eb8-4332-90d8-872613276b6e) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:48:48.595674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b0c8fd07-c422-44ef-a897-92459080c534 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:48.602516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-34cd97d7-f220-46f0-a78a-2241b92465ec tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] device_id is not set on port 742ccffe-c7e7-4153-ade1-4bdc8f24eb2b yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:48:48.602722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1bf0a91f-39db-4c52-9ac0-ca5313686889 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:48.760282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-1bf0a91f-39db-4c52-9ac0-ca5313686889 None None] Attempting to bind port 5bb3fa0e-0c36-4759-8003-6f1dbc90ed79 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:48:48.761570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-1bf0a91f-39db-4c52-9ac0-ca5313686889 None None] Attempting to bind port 5bb3fa0e-0c36-4759-8003-6f1dbc90ed79 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'c8fc71a0-04ab-4af9-9d2a-1b83c1391d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6909fdcc-45cb-4922-ae34-2eb19aab2e0c'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:48:48.761570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf0a91f-39db-4c52-9ac0-ca5313686889 None None] Attempting to bind port 5bb3fa0e-0c36-4759-8003-6f1dbc90ed79 on network 6909fdcc-45cb-4922-ae34-2eb19aab2e0c {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:48:48.764082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 58b8a2be-c667-4eeb-a36f-824df465c074 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:48:48.795124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de76e15b-06f0-4201-ad45-082c06c32e96 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] No DVR routers for this DVR port 99d29a0d-f652-48b5-b436-f13f44d8ac80 on host dv-neutron-822611-1-hyperv {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:48:48.800473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c99a2e-4f98-48cf-83c3-b8074817de07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-7396b720-65bf-48b2-8da7-778eed2fcf44', 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'tenant_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'fixed_ips': [{'subnet_id': 'cdf45433-c1da-4b7d-bd49-64edd97ccfc8'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:48:48.801380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e7c99a2e-4f98-48cf-83c3-b8074817de07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:48.822013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 58b8a2be-c667-4eeb-a36f-824df465c074 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:48:48.822282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 58b8a2be-c667-4eeb-a36f-824df465c074 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:48:48.831530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf0a91f-39db-4c52-9ac0-ca5313686889 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:48:48.831947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf0a91f-39db-4c52-9ac0-ca5313686889 None None] Checking segment: {'id': 'c8fc71a0-04ab-4af9-9d2a-1b83c1391d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6909fdcc-45cb-4922-ae34-2eb19aab2e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:48:48.832460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1bf0a91f-39db-4c52-9ac0-ca5313686889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:48.832896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf0a91f-39db-4c52-9ac0-ca5313686889 None None] Bound using segment: {'id': 'c8fc71a0-04ab-4af9-9d2a-1b83c1391d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6909fdcc-45cb-4922-ae34-2eb19aab2e0c'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:48:48.833417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-1bf0a91f-39db-4c52-9ac0-ca5313686889 None None] Bound port: 5bb3fa0e-0c36-4759-8003-6f1dbc90ed79, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fc71a0-04ab-4af9-9d2a-1b83c1391d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6909fdcc-45cb-4922-ae34-2eb19aab2e0c'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:48:48.833831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1bf0a91f-39db-4c52-9ac0-ca5313686889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:48.897787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa994250-9658-476a-a7e0-ecd65d15dd93 None None] DHCP port deletion for 1132fdeb-3604-47f7-bf1a-326388b5c39d request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:48:48.920616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f0bbce03-d48d-411b-8d3e-43bc660b93f5 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:48.950415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a3ad7d74-e007-4286-a1ef-b890d2f21d0a None None] Could not find standard attr ID for object 99d29a0d-f652-48b5-b436-f13f44d8ac80. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:48:49.026706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-1bf0a91f-39db-4c52-9ac0-ca5313686889 None None] For port 5bb3fa0e-0c36-4759-8003-6f1dbc90ed79, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:48:49.029858 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-1bf0a91f-39db-4c52-9ac0-ca5313686889 None None] For port 5bb3fa0e-0c36-4759-8003-6f1dbc90ed79, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=5bb3fa0e-0c36-4759-8003-6f1dbc90ed79,segment=NetworkSegment(c8fc71a0-04ab-4af9-9d2a-1b83c1391d30),segment_id=c8fc71a0-04ab-4af9-9d2a-1b83c1391d30)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:48:49.033994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1bf0a91f-39db-4c52-9ac0-ca5313686889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:49.038442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d54e5766-9c64-4baa-b354-f01adc10e3d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:49.061990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-a8625cb6-82e2-4456-bdf8-01e70f75d066 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] For port afdb73a4-f2bf-4d42-89a7-a5f3f169cd54, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=afdb73a4-f2bf-4d42-89a7-a5f3f169cd54,segment=NetworkSegment(e6237923-3c03-4b3f-bfac-bb914c1a2282),segment_id=e6237923-3c03-4b3f-bfac-bb914c1a2282)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:48:49.062396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a8625cb6-82e2-4456-bdf8-01e70f75d066 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:49.089244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de76e15b-06f0-4201-ad45-082c06c32e96 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:49.122834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf0a91f-39db-4c52-9ac0-ca5313686889 None None] Pushing event updated for resources: {'Port': ['ID=5bb3fa0e-0c36-4759-8003-6f1dbc90ed79,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:49.128739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e7258374-d2be-4972-8bf1-a2cd0afe388d tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:49.140184 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1bf0a91f-39db-4c52-9ac0-ca5313686889 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:49.149782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f0bbce03-d48d-411b-8d3e-43bc660b93f5 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:49.153950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bbce03-d48d-411b-8d3e-43bc660b93f5 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:49.154613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f0bbce03-d48d-411b-8d3e-43bc660b93f5 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:49.158559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-785fbbc2-83fd-4a7d-8efd-5081b0461c98 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:49.479577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-a8625cb6-82e2-4456-bdf8-01e70f75d066 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Calling delete_port for afdb73a4-f2bf-4d42-89a7-a5f3f169cd54 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:48:49.529242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-34cd97d7-f220-46f0-a78a-2241b92465ec tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Allocated IP 2001:db8::c80a:d64b:2e8d:9c3b (7396b720-65bf-48b2-8da7-778eed2fcf44/cdf45433-c1da-4b7d-bd49-64edd97ccfc8/742ccffe-c7e7-4153-ade1-4bdc8f24eb2b) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:48:49.561230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7258374-d2be-4972-8bf1-a2cd0afe388d tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Pushing event deleted for resources: {'Port': ['ID=a11a7a21-86f9-4a5c-bf96-de00e478efeb,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:49.572577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e7258374-d2be-4972-8bf1-a2cd0afe388d tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:49.587442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-afd65c97-5dc0-4bfe-a0ba-5023bdc13a28 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:49.841237 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f0bbce03-d48d-411b-8d3e-43bc660b93f5 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3629971 Dec 25 19:48:49.848047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47322) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:49.866792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-746f16da-62e8-44ef-a76a-12c0c2d9c624 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2054604128'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:49.926408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bbce03-d48d-411b-8d3e-43bc660b93f5 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Pushing event updated for resources: {'Network': ['ID=964ad11c-e095-420f-8b97-b5726cf3edca,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:49.929988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f0bbce03-d48d-411b-8d3e-43bc660b93f5 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:49.939478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 964ad11c-e095-420f-8b97-b5726cf3edca details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:48:49.940714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de76e15b-06f0-4201-ad45-082c06c32e96 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:49.940871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-746f16da-62e8-44ef-a76a-12c0c2d9c624 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:49.949462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-72972164-9ab6-40df-8872-74e7c279517c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:49.949962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-746f16da-62e8-44ef-a76a-12c0c2d9c624 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Usage tracker for resource:network and tenant:3b9bb43ec42741ef80210d33bd10ec2e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:48:49.954477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c68d5a58-919f-40f4-9fe1-8442225d613c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:49.995747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-746f16da-62e8-44ef-a76a-12c0c2d9c624 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:48:50.013461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de76e15b-06f0-4201-ad45-082c06c32e96 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event deleted for resources: {'Subnet': ['ID=ba4f3844-9a02-4ade-960a-c72efd0ee0b0,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:50.016064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de76e15b-06f0-4201-ad45-082c06c32e96 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:50.021124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-746f16da-62e8-44ef-a76a-12c0c2d9c624 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:50.027466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e7258374-d2be-4972-8bf1-a2cd0afe388d tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:50.045677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac47b570-ed02-4e9e-b714-043f6cab1582 None None] Network 1132fdeb-3604-47f7-bf1a-326388b5c39d requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:48:50.053601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-72972164-9ab6-40df-8872-74e7c279517c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Transition to ACTIVE for port object 2684a8fd-1eb8-4332-90d8-872613276b6e will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:48:50.072937 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e7258374-d2be-4972-8bf1-a2cd0afe388d tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] 10.222.0.24 "DELETE /v2.0/ports/a11a7a21-86f9-4a5c-bf96-de00e478efeb HTTP/1.1" status: 204 len: 168 time: 2.4265106 Dec 25 19:48:50.124908 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746f16da-62e8-44ef-a76a-12c0c2d9c624 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Made reservation on behalf of 3b9bb43ec42741ef80210d33bd10ec2e for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:48:50.130484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-746f16da-62e8-44ef-a76a-12c0c2d9c624 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:50.163555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de76e15b-06f0-4201-ad45-082c06c32e96 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:50.186664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34cd97d7-f220-46f0-a78a-2241b92465ec tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:50.206982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-de76e15b-06f0-4201-ad45-082c06c32e96 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1132fdeb-3604-47f7-bf1a-326388b5c39d']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:50.222170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b0c8fd07-c422-44ef-a897-92459080c534 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:50.228228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-de76e15b-06f0-4201-ad45-082c06c32e96 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5314e597-a899-4ae2-9cde-b6c919d45e3b') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:50.228569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-de76e15b-06f0-4201-ad45-082c06c32e96 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5314e597-a899-4ae2-9cde-b6c919d45e3b') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:50.240836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-72972164-9ab6-40df-8872-74e7c279517c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:50.250919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5fbc3262-4fa3-42a1-a661-56e34441fda6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:50.252976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-34cd97d7-f220-46f0-a78a-2241b92465ec tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Transition to ACTIVE for port object 742ccffe-c7e7-4153-ade1-4bdc8f24eb2b will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:48:50.255526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-746f16da-62e8-44ef-a76a-12c0c2d9c624 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:48:50.258959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a8625cb6-82e2-4456-bdf8-01e70f75d066 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:50.268194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e2638592-8f1c-41d2-8d25-1be674eb213b tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:50.290354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de76e15b-06f0-4201-ad45-082c06c32e96 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:50.311573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b0c8fd07-c422-44ef-a897-92459080c534 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Deleting port a01a295f-6761-4ab5-ac0d-fc0463e3b8de {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:50.312176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b0c8fd07-c422-44ef-a897-92459080c534 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:50.324827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8625cb6-82e2-4456-bdf8-01e70f75d066 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event deleted for resources: {'Port': ['ID=afdb73a4-f2bf-4d42-89a7-a5f3f169cd54,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:50.327377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-746f16da-62e8-44ef-a76a-12c0c2d9c624 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:50.327685 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-746f16da-62e8-44ef-a76a-12c0c2d9c624 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Added segment 053cf48c-121f-469f-8658-384d9e3cbb81 of type vlan for network 71ac13d1-ed5a-4b0d-937c-adfffef95f6d Dec 25 19:48:50.337963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a8625cb6-82e2-4456-bdf8-01e70f75d066 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:50.351735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2705b295-7545-4d9f-bf97-51572901ee45 None None] DHCP port deletion for 1132fdeb-3604-47f7-bf1a-326388b5c39d request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:48:50.401575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de76e15b-06f0-4201-ad45-082c06c32e96 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:50.413835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-746f16da-62e8-44ef-a76a-12c0c2d9c624 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:50.419949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72972164-9ab6-40df-8872-74e7c279517c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Network 6909fdcc-45cb-4922-ae34-2eb19aab2e0c is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:48:50.424919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de76e15b-06f0-4201-ad45-082c06c32e96 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:48:50.425515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de76e15b-06f0-4201-ad45-082c06c32e96 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:50.442133 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:48:50.442133 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:48:50.442133 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:48:50.442133 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:48:50.442133 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:48:50.442133 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:48:50.442133 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:48:50.442133 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:48:50.442133 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:48:50.442133 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:48:50.442133 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:48:50.442133 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:48:50.442133 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:48:50.442133 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:48:50.442133 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:48:50.442133 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:48:50.442133 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:48:50.442133 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:48:50.442133 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:48:50.442133 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:48:50.442133 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:48:50.442133 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:48:50.442133 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:48:50.442133 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:48:50.442133 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:48:50.442133 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:48:50.442133 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:48:50.442133 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:48:50.442133 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:48:50.442133 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:48:50.442133 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:48:50.442133 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:48:50.463023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72972164-9ab6-40df-8872-74e7c279517c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'Port': ['ID=2684a8fd-1eb8-4332-90d8-872613276b6e,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:50.466157 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-72972164-9ab6-40df-8872-74e7c279517c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:50.467600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-72972164-9ab6-40df-8872-74e7c279517c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:48:50.469753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72972164-9ab6-40df-8872-74e7c279517c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:48:50.474354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72972164-9ab6-40df-8872-74e7c279517c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:50.475155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-72972164-9ab6-40df-8872-74e7c279517c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:50.508461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34cd97d7-f220-46f0-a78a-2241b92465ec tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:50.518708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1f497739-b25a-4da2-b93f-3d59fbb1a237 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:50.618678 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-e7c99a2e-4f98-48cf-83c3-b8074817de07 None None] Allocated IP 2001:db8::2 (7396b720-65bf-48b2-8da7-778eed2fcf44/cdf45433-c1da-4b7d-bd49-64edd97ccfc8/f92471ff-ee82-4f22-bc7d-7e0df4eb0b32) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:48:50.676835 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-72972164-9ab6-40df-8872-74e7c279517c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.9968810 Dec 25 19:48:50.677747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47330) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:50.774948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47334) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:50.791211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de76e15b-06f0-4201-ad45-082c06c32e96 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:50.827878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-555d99ad-e7f0-41c9-8284-4f9695f1e25a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:50.831238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 5bb3fa0e-0c36-4759-8003-6f1dbc90ed79 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:48:50.843883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de76e15b-06f0-4201-ad45-082c06c32e96 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:50.860448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cd97d7-f220-46f0-a78a-2241b92465ec tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:48:50.865214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de76e15b-06f0-4201-ad45-082c06c32e96 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event deleted for resources: {'Network': ['ID=1132fdeb-3604-47f7-bf1a-326388b5c39d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:50.870531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-34cd97d7-f220-46f0-a78a-2241b92465ec tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:48:50.883673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de76e15b-06f0-4201-ad45-082c06c32e96 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:50.896425 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-de76e15b-06f0-4201-ad45-082c06c32e96 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "DELETE /v2.0/networks/1132fdeb-3604-47f7-bf1a-326388b5c39d HTTP/1.1" status: 204 len: 168 time: 9.7924502 Dec 25 19:48:50.905357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47340) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:50.915049 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b0c8fd07-c422-44ef-a897-92459080c534 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:50.921556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cd97d7-f220-46f0-a78a-2241b92465ec tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:48:50.926945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cd97d7-f220-46f0-a78a-2241b92465ec tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:50.928503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34cd97d7-f220-46f0-a78a-2241b92465ec tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:50.930764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-c28102c9-2daf-4b88-b03d-50bd011ee8f9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Deleting port 2684a8fd-1eb8-4332-90d8-872613276b6e {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:50.931195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c28102c9-2daf-4b88-b03d-50bd011ee8f9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:50.940776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cd97d7-f220-46f0-a78a-2241b92465ec tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Port': ['ID=742ccffe-c7e7-4153-ade1-4bdc8f24eb2b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:50.944828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-34cd97d7-f220-46f0-a78a-2241b92465ec tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:50.945686 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-746f16da-62e8-44ef-a76a-12c0c2d9c624 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:50.950866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746f16da-62e8-44ef-a76a-12c0c2d9c624 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:50.951587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-746f16da-62e8-44ef-a76a-12c0c2d9c624 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:51.011882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-478ac402-e0a8-4f0a-a493-c94b3519062a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:51.081116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e7c99a2e-4f98-48cf-83c3-b8074817de07 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:51.099268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-e7c99a2e-4f98-48cf-83c3-b8074817de07 None None] Transition to ACTIVE for port object f92471ff-ee82-4f22-bc7d-7e0df4eb0b32 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:48:51.120108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-e7c99a2e-4f98-48cf-83c3-b8074817de07 None None] Transition to ACTIVE for port object f92471ff-ee82-4f22-bc7d-7e0df4eb0b32 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:48:51.123098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 5bb3fa0e-0c36-4759-8003-6f1dbc90ed79 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:48:51.132358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e7c99a2e-4f98-48cf-83c3-b8074817de07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:51.150376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:51.192616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f16da-62e8-44ef-a76a-12c0c2d9c624 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Pushing event updated for resources: {'Network': ['ID=71ac13d1-ed5a-4b0d-937c-adfffef95f6d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:51.198313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-746f16da-62e8-44ef-a76a-12c0c2d9c624 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:51.199541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-355dba02-bc9a-432f-af34-ba67a8ffadb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:51.204216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c99a2e-4f98-48cf-83c3-b8074817de07 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:48:51.208285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 99d29a0d-f652-48b5-b436-f13f44d8ac80 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:48:51.228233 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-746f16da-62e8-44ef-a76a-12c0c2d9c624 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3741913 Dec 25 19:48:51.265974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 99d29a0d-f652-48b5-b436-f13f44d8ac80 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:48:51.266676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 99d29a0d-f652-48b5-b436-f13f44d8ac80 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:48:51.269635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-e7c99a2e-4f98-48cf-83c3-b8074817de07 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:48:51.272069 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c99a2e-4f98-48cf-83c3-b8074817de07 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:48:51.279823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 71ac13d1-ed5a-4b0d-937c-adfffef95f6d details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:48:51.305073 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc371ae2-1db7-4ae0-b390-79d9ef0270c1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] GET failed (client error): The resource could not be found. Dec 25 19:48:51.305853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-dc371ae2-1db7-4ae0-b390-79d9ef0270c1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Synchronizing usage tracker for tenant:4895f896d14c49cebd2f7b319db8be3e on resource:subnet {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:48:51.312089 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-34cd97d7-f220-46f0-a78a-2241b92465ec tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2902849 Dec 25 19:48:51.321798 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b0c8fd07-c422-44ef-a897-92459080c534 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Calling delete_port for a01a295f-6761-4ab5-ac0d-fc0463e3b8de owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:48:51.324514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47344) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:51.397101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47348) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:51.398160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-355dba02-bc9a-432f-af34-ba67a8ffadb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:51.412880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-61714203-9d58-4120-a53b-82327b14b1bf tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Request body: {'subnets': [{'network_id': '964ad11c-e095-420f-8b97-b5726cf3edca', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--491295519', 'ip_version': 4}, {'network_id': '71ac13d1-ed5a-4b0d-937c-adfffef95f6d', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:51.413446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-61714203-9d58-4120-a53b-82327b14b1bf tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Request body: {'subnet': {'network_id': '964ad11c-e095-420f-8b97-b5726cf3edca', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--491295519', 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:51.414542 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-61714203-9d58-4120-a53b-82327b14b1bf tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Request body: {'subnet': {'network_id': '71ac13d1-ed5a-4b0d-937c-adfffef95f6d', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:51.416659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-355dba02-bc9a-432f-af34-ba67a8ffadb1 admin admin] Usage tracker for resource:security_group_rule and tenant:fa0ab9c59ed14a738c7734981c268102 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:48:51.432041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-355dba02-bc9a-432f-af34-ba67a8ffadb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:48:51.441690 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-355dba02-bc9a-432f-af34-ba67a8ffadb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:51.443623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77fc90e-45e1-4e97-8a2d-89395a9da8dc None None] Network 6909fdcc-45cb-4922-ae34-2eb19aab2e0c requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:48:51.500112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-dc371ae2-1db7-4ae0-b390-79d9ef0270c1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Unset dirty status for tenant:4895f896d14c49cebd2f7b319db8be3e on resource:subnet {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:48:51.504743 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-dc371ae2-1db7-4ae0-b390-79d9ef0270c1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "GET /v2.0/subnets/ba4f3844-9a02-4ade-960a-c72efd0ee0b0 HTTP/1.1" status: 404 len: 337 time: 0.5966511 Dec 25 19:48:51.511382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47352) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:51.534340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a8625cb6-82e2-4456-bdf8-01e70f75d066 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:51.553882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c99a2e-4f98-48cf-83c3-b8074817de07 None None] Pushing event updated for resources: {'Port': ['ID=f92471ff-ee82-4f22-bc7d-7e0df4eb0b32,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:51.556623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e7c99a2e-4f98-48cf-83c3-b8074817de07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:51.624250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-e7c99a2e-4f98-48cf-83c3-b8074817de07 None None] Attempting to bind port f92471ff-ee82-4f22-bc7d-7e0df4eb0b32 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:48:51.624250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-e7c99a2e-4f98-48cf-83c3-b8074817de07 None None] Attempting to bind port f92471ff-ee82-4f22-bc7d-7e0df4eb0b32 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:48:51.624250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c99a2e-4f98-48cf-83c3-b8074817de07 None None] Attempting to bind port f92471ff-ee82-4f22-bc7d-7e0df4eb0b32 on network 7396b720-65bf-48b2-8da7-778eed2fcf44 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:48:51.641047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7f681e21-1ef8-48ed-a3d9-f8930bd2ff9a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting port 1728cbb0-5d2b-4d4d-8f51-51db9ac5b8c6 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:51.641047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7f681e21-1ef8-48ed-a3d9-f8930bd2ff9a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:51.649791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c99a2e-4f98-48cf-83c3-b8074817de07 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:48:51.650225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c99a2e-4f98-48cf-83c3-b8074817de07 None None] Checking segment: {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:48:51.650883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e7c99a2e-4f98-48cf-83c3-b8074817de07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:51.651477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c99a2e-4f98-48cf-83c3-b8074817de07 None None] Bound using segment: {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:48:51.652078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-e7c99a2e-4f98-48cf-83c3-b8074817de07 None None] Bound port: f92471ff-ee82-4f22-bc7d-7e0df4eb0b32, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:48:51.652691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e7c99a2e-4f98-48cf-83c3-b8074817de07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:51.662601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1d30a873-f1ac-4c40-8766-bd9b8c883817 None None] Provisioning for port 5bb3fa0e-0c36-4759-8003-6f1dbc90ed79 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:48:51.669407 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-784b9f89-8ba9-4d69-aa81-54ab2d8d9529 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] DELETE failed (client error): The resource could not be found. Dec 25 19:48:51.669983 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-784b9f89-8ba9-4d69-aa81-54ab2d8d9529 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:48:51.675838 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-784b9f89-8ba9-4d69-aa81-54ab2d8d9529 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "DELETE /v2.0/networks/1132fdeb-3604-47f7-bf1a-326388b5c39d HTTP/1.1" status: 404 len: 339 time: 0.1479714 Dec 25 19:48:51.679134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1d30a873-f1ac-4c40-8766-bd9b8c883817 None None] Provisioning complete for port 5bb3fa0e-0c36-4759-8003-6f1dbc90ed79 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:48:51.679134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1d30a873-f1ac-4c40-8766-bd9b8c883817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:51.687003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47356) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:51.722721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91553757-43ca-4983-8da3-d0ccb206c679 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:51.727219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91553757-43ca-4983-8da3-d0ccb206c679 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:51.728052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-91553757-43ca-4983-8da3-d0ccb206c679 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:48:51.898770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-355dba02-bc9a-432f-af34-ba67a8ffadb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:51.904094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-91553757-43ca-4983-8da3-d0ccb206c679 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:48:51.908475 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-91553757-43ca-4983-8da3-d0ccb206c679 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5798109 Dec 25 19:48:51.910327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47360) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:51.918667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-355dba02-bc9a-432f-af34-ba67a8ffadb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:51.979360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1b19237a-dc83-4b7a-a965-3977adc1e75d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:52.118915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-e7c99a2e-4f98-48cf-83c3-b8074817de07 None None] For port f92471ff-ee82-4f22-bc7d-7e0df4eb0b32, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:48:52.165721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-e7c99a2e-4f98-48cf-83c3-b8074817de07 None None] For port f92471ff-ee82-4f22-bc7d-7e0df4eb0b32, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=f92471ff-ee82-4f22-bc7d-7e0df4eb0b32,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:48:52.182886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e7c99a2e-4f98-48cf-83c3-b8074817de07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:52.190364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3d62e1ca-14ec-4a42-8242-cdef84e76508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:52.246808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1d30a873-f1ac-4c40-8766-bd9b8c883817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:52.326832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c99a2e-4f98-48cf-83c3-b8074817de07 None None] Pushing event updated for resources: {'Port': ['ID=f92471ff-ee82-4f22-bc7d-7e0df4eb0b32,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:52.330341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e7c99a2e-4f98-48cf-83c3-b8074817de07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:52.335464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-1d30a873-f1ac-4c40-8766-bd9b8c883817 None None] For port 5bb3fa0e-0c36-4759-8003-6f1dbc90ed79, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=5bb3fa0e-0c36-4759-8003-6f1dbc90ed79,segment=NetworkSegment(c8fc71a0-04ab-4af9-9d2a-1b83c1391d30),segment_id=c8fc71a0-04ab-4af9-9d2a-1b83c1391d30)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:48:52.342441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1d30a873-f1ac-4c40-8766-bd9b8c883817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:52.345451 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-67dc7c3e-ca35-4de9-b65e-7155aa58be2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:52.353916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-61714203-9d58-4120-a53b-82327b14b1bf tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:52.366833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c28102c9-2daf-4b88-b03d-50bd011ee8f9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:52.391757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355dba02-bc9a-432f-af34-ba67a8ffadb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8057fd-39fb-4856-8bba-7113032ef56e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:52.401572 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-355dba02-bc9a-432f-af34-ba67a8ffadb1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fa0ab9c59ed14a738c7734981c268102&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6249785 Dec 25 19:48:52.402821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-355dba02-bc9a-432f-af34-ba67a8ffadb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:52.408189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47364) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:52.414093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-61714203-9d58-4120-a53b-82327b14b1bf tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Usage tracker for resource:subnet and tenant:3b9bb43ec42741ef80210d33bd10ec2e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:48:52.426636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-61714203-9d58-4120-a53b-82327b14b1bf tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:48:52.430074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d30a873-f1ac-4c40-8766-bd9b8c883817 None None] Pushing event updated for resources: {'Port': ['ID=5bb3fa0e-0c36-4759-8003-6f1dbc90ed79,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:52.433518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1d30a873-f1ac-4c40-8766-bd9b8c883817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:52.435821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e808d04c-f5f3-4e3e-bf72-591f8767fd93 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:52.438448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e808d04c-f5f3-4e3e-bf72-591f8767fd93 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Synchronizing usage tracker for tenant:4895f896d14c49cebd2f7b319db8be3e on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:48:52.443850 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-13c4d568-3e6d-4b60-859f-50ad7fbd72ef tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting port 742ccffe-c7e7-4153-ade1-4bdc8f24eb2b {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:52.444284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-13c4d568-3e6d-4b60-859f-50ad7fbd72ef tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:52.456720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-61714203-9d58-4120-a53b-82327b14b1bf tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:52.547011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-7f681e21-1ef8-48ed-a3d9-f8930bd2ff9a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] For port 1728cbb0-5d2b-4d4d-8f51-51db9ac5b8c6, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=1728cbb0-5d2b-4d4d-8f51-51db9ac5b8c6,segment=NetworkSegment(9bfcddd1-759c-45ad-9da1-136acb1b5794),segment_id=9bfcddd1-759c-45ad-9da1-136acb1b5794)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:48:52.547660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7f681e21-1ef8-48ed-a3d9-f8930bd2ff9a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:52.600684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-c28102c9-2daf-4b88-b03d-50bd011ee8f9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Calling delete_port for 2684a8fd-1eb8-4332-90d8-872613276b6e owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:48:52.603688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 5bb3fa0e-0c36-4759-8003-6f1dbc90ed79 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:48:52.672153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e808d04c-f5f3-4e3e-bf72-591f8767fd93 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Unset dirty status for tenant:4895f896d14c49cebd2f7b319db8be3e on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:48:52.673486 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e808d04c-f5f3-4e3e-bf72-591f8767fd93 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9836299 Dec 25 19:48:52.677266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61714203-9d58-4120-a53b-82327b14b1bf tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Made reservation on behalf of 3b9bb43ec42741ef80210d33bd10ec2e for: {'subnet': 2} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:48:52.700679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 5bb3fa0e-0c36-4759-8003-6f1dbc90ed79 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:48:52.701410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:52.702343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47368) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:52.775255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b0c8fd07-c422-44ef-a897-92459080c534 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:52.790067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a322a43a-484f-4bc0-862f-d0a93349ecec tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:52.876961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c8fd07-c422-44ef-a897-92459080c534 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event deleted for resources: {'Port': ['ID=a01a295f-6761-4ab5-ac0d-fc0463e3b8de,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:52.880548 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a54ae0cf-b157-425d-b6ac-83ff70154f01 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "GET /v2.0/subnets?network_id=a29ab018-4a1a-4021-8156-423134b861f3 HTTP/1.1" status: 200 len: 207 time: 0.1770194 Dec 25 19:48:52.884968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b0c8fd07-c422-44ef-a897-92459080c534 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:52.886248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47372) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:52.908116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-637033ab-b580-4894-a750-4e5fa47bafa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:52.997352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-dfb4a0a4-c403-41a4-b82c-06d5a308b8f1 None None] Provisioning for port 2684a8fd-1eb8-4332-90d8-872613276b6e completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:48:53.005295 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-dfb4a0a4-c403-41a4-b82c-06d5a308b8f1 None None] Provisioning complete for port 2684a8fd-1eb8-4332-90d8-872613276b6e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:48:53.005714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dfb4a0a4-c403-41a4-b82c-06d5a308b8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:53.011509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7f681e21-1ef8-48ed-a3d9-f8930bd2ff9a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Calling delete_port for 1728cbb0-5d2b-4d4d-8f51-51db9ac5b8c6 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:48:53.087741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-dfb4a0a4-c403-41a4-b82c-06d5a308b8f1 None None] Port 2684a8fd-1eb8-4332-90d8-872613276b6e cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:48:53.103566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-dfb4a0a4-c403-41a4-b82c-06d5a308b8f1 None None] Provisioning complete for port 5bb3fa0e-0c36-4759-8003-6f1dbc90ed79 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:48:53.104000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dfb4a0a4-c403-41a4-b82c-06d5a308b8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:53.139983 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-637033ab-b580-4894-a750-4e5fa47bafa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:53.336638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:53.384172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2102e77c-5b85-499a-8199-2d220099f93f None None] Could not find standard attr ID for object 2684a8fd-1eb8-4332-90d8-872613276b6e. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:48:53.433032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-61714203-9d58-4120-a53b-82327b14b1bf tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:53.433417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-61714203-9d58-4120-a53b-82327b14b1bf tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:53.467536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c28102c9-2daf-4b88-b03d-50bd011ee8f9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:53.491960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-64904d42-15ef-436c-9a03-84a3d73e8d95 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:53.536029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-637033ab-b580-4894-a750-4e5fa47bafa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:53.545092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-231be79c-a456-4a79-9dbe-208c8c4b36e1 tempest-RoutersAdminNegativeTest-1901044720 tempest-RoutersAdminNegativeTest-1901044720-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:53.562164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-13c4d568-3e6d-4b60-859f-50ad7fbd72ef tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:53.578287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637033ab-b580-4894-a750-4e5fa47bafa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8057fd-39fb-4856-8bba-7113032ef56e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:53.615645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b90ac0-7ea2-4c26-8c2d-0deebf24499f tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:53.620311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b90ac0-7ea2-4c26-8c2d-0deebf24499f tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:53.624815 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b90ac0-7ea2-4c26-8c2d-0deebf24499f tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:53.629205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b90ac0-7ea2-4c26-8c2d-0deebf24499f tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:53.631536 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-53b90ac0-7ea2-4c26-8c2d-0deebf24499f tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.7434044 Dec 25 19:48:53.639776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28102c9-2daf-4b88-b03d-50bd011ee8f9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event deleted for resources: {'Port': ['ID=2684a8fd-1eb8-4332-90d8-872613276b6e,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:53.644025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47376) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:53.651590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c28102c9-2daf-4b88-b03d-50bd011ee8f9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:53.651747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-637033ab-b580-4894-a750-4e5fa47bafa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:53.715022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-637033ab-b580-4894-a750-4e5fa47bafa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:53.716297 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-637033ab-b580-4894-a750-4e5fa47bafa7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5a8057fd-39fb-4856-8bba-7113032ef56e HTTP/1.1" status: 204 len: 168 time: 1.3057554 Dec 25 19:48:53.723481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-13c4d568-3e6d-4b60-859f-50ad7fbd72ef tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Calling delete_port for 742ccffe-c7e7-4153-ade1-4bdc8f24eb2b owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:48:53.779650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b0c8fd07-c422-44ef-a897-92459080c534 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:53.953992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8625cb6-82e2-4456-bdf8-01e70f75d066 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Router 2c2fc0bb-c07a-47a9-8654-0fc9114067ad has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:48:53.959820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7f681e21-1ef8-48ed-a3d9-f8930bd2ff9a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:53.967760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e2638592-8f1c-41d2-8d25-1be674eb213b tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:54.034946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f681e21-1ef8-48ed-a3d9-f8930bd2ff9a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Port': ['ID=1728cbb0-5d2b-4d4d-8f51-51db9ac5b8c6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:54.044188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7f681e21-1ef8-48ed-a3d9-f8930bd2ff9a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:54.148740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-13c4d568-3e6d-4b60-859f-50ad7fbd72ef tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:54.161292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c36ebec8-6fa5-409e-a463-8bfc59e38364 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:54.207361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47384) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:54.297109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c4d568-3e6d-4b60-859f-50ad7fbd72ef tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Port': ['ID=742ccffe-c7e7-4153-ade1-4bdc8f24eb2b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:54.299856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-13c4d568-3e6d-4b60-859f-50ad7fbd72ef tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:54.576170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c28102c9-2daf-4b88-b03d-50bd011ee8f9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:54.649892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-73f37cc5-fc04-4723-bb17-4cfd37e3fd0b None None] Provisioning for port f92471ff-ee82-4f22-bc7d-7e0df4eb0b32 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:48:54.724259 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c28102c9-2daf-4b88-b03d-50bd011ee8f9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/ports/2684a8fd-1eb8-4332-90d8-872613276b6e HTTP/1.1" status: 204 len: 168 time: 4.0387113 Dec 25 19:48:54.731361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47388) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:54.735694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device f92471ff-ee82-4f22-bc7d-7e0df4eb0b32 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:48:54.743948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b0c8fd07-c422-44ef-a897-92459080c534 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:54.748385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b0c8fd07-c422-44ef-a897-92459080c534 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:54.774914 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6be748ff-9285-4a94-9cba-2caf4125717e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b350de1d77094e35a0d8e5a7b8c0cf7e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5501225 Dec 25 19:48:54.778474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47390) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:54.779514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b0c8fd07-c422-44ef-a897-92459080c534 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:54.780115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c8fd07-c422-44ef-a897-92459080c534 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Fanout notify agent at l3_agent the message router_deleted on router 37b5843f-11c8-4119-aa66-53b4aff55b9b {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:48:54.791489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-13c4d568-3e6d-4b60-859f-50ad7fbd72ef tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:54.796637 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-25fa8934-84a7-46c6-bdd0-d7c47ccf7e07 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 1.1436925 Dec 25 19:48:54.805744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47396) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:54.823601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port f92471ff-ee82-4f22-bc7d-7e0df4eb0b32 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:48:54.829219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port f92471ff-ee82-4f22-bc7d-7e0df4eb0b32 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:48:54.829630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:54.878719 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ec2643-e92f-4bd6-811c-41be48879da6 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] DELETE failed (client error): The resource could not be found. Dec 25 19:48:54.879261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65ec2643-e92f-4bd6-811c-41be48879da6 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:48:54.900305 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-13c4d568-3e6d-4b60-859f-50ad7fbd72ef tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/ports/742ccffe-c7e7-4153-ade1-4bdc8f24eb2b HTTP/1.1" status: 204 len: 168 time: 2.9824936 Dec 25 19:48:54.908432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47400) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:54.916379 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-65ec2643-e92f-4bd6-811c-41be48879da6 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/ports/2684a8fd-1eb8-4332-90d8-872613276b6e HTTP/1.1" status: 404 len: 333 time: 0.1400125 Dec 25 19:48:54.918895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47404) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:54.964394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b0c8fd07-c422-44ef-a897-92459080c534 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:54.969626 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b0c8fd07-c422-44ef-a897-92459080c534 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "DELETE /v2.0/routers/37b5843f-11c8-4119-aa66-53b4aff55b9b HTTP/1.1" status: 204 len: 168 time: 7.7572405 Dec 25 19:48:54.992822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47408) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:55.002660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:55.033317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c197e22-8a54-423c-b701-fea0f5d838cf tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:55.034911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c197e22-8a54-423c-b701-fea0f5d838cf tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:55.035999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8c197e22-8a54-423c-b701-fea0f5d838cf tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Synchronizing usage tracker for tenant:4895f896d14c49cebd2f7b319db8be3e on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:48:55.040883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port f92471ff-ee82-4f22-bc7d-7e0df4eb0b32, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=f92471ff-ee82-4f22-bc7d-7e0df4eb0b32,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:48:55.046056 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:55.046393 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c13781-ba0e-4685-9763-e1a6193ebaa3 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] GET failed (client error): The resource could not be found. Dec 25 19:48:55.050442 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c0c13781-ba0e-4685-9763-e1a6193ebaa3 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "GET /v2.0/ports/2684a8fd-1eb8-4332-90d8-872613276b6e HTTP/1.1" status: 404 len: 333 time: 0.1269019 Dec 25 19:48:55.050575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:55.058115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47412) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:55.122996 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d01ccfeb-d77e-46c6-81a4-d9fe38f3dfd7 None None] Could not find standard attr ID for object 742ccffe-c7e7-4153-ade1-4bdc8f24eb2b. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:48:55.145063 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=f92471ff-ee82-4f22-bc7d-7e0df4eb0b32,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:55.149541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:55.170291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8c197e22-8a54-423c-b701-fea0f5d838cf tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Unset dirty status for tenant:4895f896d14c49cebd2f7b319db8be3e on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:48:55.177138 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8c197e22-8a54-423c-b701-fea0f5d838cf tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3555696 Dec 25 19:48:55.178796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47416) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:55.183780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7b29df-b4d7-4c8d-a8bb-da23314668d1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:55.186054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7b29df-b4d7-4c8d-a8bb-da23314668d1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:55.187198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-dc7b29df-b4d7-4c8d-a8bb-da23314668d1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:48:55.201881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-78bd5af4-2bc1-4bec-a279-62011fe7b194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:55.246068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-dc7b29df-b4d7-4c8d-a8bb-da23314668d1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:48:55.249946 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-dc7b29df-b4d7-4c8d-a8bb-da23314668d1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3324206 Dec 25 19:48:55.253594 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47420) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:55.305078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-78bd5af4-2bc1-4bec-a279-62011fe7b194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:55.353113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e078f5af-667f-430e-97e4-812b8f2a6a48 None None] get_active_networks_info from dv-neutron-822611-1-hyperv {{(pid=88902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 25 19:48:55.393682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8625cb6-82e2-4456-bdf8-01e70f75d066 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:48:55.403123 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a8625cb6-82e2-4456-bdf8-01e70f75d066 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "PUT /v2.0/routers/2c2fc0bb-c07a-47a9-8654-0fc9114067ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4375119 Dec 25 19:48:55.404816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47424) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:55.407796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253020d5-ee51-4bf5-9808-bea8478e4ef9 None None] Sync routers for ids ['2c2fc0bb-c07a-47a9-8654-0fc9114067ad'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:48:55.425028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253020d5-ee51-4bf5-9808-bea8478e4ef9 None None] Routers {'2c2fc0bb-c07a-47a9-8654-0fc9114067ad'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:48:55.426236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-253020d5-ee51-4bf5-9808-bea8478e4ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:48:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['2c2fc0bb-c07a-47a9-8654-0fc9114067ad'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:55.556728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e078f5af-667f-430e-97e4-812b8f2a6a48 None None] Resources bound (agent type, host, resource id): {{(pid=88902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 25 19:48:55.561827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-78bd5af4-2bc1-4bec-a279-62011fe7b194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:55.573648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-42754a17-aa79-4330-976a-0d600e9e7d69 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:55.602054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd5af4-2bc1-4bec-a279-62011fe7b194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e244524-6d3a-41c7-92da-9607c3c25a54,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:55.612212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-78bd5af4-2bc1-4bec-a279-62011fe7b194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:55.631682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403a633c-ac4a-4bfd-9872-81cb61c6479f tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attributes excluded by policy engine: ['shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:55.633519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403a633c-ac4a-4bfd-9872-81cb61c6479f tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attributes excluded by policy engine: ['shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:55.635545 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-403a633c-ac4a-4bfd-9872-81cb61c6479f tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.4498081 Dec 25 19:48:55.639253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-61714203-9d58-4120-a53b-82327b14b1bf tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:55.644952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47428) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:55.649141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:55.718786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-78bd5af4-2bc1-4bec-a279-62011fe7b194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:55.722964 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-78bd5af4-2bc1-4bec-a279-62011fe7b194 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e244524-6d3a-41c7-92da-9607c3c25a54 HTTP/1.1" status: 204 len: 168 time: 0.9408255 Dec 25 19:48:55.726910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-df4a19d5-7bf1-43c0-95f7-bb8f24cf4e21 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Deleting subnet 1f11bccd-1808-49f9-aa9e-8d4199f1df1b {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:48:55.740602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-601304e9-c320-4460-949d-d2c3567ffffd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting subnet cdf45433-c1da-4b7d-bd49-64edd97ccfc8 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:48:55.743985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-601304e9-c320-4460-949d-d2c3567ffffd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:55.744860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-df4a19d5-7bf1-43c0-95f7-bb8f24cf4e21 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:55.808651 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-601304e9-c320-4460-949d-d2c3567ffffd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:55.822232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-2036b941-eb25-40b1-9cf7-29524e6a658b tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Deleting subnet 41b7007c-a28b-4e51-b0cd-cad612432cec {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:48:55.837054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2036b941-eb25-40b1-9cf7-29524e6a658b tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:55.853403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-253020d5-ee51-4bf5-9808-bea8478e4ef9 None None] Set router 2c2fc0bb-c07a-47a9-8654-0fc9114067ad gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:48:55.910273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-601304e9-c320-4460-949d-d2c3567ffffd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:55.954875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 19:48:56.014114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-df4a19d5-7bf1-43c0-95f7-bb8f24cf4e21 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:56.106608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2036b941-eb25-40b1-9cf7-29524e6a658b tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:56.178230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7f681e21-1ef8-48ed-a3d9-f8930bd2ff9a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:56.219097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa190a2-31ba-4636-802b-dd18c7157d87 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:56.220678 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-afa190a2-31ba-4636-802b-dd18c7157d87 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "GET /v2.0/networks/3e540ee5-e495-495b-848f-5b2c73351f94 HTTP/1.1" status: 200 len: 799 time: 0.5342972 Dec 25 19:48:56.229539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61714203-9d58-4120-a53b-82327b14b1bf tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Pushing event updated for resources: {'Subnet': ['ID=22e319fb-650d-434e-9107-e0abd65c04bd,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:56.233233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f49e3fb-e100-4c5f-ac91-79b74c13b96e tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Deleting subnet a7e66898-d5b1-4c19-8166-3f163d618e14 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:48:56.235243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-601304e9-c320-4460-949d-d2c3567ffffd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:56.240153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47436) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:56.241641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-61714203-9d58-4120-a53b-82327b14b1bf tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:56.242208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-61714203-9d58-4120-a53b-82327b14b1bf tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:56.248424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7f49e3fb-e100-4c5f-ac91-79b74c13b96e tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:56.294830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-df4a19d5-7bf1-43c0-95f7-bb8f24cf4e21 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:56.318579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601304e9-c320-4460-949d-d2c3567ffffd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Subnet': ['ID=cdf45433-c1da-4b7d-bd49-64edd97ccfc8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:56.332327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-601304e9-c320-4460-949d-d2c3567ffffd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:56.354177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61714203-9d58-4120-a53b-82327b14b1bf tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Checking segment: {'id': '536c3dc5-50d6-45c9-a1c8-e6cfbc2fc883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '964ad11c-e095-420f-8b97-b5726cf3edca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:48:56.354590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61714203-9d58-4120-a53b-82327b14b1bf tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Network hostable DHCP agents. Network: 964ad11c-e095-420f-8b97-b5726cf3edca, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:48:56.364678 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-253020d5-ee51-4bf5-9808-bea8478e4ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'name': 'tempest-RoutersIpV6Test-router-1228898724', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:47:16Z', 'updated_at': '2021-12-25T19:48:50Z', 'revision_number': 8, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'gw_port_host': None, '_interfaces': [{'id': '031fca15-cc04-4765-822e-515d644cf979', 'name': '', 'network_id': '00ee1749-7dac-4ff2-bd55-2bdcb6a1342d', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:ab:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:20Z', 'updated_at': '2021-12-25T19:47:31Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b698ecc-1100-4527-b6b9-a66e84c80d04', 'name': '', 'network_id': '60e204d6-3634-416a-a347-79a8d48995a8', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:2c:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc997de-bf8e-4820-b22b-aba70acb08e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:36Z', 'updated_at': '2021-12-25T19:47:55Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'dcc997de-bf8e-4820-b22b-aba70acb08e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea564531-f74b-4083-801b-ab39c23212bd', 'name': '', 'network_id': 'e7e2ca1b-eeb3-4130-99c3-cb0c62db1175', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:f2:0e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'babcc1a8-ae22-45a7-86dd-71a25ff40d2f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:59Z', 'updated_at': '2021-12-25T19:48:18Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'babcc1a8-ae22-45a7-86dd-71a25ff40d2f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:56.371579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-601304e9-c320-4460-949d-d2c3567ffffd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:56.374530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253020d5-ee51-4bf5-9808-bea8478e4ef9 None None] Checking router: 2c2fc0bb-c07a-47a9-8654-0fc9114067ad for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:48:56.374739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addd366c-83a7-49cb-9282-8f82dbd34746 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:48:56.387845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253020d5-ee51-4bf5-9808-bea8478e4ef9 None None] Routers {'2c2fc0bb-c07a-47a9-8654-0fc9114067ad'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:48:56.388524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-253020d5-ee51-4bf5-9808-bea8478e4ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:48:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['2c2fc0bb-c07a-47a9-8654-0fc9114067ad'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:56.460908 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-601304e9-c320-4460-949d-d2c3567ffffd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/cdf45433-c1da-4b7d-bd49-64edd97ccfc8 HTTP/1.1" status: 204 len: 168 time: 1.2046356 Dec 25 19:48:56.468026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61714203-9d58-4120-a53b-82327b14b1bf tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Network 964ad11c-e095-420f-8b97-b5726cf3edca is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:48:56.470212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47446) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:56.524619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7f49e3fb-e100-4c5f-ac91-79b74c13b96e tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:56.573785 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fd393470-9ade-45ba-9f17-7e14e09f0f7d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0979815 Dec 25 19:48:56.577522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47452) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:56.630484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-253020d5-ee51-4bf5-9808-bea8478e4ef9 None None] Set router 2c2fc0bb-c07a-47a9-8654-0fc9114067ad gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:48:56.636703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-61714203-9d58-4120-a53b-82327b14b1bf tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 964ad11c-e095-420f-8b97-b5726cf3edca) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:48:56.663194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device f92471ff-ee82-4f22-bc7d-7e0df4eb0b32 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:48:56.669781 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-61714203-9d58-4120-a53b-82327b14b1bf tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:56.679387 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:56.737296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d4cdc8-cb80-4403-a22e-8cab7882747e None None] Network 964ad11c-e095-420f-8b97-b5726cf3edca requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:48:56.755219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61714203-9d58-4120-a53b-82327b14b1bf tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Pushing event updated for resources: {'Subnet': ['ID=bf6ccb73-a645-4bbe-9315-cb793176250c,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:56.765855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-61714203-9d58-4120-a53b-82327b14b1bf tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:56.780210 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-856ae9cb-2039-4175-875d-936d5f8292e5 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "GET /v2.0/networks/3e540ee5-e495-495b-848f-5b2c73351f94?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.5036857 Dec 25 19:48:56.781859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47456) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:56.810936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-df4a19d5-7bf1-43c0-95f7-bb8f24cf4e21 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:56.815547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2036b941-eb25-40b1-9cf7-29524e6a658b tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:56.851220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7a50468b-c9b4-46cf-85e9-f4b3539f537b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:56.897972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72ca320-ea6e-486c-96f3-a0878e3a812c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:56.898969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e72ca320-ea6e-486c-96f3-a0878e3a812c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:48:56.908623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a19d5-7bf1-43c0-95f7-bb8f24cf4e21 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event deleted for resources: {'Subnet': ['ID=1f11bccd-1808-49f9-aa9e-8d4199f1df1b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:56.917900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-df4a19d5-7bf1-43c0-95f7-bb8f24cf4e21 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:56.927001 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b401710-72b7-401e-8a8f-3b9eebdd8834 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:56.934312 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7b401710-72b7-401e-8a8f-3b9eebdd8834 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "GET /v2.0/subnets/6ba125d4-b28f-4c7b-9474-f7846b51c977 HTTP/1.1" status: 200 len: 811 time: 0.1437237 Dec 25 19:48:56.934312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61714203-9d58-4120-a53b-82327b14b1bf tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Checking segment: {'id': '053cf48c-121f-469f-8658-384d9e3cbb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '71ac13d1-ed5a-4b0d-937c-adfffef95f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:48:56.934312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61714203-9d58-4120-a53b-82327b14b1bf tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Network hostable DHCP agents. Network: 71ac13d1-ed5a-4b0d-937c-adfffef95f6d, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:48:56.941436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47462) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:56.951455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-df4a19d5-7bf1-43c0-95f7-bb8f24cf4e21 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:57.015222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e72ca320-ea6e-486c-96f3-a0878e3a812c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:48:57.019364 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e72ca320-ea6e-486c-96f3-a0878e3a812c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4384975 Dec 25 19:48:57.023586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47468) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:57.024208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61714203-9d58-4120-a53b-82327b14b1bf tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Network 71ac13d1-ed5a-4b0d-937c-adfffef95f6d is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:48:57.060591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-253020d5-ee51-4bf5-9808-bea8478e4ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'name': 'tempest-RoutersIpV6Test-router-1228898724', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:47:16Z', 'updated_at': '2021-12-25T19:48:50Z', 'revision_number': 8, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'gw_port_host': None, '_interfaces': [{'id': '031fca15-cc04-4765-822e-515d644cf979', 'name': '', 'network_id': '00ee1749-7dac-4ff2-bd55-2bdcb6a1342d', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:ab:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:20Z', 'updated_at': '2021-12-25T19:47:31Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b698ecc-1100-4527-b6b9-a66e84c80d04', 'name': '', 'network_id': '60e204d6-3634-416a-a347-79a8d48995a8', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:2c:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc997de-bf8e-4820-b22b-aba70acb08e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:36Z', 'updated_at': '2021-12-25T19:47:55Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'dcc997de-bf8e-4820-b22b-aba70acb08e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea564531-f74b-4083-801b-ab39c23212bd', 'name': '', 'network_id': 'e7e2ca1b-eeb3-4130-99c3-cb0c62db1175', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:f2:0e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'babcc1a8-ae22-45a7-86dd-71a25ff40d2f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:59Z', 'updated_at': '2021-12-25T19:48:18Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'babcc1a8-ae22-45a7-86dd-71a25ff40d2f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:57.066343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253020d5-ee51-4bf5-9808-bea8478e4ef9 None None] The sync data for ids ['2c2fc0bb-c07a-47a9-8654-0fc9114067ad'] in dv-neutron-822611-1-hyperv is: [{'id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'name': 'tempest-RoutersIpV6Test-router-1228898724', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:47:16Z', 'updated_at': '2021-12-25T19:48:50Z', 'revision_number': 8, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'gw_port_host': None, '_interfaces': [{'id': '031fca15-cc04-4765-822e-515d644cf979', 'name': '', 'network_id': '00ee1749-7dac-4ff2-bd55-2bdcb6a1342d', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:ab:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:20Z', 'updated_at': '2021-12-25T19:47:31Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b698ecc-1100-4527-b6b9-a66e84c80d04', 'name': '', 'network_id': '60e204d6-3634-416a-a347-79a8d48995a8', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:2c:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc997de-bf8e-4820-b22b-aba70acb08e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:36Z', 'updated_at': '2021-12-25T19:47:55Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'dcc997de-bf8e-4820-b22b-aba70acb08e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea564531-f74b-4083-801b-ab39c23212bd', 'name': '', 'network_id': 'e7e2ca1b-eeb3-4130-99c3-cb0c62db1175', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:f2:0e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'babcc1a8-ae22-45a7-86dd-71a25ff40d2f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:59Z', 'updated_at': '2021-12-25T19:48:18Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'babcc1a8-ae22-45a7-86dd-71a25ff40d2f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:48:57.113249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195bc780-c296-45ff-bb1f-2ca565bb4404 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attributes excluded by policy engine: ['shared'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:57.121542 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-195bc780-c296-45ff-bb1f-2ca565bb4404 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "GET /v2.0/subnets/6ba125d4-b28f-4c7b-9474-f7846b51c977?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1689272 Dec 25 19:48:57.132444 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47474) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:57.151814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-61714203-9d58-4120-a53b-82327b14b1bf tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 71ac13d1-ed5a-4b0d-937c-adfffef95f6d) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:48:57.165192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-3f73b496-e771-4f47-b2e3-755f53cdbb89 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-607715989'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:57.177248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3f73b496-e771-4f47-b2e3-755f53cdbb89 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:57.190004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3f73b496-e771-4f47-b2e3-755f53cdbb89 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:57.203755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957e5c0a-bc7b-4f26-81ae-61bfc5f3a52c None None] Network 71ac13d1-ed5a-4b0d-937c-adfffef95f6d requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:48:57.205938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61714203-9d58-4120-a53b-82327b14b1bf tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:57.206371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61714203-9d58-4120-a53b-82327b14b1bf tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:57.207088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-61714203-9d58-4120-a53b-82327b14b1bf tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:57.222232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f73b496-e771-4f47-b2e3-755f53cdbb89 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Made reservation on behalf of 4895f896d14c49cebd2f7b319db8be3e for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:48:57.230915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3f73b496-e771-4f47-b2e3-755f53cdbb89 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:57.274068 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-61714203-9d58-4120-a53b-82327b14b1bf tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 5.8707142 Dec 25 19:48:57.278217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47478) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:57.287794 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3618765-5cf5-43fc-9aaf-cd7da6362081 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:57.288565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b3618765-5cf5-43fc-9aaf-cd7da6362081 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:48:57.350114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47482) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:57.369362 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b3618765-5cf5-43fc-9aaf-cd7da6362081 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:48:57.374003 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b3618765-5cf5-43fc-9aaf-cd7da6362081 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3459518 Dec 25 19:48:57.374843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port f92471ff-ee82-4f22-bc7d-7e0df4eb0b32 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:48:57.375502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:57.383671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47488) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:57.394845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f73b496-e771-4f47-b2e3-755f53cdbb89 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:48:57.444062 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7f49e3fb-e100-4c5f-ac91-79b74c13b96e tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:57.487377 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-df4a19d5-7bf1-43c0-95f7-bb8f24cf4e21 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "DELETE /v2.0/subnets/1f11bccd-1808-49f9-aa9e-8d4199f1df1b HTTP/1.1" status: 204 len: 168 time: 2.4872587 Dec 25 19:48:57.490897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47492) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:57.512156 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9e5be257-7493-4f88-97bd-46b6fd8575b3 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1269660 Dec 25 19:48:57.514216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47496) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:57.523694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-59899d79-c530-4017-9921-3d324f3ac286 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'subnet': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:57.536690 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bf8cb4-f7d4-4510-8470-d7a4970ce2df tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:57.539412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bf8cb4-f7d4-4510-8470-d7a4970ce2df tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:57.541639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bf8cb4-f7d4-4510-8470-d7a4970ce2df tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:57.542520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f0bf8cb4-f7d4-4510-8470-d7a4970ce2df tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Synchronizing usage tracker for tenant:3b9bb43ec42741ef80210d33bd10ec2e on resource:subnet {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:48:57.548483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3f73b496-e771-4f47-b2e3-755f53cdbb89 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:57.548876 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-3f73b496-e771-4f47-b2e3-755f53cdbb89 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Added segment 1f8cedfd-7f0a-4b2c-97d0-68ce68b1012a of type vlan for network 55e767a4-3ce9-4e63-9c82-e8bb2ef1c5e0 Dec 25 19:48:57.556027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2036b941-eb25-40b1-9cf7-29524e6a658b tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:57.568261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3edb4acf-2c65-496c-a311-a256a0139ffb tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:57.617777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-da78d84f-3d42-48e9-ae4d-0f0d2a63bc5e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Request body: {'security_group': {'name': 'tempest-secgroup--695725712'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:57.620191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3b76f5-ea07-47da-a72d-3c6a2f4012d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-964ad11c-e095-420f-8b97-b5726cf3edca', 'network_id': '964ad11c-e095-420f-8b97-b5726cf3edca', 'tenant_id': '3b9bb43ec42741ef80210d33bd10ec2e', 'fixed_ips': [{'subnet_id': '22e319fb-650d-434e-9107-e0abd65c04bd'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:48:57.621433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ea3b76f5-ea07-47da-a72d-3c6a2f4012d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:57.629252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f0bf8cb4-f7d4-4510-8470-d7a4970ce2df tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Unset dirty status for tenant:3b9bb43ec42741ef80210d33bd10ec2e on resource:subnet {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:48:57.634458 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f0bf8cb4-f7d4-4510-8470-d7a4970ce2df tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.3546834 Dec 25 19:48:57.639320 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2036b941-eb25-40b1-9cf7-29524e6a658b tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event deleted for resources: {'Subnet': ['ID=41b7007c-a28b-4e51-b0cd-cad612432cec,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:57.642041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2036b941-eb25-40b1-9cf7-29524e6a658b tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:57.648839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47500) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:57.688299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-da78d84f-3d42-48e9-ae4d-0f0d2a63bc5e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:57.709313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3f73b496-e771-4f47-b2e3-755f53cdbb89 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:57.715913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-da78d84f-3d42-48e9-ae4d-0f0d2a63bc5e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Usage tracker for resource:security_group and tenant:fa6310122f134e9d988d2913efd76290 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:48:57.721301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-da78d84f-3d42-48e9-ae4d-0f0d2a63bc5e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:48:57.730804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-737efafb-2023-4e3d-8c5b-824538067291 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:57.738434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-da78d84f-3d42-48e9-ae4d-0f0d2a63bc5e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:57.760817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b691c3f-1904-40ec-bf96-e81ef21787c3 None None] DHCP port deletion for 7396b720-65bf-48b2-8da7-778eed2fcf44 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:48:57.773575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2036b941-eb25-40b1-9cf7-29524e6a658b tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:57.787044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7b691c3f-1904-40ec-bf96-e81ef21787c3 None None] Deleting port f92471ff-ee82-4f22-bc7d-7e0df4eb0b32 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:57.787962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7b691c3f-1904-40ec-bf96-e81ef21787c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:57.803992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-da78d84f-3d42-48e9-ae4d-0f0d2a63bc5e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:57.826431 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2036b941-eb25-40b1-9cf7-29524e6a658b tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/subnets/41b7007c-a28b-4e51-b0cd-cad612432cec HTTP/1.1" status: 204 len: 168 time: 2.7627766 Dec 25 19:48:57.828441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-59899d79-c530-4017-9921-3d324f3ac286 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:57.834727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47504) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:57.840292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-da78d84f-3d42-48e9-ae4d-0f0d2a63bc5e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:57.876500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7f49e3fb-e100-4c5f-ac91-79b74c13b96e tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:57.882226 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3f73b496-e771-4f47-b2e3-755f53cdbb89 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:57.882797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-59899d79-c530-4017-9921-3d324f3ac286 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:57.886439 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f73b496-e771-4f47-b2e3-755f53cdbb89 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:57.887072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3f73b496-e771-4f47-b2e3-755f53cdbb89 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:57.890171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5861d7af-50a2-4507-b82a-b8170af262ca tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:57.902861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0e0d6d36-e079-426c-b8dc-64f9ccc0f59c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:57.944800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f49e3fb-e100-4c5f-ac91-79b74c13b96e tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event deleted for resources: {'Subnet': ['ID=a7e66898-d5b1-4c19-8166-3f163d618e14,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:57.947455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7f49e3fb-e100-4c5f-ac91-79b74c13b96e tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:58.000199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59899d79-c530-4017-9921-3d324f3ac286 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:48:58.002568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f61e523-a6b6-40b7-8a0b-e39a91ceddb2 None None] Network 6909fdcc-45cb-4922-ae34-2eb19aab2e0c requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:48:58.002724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-737efafb-2023-4e3d-8c5b-824538067291 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:58.017834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7f49e3fb-e100-4c5f-ac91-79b74c13b96e tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:58.023869 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7f49e3fb-e100-4c5f-ac91-79b74c13b96e tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "DELETE /v2.0/subnets/a7e66898-d5b1-4c19-8166-3f163d618e14 HTTP/1.1" status: 204 len: 168 time: 2.6090584 Dec 25 19:48:58.034971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47508) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:58.053727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aace9582-b84b-444b-be99-2e344e51f661 None None] Network 0ee8a4a5-4b3e-48c5-8a69-fb9d331e4e0e requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:48:58.088393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-da78d84f-3d42-48e9-ae4d-0f0d2a63bc5e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:58.097250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-737efafb-2023-4e3d-8c5b-824538067291 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91e8ca8d-466b-4405-9d2d-e991c033a6e5']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:58.165361 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3f73b496-e771-4f47-b2e3-755f53cdbb89 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0182939 Dec 25 19:48:58.173347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-da78d84f-3d42-48e9-ae4d-0f0d2a63bc5e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Usage tracker for resource:security_group_rule and tenant:fa6310122f134e9d988d2913efd76290 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:48:58.178744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47512) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:58.181483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-da78d84f-3d42-48e9-ae4d-0f0d2a63bc5e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:48:58.198410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-737efafb-2023-4e3d-8c5b-824538067291 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8c76f96-6ce5-454e-9eba-0c36219e6991') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:58.198748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-737efafb-2023-4e3d-8c5b-824538067291 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8c76f96-6ce5-454e-9eba-0c36219e6991') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:48:58.205851 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73b496-e771-4f47-b2e3-755f53cdbb89 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event updated for resources: {'Network': ['ID=55e767a4-3ce9-4e63-9c82-e8bb2ef1c5e0,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:58.218469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-0a6e403b-0a8b-4ac9-9ae1-8a0126d32017 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Request body: {'subnet': {'network_id': '55e767a4-3ce9-4e63-9c82-e8bb2ef1c5e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:58.229647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f25447d-15d8-44b4-bbfa-690102ea76ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-71ac13d1-ed5a-4b0d-937c-adfffef95f6d', 'network_id': '71ac13d1-ed5a-4b0d-937c-adfffef95f6d', 'tenant_id': '3b9bb43ec42741ef80210d33bd10ec2e', 'fixed_ips': [{'subnet_id': 'bf6ccb73-a645-4bbe-9315-cb793176250c'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:48:58.230711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5f25447d-15d8-44b4-bbfa-690102ea76ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:58.241069 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-da78d84f-3d42-48e9-ae4d-0f0d2a63bc5e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:58.309828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 55e767a4-3ce9-4e63-9c82-e8bb2ef1c5e0 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:48:58.339089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-923b87af-cbec-466a-b5d2-6c1f23552eba tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:58.472563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3f73b496-e771-4f47-b2e3-755f53cdbb89 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:58.486100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-737efafb-2023-4e3d-8c5b-824538067291 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:58.525090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-59899d79-c530-4017-9921-3d324f3ac286 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:58.593896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-737efafb-2023-4e3d-8c5b-824538067291 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:58.638580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-923b87af-cbec-466a-b5d2-6c1f23552eba tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Deleting port 5bb3fa0e-0c36-4759-8003-6f1dbc90ed79 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:58.639206 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-923b87af-cbec-466a-b5d2-6c1f23552eba tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:58.655181 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-737efafb-2023-4e3d-8c5b-824538067291 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:48:58.655629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-737efafb-2023-4e3d-8c5b-824538067291 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:58.679827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device f92471ff-ee82-4f22-bc7d-7e0df4eb0b32 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:48:58.681609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4f904eaf-0f5c-4685-93fc-47b6f214d261 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:58.685236 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:48:58.685236 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:48:58.685236 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:48:58.685236 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:48:58.685236 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:48:58.685236 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:48:58.685236 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:48:58.685236 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:48:58.685236 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:48:58.685236 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:48:58.685236 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:48:58.685236 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:48:58.685236 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:48:58.685236 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:48:58.685236 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:48:58.685236 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:48:58.685236 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:48:58.685236 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:48:58.685236 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:48:58.685236 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:48:58.685236 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:48:58.685236 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:48:58.685236 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:48:58.685236 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:48:58.685236 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:48:58.685236 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:48:58.685236 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:48:58.685236 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:48:58.685236 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:48:58.685236 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:48:58.685236 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:48:58.685236 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:48:58.708521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e65768f-d263-483d-bcd8-c404f8e6c9d6 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Deleting subnet 22e319fb-650d-434e-9107-e0abd65c04bd {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:48:58.807115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-4f904eaf-0f5c-4685-93fc-47b6f214d261 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Deleting port 68528f3f-89b0-4a8c-b4db-4586377552fb {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:58.807446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4f904eaf-0f5c-4685-93fc-47b6f214d261 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:58.833459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0a6e403b-0a8b-4ac9-9ae1-8a0126d32017 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:58.870029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-ea3b76f5-ea07-47da-a72d-3c6a2f4012d7 None None] Allocated IP 172.20.0.2 (964ad11c-e095-420f-8b97-b5726cf3edca/22e319fb-650d-434e-9107-e0abd65c04bd/2066e0e4-e8d4-426a-82fa-fc1d200fcd94) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:48:58.872473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-737efafb-2023-4e3d-8c5b-824538067291 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:58.883545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0a6e403b-0a8b-4ac9-9ae1-8a0126d32017 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:58.885684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1cb318b3-9881-44da-b5f2-a48317921974 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:58.911780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-737efafb-2023-4e3d-8c5b-824538067291 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:58.931639 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-737efafb-2023-4e3d-8c5b-824538067291 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] 10.222.0.24 "DELETE /v2.0/networks/91e8ca8d-466b-4405-9d2d-e991c033a6e5 HTTP/1.1" status: 204 len: 168 time: 1.4385812 Dec 25 19:48:58.965263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-da78d84f-3d42-48e9-ae4d-0f0d2a63bc5e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:59.015520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-7b691c3f-1904-40ec-bf96-e81ef21787c3 None None] For port f92471ff-ee82-4f22-bc7d-7e0df4eb0b32, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=f92471ff-ee82-4f22-bc7d-7e0df4eb0b32,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:48:59.015972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7b691c3f-1904-40ec-bf96-e81ef21787c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:59.086006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737efafb-2023-4e3d-8c5b-824538067291 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Pushing event deleted for resources: {'Network': ['ID=91e8ca8d-466b-4405-9d2d-e991c033a6e5,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:59.087117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-923b87af-cbec-466a-b5d2-6c1f23552eba tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] For port 5bb3fa0e-0c36-4759-8003-6f1dbc90ed79, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=5bb3fa0e-0c36-4759-8003-6f1dbc90ed79,segment=NetworkSegment(c8fc71a0-04ab-4af9-9d2a-1b83c1391d30),segment_id=c8fc71a0-04ab-4af9-9d2a-1b83c1391d30)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:48:59.087532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-923b87af-cbec-466a-b5d2-6c1f23552eba tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:59.095016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-737efafb-2023-4e3d-8c5b-824538067291 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:59.101161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6e403b-0a8b-4ac9-9ae1-8a0126d32017 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Made reservation on behalf of 4895f896d14c49cebd2f7b319db8be3e for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:48:59.247034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-da78d84f-3d42-48e9-ae4d-0f0d2a63bc5e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:59.278121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-690084de-ca1e-477e-81c4-485299530c19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:59.284019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-923b87af-cbec-466a-b5d2-6c1f23552eba tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Calling delete_port for 5bb3fa0e-0c36-4759-8003-6f1dbc90ed79 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:48:59.287938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7b691c3f-1904-40ec-bf96-e81ef21787c3 None None] Calling delete_port for f92471ff-ee82-4f22-bc7d-7e0df4eb0b32 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:48:59.319578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da78d84f-3d42-48e9-ae4d-0f0d2a63bc5e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45db90da-c6d4-4be8-a5c2-5ab62f8d5506,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:59.321263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-da78d84f-3d42-48e9-ae4d-0f0d2a63bc5e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:59.324853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47520) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:59.341313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-59899d79-c530-4017-9921-3d324f3ac286 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:59.341736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0a6e403b-0a8b-4ac9-9ae1-8a0126d32017 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:59.348971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:59.358790 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-da78d84f-3d42-48e9-ae4d-0f0d2a63bc5e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:48:59.440081 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-da78d84f-3d42-48e9-ae4d-0f0d2a63bc5e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Usage tracker for resource:security_group_rule and tenant:fa6310122f134e9d988d2913efd76290 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:48:59.464326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-da78d84f-3d42-48e9-ae4d-0f0d2a63bc5e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:48:59.465586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-5f25447d-15d8-44b4-bbfa-690102ea76ad None None] Allocated IP 172.20.0.18 (71ac13d1-ed5a-4b0d-937c-adfffef95f6d/bf6ccb73-a645-4bbe-9315-cb793176250c/68a67d2b-bc43-4d71-8ba4-3b9fc06f8663) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:48:59.471558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:59.480896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-da78d84f-3d42-48e9-ae4d-0f0d2a63bc5e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:48:59.554967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.ipam_backend_mixin [None req-0a6e403b-0a8b-4ac9-9ae1-8a0126d32017 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Performing IP validity checks on allocation pools {{(pid=88900) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 25 19:48:59.555749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.ipam_backend_mixin [None req-0a6e403b-0a8b-4ac9-9ae1-8a0126d32017 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88900) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 25 19:48:59.574733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-4f904eaf-0f5c-4685-93fc-47b6f214d261 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] For port 68528f3f-89b0-4a8c-b4db-4586377552fb, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=68528f3f-89b0-4a8c-b4db-4586377552fb,segment=NetworkSegment(e6237923-3c03-4b3f-bfac-bb914c1a2282),segment_id=e6237923-3c03-4b3f-bfac-bb914c1a2282)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:48:59.575283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4f904eaf-0f5c-4685-93fc-47b6f214d261 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:59.756266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-4f904eaf-0f5c-4685-93fc-47b6f214d261 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Calling delete_port for 68528f3f-89b0-4a8c-b4db-4586377552fb owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:48:59.788236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59899d79-c530-4017-9921-3d324f3ac286 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:48:59.794238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c088a61-962f-45ba-88b3-6c2e333cef05 None None] DHCP port deletion for 6909fdcc-45cb-4922-ae34-2eb19aab2e0c request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:48:59.794407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-923b87af-cbec-466a-b5d2-6c1f23552eba tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:59.796286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879cd3c5-3602-4393-aaa9-0d06842250c5 None None] DHCP port deletion for 0ee8a4a5-4b3e-48c5-8a69-fb9d331e4e0e request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:48:59.798506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-59899d79-c530-4017-9921-3d324f3ac286 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:48:59.801926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59899d79-c530-4017-9921-3d324f3ac286 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:48:59.803108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-59899d79-c530-4017-9921-3d324f3ac286 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:59.814725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59899d79-c530-4017-9921-3d324f3ac286 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Subnet': ['ID=1b678204-dfe9-42cc-aafa-03b069ba16b8,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:59.815450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7b691c3f-1904-40ec-bf96-e81ef21787c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:59.826241 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3ad5cf5d-7f4c-44d4-8427-ea495bb5c42b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:59.828897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-59899d79-c530-4017-9921-3d324f3ac286 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:59.832078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-13c4d568-3e6d-4b60-859f-50ad7fbd72ef tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:59.883688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b87af-cbec-466a-b5d2-6c1f23552eba tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event deleted for resources: {'Port': ['ID=5bb3fa0e-0c36-4759-8003-6f1dbc90ed79,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:48:59.888477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923b87af-cbec-466a-b5d2-6c1f23552eba tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] No DVR routers for this DVR port 5bb3fa0e-0c36-4759-8003-6f1dbc90ed79 on host dv-neutron-822611-1-hyperv {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:48:59.893344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-923b87af-cbec-466a-b5d2-6c1f23552eba tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:48:59.905085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-879cd3c5-3602-4393-aaa9-0d06842250c5 None None] Deleting port 68528f3f-89b0-4a8c-b4db-4586377552fb {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:48:59.905509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-879cd3c5-3602-4393-aaa9-0d06842250c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:59.910193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-da78d84f-3d42-48e9-ae4d-0f0d2a63bc5e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:59.939213 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-59899d79-c530-4017-9921-3d324f3ac286 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4204707 Dec 25 19:48:59.953479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47526) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:48:59.967436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device afdb73a4-f2bf-4d42-89a7-a5f3f169cd54 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:48:59.968344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-7cb77912-9d9a-4039-8f92-c198b5ed4a17 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'port': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'fixed_ips': [{'subnet_id': '1b678204-dfe9-42cc-aafa-03b069ba16b8', 'ip_address': '2001:db8::656:449:a555:af5d'}], 'name': 'tempest-NetworksTestDHCPv6-111083681'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:48:59.971838 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-da78d84f-3d42-48e9-ae4d-0f0d2a63bc5e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:48:59.985516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-aab0b079-55c7-4ab6-a67e-cef0e1574ae6 tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:48:59.994455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b691c3f-1904-40ec-bf96-e81ef21787c3 None None] Pushing event deleted for resources: {'Port': ['ID=f92471ff-ee82-4f22-bc7d-7e0df4eb0b32,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:00.021784 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e69e8fa0-243b-4294-95b2-a4e883cc0f4d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e8d9b6a20125442895a663435174ff75&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6864302 Dec 25 19:49:00.031030 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47530) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:00.036802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4f904eaf-0f5c-4685-93fc-47b6f214d261 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:00.055960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7b691c3f-1904-40ec-bf96-e81ef21787c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:00.070624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da78d84f-3d42-48e9-ae4d-0f0d2a63bc5e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=294edcb8-25fc-4c61-8691-8d0978eb942f,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:00.073794 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-da78d84f-3d42-48e9-ae4d-0f0d2a63bc5e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:00.079303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fd6148f1-920c-497f-a9d1-495638098e30 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:00.079566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: afdb73a4-f2bf-4d42-89a7-a5f3f169cd54 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:49:00.079969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device afdb73a4-f2bf-4d42-89a7-a5f3f169cd54 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:49:00.083762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b691c3f-1904-40ec-bf96-e81ef21787c3 None None] No DVR routers for this DVR port f92471ff-ee82-4f22-bc7d-7e0df4eb0b32 on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:49:00.107730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ea3b76f5-ea07-47da-a72d-3c6a2f4012d7 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:00.122595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-da78d84f-3d42-48e9-ae4d-0f0d2a63bc5e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:00.124815 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-da78d84f-3d42-48e9-ae4d-0f0d2a63bc5e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.7724607 Dec 25 19:49:00.127643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f904eaf-0f5c-4685-93fc-47b6f214d261 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] No DVR routers for this DVR port 68528f3f-89b0-4a8c-b4db-4586377552fb on host dv-neutron-822611-1-hyperv {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:49:00.148716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf043689-e279-43a6-850c-230dd2b96a7a None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:49:00.161816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47534) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:00.176111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-879cd3c5-3602-4393-aaa9-0d06842250c5 None None] The port '68528f3f-89b0-4a8c-b4db-4586377552fb' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:49:00.184140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-ea3b76f5-ea07-47da-a72d-3c6a2f4012d7 None None] Transition to ACTIVE for port object 2066e0e4-e8d4-426a-82fa-fc1d200fcd94 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:49:00.185675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-923b87af-cbec-466a-b5d2-6c1f23552eba tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:00.207208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f904eaf-0f5c-4685-93fc-47b6f214d261 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event deleted for resources: {'Port': ['ID=68528f3f-89b0-4a8c-b4db-4586377552fb,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:00.209664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4f904eaf-0f5c-4685-93fc-47b6f214d261 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:00.255467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-923b87af-cbec-466a-b5d2-6c1f23552eba tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6909fdcc-45cb-4922-ae34-2eb19aab2e0c']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:00.285052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f681e21-1ef8-48ed-a3d9-f8930bd2ff9a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router a1a54e36-62e8-4d50-bb32-a80dba2e452b has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:49:00.288997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0a6e403b-0a8b-4ac9-9ae1-8a0126d32017 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:00.292692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-923b87af-cbec-466a-b5d2-6c1f23552eba tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8fc71a0-04ab-4af9-9d2a-1b83c1391d30') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:00.293037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-923b87af-cbec-466a-b5d2-6c1f23552eba tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8fc71a0-04ab-4af9-9d2a-1b83c1391d30') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:00.299696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de76e15b-06f0-4201-ad45-082c06c32e96 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:00.315710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-ea3b76f5-ea07-47da-a72d-3c6a2f4012d7 None None] Transition to ACTIVE for port object 2066e0e4-e8d4-426a-82fa-fc1d200fcd94 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:49:00.325898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-923b87af-cbec-466a-b5d2-6c1f23552eba tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:00.337496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2e65768f-d263-483d-bcd8-c404f8e6c9d6 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:00.383574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ea3b76f5-ea07-47da-a72d-3c6a2f4012d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:00.391804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1bf0a91f-39db-4c52-9ac0-ca5313686889 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:00.400895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7cb77912-9d9a-4039-8f92-c198b5ed4a17 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:00.413054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4f904eaf-0f5c-4685-93fc-47b6f214d261 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:00.417707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-923b87af-cbec-466a-b5d2-6c1f23552eba tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:00.441573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-923b87af-cbec-466a-b5d2-6c1f23552eba tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:49:00.442023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-923b87af-cbec-466a-b5d2-6c1f23552eba tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:00.462501 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:49:00.462501 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:49:00.462501 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:49:00.462501 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:49:00.462501 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:49:00.462501 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:49:00.462501 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:49:00.462501 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:49:00.462501 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:49:00.462501 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:49:00.462501 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:49:00.462501 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:49:00.462501 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:49:00.462501 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:49:00.462501 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:49:00.462501 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:49:00.462501 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:49:00.462501 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:49:00.462501 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:49:00.462501 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:49:00.462501 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:49:00.462501 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:49:00.462501 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:49:00.462501 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:49:00.462501 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:49:00.462501 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:49:00.462501 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:49:00.462501 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:49:00.462501 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:49:00.462501 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:49:00.462501 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:49:00.462501 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:49:00.469608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b72ac7a5-de31-406e-abac-89a1e5d64d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:00.471943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7cb77912-9d9a-4039-8f92-c198b5ed4a17 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:00.484131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-4f904eaf-0f5c-4685-93fc-47b6f214d261 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ee8a4a5-4b3e-48c5-8a69-fb9d331e4e0e']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:00.497644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5f25447d-15d8-44b4-bbfa-690102ea76ad None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:00.502836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3b76f5-ea07-47da-a72d-3c6a2f4012d7 None None] Network 964ad11c-e095-420f-8b97-b5726cf3edca is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:49:00.517662 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2440b4e2-5a76-44fe-803d-da6b56402c44 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Synchronizing usage tracker for tenant:fa6310122f134e9d988d2913efd76290 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:49:00.520445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e403b-0a8b-4ac9-9ae1-8a0126d32017 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event updated for resources: {'Subnet': ['ID=04f1f5f3-be83-4032-a018-ae09cc245bb8,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:00.524771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0a6e403b-0a8b-4ac9-9ae1-8a0126d32017 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:00.530425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-4f904eaf-0f5c-4685-93fc-47b6f214d261 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6237923-3c03-4b3f-bfac-bb914c1a2282') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:00.530853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-4f904eaf-0f5c-4685-93fc-47b6f214d261 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6237923-3c03-4b3f-bfac-bb914c1a2282') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:00.554373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4f904eaf-0f5c-4685-93fc-47b6f214d261 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:00.557766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2e65768f-d263-483d-bcd8-c404f8e6c9d6 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:00.584937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4f904eaf-0f5c-4685-93fc-47b6f214d261 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:00.591623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f904eaf-0f5c-4685-93fc-47b6f214d261 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:49:00.593466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4f904eaf-0f5c-4685-93fc-47b6f214d261 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:00.603292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-ea3b76f5-ea07-47da-a72d-3c6a2f4012d7 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:49:00.605195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b76f5-ea07-47da-a72d-3c6a2f4012d7 None None] Pushing event updated for resources: {'Port': ['ID=2066e0e4-e8d4-426a-82fa-fc1d200fcd94,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:00.609121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3b76f5-ea07-47da-a72d-3c6a2f4012d7 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:49:00.638351 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:49:00.638351 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:49:00.638351 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:49:00.638351 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:49:00.638351 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:49:00.638351 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:49:00.638351 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:49:00.638351 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:49:00.638351 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:49:00.638351 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:49:00.638351 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:49:00.638351 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:49:00.638351 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:49:00.638351 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:49:00.638351 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:49:00.638351 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:49:00.638351 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:49:00.638351 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:49:00.638351 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:49:00.638351 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:49:00.638351 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:49:00.638351 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:49:00.638351 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:49:00.638351 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:49:00.638351 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:49:00.638351 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:49:00.638351 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:49:00.638351 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:49:00.638351 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:49:00.638351 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:49:00.638351 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:49:00.638351 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:49:00.647762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ea3b76f5-ea07-47da-a72d-3c6a2f4012d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:00.651034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-5f25447d-15d8-44b4-bbfa-690102ea76ad None None] Transition to ACTIVE for port object 68a67d2b-bc43-4d71-8ba4-3b9fc06f8663 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:49:00.653887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 5bb3fa0e-0c36-4759-8003-6f1dbc90ed79 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:49:00.655036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6e403b-0a8b-4ac9-9ae1-8a0126d32017 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Checking segment: {'id': '1f8cedfd-7f0a-4b2c-97d0-68ce68b1012a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '55e767a4-3ce9-4e63-9c82-e8bb2ef1c5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:49:00.655579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6e403b-0a8b-4ac9-9ae1-8a0126d32017 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Network hostable DHCP agents. Network: 55e767a4-3ce9-4e63-9c82-e8bb2ef1c5e0, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:49:00.665798 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2440b4e2-5a76-44fe-803d-da6b56402c44 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Unset dirty status for tenant:fa6310122f134e9d988d2913efd76290 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:49:00.670215 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2440b4e2-5a76-44fe-803d-da6b56402c44 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.4930902 Dec 25 19:49:00.682495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cb94bc-6e1f-472f-9726-7ad4ed7bc254 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-7396b720-65bf-48b2-8da7-778eed2fcf44', 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'tenant_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'fixed_ips': [{'subnet_id': '1b678204-dfe9-42cc-aafa-03b069ba16b8'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:49:00.683437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c5cb94bc-6e1f-472f-9726-7ad4ed7bc254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:00.698824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb77912-9d9a-4039-8f92-c198b5ed4a17 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:49:00.706911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7cb77912-9d9a-4039-8f92-c198b5ed4a17 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:00.716681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47538) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:00.738417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b72ac7a5-de31-406e-abac-89a1e5d64d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:00.738664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-0aa4ac5a-e943-4af7-ba02-2293c5b640e8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Request body: {'security_group': {'name': 'tempest-security--587239584', 'description': 'tempest-security-description-644740517'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:00.753096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 5bb3fa0e-0c36-4759-8003-6f1dbc90ed79 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:49:00.753491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 5bb3fa0e-0c36-4759-8003-6f1dbc90ed79 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:49:00.753956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 68528f3f-89b0-4a8c-b4db-4586377552fb no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:49:00.767189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4f904eaf-0f5c-4685-93fc-47b6f214d261 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:00.771130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4f904eaf-0f5c-4685-93fc-47b6f214d261 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:00.775317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-923b87af-cbec-466a-b5d2-6c1f23552eba tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:00.781591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5fbc3262-4fa3-42a1-a661-56e34441fda6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:00.792925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fd99218c-9d8d-4be3-b6a6-43b6f746122c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:00.809052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-7cb77912-9d9a-4039-8f92-c198b5ed4a17 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] device_id is not set on port d3100fac-eae9-4618-b9ae-98a5e234492d yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:49:00.818597 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4f904eaf-0f5c-4685-93fc-47b6f214d261 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "DELETE /v2.0/networks/0ee8a4a5-4b3e-48c5-8a69-fb9d331e4e0e HTTP/1.1" status: 204 len: 168 time: 2.7799728 Dec 25 19:49:00.818597 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f904eaf-0f5c-4685-93fc-47b6f214d261 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event deleted for resources: {'Network': ['ID=0ee8a4a5-4b3e-48c5-8a69-fb9d331e4e0e,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:00.819797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4f904eaf-0f5c-4685-93fc-47b6f214d261 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:00.821835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47542) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:00.845378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-923b87af-cbec-466a-b5d2-6c1f23552eba tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:00.850283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-5f25447d-15d8-44b4-bbfa-690102ea76ad None None] Transition to ACTIVE for port object 68a67d2b-bc43-4d71-8ba4-3b9fc06f8663 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:49:00.855023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 68528f3f-89b0-4a8c-b4db-4586377552fb {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:49:00.855450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 68528f3f-89b0-4a8c-b4db-4586377552fb not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:49:00.874025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-ea3b76f5-ea07-47da-a72d-3c6a2f4012d7 None None] Attempting to bind port 2066e0e4-e8d4-426a-82fa-fc1d200fcd94 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:49:00.874460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-ea3b76f5-ea07-47da-a72d-3c6a2f4012d7 None None] Attempting to bind port 2066e0e4-e8d4-426a-82fa-fc1d200fcd94 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '536c3dc5-50d6-45c9-a1c8-e6cfbc2fc883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '964ad11c-e095-420f-8b97-b5726cf3edca'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:49:00.874827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3b76f5-ea07-47da-a72d-3c6a2f4012d7 None None] Attempting to bind port 2066e0e4-e8d4-426a-82fa-fc1d200fcd94 on network 964ad11c-e095-420f-8b97-b5726cf3edca {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:49:00.886683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0aa4ac5a-e943-4af7-ba02-2293c5b640e8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:00.889340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3b76f5-ea07-47da-a72d-3c6a2f4012d7 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:49:00.889763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3b76f5-ea07-47da-a72d-3c6a2f4012d7 None None] Checking segment: {'id': '536c3dc5-50d6-45c9-a1c8-e6cfbc2fc883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '964ad11c-e095-420f-8b97-b5726cf3edca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:49:00.890210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ea3b76f5-ea07-47da-a72d-3c6a2f4012d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:00.891271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3b76f5-ea07-47da-a72d-3c6a2f4012d7 None None] Bound using segment: {'id': '536c3dc5-50d6-45c9-a1c8-e6cfbc2fc883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '964ad11c-e095-420f-8b97-b5726cf3edca'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:49:00.891271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-ea3b76f5-ea07-47da-a72d-3c6a2f4012d7 None None] Bound port: 2066e0e4-e8d4-426a-82fa-fc1d200fcd94, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536c3dc5-50d6-45c9-a1c8-e6cfbc2fc883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '964ad11c-e095-420f-8b97-b5726cf3edca'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:49:00.891603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ea3b76f5-ea07-47da-a72d-3c6a2f4012d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:00.893155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b87af-cbec-466a-b5d2-6c1f23552eba tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event deleted for resources: {'Network': ['ID=6909fdcc-45cb-4922-ae34-2eb19aab2e0c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:00.905628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5f25447d-15d8-44b4-bbfa-690102ea76ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:00.911277 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-923b87af-cbec-466a-b5d2-6c1f23552eba tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/networks/6909fdcc-45cb-4922-ae34-2eb19aab2e0c HTTP/1.1" status: 204 len: 168 time: 3.0707161 Dec 25 19:49:00.914871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6e403b-0a8b-4ac9-9ae1-8a0126d32017 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Network 55e767a4-3ce9-4e63-9c82-e8bb2ef1c5e0 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:49:00.917148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47546) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:00.917446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-923b87af-cbec-466a-b5d2-6c1f23552eba tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:00.924769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-93b4b8f3-f4cb-40bd-b780-8ae088eab128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:00.943889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-cec91af1-50ae-4551-acee-1b173d6d6cb0 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-619793173'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:00.996811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f25447d-15d8-44b4-bbfa-690102ea76ad None None] Network 71ac13d1-ed5a-4b0d-937c-adfffef95f6d is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:49:01.002507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2e65768f-d263-483d-bcd8-c404f8e6c9d6 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:01.009196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-0a6e403b-0a8b-4ac9-9ae1-8a0126d32017 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 55e767a4-3ce9-4e63-9c82-e8bb2ef1c5e0) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:49:01.013773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6e403b-0a8b-4ac9-9ae1-8a0126d32017 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:01.014525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0a6e403b-0a8b-4ac9-9ae1-8a0126d32017 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:01.025006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-cec91af1-50ae-4551-acee-1b173d6d6cb0 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:01.057961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-cec91af1-50ae-4551-acee-1b173d6d6cb0 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:network and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:01.059524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-5f25447d-15d8-44b4-bbfa-690102ea76ad None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:49:01.066310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-cec91af1-50ae-4551-acee-1b173d6d6cb0 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:01.073515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df131fa-6a86-46ee-a917-4e5cedeab818 None None] Network 55e767a4-3ce9-4e63-9c82-e8bb2ef1c5e0 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:49:01.080644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-cec91af1-50ae-4551-acee-1b173d6d6cb0 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:01.088965 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0a6e403b-0a8b-4ac9-9ae1-8a0126d32017 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.9061689 Dec 25 19:49:01.089169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f25447d-15d8-44b4-bbfa-690102ea76ad None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:49:01.095903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47550) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:01.108726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0aa4ac5a-e943-4af7-ba02-2293c5b640e8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:01.115625 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-364c1500-2120-4e15-9535-fcaba5e00fa5 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:01.120914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b72ac7a5-de31-406e-abac-89a1e5d64d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:01.129919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ed946819-ff79-4b62-8540-0647757589e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:01.135829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f25447d-15d8-44b4-bbfa-690102ea76ad None None] Pushing event updated for resources: {'Port': ['ID=68a67d2b-bc43-4d71-8ba4-3b9fc06f8663,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:01.153041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0aa4ac5a-e943-4af7-ba02-2293c5b640e8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:01.155810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0aa4ac5a-e943-4af7-ba02-2293c5b640e8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:01.159761 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0aa4ac5a-e943-4af7-ba02-2293c5b640e8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "PUT /v2.0/security-groups/294edcb8-25fc-4c61-8691-8d0978eb942f HTTP/1.1" status: 200 len: 1610 time: 0.4392025 Dec 25 19:49:01.159761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec91af1-50ae-4551-acee-1b173d6d6cb0 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Made reservation on behalf of 70aa58ed5ec1475cad367450f4be2220 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:49:01.161046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47554) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:01.163904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cec91af1-50ae-4551-acee-1b173d6d6cb0 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:01.166957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ac7a5-de31-406e-abac-89a1e5d64d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fada06-0d5f-4e65-a555-806c8241faee,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:01.190419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ea8525fd-4589-4660-947d-c5ede5c7c321 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:01.196427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b72ac7a5-de31-406e-abac-89a1e5d64d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:01.262223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa4ac5a-e943-4af7-ba02-2293c5b640e8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=294edcb8-25fc-4c61-8691-8d0978eb942f,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:01.262501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b72ac7a5-de31-406e-abac-89a1e5d64d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:01.265764 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b72ac7a5-de31-406e-abac-89a1e5d64d53 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b6fada06-0d5f-4e65-a555-806c8241faee HTTP/1.1" status: 204 len: 168 time: 1.2276931 Dec 25 19:49:01.265932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0aa4ac5a-e943-4af7-ba02-2293c5b640e8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:01.275916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5f25447d-15d8-44b4-bbfa-690102ea76ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:01.277877 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2e65768f-d263-483d-bcd8-c404f8e6c9d6 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:01.287108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-59899d79-c530-4017-9921-3d324f3ac286 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:01.287608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-ea3b76f5-ea07-47da-a72d-3c6a2f4012d7 None None] For port 2066e0e4-e8d4-426a-82fa-fc1d200fcd94, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:49:01.296042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-ea3b76f5-ea07-47da-a72d-3c6a2f4012d7 None None] For port 2066e0e4-e8d4-426a-82fa-fc1d200fcd94, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=2066e0e4-e8d4-426a-82fa-fc1d200fcd94,segment=NetworkSegment(536c3dc5-50d6-45c9-a1c8-e6cfbc2fc883),segment_id=536c3dc5-50d6-45c9-a1c8-e6cfbc2fc883)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:49:01.318009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec91af1-50ae-4551-acee-1b173d6d6cb0 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:49:01.319401 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2355760d-1725-49c8-9829-8790f62e7113 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "GET /v2.0/security-groups/294edcb8-25fc-4c61-8691-8d0978eb942f HTTP/1.1" status: 200 len: 1610 time: 0.1538391 Dec 25 19:49:01.329531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47560) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:01.341739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e65768f-d263-483d-bcd8-c404f8e6c9d6 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Pushing event deleted for resources: {'Subnet': ['ID=22e319fb-650d-434e-9107-e0abd65c04bd,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:01.356620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2e65768f-d263-483d-bcd8-c404f8e6c9d6 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:01.359296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f681e21-1ef8-48ed-a3d9-f8930bd2ff9a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:49:01.367673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2e65768f-d263-483d-bcd8-c404f8e6c9d6 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:01.382159 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7f681e21-1ef8-48ed-a3d9-f8930bd2ff9a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "PUT /v2.0/routers/a1a54e36-62e8-4d50-bb32-a80dba2e452b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4909060 Dec 25 19:49:01.388942 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2e65768f-d263-483d-bcd8-c404f8e6c9d6 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] 10.222.0.24 "DELETE /v2.0/subnets/22e319fb-650d-434e-9107-e0abd65c04bd HTTP/1.1" status: 204 len: 168 time: 3.7363348 Dec 25 19:49:01.393727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47566) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:01.397776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-5f25447d-15d8-44b4-bbfa-690102ea76ad None None] Attempting to bind port 68a67d2b-bc43-4d71-8ba4-3b9fc06f8663 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:49:01.398402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-5f25447d-15d8-44b4-bbfa-690102ea76ad None None] Attempting to bind port 68a67d2b-bc43-4d71-8ba4-3b9fc06f8663 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '053cf48c-121f-469f-8658-384d9e3cbb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '71ac13d1-ed5a-4b0d-937c-adfffef95f6d'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:49:01.398982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f25447d-15d8-44b4-bbfa-690102ea76ad None None] Attempting to bind port 68a67d2b-bc43-4d71-8ba4-3b9fc06f8663 on network 71ac13d1-ed5a-4b0d-937c-adfffef95f6d {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:49:01.402063 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ea3b76f5-ea07-47da-a72d-3c6a2f4012d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:01.406855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea42eaa-92d8-4f00-a12c-2c40c72c5f32 None None] Sync routers for ids ['a1a54e36-62e8-4d50-bb32-a80dba2e452b'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:49:01.411592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-c5cb94bc-6e1f-472f-9726-7ad4ed7bc254 None None] Allocated IP 2001:db8::2 (7396b720-65bf-48b2-8da7-778eed2fcf44/1b678204-dfe9-42cc-aafa-03b069ba16b8/6eaee9ca-965b-4292-8d43-02923ffdd15f) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:49:01.470683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a548128a-eaad-4775-ab2b-1afff1ce810e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:01.575140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f25447d-15d8-44b4-bbfa-690102ea76ad None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:49:01.575853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f25447d-15d8-44b4-bbfa-690102ea76ad None None] Checking segment: {'id': '053cf48c-121f-469f-8658-384d9e3cbb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '71ac13d1-ed5a-4b0d-937c-adfffef95f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:49:01.576497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5f25447d-15d8-44b4-bbfa-690102ea76ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:01.577101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f25447d-15d8-44b4-bbfa-690102ea76ad None None] Bound using segment: {'id': '053cf48c-121f-469f-8658-384d9e3cbb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '71ac13d1-ed5a-4b0d-937c-adfffef95f6d'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:49:01.577936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-5f25447d-15d8-44b4-bbfa-690102ea76ad None None] Bound port: 68a67d2b-bc43-4d71-8ba4-3b9fc06f8663, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053cf48c-121f-469f-8658-384d9e3cbb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '71ac13d1-ed5a-4b0d-937c-adfffef95f6d'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:49:01.578520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5f25447d-15d8-44b4-bbfa-690102ea76ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:01.670279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea42eaa-92d8-4f00-a12c-2c40c72c5f32 None None] Routers {'a1a54e36-62e8-4d50-bb32-a80dba2e452b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:49:01.671314 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-fea42eaa-92d8-4f00-a12c-2c40c72c5f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:48:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['a1a54e36-62e8-4d50-bb32-a80dba2e452b'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:01.691601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cec91af1-50ae-4551-acee-1b173d6d6cb0 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:01.691995 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-cec91af1-50ae-4551-acee-1b173d6d6cb0 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Added segment c1d6c55a-e8ad-4973-93b7-671370bcac21 of type vlan for network 37372a0d-5d4e-45a9-a485-e5898e9f30ff Dec 25 19:49:01.812852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-364c1500-2120-4e15-9535-fcaba5e00fa5 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036851852017'] for subnet, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:01.844142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2eb9598-bf60-48e7-9aba-c62dc0b2d70e tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Deleting subnet bf6ccb73-a645-4bbe-9315-cb793176250c {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:49:01.848711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b2eb9598-bf60-48e7-9aba-c62dc0b2d70e tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:01.864809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cec91af1-50ae-4551-acee-1b173d6d6cb0 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:01.951224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b2eb9598-bf60-48e7-9aba-c62dc0b2d70e tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:01.992132 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ad207da3-4164-4f67-bf64-bc2180463e23 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:02.030276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cec91af1-50ae-4551-acee-1b173d6d6cb0 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:02.034924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec91af1-50ae-4551-acee-1b173d6d6cb0 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:02.035166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cec91af1-50ae-4551-acee-1b173d6d6cb0 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:02.053270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:02.104529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ad207da3-4164-4f67-bf64-bc2180463e23 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:02.153291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b2eb9598-bf60-48e7-9aba-c62dc0b2d70e tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:02.221953 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-cec91af1-50ae-4551-acee-1b173d6d6cb0 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3004637 Dec 25 19:49:02.233303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47586) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:02.248266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-1bc3ef9f-78ed-4f27-9522-a6cb608820ae tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'subnet': {'network_id': '37372a0d-5d4e-45a9-a485-e5898e9f30ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:02.316840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec91af1-50ae-4551-acee-1b173d6d6cb0 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'Network': ['ID=37372a0d-5d4e-45a9-a485-e5898e9f30ff,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:02.320683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cec91af1-50ae-4551-acee-1b173d6d6cb0 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:02.322147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b76f5-ea07-47da-a72d-3c6a2f4012d7 None None] Pushing event updated for resources: {'Port': ['ID=2066e0e4-e8d4-426a-82fa-fc1d200fcd94,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:02.330196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b13c833f-e90e-4fba-bf41-44e9db67fc23 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:02.357939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ea3b76f5-ea07-47da-a72d-3c6a2f4012d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.887s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:02.360744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 37372a0d-5d4e-45a9-a485-e5898e9f30ff details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:49:02.525028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1bc3ef9f-78ed-4f27-9522-a6cb608820ae tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:02.530237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1bc3ef9f-78ed-4f27-9522-a6cb608820ae tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:subnet and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:02.533502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1bc3ef9f-78ed-4f27-9522-a6cb608820ae tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:02.565935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b2eb9598-bf60-48e7-9aba-c62dc0b2d70e tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:02.573485 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ad207da3-4164-4f67-bf64-bc2180463e23 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:02.585574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:02.595344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-da78d84f-3d42-48e9-ae4d-0f0d2a63bc5e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:02.626528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad207da3-4164-4f67-bf64-bc2180463e23 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=294edcb8-25fc-4c61-8691-8d0978eb942f,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:02.629191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ad207da3-4164-4f67-bf64-bc2180463e23 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:02.650971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-364c1500-2120-4e15-9535-fcaba5e00fa5 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739196635046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036853573298'] for subnet, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:02.653919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1bc3ef9f-78ed-4f27-9522-a6cb608820ae tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:02.656224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-61714203-9d58-4120-a53b-82327b14b1bf tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:02.690909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb9598-bf60-48e7-9aba-c62dc0b2d70e tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Pushing event deleted for resources: {'Subnet': ['ID=bf6ccb73-a645-4bbe-9315-cb793176250c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:02.701498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b2eb9598-bf60-48e7-9aba-c62dc0b2d70e tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:02.706685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b2eb9598-bf60-48e7-9aba-c62dc0b2d70e tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:02.735717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ad207da3-4164-4f67-bf64-bc2180463e23 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:02.739584 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ad207da3-4164-4f67-bf64-bc2180463e23 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "DELETE /v2.0/security-groups/294edcb8-25fc-4c61-8691-8d0978eb942f HTTP/1.1" status: 204 len: 168 time: 1.4032059 Dec 25 19:49:02.744642 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b2eb9598-bf60-48e7-9aba-c62dc0b2d70e tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] 10.222.0.24 "DELETE /v2.0/subnets/bf6ccb73-a645-4bbe-9315-cb793176250c HTTP/1.1" status: 204 len: 168 time: 1.3497672 Dec 25 19:49:02.745655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47594) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:02.748004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47596) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:02.748555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc3ef9f-78ed-4f27-9522-a6cb608820ae tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Made reservation on behalf of 70aa58ed5ec1475cad367450f4be2220 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:49:02.789622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-5f25447d-15d8-44b4-bbfa-690102ea76ad None None] For port 68a67d2b-bc43-4d71-8ba4-3b9fc06f8663, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:49:02.848893 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-24b058a0-28a2-4a37-9d38-6a09426ae7b8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0993202 Dec 25 19:49:02.849487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47604) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:02.894891 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-430e428c-6c9f-46aa-a89b-23ee339f402d tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] delete failed (client error): The resource could not be found. Dec 25 19:49:02.899813 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-430e428c-6c9f-46aa-a89b-23ee339f402d tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "DELETE /v2.0/security-groups/294edcb8-25fc-4c61-8691-8d0978eb942f HTTP/1.1" status: 404 len: 347 time: 0.0456364 Dec 25 19:49:02.899961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-5f25447d-15d8-44b4-bbfa-690102ea76ad None None] For port 68a67d2b-bc43-4d71-8ba4-3b9fc06f8663, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=68a67d2b-bc43-4d71-8ba4-3b9fc06f8663,segment=NetworkSegment(053cf48c-121f-469f-8658-384d9e3cbb81),segment_id=053cf48c-121f-469f-8658-384d9e3cbb81)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:49:02.954640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47608) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:02.976074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-6abee685-b340-425c-994d-aa3706de4bf3 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Request body: {'security_group': {'name': 'tempest-secgroup--1858773394'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:02.985995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6abee685-b340-425c-994d-aa3706de4bf3 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:02.988113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47612) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:03.000045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6abee685-b340-425c-994d-aa3706de4bf3 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Usage tracker for resource:security_group and tenant:fa6310122f134e9d988d2913efd76290 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:03.008149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1bc3ef9f-78ed-4f27-9522-a6cb608820ae tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:03.009875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364c1500-2120-4e15-9535-fcaba5e00fa5 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:03.010670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-364c1500-2120-4e15-9535-fcaba5e00fa5 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:03.014951 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-364c1500-2120-4e15-9535-fcaba5e00fa5 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "PUT /v2.0/subnets/04f1f5f3-be83-4032-a018-ae09cc245bb8 HTTP/1.1" status: 200 len: 877 time: 1.9094524 Dec 25 19:49:03.025044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47618) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:03.035800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c1500-2120-4e15-9535-fcaba5e00fa5 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event updated for resources: {'Subnet': ['ID=04f1f5f3-be83-4032-a018-ae09cc245bb8,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:03.036722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6abee685-b340-425c-994d-aa3706de4bf3 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:03.049995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-fea42eaa-92d8-4f00-a12c-2c40c72c5f32 None None] Set router a1a54e36-62e8-4d50-bb32-a80dba2e452b gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:49:03.064556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6abee685-b340-425c-994d-aa3706de4bf3 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:03.136587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6abee685-b340-425c-994d-aa3706de4bf3 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:03.186584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6abee685-b340-425c-994d-aa3706de4bf3 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:03.190644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6abee685-b340-425c-994d-aa3706de4bf3 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Usage tracker for resource:security_group_rule and tenant:fa6310122f134e9d988d2913efd76290 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:03.193728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6abee685-b340-425c-994d-aa3706de4bf3 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:03.199990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6abee685-b340-425c-994d-aa3706de4bf3 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:03.250941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-30810538-b060-4f7d-876d-1aab80b65e1f tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-204172647'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:03.257352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-364c1500-2120-4e15-9535-fcaba5e00fa5 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:03.262293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fd568f-6e06-49bf-a2da-298137d34a85 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:03.262693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5f25447d-15d8-44b4-bbfa-690102ea76ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:03.266532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1d30a873-f1ac-4c40-8766-bd9b8c883817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:03.267326 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d6fd568f-6e06-49bf-a2da-298137d34a85 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5148120 Dec 25 19:49:03.269047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-30810538-b060-4f7d-876d-1aab80b65e1f tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:03.272425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47622) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:03.275734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:03.281778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6abee685-b340-425c-994d-aa3706de4bf3 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:03.296732 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d245951e-b3a7-4b57-a78f-e510c931e94e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-55e767a4-3ce9-4e63-9c82-e8bb2ef1c5e0', 'network_id': '55e767a4-3ce9-4e63-9c82-e8bb2ef1c5e0', 'tenant_id': '4895f896d14c49cebd2f7b319db8be3e', 'fixed_ips': [{'subnet_id': '04f1f5f3-be83-4032-a018-ae09cc245bb8'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:49:03.297640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d245951e-b3a7-4b57-a78f-e510c931e94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:03.306974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-30810538-b060-4f7d-876d-1aab80b65e1f tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Usage tracker for resource:network and tenant:8725429ab9244f8ba50e3b663103bb1c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:03.313921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-30810538-b060-4f7d-876d-1aab80b65e1f tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:03.321119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6abee685-b340-425c-994d-aa3706de4bf3 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:03.333625 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:03.360369 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-30810538-b060-4f7d-876d-1aab80b65e1f tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:03.453292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89cf9e4-c7b0-4af4-b59a-d469d33032fe req-a4dbfa25-6645-441e-b323-6d0afe6d39bb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:03.455193 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e89cf9e4-c7b0-4af4-b59a-d469d33032fe req-a4dbfa25-6645-441e-b323-6d0afe6d39bb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0657226-8bcc-462e-b527-fe94bf366218 HTTP/1.1" status: 200 len: 946 time: 1.5070515 Dec 25 19:49:03.519490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abee685-b340-425c-994d-aa3706de4bf3 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1bc2ef-83d4-40cb-bdfc-95e5b5dead3e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:03.522806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6abee685-b340-425c-994d-aa3706de4bf3 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:03.542648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30810538-b060-4f7d-876d-1aab80b65e1f tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Made reservation on behalf of 8725429ab9244f8ba50e3b663103bb1c for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:49:03.548362 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-30810538-b060-4f7d-876d-1aab80b65e1f tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:03.552997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c5cb94bc-6e1f-472f-9726-7ad4ed7bc254 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:03.558515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f25447d-15d8-44b4-bbfa-690102ea76ad None None] Pushing event updated for resources: {'Port': ['ID=68a67d2b-bc43-4d71-8ba4-3b9fc06f8663,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:03.558666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6abee685-b340-425c-994d-aa3706de4bf3 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:03.559878 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6abee685-b340-425c-994d-aa3706de4bf3 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6041651 Dec 25 19:49:03.574639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47626) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:03.581514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0224638d-2ea7-4d64-bcb2-6685b1a28ce7 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:03.587539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5f25447d-15d8-44b4-bbfa-690102ea76ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:03.593691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-449c0b3b-2caf-44a9-8f34-f3acae884bfd tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Request body: {'security_group_rule': {'security_group_id': 'ac1bc2ef-83d4-40cb-bdfc-95e5b5dead3e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:03.619343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-30810538-b060-4f7d-876d-1aab80b65e1f tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:03.627927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-c5cb94bc-6e1f-472f-9726-7ad4ed7bc254 None None] Transition to ACTIVE for port object 6eaee9ca-965b-4292-8d43-02923ffdd15f will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:49:03.646763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-449c0b3b-2caf-44a9-8f34-f3acae884bfd tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:03.654129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-449c0b3b-2caf-44a9-8f34-f3acae884bfd tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Usage tracker for resource:security_group_rule and tenant:fa6310122f134e9d988d2913efd76290 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:03.658084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-449c0b3b-2caf-44a9-8f34-f3acae884bfd tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:03.661204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:03.669103 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-449c0b3b-2caf-44a9-8f34-f3acae884bfd tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:03.734340 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e89cf9e4-c7b0-4af4-b59a-d469d33032fe req-79393d0a-5200-4c4d-9a37-6f68115f8edc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ac5ddf-d9d4-4c79-9bdb-9a9469fce16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2659397 Dec 25 19:49:03.750515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0224638d-2ea7-4d64-bcb2-6685b1a28ce7 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Deleting port 68a67d2b-bc43-4d71-8ba4-3b9fc06f8663 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:49:03.755869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0224638d-2ea7-4d64-bcb2-6685b1a28ce7 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:03.776263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc6ec2-0d87-49e7-8f11-7729f0bf46d6 req-89d8a0e3-02e3-4f7d-b30f-d99161f370d7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:03.778355 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-bbbc6ec2-0d87-49e7-8f11-7729f0bf46d6 req-89d8a0e3-02e3-4f7d-b30f-d99161f370d7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "GET /v2.0/ports?device_id=f0657226-8bcc-462e-b527-fe94bf366218 HTTP/1.1" status: 200 len: 946 time: 0.4425886 Dec 25 19:49:03.814552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-449c0b3b-2caf-44a9-8f34-f3acae884bfd tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:03.907604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-c5cb94bc-6e1f-472f-9726-7ad4ed7bc254 None None] Transition to ACTIVE for port object 6eaee9ca-965b-4292-8d43-02923ffdd15f will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:49:03.932950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-bbbc6ec2-0d87-49e7-8f11-7729f0bf46d6 req-9fb457db-1c91-48df-9bff-3ab595b4b40a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting port afc53f7a-1dfc-48b9-9574-799bfa3d9928 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:49:03.933456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-bbbc6ec2-0d87-49e7-8f11-7729f0bf46d6 req-9fb457db-1c91-48df-9bff-3ab595b4b40a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:03.956206 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-d245951e-b3a7-4b57-a78f-e510c931e94e None None] Allocated IP 172.20.0.3 (55e767a4-3ce9-4e63-9c82-e8bb2ef1c5e0/04f1f5f3-be83-4032-a018-ae09cc245bb8/1a466114-2945-4062-895d-ed3f376b844f) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:49:04.211177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1bc3ef9f-78ed-4f27-9522-a6cb608820ae tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:04.258026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:04.316854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-30810538-b060-4f7d-876d-1aab80b65e1f tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:04.352833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-30810538-b060-4f7d-876d-1aab80b65e1f tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Usage tracker for resource:security_group_rule and tenant:8725429ab9244f8ba50e3b663103bb1c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:04.362158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-30810538-b060-4f7d-876d-1aab80b65e1f tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:04.435442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c5cb94bc-6e1f-472f-9726-7ad4ed7bc254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:04.436601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-30810538-b060-4f7d-876d-1aab80b65e1f tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:04.446316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ea3b76f5-ea07-47da-a72d-3c6a2f4012d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:04.552588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-7cb77912-9d9a-4039-8f92-c198b5ed4a17 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Allocated IP 2001:db8::656:449:a555:af5d (7396b720-65bf-48b2-8da7-778eed2fcf44/1b678204-dfe9-42cc-aafa-03b069ba16b8/d3100fac-eae9-4618-b9ae-98a5e234492d) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:49:04.559995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc3ef9f-78ed-4f27-9522-a6cb608820ae tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'Subnet': ['ID=ebe87cf7-6db7-445f-885d-d01a1b3fa2fc,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:04.562958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd565a34-2519-4b53-98de-839b6e8493c9 None None] Network 964ad11c-e095-420f-8b97-b5726cf3edca requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:49:04.563643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1bc3ef9f-78ed-4f27-9522-a6cb608820ae tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:04.658429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-449c0b3b-2caf-44a9-8f34-f3acae884bfd tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:04.672664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-8a17e31c-3e10-404c-8eb2-4c2e535d4b10 None None] Provisioning for port 2066e0e4-e8d4-426a-82fa-fc1d200fcd94 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:49:04.698361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-449c0b3b-2caf-44a9-8f34-f3acae884bfd tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:04.698574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-fea42eaa-92d8-4f00-a12c-2c40c72c5f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'name': 'tempest-TestNetworkBasicOps-router-112452691', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': 'ef720675-c7ca-4211-8e02-10631dfa8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:45:49Z', 'updated_at': '2021-12-25T19:48:53Z', 'revision_number': 6, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'ef720675-c7ca-4211-8e02-10631dfa8051', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:45:50Z', 'updated_at': '2021-12-25T19:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '411d4d8a-f89b-42de-b6a2-30b6500f7c47', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.104', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'port_id': '9749a656-ddcd-42f0-9811-5053427473ca', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da387ada-6589-46a3-a1e0-f2fd37f41648', 'mac_address': 'fa:16:3e:45:f0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f31fdbc-d458-4a48-9825-788034a6e6d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T19:46:55Z', 'updated_at': '2021-12-25T19:47:01Z', 'revision_number': 1, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e96486-3614-4fff-a111-d6101be75951', 'name': '', 'network_id': 'da387ada-6589-46a3-a1e0-f2fd37f41648', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:1f:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d590d7-0365-4250-b463-71f5fd5bb283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:46:06Z', 'updated_at': '2021-12-25T19:46:15Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'b7d590d7-0365-4250-b463-71f5fd5bb283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:04.713729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-bbbc6ec2-0d87-49e7-8f11-7729f0bf46d6 req-9fb457db-1c91-48df-9bff-3ab595b4b40a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] For port afc53f7a-1dfc-48b9-9574-799bfa3d9928, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=afc53f7a-1dfc-48b9-9574-799bfa3d9928,segment=NetworkSegment(9bfcddd1-759c-45ad-9da1-136acb1b5794),segment_id=9bfcddd1-759c-45ad-9da1-136acb1b5794)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:49:04.714148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-bbbc6ec2-0d87-49e7-8f11-7729f0bf46d6 req-9fb457db-1c91-48df-9bff-3ab595b4b40a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:04.716295 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea42eaa-92d8-4f00-a12c-2c40c72c5f32 None None] Checking router: a1a54e36-62e8-4d50-bb32-a80dba2e452b for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:49:04.726329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cb94bc-6e1f-472f-9726-7ad4ed7bc254 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:49:04.741463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-c5cb94bc-6e1f-472f-9726-7ad4ed7bc254 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:49:04.743350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb94bc-6e1f-472f-9726-7ad4ed7bc254 None None] Pushing event updated for resources: {'Port': ['ID=6eaee9ca-965b-4292-8d43-02923ffdd15f,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:04.749459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cb94bc-6e1f-472f-9726-7ad4ed7bc254 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:49:04.749640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc3ef9f-78ed-4f27-9522-a6cb608820ae tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Checking segment: {'id': 'c1d6c55a-e8ad-4973-93b7-671370bcac21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '37372a0d-5d4e-45a9-a485-e5898e9f30ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:49:04.750112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc3ef9f-78ed-4f27-9522-a6cb608820ae tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Network hostable DHCP agents. Network: 37372a0d-5d4e-45a9-a485-e5898e9f30ff, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:49:04.807442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c5cb94bc-6e1f-472f-9726-7ad4ed7bc254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:04.844428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:04.860931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 68a67d2b-bc43-4d71-8ba4-3b9fc06f8663 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:49:04.897924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-bbbc6ec2-0d87-49e7-8f11-7729f0bf46d6 req-9fb457db-1c91-48df-9bff-3ab595b4b40a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Calling delete_port for afc53f7a-1dfc-48b9-9574-799bfa3d9928 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:49:04.924252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea42eaa-92d8-4f00-a12c-2c40c72c5f32 None None] Routers {'a1a54e36-62e8-4d50-bb32-a80dba2e452b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:49:04.924969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-fea42eaa-92d8-4f00-a12c-2c40c72c5f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:48:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['a1a54e36-62e8-4d50-bb32-a80dba2e452b'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:04.925202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-0224638d-2ea7-4d64-bcb2-6685b1a28ce7 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] For port 68a67d2b-bc43-4d71-8ba4-3b9fc06f8663, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=68a67d2b-bc43-4d71-8ba4-3b9fc06f8663,segment=NetworkSegment(053cf48c-121f-469f-8658-384d9e3cbb81),segment_id=053cf48c-121f-469f-8658-384d9e3cbb81)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:49:04.925612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0224638d-2ea7-4d64-bcb2-6685b1a28ce7 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:04.944025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c0b3b-2caf-44a9-8f34-f3acae884bfd tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1723a5ed-7f87-42ac-bef4-05b899ccc974,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:04.956303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-449c0b3b-2caf-44a9-8f34-f3acae884bfd tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:04.984464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-30810538-b060-4f7d-876d-1aab80b65e1f tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:05.050300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d245951e-b3a7-4b57-a78f-e510c931e94e None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:05.054859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b13c833f-e90e-4fba-bf41-44e9db67fc23 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Deleting port ea564531-f74b-4083-801b-ab39c23212bd {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:49:05.055563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b13c833f-e90e-4fba-bf41-44e9db67fc23 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:05.148682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-30810538-b060-4f7d-876d-1aab80b65e1f tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:05.158746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0224638d-2ea7-4d64-bcb2-6685b1a28ce7 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Calling delete_port for 68a67d2b-bc43-4d71-8ba4-3b9fc06f8663 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:49:05.165396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d245951e-b3a7-4b57-a78f-e510c931e94e None None] Transition to ACTIVE for port object 1a466114-2945-4062-895d-ed3f376b844f will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:49:05.168222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-c5cb94bc-6e1f-472f-9726-7ad4ed7bc254 None None] Attempting to bind port 6eaee9ca-965b-4292-8d43-02923ffdd15f on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:49:05.168647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-c5cb94bc-6e1f-472f-9726-7ad4ed7bc254 None None] Attempting to bind port 6eaee9ca-965b-4292-8d43-02923ffdd15f by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:49:05.169062 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cb94bc-6e1f-472f-9726-7ad4ed7bc254 None None] Attempting to bind port 6eaee9ca-965b-4292-8d43-02923ffdd15f on network 7396b720-65bf-48b2-8da7-778eed2fcf44 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:49:05.183038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cb94bc-6e1f-472f-9726-7ad4ed7bc254 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:49:05.183489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cb94bc-6e1f-472f-9726-7ad4ed7bc254 None None] Checking segment: {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:49:05.183943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c5cb94bc-6e1f-472f-9726-7ad4ed7bc254 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:05.184386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cb94bc-6e1f-472f-9726-7ad4ed7bc254 None None] Bound using segment: {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:49:05.184926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-c5cb94bc-6e1f-472f-9726-7ad4ed7bc254 None None] Bound port: 6eaee9ca-965b-4292-8d43-02923ffdd15f, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:49:05.185346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c5cb94bc-6e1f-472f-9726-7ad4ed7bc254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:05.191649 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-355dba02-bc9a-432f-af34-ba67a8ffadb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:05.227703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-bbbc6ec2-0d87-49e7-8f11-7729f0bf46d6 req-9fb457db-1c91-48df-9bff-3ab595b4b40a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:05.242106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-449c0b3b-2caf-44a9-8f34-f3acae884bfd tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:05.246136 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-449c0b3b-2caf-44a9-8f34-f3acae884bfd tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.6565180 Dec 25 19:49:05.255327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47636) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:05.268132 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-aab0b079-55c7-4ab6-a67e-cef0e1574ae6 tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:05.326818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d245951e-b3a7-4b57-a78f-e510c931e94e None None] Transition to ACTIVE for port object 1a466114-2945-4062-895d-ed3f376b844f will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:49:05.348959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30810538-b060-4f7d-876d-1aab80b65e1f tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:49:05.351688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc3ef9f-78ed-4f27-9522-a6cb608820ae tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Network 37372a0d-5d4e-45a9-a485-e5898e9f30ff is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:49:05.375046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb457db-1c91-48df-9bff-3ab595b4b40a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Port': ['ID=afc53f7a-1dfc-48b9-9574-799bfa3d9928,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:05.378780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-30810538-b060-4f7d-876d-1aab80b65e1f tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:05.379203 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-30810538-b060-4f7d-876d-1aab80b65e1f tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Added segment 89bb57c0-c15d-4220-8b19-4a724700a0e9 of type vlan for network e8f272db-853c-43d9-b5e1-6fdb5f42e2d8 Dec 25 19:49:05.383549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9fb457db-1c91-48df-9bff-3ab595b4b40a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:05.407954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-c5cb94bc-6e1f-472f-9726-7ad4ed7bc254 None None] For port 6eaee9ca-965b-4292-8d43-02923ffdd15f, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:49:05.409312 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3821e1ec-bdaf-4f4c-b58a-efba9cf0ec9a req-677f89de-2483-4a83-9fee-1d4900caf730 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0657226-8bcc-462e-b527-fe94bf366218 HTTP/1.1" status: 200 len: 210 time: 0.4693124 Dec 25 19:49:05.409988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-30810538-b060-4f7d-876d-1aab80b65e1f tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:05.411365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-c5cb94bc-6e1f-472f-9726-7ad4ed7bc254 None None] For port 6eaee9ca-965b-4292-8d43-02923ffdd15f, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=6eaee9ca-965b-4292-8d43-02923ffdd15f,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:49:05.424783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c5cb94bc-6e1f-472f-9726-7ad4ed7bc254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:05.442582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-63464718-ff3d-4c57-ba25-1753bdaf52ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:05.458632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30810538-b060-4f7d-876d-1aab80b65e1f tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36766325-6bce-4ad9-b637-ee4c16278aa0,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:05.475004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d245951e-b3a7-4b57-a78f-e510c931e94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:05.490928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-30810538-b060-4f7d-876d-1aab80b65e1f tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:05.497629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30810538-b060-4f7d-876d-1aab80b65e1f tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:05.498639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-30810538-b060-4f7d-876d-1aab80b65e1f tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:05.503752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-30810538-b060-4f7d-876d-1aab80b65e1f tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:05.512306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2eb09f1f-5068-4218-83df-667e39ca49c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:05.553788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 68a67d2b-bc43-4d71-8ba4-3b9fc06f8663 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:49:05.562776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 2066e0e4-e8d4-426a-82fa-fc1d200fcd94 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:49:05.568792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-1bc3ef9f-78ed-4f27-9522-a6cb608820ae tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 37372a0d-5d4e-45a9-a485-e5898e9f30ff) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:49:05.573102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc3ef9f-78ed-4f27-9522-a6cb608820ae tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:05.574045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1bc3ef9f-78ed-4f27-9522-a6cb608820ae tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:05.609206 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbbc6ec2-0d87-49e7-8f11-7729f0bf46d6 req-9fb457db-1c91-48df-9bff-3ab595b4b40a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] No DVR routers for this DVR port afc53f7a-1dfc-48b9-9574-799bfa3d9928 on host hv-neutron-8226 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:49:05.612841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-bbbc6ec2-0d87-49e7-8f11-7729f0bf46d6 req-9fb457db-1c91-48df-9bff-3ab595b4b40a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:05.644589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c02a1f-e944-43cc-8bcf-8268f467e057 None None] Network 37372a0d-5d4e-45a9-a485-e5898e9f30ff requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:49:05.671606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e0287822-d552-4a20-9351-38d6a657107b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:05.690396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d245951e-b3a7-4b57-a78f-e510c931e94e None None] Network 55e767a4-3ce9-4e63-9c82-e8bb2ef1c5e0 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:49:05.715649 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-fea42eaa-92d8-4f00-a12c-2c40c72c5f32 None None] Set router a1a54e36-62e8-4d50-bb32-a80dba2e452b gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:49:05.728851 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0657226-8bcc-462e-b527-fe94bf366218', 'name': 'network-vif-deleted', 'tag': 'afc53f7a-1dfc-48b9-9574-799bfa3d9928'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:49:05.742530 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-bbbc6ec2-0d87-49e7-8f11-7729f0bf46d6 req-9fb457db-1c91-48df-9bff-3ab595b4b40a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "DELETE /v2.0/ports/afc53f7a-1dfc-48b9-9574-799bfa3d9928 HTTP/1.1" status: 204 len: 173 time: 1.9463756 Dec 25 19:49:05.743628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:05.759378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6fc23a2c-f322-44ea-a5f0-fd141ce38775 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:05.760126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30810538-b060-4f7d-876d-1aab80b65e1f tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event updated for resources: {'Network': ['ID=e8f272db-853c-43d9-b5e1-6fdb5f42e2d8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:05.774150 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1bc3ef9f-78ed-4f27-9522-a6cb608820ae tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5398300 Dec 25 19:49:05.776013 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-30810538-b060-4f7d-876d-1aab80b65e1f tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.7868602 Dec 25 19:49:05.777958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e0287822-d552-4a20-9351-38d6a657107b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:05.787914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-30810538-b060-4f7d-876d-1aab80b65e1f tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:05.788397 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47644) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:05.792949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135bf284-8623-4b5d-a090-cae2682eddf5 None None] DHCP port deletion for 964ad11c-e095-420f-8b97-b5726cf3edca request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:49:05.793876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7cb77912-9d9a-4039-8f92-c198b5ed4a17 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:05.804500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-d245951e-b3a7-4b57-a78f-e510c931e94e None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:49:05.807975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0224638d-2ea7-4d64-bcb2-6685b1a28ce7 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:05.822536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network e8f272db-853c-43d9-b5e1-6fdb5f42e2d8 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:49:05.855293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-f6be1d9f-a47a-452b-9a10-366458e7a451 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'port': {'network_id': '37372a0d-5d4e-45a9-a485-e5898e9f30ff', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-916057147'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:05.860974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb94bc-6e1f-472f-9726-7ad4ed7bc254 None None] Pushing event updated for resources: {'Port': ['ID=6eaee9ca-965b-4292-8d43-02923ffdd15f,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:05.871578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-19d33e36-8758-4aa9-ac17-a935bd9fd145 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:05.892821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d245951e-b3a7-4b57-a78f-e510c931e94e None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:49:05.904745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event deleted for resources: {'Subnet': ['ID=04f1f5f3-be83-4032-a018-ae09cc245bb8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:05.962376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c5cb94bc-6e1f-472f-9726-7ad4ed7bc254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:06.004038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e7c99a2e-4f98-48cf-83c3-b8074817de07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.500s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:06.004621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0224638d-2ea7-4d64-bcb2-6685b1a28ce7 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Pushing event deleted for resources: {'Port': ['ID=68a67d2b-bc43-4d71-8ba4-3b9fc06f8663,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:06.046011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0224638d-2ea7-4d64-bcb2-6685b1a28ce7 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:06.134696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-135bf284-8623-4b5d-a090-cae2682eddf5 None None] Deleting port 2066e0e4-e8d4-426a-82fa-fc1d200fcd94 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:49:06.139100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-135bf284-8623-4b5d-a090-cae2682eddf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:06.158459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-7cb77912-9d9a-4039-8f92-c198b5ed4a17 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Transition to ACTIVE for port object d3100fac-eae9-4618-b9ae-98a5e234492d will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:49:06.167650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0224638d-2ea7-4d64-bcb2-6685b1a28ce7 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] No DVR routers for this DVR port 68a67d2b-bc43-4d71-8ba4-3b9fc06f8663 on host dv-neutron-822611-1-hyperv {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:49:06.176809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:06.207341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55e767a4-3ce9-4e63-9c82-e8bb2ef1c5e0']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:06.222034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f8cedfd-7f0a-4b2c-97d0-68ce68b1012a') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:06.222371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f8cedfd-7f0a-4b2c-97d0-68ce68b1012a') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:06.235656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:06.266314 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:06.274376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:49:06.275075 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:06.464981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245951e-b3a7-4b57-a78f-e510c931e94e None None] Pushing event updated for resources: {'Port': ['ID=1a466114-2945-4062-895d-ed3f376b844f,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:06.485713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e0287822-d552-4a20-9351-38d6a657107b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:06.542014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31f9892-5944-49cb-9fba-1cb0c34f53f0 None None] Network 71ac13d1-ed5a-4b0d-937c-adfffef95f6d requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:49:06.555912 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9ee4f3a3-accf-4199-8ce6-7610f8708fec tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:06.565440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d245951e-b3a7-4b57-a78f-e510c931e94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:06.579831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-5b149c24-944b-424c-9735-c49d46c02e22 None None] Could not find standard attr ID for object 68a67d2b-bc43-4d71-8ba4-3b9fc06f8663. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:49:06.611647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b13c833f-e90e-4fba-bf41-44e9db67fc23 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] For port ea564531-f74b-4083-801b-ab39c23212bd, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=ea564531-f74b-4083-801b-ab39c23212bd,segment=NetworkSegment(d0ed5452-bc3c-4894-a528-8676031d07a8),segment_id=d0ed5452-bc3c-4894-a528-8676031d07a8)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:49:06.618216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b13c833f-e90e-4fba-bf41-44e9db67fc23 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:06.651582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0287822-d552-4a20-9351-38d6a657107b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1723a5ed-7f87-42ac-bef4-05b899ccc974,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:06.667204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e0287822-d552-4a20-9351-38d6a657107b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:06.672092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e0287822-d552-4a20-9351-38d6a657107b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:06.673584 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e0287822-d552-4a20-9351-38d6a657107b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/1723a5ed-7f87-42ac-bef4-05b899ccc974 HTTP/1.1" status: 204 len: 168 time: 1.4084892 Dec 25 19:49:06.679769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0084e281-194c-441d-a12e-607c4ec5c369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:06.682596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47654) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:06.754705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0224638d-2ea7-4d64-bcb2-6685b1a28ce7 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:06.792123 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7cb77912-9d9a-4039-8f92-c198b5ed4a17 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:06.811679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f6be1d9f-a47a-452b-9a10-366458e7a451 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:06.816976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f6be1d9f-a47a-452b-9a10-366458e7a451 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:port and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:06.820576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f6be1d9f-a47a-452b-9a10-366458e7a451 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:06.832184 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f6be1d9f-a47a-452b-9a10-366458e7a451 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:06.852405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7854f408-3cc2-43c2-b0df-c8f7c424ccfa tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:06.930053 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6be1d9f-a47a-452b-9a10-366458e7a451 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Made reservation on behalf of 70aa58ed5ec1475cad367450f4be2220 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:49:06.936101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f6be1d9f-a47a-452b-9a10-366458e7a451 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:06.966345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-0224638d-2ea7-4d64-bcb2-6685b1a28ce7 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71ac13d1-ed5a-4b0d-937c-adfffef95f6d']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:06.976965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b13c833f-e90e-4fba-bf41-44e9db67fc23 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Calling delete_port for ea564531-f74b-4083-801b-ab39c23212bd owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:49:07.014437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-0224638d-2ea7-4d64-bcb2-6685b1a28ce7 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '053cf48c-121f-469f-8658-384d9e3cbb81') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:07.014778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-0224638d-2ea7-4d64-bcb2-6685b1a28ce7 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '053cf48c-121f-469f-8658-384d9e3cbb81') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:07.022639 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:49:07.022639 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:49:07.022639 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:49:07.022639 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:49:07.022639 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:49:07.022639 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:49:07.022639 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:49:07.022639 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:49:07.022639 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:49:07.022639 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:49:07.022639 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:49:07.022639 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:49:07.022639 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:49:07.022639 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:49:07.022639 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:49:07.022639 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:49:07.022639 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:49:07.022639 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:49:07.022639 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:49:07.022639 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:49:07.022639 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:49:07.022639 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:49:07.022639 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:49:07.022639 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:49:07.022639 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:49:07.022639 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:49:07.022639 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:49:07.022639 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:49:07.022639 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:49:07.022639 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:49:07.022639 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:49:07.022639 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:49:07.057834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb77912-9d9a-4039-8f92-c198b5ed4a17 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Port': ['ID=d3100fac-eae9-4618-b9ae-98a5e234492d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:07.062883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0224638d-2ea7-4d64-bcb2-6685b1a28ce7 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:07.076310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb77912-9d9a-4039-8f92-c198b5ed4a17 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:49:07.078078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-f6be1d9f-a47a-452b-9a10-366458e7a451 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] device_id is not set on port 2ad2b4e1-ad71-464a-859c-d56ee631a4b3 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:49:07.110284 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0657226-8bcc-462e-b527-fe94bf366218', 'name': 'network-vif-deleted', 'tag': 'afc53f7a-1dfc-48b9-9574-799bfa3d9928', 'status': 'completed', 'code': 200} Dec 25 19:49:07.111136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.352s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:07.143892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-23f0b592-833d-4925-9f28-432417d5a824 req-2579acdd-edae-4062-8952-3ead77126ba0 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Synchronizing usage tracker for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:49:07.152560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 25 19:49:07.152560 dv-neutron-822611-1-hyperv neutron-server[88789]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 25 19:49:07.152560 dv-neutron-822611-1-hyperv neutron-server[88789]: [parameters: {'id': '55e767a4-3ce9-4e63-9c82-e8bb2ef1c5e0'}] Dec 25 19:49:07.152560 dv-neutron-822611-1-hyperv neutron-server[88789]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88900) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:49:07.152954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:49:07.165496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7cb77912-9d9a-4039-8f92-c198b5ed4a17 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:07.167287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-7cb77912-9d9a-4039-8f92-c198b5ed4a17 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:49:07.175591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-23f0b592-833d-4925-9f28-432417d5a824 req-2579acdd-edae-4062-8952-3ead77126ba0 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Unset dirty status for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:49:07.178895 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-23f0b592-833d-4925-9f28-432417d5a824 req-2579acdd-edae-4062-8952-3ead77126ba0 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0657226-8bcc-462e-b527-fe94bf366218 HTTP/1.1" status: 200 len: 210 time: 0.1531482 Dec 25 19:49:07.208244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb77912-9d9a-4039-8f92-c198b5ed4a17 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:49:07.213545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb77912-9d9a-4039-8f92-c198b5ed4a17 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:07.215455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7cb77912-9d9a-4039-8f92-c198b5ed4a17 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:07.231010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0224638d-2ea7-4d64-bcb2-6685b1a28ce7 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:07.248973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-65b53d5a-97c9-48fb-8685-d4c3d0c8b87b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Synchronizing usage tracker for tenant:fa6310122f134e9d988d2913efd76290 on resource:security_group_rule {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:49:07.300661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-135bf284-8623-4b5d-a090-cae2682eddf5 None None] For port 2066e0e4-e8d4-426a-82fa-fc1d200fcd94, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=2066e0e4-e8d4-426a-82fa-fc1d200fcd94,segment=NetworkSegment(536c3dc5-50d6-45c9-a1c8-e6cfbc2fc883),segment_id=536c3dc5-50d6-45c9-a1c8-e6cfbc2fc883)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:49:07.301105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-135bf284-8623-4b5d-a090-cae2682eddf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:07.390749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-f6be1d9f-a47a-452b-9a10-366458e7a451 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Allocated IP 2001:db8::bb (37372a0d-5d4e-45a9-a485-e5898e9f30ff/ebe87cf7-6db7-445f-885d-d01a1b3fa2fc/2ad2b4e1-ad71-464a-859c-d56ee631a4b3) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:49:07.432221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b13c833f-e90e-4fba-bf41-44e9db67fc23 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:07.444032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2dc3d3cb-1d5c-42d1-bf1b-453d1b8edfbb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:07.491307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-135bf284-8623-4b5d-a090-cae2682eddf5 None None] Calling delete_port for 2066e0e4-e8d4-426a-82fa-fc1d200fcd94 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:49:07.502520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c833f-e90e-4fba-bf41-44e9db67fc23 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event deleted for resources: {'Port': ['ID=ea564531-f74b-4083-801b-ab39c23212bd,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:07.508370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b13c833f-e90e-4fba-bf41-44e9db67fc23 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:07.586954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 2066e0e4-e8d4-426a-82fa-fc1d200fcd94 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:49:07.607636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f6be1d9f-a47a-452b-9a10-366458e7a451 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:07.627846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f6be1d9f-a47a-452b-9a10-366458e7a451 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Transition to ACTIVE for port object 2ad2b4e1-ad71-464a-859c-d56ee631a4b3 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:49:07.653997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0224638d-2ea7-4d64-bcb2-6685b1a28ce7 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:49:07.654622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0224638d-2ea7-4d64-bcb2-6685b1a28ce7 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:07.681896 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:49:07.681896 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:49:07.681896 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:49:07.681896 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:49:07.681896 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:49:07.681896 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:49:07.681896 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:49:07.681896 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:49:07.681896 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:49:07.681896 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:49:07.681896 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:49:07.681896 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:49:07.681896 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:49:07.681896 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:49:07.681896 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:49:07.681896 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:49:07.681896 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:49:07.681896 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:49:07.681896 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:49:07.681896 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:49:07.681896 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:49:07.681896 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:49:07.681896 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:49:07.681896 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:49:07.681896 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:49:07.681896 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:49:07.681896 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:49:07.681896 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:49:07.681896 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:49:07.681896 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:49:07.681896 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:49:07.681896 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:49:07.721095 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7cb77912-9d9a-4039-8f92-c198b5ed4a17 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 7.7622206 Dec 25 19:49:07.746564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47660) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:07.760405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-3aaabbb8-5e78-4741-9808-f6f0d243e345 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'port': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'fixed_ips': [{'subnet_id': '1b678204-dfe9-42cc-aafa-03b069ba16b8', 'ip_address': '2001:db8::656:449:a555:af5d'}], 'name': 'tempest-NetworksTestDHCPv6-1862423996'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:07.793913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:07.833384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Deleting port 1a466114-2945-4062-895d-ed3f376b844f {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:49:07.833654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-135bf284-8623-4b5d-a090-cae2682eddf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:07.834192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:07.862536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device afc53f7a-1dfc-48b9-9574-799bfa3d9928 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:49:07.864584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-65b53d5a-97c9-48fb-8685-d4c3d0c8b87b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Unset dirty status for tenant:fa6310122f134e9d988d2913efd76290 on resource:security_group_rule {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:49:07.870047 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-65b53d5a-97c9-48fb-8685-d4c3d0c8b87b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 1.1221650 Dec 25 19:49:07.880809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f6be1d9f-a47a-452b-9a10-366458e7a451 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:07.885362 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47664) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:07.890699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-73ae4cf1-9732-4f8c-a26b-0e1a3f63d4f9 tempest-FloatingIPAdminTestJSON-960896994 tempest-FloatingIPAdminTestJSON-960896994-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:07.995195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-56b86b5b-3172-4fcf-aa98-4b28168d10a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:08.081481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135bf284-8623-4b5d-a090-cae2682eddf5 None None] No DVR routers for this DVR port 2066e0e4-e8d4-426a-82fa-fc1d200fcd94 on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:49:08.107600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 2066e0e4-e8d4-426a-82fa-fc1d200fcd94 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:49:08.108101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:08.162656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135bf284-8623-4b5d-a090-cae2682eddf5 None None] Pushing event deleted for resources: {'Port': ['ID=2066e0e4-e8d4-426a-82fa-fc1d200fcd94,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:08.176226 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Port 2066e0e4-e8d4-426a-82fa-fc1d200fcd94 was deleted so its status cannot be updated. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 25 19:49:08.177639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] No Port match for: afc53f7a-1dfc-48b9-9574-799bfa3d9928 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:49:08.178027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device afc53f7a-1dfc-48b9-9574-799bfa3d9928 not bound to the agent host hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:49:08.190880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:08.201939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-135bf284-8623-4b5d-a090-cae2682eddf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:08.275639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-d245951e-b3a7-4b57-a78f-e510c931e94e None None] Attempting to bind port 1a466114-2945-4062-895d-ed3f376b844f on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:49:08.276064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-d245951e-b3a7-4b57-a78f-e510c931e94e None None] Attempting to bind port 1a466114-2945-4062-895d-ed3f376b844f by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '1f8cedfd-7f0a-4b2c-97d0-68ce68b1012a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '55e767a4-3ce9-4e63-9c82-e8bb2ef1c5e0'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:49:08.276786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d245951e-b3a7-4b57-a78f-e510c931e94e None None] Attempting to bind port 1a466114-2945-4062-895d-ed3f376b844f on network 55e767a4-3ce9-4e63-9c82-e8bb2ef1c5e0 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:49:08.310172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b13c833f-e90e-4fba-bf41-44e9db67fc23 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:08.401566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3aaabbb8-5e78-4741-9808-f6f0d243e345 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:08.448006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0224638d-2ea7-4d64-bcb2-6685b1a28ce7 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:08.453827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47676) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:08.458085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6be1d9f-a47a-452b-9a10-366458e7a451 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Network 37372a0d-5d4e-45a9-a485-e5898e9f30ff is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:49:08.467906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3aaabbb8-5e78-4741-9808-f6f0d243e345 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:port and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:08.575755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 6eaee9ca-965b-4292-8d43-02923ffdd15f up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:49:08.607916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-f6be1d9f-a47a-452b-9a10-366458e7a451 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:49:08.616620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6be1d9f-a47a-452b-9a10-366458e7a451 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:49:08.621706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6be1d9f-a47a-452b-9a10-366458e7a451 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:08.622566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f6be1d9f-a47a-452b-9a10-366458e7a451 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:08.630252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d245951e-b3a7-4b57-a78f-e510c931e94e None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:49:08.631351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d245951e-b3a7-4b57-a78f-e510c931e94e None None] Checking segment: {'id': '1f8cedfd-7f0a-4b2c-97d0-68ce68b1012a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '55e767a4-3ce9-4e63-9c82-e8bb2ef1c5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:49:08.631763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d245951e-b3a7-4b57-a78f-e510c931e94e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:08.632227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d245951e-b3a7-4b57-a78f-e510c931e94e None None] Bound using segment: {'id': '1f8cedfd-7f0a-4b2c-97d0-68ce68b1012a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '55e767a4-3ce9-4e63-9c82-e8bb2ef1c5e0'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:49:08.632973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-d245951e-b3a7-4b57-a78f-e510c931e94e None None] Bound port: 1a466114-2945-4062-895d-ed3f376b844f, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f8cedfd-7f0a-4b2c-97d0-68ce68b1012a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '55e767a4-3ce9-4e63-9c82-e8bb2ef1c5e0'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:49:08.633341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d245951e-b3a7-4b57-a78f-e510c931e94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:08.643594 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] For port 1a466114-2945-4062-895d-ed3f376b844f, host dv-neutron-822611-1-hyperv, got binding levels [] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:49:08.644163 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:08.659098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8010f4ab-ee7e-48ba-83a3-b346458b43e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:08.673892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0224638d-2ea7-4d64-bcb2-6685b1a28ce7 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:08.676228 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0224638d-2ea7-4d64-bcb2-6685b1a28ce7 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] 10.222.0.24 "DELETE /v2.0/networks/71ac13d1-ed5a-4b0d-937c-adfffef95f6d HTTP/1.1" status: 204 len: 168 time: 5.4002645 Dec 25 19:49:08.680160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3aaabbb8-5e78-4741-9808-f6f0d243e345 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:08.736050 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47680) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:08.740306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c673c6de-fb83-4702-bdb8-d8e0f0671ca5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:08.751609 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f6be1d9f-a47a-452b-9a10-366458e7a451 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 2.9586420 Dec 25 19:49:08.763261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47682) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:08.808106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-d245951e-b3a7-4b57-a78f-e510c931e94e None None] For port 1a466114-2945-4062-895d-ed3f376b844f, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:49:08.812668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-d245951e-b3a7-4b57-a78f-e510c931e94e None None] For port 1a466114-2945-4062-895d-ed3f376b844f, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=1a466114-2945-4062-895d-ed3f376b844f,segment=NetworkSegment(1f8cedfd-7f0a-4b2c-97d0-68ce68b1012a),segment_id=1f8cedfd-7f0a-4b2c-97d0-68ce68b1012a)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:49:08.838305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f76436-6efa-4d73-811f-d8cde68e739a None None] DHCP port deletion for 71ac13d1-ed5a-4b0d-937c-adfffef95f6d request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:49:08.889564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d245951e-b3a7-4b57-a78f-e510c931e94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:08.905804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-135bf284-8623-4b5d-a090-cae2682eddf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:08.925380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3aaabbb8-5e78-4741-9808-f6f0d243e345 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:08.957323 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0223dcca-1567-46d9-ad64-dacd6d121221 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:08.971182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ccdd95fe-9c01-4720-9375-942a3fe4c091 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:08.973524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-dcb88f79-649a-4236-98c3-7d25c93a6a18 None None] Provisioning for port 6eaee9ca-965b-4292-8d43-02923ffdd15f completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:49:08.998481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Calling delete_port for 1a466114-2945-4062-895d-ed3f376b844f owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:49:09.016961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245951e-b3a7-4b57-a78f-e510c931e94e None None] Pushing event updated for resources: {'Port': ['ID=1a466114-2945-4062-895d-ed3f376b844f,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:09.020718 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ccdd95fe-9c01-4720-9375-942a3fe4c091 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:09.040082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:09.041039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d245951e-b3a7-4b57-a78f-e510c931e94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:09.085344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be1d9f-a47a-452b-9a10-366458e7a451 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'Port': ['ID=2ad2b4e1-ad71-464a-859c-d56ee631a4b3,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:09.098185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ccdd95fe-9c01-4720-9375-942a3fe4c091 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:09.114252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f6be1d9f-a47a-452b-9a10-366458e7a451 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.224s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:09.116918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-f14c523a-20fd-46af-abba-44133818aaaa tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Deleting port 2ad2b4e1-ad71-464a-859c-d56ee631a4b3 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:49:09.117598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f14c523a-20fd-46af-abba-44133818aaaa tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:09.198568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0b50f3a5-4245-4dee-9361-7533e397c252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:09.258658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c673c6de-fb83-4702-bdb8-d8e0f0671ca5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:09.297843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 6eaee9ca-965b-4292-8d43-02923ffdd15f completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:49:09.338916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-fa760dfb-86e0-4d6c-a2d2-509be58f1882 None None] Provisioning for port d3100fac-eae9-4618-b9ae-98a5e234492d completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:49:09.345330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14973373-f15c-4d96-8562-2bf055cf0f08 None None] Network 55e767a4-3ce9-4e63-9c82-e8bb2ef1c5e0 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:49:09.355227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c673c6de-fb83-4702-bdb8-d8e0f0671ca5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:09.367516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-fa760dfb-86e0-4d6c-a2d2-509be58f1882 None None] Provisioning complete for port d3100fac-eae9-4618-b9ae-98a5e234492d triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:49:09.367814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fa760dfb-86e0-4d6c-a2d2-509be58f1882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:09.368886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aaabbb8-5e78-4741-9808-f6f0d243e345 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:49:09.388158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd95fe-9c01-4720-9375-942a3fe4c091 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1bc2ef-83d4-40cb-bdfc-95e5b5dead3e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:09.393679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 6eaee9ca-965b-4292-8d43-02923ffdd15f triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:49:09.393909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:09.408261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ccdd95fe-9c01-4720-9375-942a3fe4c091 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:09.443783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ccdd95fe-9c01-4720-9375-942a3fe4c091 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:09.447719 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ccdd95fe-9c01-4720-9375-942a3fe4c091 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "DELETE /v2.0/security-groups/ac1bc2ef-83d4-40cb-bdfc-95e5b5dead3e HTTP/1.1" status: 204 len: 168 time: 1.4856696 Dec 25 19:49:09.447719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.836s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:09.477699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681da33c-565d-4c6b-a209-70372aa49f47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-37372a0d-5d4e-45a9-a485-e5898e9f30ff', 'network_id': '37372a0d-5d4e-45a9-a485-e5898e9f30ff', 'tenant_id': '70aa58ed5ec1475cad367450f4be2220', 'fixed_ips': [{'subnet_id': 'ebe87cf7-6db7-445f-885d-d01a1b3fa2fc'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:49:09.478609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-681da33c-565d-4c6b-a209-70372aa49f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:09.739688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f14c523a-20fd-46af-abba-44133818aaaa tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:09.745837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47688) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:09.755966 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47690) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:09.768109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-9ec249b4-17f7-4b5b-83b3-476e8a65bc06 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Request body: {'subnet': {'network_id': 'e8f272db-853c-43d9-b5e1-6fdb5f42e2d8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:09.796034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0224638d-2ea7-4d64-bcb2-6685b1a28ce7 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Pushing event deleted for resources: {'Network': ['ID=71ac13d1-ed5a-4b0d-937c-adfffef95f6d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:09.856505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-fa760dfb-86e0-4d6c-a2d2-509be58f1882 None None] Port d3100fac-eae9-4618-b9ae-98a5e234492d cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:49:09.856687 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0223dcca-1567-46d9-ad64-dacd6d121221 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:09.864888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0224638d-2ea7-4d64-bcb2-6685b1a28ce7 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:09.870237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-30810538-b060-4f7d-876d-1aab80b65e1f tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.502s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:09.938572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c673c6de-fb83-4702-bdb8-d8e0f0671ca5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:09.943490 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c673c6de-fb83-4702-bdb8-d8e0f0671ca5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/security-groups/65ac5ddf-d9d4-4c79-9bdb-9a9469fce16a HTTP/1.1" status: 204 len: 168 time: 1.4776008 Dec 25 19:49:09.969816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-0223dcca-1567-46d9-ad64-dacd6d121221 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['964ad11c-e095-420f-8b97-b5726cf3edca']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:09.990613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673c6de-fb83-4702-bdb8-d8e0f0671ca5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ac5ddf-d9d4-4c79-9bdb-9a9469fce16a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:09.991038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47698) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:10.008589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c673c6de-fb83-4702-bdb8-d8e0f0671ca5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:10.019773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-0223dcca-1567-46d9-ad64-dacd6d121221 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '536c3dc5-50d6-45c9-a1c8-e6cfbc2fc883') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:10.020113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-0223dcca-1567-46d9-ad64-dacd6d121221 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '536c3dc5-50d6-45c9-a1c8-e6cfbc2fc883') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:10.024786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:10.042306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0223dcca-1567-46d9-ad64-dacd6d121221 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:10.046007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-f14c523a-20fd-46af-abba-44133818aaaa tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Calling delete_port for 2ad2b4e1-ad71-464a-859c-d56ee631a4b3 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:49:10.074304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-fea42eaa-92d8-4f00-a12c-2c40c72c5f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'name': 'tempest-TestNetworkBasicOps-router-112452691', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': 'ef720675-c7ca-4211-8e02-10631dfa8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:45:49Z', 'updated_at': '2021-12-25T19:48:53Z', 'revision_number': 6, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'ef720675-c7ca-4211-8e02-10631dfa8051', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:45:50Z', 'updated_at': '2021-12-25T19:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '411d4d8a-f89b-42de-b6a2-30b6500f7c47', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.104', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'port_id': '9749a656-ddcd-42f0-9811-5053427473ca', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da387ada-6589-46a3-a1e0-f2fd37f41648', 'mac_address': 'fa:16:3e:45:f0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f31fdbc-d458-4a48-9825-788034a6e6d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T19:46:55Z', 'updated_at': '2021-12-25T19:47:01Z', 'revision_number': 1, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e96486-3614-4fff-a111-d6101be75951', 'name': '', 'network_id': 'da387ada-6589-46a3-a1e0-f2fd37f41648', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:1f:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d590d7-0365-4250-b463-71f5fd5bb283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:46:06Z', 'updated_at': '2021-12-25T19:46:15Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'b7d590d7-0365-4250-b463-71f5fd5bb283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:10.090970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3aaabbb8-5e78-4741-9808-f6f0d243e345 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:10.105563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a507c575-c047-4961-a6bb-c9eb7c4c02d4 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Synchronizing usage tracker for tenant:fa6310122f134e9d988d2913efd76290 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:49:10.112768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0223dcca-1567-46d9-ad64-dacd6d121221 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:10.128600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea42eaa-92d8-4f00-a12c-2c40c72c5f32 None None] The sync data for ids ['a1a54e36-62e8-4d50-bb32-a80dba2e452b'] in dv-neutron-822611-1-hyperv is: [{'id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'name': 'tempest-TestNetworkBasicOps-router-112452691', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': 'ef720675-c7ca-4211-8e02-10631dfa8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:45:49Z', 'updated_at': '2021-12-25T19:48:53Z', 'revision_number': 6, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'ef720675-c7ca-4211-8e02-10631dfa8051', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:45:50Z', 'updated_at': '2021-12-25T19:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '411d4d8a-f89b-42de-b6a2-30b6500f7c47', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.104', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'port_id': '9749a656-ddcd-42f0-9811-5053427473ca', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da387ada-6589-46a3-a1e0-f2fd37f41648', 'mac_address': 'fa:16:3e:45:f0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f31fdbc-d458-4a48-9825-788034a6e6d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T19:46:55Z', 'updated_at': '2021-12-25T19:47:01Z', 'revision_number': 1, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e96486-3614-4fff-a111-d6101be75951', 'name': '', 'network_id': 'da387ada-6589-46a3-a1e0-f2fd37f41648', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:1f:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d590d7-0365-4250-b463-71f5fd5bb283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:46:06Z', 'updated_at': '2021-12-25T19:46:15Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'b7d590d7-0365-4250-b463-71f5fd5bb283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:49:10.132127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0223dcca-1567-46d9-ad64-dacd6d121221 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:49:10.132577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0223dcca-1567-46d9-ad64-dacd6d121221 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:10.139480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:10.156093 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:49:10.156093 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:49:10.156093 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:49:10.156093 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:49:10.156093 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:49:10.156093 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:49:10.156093 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:49:10.156093 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:49:10.156093 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:49:10.156093 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:49:10.156093 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:49:10.156093 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:49:10.156093 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:49:10.156093 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:49:10.156093 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:49:10.156093 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:49:10.156093 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:49:10.156093 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:49:10.156093 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:49:10.156093 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:49:10.156093 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:49:10.156093 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:49:10.156093 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:49:10.156093 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:49:10.156093 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:49:10.156093 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:49:10.156093 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:49:10.156093 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:49:10.156093 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:49:10.156093 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:49:10.156093 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:49:10.156093 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:49:10.167403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-3aaabbb8-5e78-4741-9808-f6f0d243e345 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] device_id is not set on port d14ed61c-8ade-4534-a4de-c23d099a72c0 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:49:10.210844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-681da33c-565d-4c6b-a209-70372aa49f47 None None] Allocated IP 2001:db8::2 (37372a0d-5d4e-45a9-a485-e5898e9f30ff/ebe87cf7-6db7-445f-885d-d01a1b3fa2fc/9e3cf717-5698-4a9a-a5a3-7d33e927894c) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:49:10.217910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 6eaee9ca-965b-4292-8d43-02923ffdd15f, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=6eaee9ca-965b-4292-8d43-02923ffdd15f,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:49:10.226909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:10.231042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c5cb94bc-6e1f-472f-9726-7ad4ed7bc254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:10.238713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a507c575-c047-4961-a6bb-c9eb7c4c02d4 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Unset dirty status for tenant:fa6310122f134e9d988d2913efd76290 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:49:10.245174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47702) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:10.248500 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a507c575-c047-4961-a6bb-c9eb7c4c02d4 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4937901 Dec 25 19:49:10.265584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640ffdb2-61aa-47bb-9d78-40301d2b61b6 None None] Network 55e767a4-3ce9-4e63-9c82-e8bb2ef1c5e0 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:49:10.328934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 2066e0e4-e8d4-426a-82fa-fc1d200fcd94 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:49:10.344450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0223dcca-1567-46d9-ad64-dacd6d121221 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:10.351647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ebb03f35-0316-46e9-8ae0-e90b74b6636d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:10.374347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0223dcca-1567-46d9-ad64-dacd6d121221 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:10.386395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 2066e0e4-e8d4-426a-82fa-fc1d200fcd94 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:49:10.386784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 2066e0e4-e8d4-426a-82fa-fc1d200fcd94 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:49:10.390645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223dcca-1567-46d9-ad64-dacd6d121221 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Pushing event deleted for resources: {'Network': ['ID=964ad11c-e095-420f-8b97-b5726cf3edca,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:10.405089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0223dcca-1567-46d9-ad64-dacd6d121221 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:10.410489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-2b382e1d-df25-4fa4-9ad0-727b1c305cd8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Request body: {'security_group': {'name': 'tempest-secgroup--202271420'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:10.412016 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0223dcca-1567-46d9-ad64-dacd6d121221 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] 10.222.0.24 "DELETE /v2.0/networks/964ad11c-e095-420f-8b97-b5726cf3edca HTTP/1.1" status: 204 len: 168 time: 1.6572728 Dec 25 19:49:10.417529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47706) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:10.440052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88900) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:49:10.440421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:49:10.457369 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2b382e1d-df25-4fa4-9ad0-727b1c305cd8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:10.470341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 1728cbb0-5d2b-4d4d-8f51-51db9ac5b8c6 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:49:10.569870 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aaabbb8-5e78-4741-9808-f6f0d243e345 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 25 19:49:10.570421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aaabbb8-5e78-4741-9808-f6f0d243e345 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:49:10.578871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=6eaee9ca-965b-4292-8d43-02923ffdd15f,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:10.585855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 1728cbb0-5d2b-4d4d-8f51-51db9ac5b8c6 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:49:10.586250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 1728cbb0-5d2b-4d4d-8f51-51db9ac5b8c6 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:49:10.586733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 68a67d2b-bc43-4d71-8ba4-3b9fc06f8663 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:49:10.590359 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3aaabbb8-5e78-4741-9808-f6f0d243e345 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 387 time: 2.8421128 Dec 25 19:49:10.593100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47710) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:10.605924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9ec249b4-17f7-4b5b-83b3-476e8a65bc06 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:10.638524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:10.669500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 68a67d2b-bc43-4d71-8ba4-3b9fc06f8663 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:49:10.669890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 68a67d2b-bc43-4d71-8ba4-3b9fc06f8663 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:49:10.675674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2b382e1d-df25-4fa4-9ad0-727b1c305cd8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:10.686813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6e839033-5341-42bf-9dfa-44c8927305e6 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:10.691712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7e668e-67b7-49c8-9406-b632bf4c99f9 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:10.696337 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7e668e-67b7-49c8-9406-b632bf4c99f9 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:10.696908 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8b7e668e-67b7-49c8-9406-b632bf4c99f9 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:49:10.701163 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9ec249b4-17f7-4b5b-83b3-476e8a65bc06 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Usage tracker for resource:subnet and tenant:8725429ab9244f8ba50e3b663103bb1c is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:10.709705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9ec249b4-17f7-4b5b-83b3-476e8a65bc06 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:10.714504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8b7e668e-67b7-49c8-9406-b632bf4c99f9 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:49:10.716161 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8b7e668e-67b7-49c8-9406-b632bf4c99f9 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1219263 Dec 25 19:49:10.719123 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47714) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:10.743608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9ec249b4-17f7-4b5b-83b3-476e8a65bc06 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:10.768638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2b382e1d-df25-4fa4-9ad0-727b1c305cd8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:10.801141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b87a8b0e-95ec-447f-9683-c675ab5a4e42 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting port d3100fac-eae9-4618-b9ae-98a5e234492d {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:49:10.801863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b87a8b0e-95ec-447f-9683-c675ab5a4e42 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:10.835505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-681da33c-565d-4c6b-a209-70372aa49f47 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:10.923229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec249b4-17f7-4b5b-83b3-476e8a65bc06 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Made reservation on behalf of 8725429ab9244f8ba50e3b663103bb1c for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:49:10.972055 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Deleting port 1a466114-2945-4062-895d-ed3f376b844f {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:49:10.972434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:11.040147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-a749660d-2537-4514-a08f-af73501cd9fb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting subnet 77d81a86-b713-46c8-97d0-a80723b9f190 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:49:11.068564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b87a8b0e-95ec-447f-9683-c675ab5a4e42 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:11.078496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a749660d-2537-4514-a08f-af73501cd9fb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:11.203782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b87a8b0e-95ec-447f-9683-c675ab5a4e42 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Calling delete_port for d3100fac-eae9-4618-b9ae-98a5e234492d owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:49:11.354208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b87a8b0e-95ec-447f-9683-c675ab5a4e42 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:11.361309 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7e43ebd8-b08b-402d-9c7d-f9b197b392d7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:11.412334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a8b0e-95ec-447f-9683-c675ab5a4e42 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Port': ['ID=d3100fac-eae9-4618-b9ae-98a5e234492d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:11.414955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b87a8b0e-95ec-447f-9683-c675ab5a4e42 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:11.457184 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b87a8b0e-95ec-447f-9683-c675ab5a4e42 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:11.474957 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b87a8b0e-95ec-447f-9683-c675ab5a4e42 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/ports/d3100fac-eae9-4618-b9ae-98a5e234492d HTTP/1.1" status: 204 len: 168 time: 0.7521567 Dec 25 19:49:11.475204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6e839033-5341-42bf-9dfa-44c8927305e6 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:11.475350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47718) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:11.551156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e092097-7dd2-460b-96a5-61094adea3d0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:11.553248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e092097-7dd2-460b-96a5-61094adea3d0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:11.554250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0e092097-7dd2-460b-96a5-61094adea3d0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:49:11.573847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0e092097-7dd2-460b-96a5-61094adea3d0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:49:11.575195 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0e092097-7dd2-460b-96a5-61094adea3d0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0989063 Dec 25 19:49:11.577970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47722) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:11.608546 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-681da33c-565d-4c6b-a209-70372aa49f47 None None] Transition to ACTIVE for port object 9e3cf717-5698-4a9a-a5a3-7d33e927894c will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:49:11.625565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-6e839033-5341-42bf-9dfa-44c8927305e6 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7875d259-3996-4792-8c28-c6c2a5448189']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:11.641398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ec249b4-17f7-4b5b-83b3-476e8a65bc06 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:11.641712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-681da33c-565d-4c6b-a209-70372aa49f47 None None] Transition to ACTIVE for port object 9e3cf717-5698-4a9a-a5a3-7d33e927894c will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:49:11.652731 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-681da33c-565d-4c6b-a209-70372aa49f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:11.658130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:11.666064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-0003640e-e5c7-486d-98e5-e78c8463ccb7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting subnet 1b678204-dfe9-42cc-aafa-03b069ba16b8 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:49:11.669638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0003640e-e5c7-486d-98e5-e78c8463ccb7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:11.695890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f14c523a-20fd-46af-abba-44133818aaaa tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:11.720740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a749660d-2537-4514-a08f-af73501cd9fb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:11.728229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681da33c-565d-4c6b-a209-70372aa49f47 None None] Network 37372a0d-5d4e-45a9-a485-e5898e9f30ff is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:49:11.731151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-681da33c-565d-4c6b-a209-70372aa49f47 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:49:11.731792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0003640e-e5c7-486d-98e5-e78c8463ccb7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:11.738017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681da33c-565d-4c6b-a209-70372aa49f47 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:49:11.740194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681da33c-565d-4c6b-a209-70372aa49f47 None None] Pushing event updated for resources: {'Port': ['ID=9e3cf717-5698-4a9a-a5a3-7d33e927894c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:11.744620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-681da33c-565d-4c6b-a209-70372aa49f47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:11.756236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f65e3d7e-36a3-4200-bd55-0494b6552ef1 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:11.787360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-6e839033-5341-42bf-9dfa-44c8927305e6 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5565f14-d5eb-4d56-86e5-64c0aa19dc45') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:11.787730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-6e839033-5341-42bf-9dfa-44c8927305e6 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5565f14-d5eb-4d56-86e5-64c0aa19dc45') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:11.809240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2b382e1d-df25-4fa4-9ad0-727b1c305cd8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:11.831110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0003640e-e5c7-486d-98e5-e78c8463ccb7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:11.834604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-681da33c-565d-4c6b-a209-70372aa49f47 None None] Attempting to bind port 9e3cf717-5698-4a9a-a5a3-7d33e927894c on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:49:11.835029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-681da33c-565d-4c6b-a209-70372aa49f47 None None] Attempting to bind port 9e3cf717-5698-4a9a-a5a3-7d33e927894c by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'c1d6c55a-e8ad-4973-93b7-671370bcac21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '37372a0d-5d4e-45a9-a485-e5898e9f30ff'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:49:11.835473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681da33c-565d-4c6b-a209-70372aa49f47 None None] Attempting to bind port 9e3cf717-5698-4a9a-a5a3-7d33e927894c on network 37372a0d-5d4e-45a9-a485-e5898e9f30ff {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:49:11.843137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681da33c-565d-4c6b-a209-70372aa49f47 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:49:11.843561 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681da33c-565d-4c6b-a209-70372aa49f47 None None] Checking segment: {'id': 'c1d6c55a-e8ad-4973-93b7-671370bcac21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '37372a0d-5d4e-45a9-a485-e5898e9f30ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:49:11.844010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-681da33c-565d-4c6b-a209-70372aa49f47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:11.844452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681da33c-565d-4c6b-a209-70372aa49f47 None None] Bound using segment: {'id': 'c1d6c55a-e8ad-4973-93b7-671370bcac21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '37372a0d-5d4e-45a9-a485-e5898e9f30ff'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:49:11.844977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-681da33c-565d-4c6b-a209-70372aa49f47 None None] Bound port: 9e3cf717-5698-4a9a-a5a3-7d33e927894c, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d6c55a-e8ad-4973-93b7-671370bcac21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '37372a0d-5d4e-45a9-a485-e5898e9f30ff'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:49:11.845394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-681da33c-565d-4c6b-a209-70372aa49f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:11.853030 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2b382e1d-df25-4fa4-9ad0-727b1c305cd8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Usage tracker for resource:security_group_rule and tenant:fa6310122f134e9d988d2913efd76290 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:11.863919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c523a-20fd-46af-abba-44133818aaaa tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event deleted for resources: {'Port': ['ID=2ad2b4e1-ad71-464a-859c-d56ee631a4b3,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:11.866642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2b382e1d-df25-4fa4-9ad0-727b1c305cd8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:11.871477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6e839033-5341-42bf-9dfa-44c8927305e6 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:11.888981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f14c523a-20fd-46af-abba-44133818aaaa tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:11.909846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0003640e-e5c7-486d-98e5-e78c8463ccb7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:11.915818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0c04873a-e01c-49da-90ac-46ddc680cd35 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:11.936820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-681da33c-565d-4c6b-a209-70372aa49f47 None None] For port 9e3cf717-5698-4a9a-a5a3-7d33e927894c, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:49:11.939998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-681da33c-565d-4c6b-a209-70372aa49f47 None None] For port 9e3cf717-5698-4a9a-a5a3-7d33e927894c, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=9e3cf717-5698-4a9a-a5a3-7d33e927894c,segment=NetworkSegment(c1d6c55a-e8ad-4973-93b7-671370bcac21),segment_id=c1d6c55a-e8ad-4973-93b7-671370bcac21)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:49:11.944336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-681da33c-565d-4c6b-a209-70372aa49f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:11.946650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2b382e1d-df25-4fa4-9ad0-727b1c305cd8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:11.948115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d245951e-b3a7-4b57-a78f-e510c931e94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:11.964369 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0003640e-e5c7-486d-98e5-e78c8463ccb7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Subnet': ['ID=1b678204-dfe9-42cc-aafa-03b069ba16b8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:11.972154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0003640e-e5c7-486d-98e5-e78c8463ccb7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:11.975553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0003640e-e5c7-486d-98e5-e78c8463ccb7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:11.988124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdb6b57-476c-418d-a71a-4b4792c31316 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:49:11.990344 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0003640e-e5c7-486d-98e5-e78c8463ccb7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/1b678204-dfe9-42cc-aafa-03b069ba16b8 HTTP/1.1" status: 204 len: 168 time: 0.4103916 Dec 25 19:49:11.992721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47726) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:12.013136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6e839033-5341-42bf-9dfa-44c8927305e6 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:12.073254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e839033-5341-42bf-9dfa-44c8927305e6 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:49:12.073802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6e839033-5341-42bf-9dfa-44c8927305e6 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:12.082434 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-53e7cd6d-a67e-4ef4-92a9-2b252860b6d3 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0844755 Dec 25 19:49:12.082681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47730) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:12.089721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-6dd823c3-cae0-490f-9559-5cb343e06cb0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'subnet': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:12.106817 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:49:12.106817 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:49:12.106817 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:49:12.106817 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:49:12.106817 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:49:12.106817 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:49:12.106817 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:49:12.106817 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:49:12.106817 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:49:12.106817 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:49:12.106817 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:49:12.106817 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:49:12.106817 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:49:12.106817 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:49:12.106817 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:49:12.106817 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:49:12.106817 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:49:12.106817 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:49:12.106817 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:49:12.106817 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:49:12.106817 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:49:12.106817 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:49:12.106817 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:49:12.106817 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:49:12.106817 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:49:12.106817 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:49:12.106817 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:49:12.106817 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:49:12.106817 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:49:12.106817 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:49:12.106817 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:49:12.106817 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:49:12.131987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f14c523a-20fd-46af-abba-44133818aaaa tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:12.141528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681da33c-565d-4c6b-a209-70372aa49f47 None None] Pushing event updated for resources: {'Port': ['ID=9e3cf717-5698-4a9a-a5a3-7d33e927894c,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:12.145660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-681da33c-565d-4c6b-a209-70372aa49f47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:12.245426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6dd823c3-cae0-490f-9559-5cb343e06cb0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:12.251478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6dd823c3-cae0-490f-9559-5cb343e06cb0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:subnet and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:12.254753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6dd823c3-cae0-490f-9559-5cb343e06cb0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:12.261327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6dd823c3-cae0-490f-9559-5cb343e06cb0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:12.272390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd823c3-cae0-490f-9559-5cb343e06cb0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:49:12.278815 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6dd823c3-cae0-490f-9559-5cb343e06cb0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:12.339965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb695074-1e88-4a27-946f-b8a0e0d4142e None None] DHCP port deletion for 7396b720-65bf-48b2-8da7-778eed2fcf44 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:49:12.345222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-cb695074-1e88-4a27-946f-b8a0e0d4142e None None] Deleting port 6eaee9ca-965b-4292-8d43-02923ffdd15f {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:49:12.345820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cb695074-1e88-4a27-946f-b8a0e0d4142e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:12.385483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] For port 1a466114-2945-4062-895d-ed3f376b844f, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=1a466114-2945-4062-895d-ed3f376b844f,segment=NetworkSegment(1f8cedfd-7f0a-4b2c-97d0-68ce68b1012a),segment_id=1f8cedfd-7f0a-4b2c-97d0-68ce68b1012a)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:49:12.385848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:12.399383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6e839033-5341-42bf-9dfa-44c8927305e6 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:12.403824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6e839033-5341-42bf-9dfa-44c8927305e6 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:12.423804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:12.447277 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f14c523a-20fd-46af-abba-44133818aaaa tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/ports/2ad2b4e1-ad71-464a-859c-d56ee631a4b3 HTTP/1.1" status: 204 len: 168 time: 3.6681323 Dec 25 19:49:12.456431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47734) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:12.468528 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6e839033-5341-42bf-9dfa-44c8927305e6 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] 10.222.0.24 "DELETE /v2.0/networks/7875d259-3996-4792-8c28-c6c2a5448189 HTTP/1.1" status: 204 len: 168 time: 2.0300846 Dec 25 19:49:12.475852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47736) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:12.572815 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6dd823c3-cae0-490f-9559-5cb343e06cb0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:12.578710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2036b941-eb25-40b1-9cf7-29524e6a658b tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:12.586676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13c833f-e90e-4fba-bf41-44e9db67fc23 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Router 2c2fc0bb-c07a-47a9-8654-0fc9114067ad has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:49:12.590570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2b382e1d-df25-4fa4-9ad0-727b1c305cd8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:12.612351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-cb695074-1e88-4a27-946f-b8a0e0d4142e None None] For port 6eaee9ca-965b-4292-8d43-02923ffdd15f, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=6eaee9ca-965b-4292-8d43-02923ffdd15f,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:49:12.612981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cb695074-1e88-4a27-946f-b8a0e0d4142e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:12.617722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a749660d-2537-4514-a08f-af73501cd9fb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:12.678746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd823c3-cae0-490f-9559-5cb343e06cb0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:49:12.682227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-6dd823c3-cae0-490f-9559-5cb343e06cb0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:49:12.686814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd823c3-cae0-490f-9559-5cb343e06cb0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:12.687506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6dd823c3-cae0-490f-9559-5cb343e06cb0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:12.695826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd823c3-cae0-490f-9559-5cb343e06cb0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Subnet': ['ID=941ea477-c828-4128-9f75-19a5d5cbbf87,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:12.702746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6dd823c3-cae0-490f-9559-5cb343e06cb0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:12.722443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e839033-5341-42bf-9dfa-44c8927305e6 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Pushing event deleted for resources: {'Network': ['ID=7875d259-3996-4792-8c28-c6c2a5448189,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:12.725539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6e839033-5341-42bf-9dfa-44c8927305e6 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:12.736481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Calling delete_port for 1a466114-2945-4062-895d-ed3f376b844f owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:49:12.739279 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6dd823c3-cae0-490f-9559-5cb343e06cb0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6553302 Dec 25 19:49:12.743100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47742) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:12.751278 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-01bfcdfd-de0a-4c8e-83e3-ccb9e0ac5fb1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'port': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'fixed_ips': [{'subnet_id': '941ea477-c828-4128-9f75-19a5d5cbbf87', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-765245184'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:12.777094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-cb695074-1e88-4a27-946f-b8a0e0d4142e None None] Calling delete_port for 6eaee9ca-965b-4292-8d43-02923ffdd15f owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:49:12.854840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 6eaee9ca-965b-4292-8d43-02923ffdd15f no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:49:12.881274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cb695074-1e88-4a27-946f-b8a0e0d4142e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:12.889934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5f25447d-15d8-44b4-bbfa-690102ea76ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:12.928951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2b382e1d-df25-4fa4-9ad0-727b1c305cd8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:12.941487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 6eaee9ca-965b-4292-8d43-02923ffdd15f {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:49:12.941723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-01bfcdfd-de0a-4c8e-83e3-ccb9e0ac5fb1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:12.941914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 6eaee9ca-965b-4292-8d43-02923ffdd15f not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:49:12.945414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb695074-1e88-4a27-946f-b8a0e0d4142e None None] Pushing event deleted for resources: {'Port': ['ID=6eaee9ca-965b-4292-8d43-02923ffdd15f,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:12.947126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-01bfcdfd-de0a-4c8e-83e3-ccb9e0ac5fb1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:port and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:12.948618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cb695074-1e88-4a27-946f-b8a0e0d4142e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:12.950727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-01bfcdfd-de0a-4c8e-83e3-ccb9e0ac5fb1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:12.951179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb695074-1e88-4a27-946f-b8a0e0d4142e None None] No DVR routers for this DVR port 6eaee9ca-965b-4292-8d43-02923ffdd15f on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:49:12.956073 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5e2fc602-396c-42f4-b0cd-ea5a526ceaa0 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:12.957386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-01bfcdfd-de0a-4c8e-83e3-ccb9e0ac5fb1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:12.971885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bfcdfd-de0a-4c8e-83e3-ccb9e0ac5fb1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:49:12.979352 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-926e7af4-4f25-4142-a72b-96543d35e52b tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] GET failed (client error): The resource could not be found. Dec 25 19:49:12.979916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-926e7af4-4f25-4142-a72b-96543d35e52b tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Synchronizing usage tracker for tenant:70aa58ed5ec1475cad367450f4be2220 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:49:12.980640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-01bfcdfd-de0a-4c8e-83e3-ccb9e0ac5fb1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:12.996850 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430170af-8826-4310-94f0-a00e21069c02 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:49:13.006936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-01bfcdfd-de0a-4c8e-83e3-ccb9e0ac5fb1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] device_id is not set on port 3209bc36-5c4e-4058-b432-f32e1f7d3ff5 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:49:13.041942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-401336e5-b59b-435d-9a68-c6c908c846b5 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:13.043783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b382e1d-df25-4fa4-9ad0-727b1c305cd8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c4b406-1340-41e5-b7c4-4c58d784c98a,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:13.063332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2b382e1d-df25-4fa4-9ad0-727b1c305cd8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:13.086676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2b382e1d-df25-4fa4-9ad0-727b1c305cd8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:13.091099 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47746) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:13.091329 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2b382e1d-df25-4fa4-9ad0-727b1c305cd8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.7733018 Dec 25 19:49:13.171292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-926e7af4-4f25-4142-a72b-96543d35e52b tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Unset dirty status for tenant:70aa58ed5ec1475cad367450f4be2220 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:49:13.175786 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-926e7af4-4f25-4142-a72b-96543d35e52b tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "GET /v2.0/ports/2ad2b4e1-ad71-464a-859c-d56ee631a4b3 HTTP/1.1" status: 404 len: 333 time: 0.7059605 Dec 25 19:49:13.191526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47750) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:13.198986 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-7fb0c9f6-45b2-465d-909e-95d7d59cfc43 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Request body: {'security_group_rule': {'security_group_id': 'c6c4b406-1340-41e5-b7c4-4c58d784c98a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:13.214677 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-01bfcdfd-de0a-4c8e-83e3-ccb9e0ac5fb1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:49:13.215602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01bfcdfd-de0a-4c8e-83e3-ccb9e0ac5fb1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:49:13.222669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7fb0c9f6-45b2-465d-909e-95d7d59cfc43 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:13.235308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7fb0c9f6-45b2-465d-909e-95d7d59cfc43 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Usage tracker for resource:security_group_rule and tenant:fa6310122f134e9d988d2913efd76290 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:13.239347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7fb0c9f6-45b2-465d-909e-95d7d59cfc43 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:13.251460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7fb0c9f6-45b2-465d-909e-95d7d59cfc43 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:13.267096 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-01bfcdfd-de0a-4c8e-83e3-ccb9e0ac5fb1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5225320 Dec 25 19:49:13.269012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47754) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:13.324514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-50c49017-5238-4d28-aa2b-d6dbde0ce687 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:49:13.328182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7fb0c9f6-45b2-465d-909e-95d7d59cfc43 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:13.373420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-50c49017-5238-4d28-aa2b-d6dbde0ce687 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:49:13.377353 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-50c49017-5238-4d28-aa2b-d6dbde0ce687 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1047597 Dec 25 19:49:13.378224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47758) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:13.395623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:13.405924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d727e8-2063-4140-a203-1afb54ffa89d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-7396b720-65bf-48b2-8da7-778eed2fcf44', 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'tenant_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'fixed_ips': [{'subnet_id': '941ea477-c828-4128-9f75-19a5d5cbbf87'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:49:13.406833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-40d727e8-2063-4140-a203-1afb54ffa89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:13.407648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e7258374-d2be-4972-8bf1-a2cd0afe388d tempest-RoutersAdminNegativeIpV6Test-1867724970 tempest-RoutersAdminNegativeIpV6Test-1867724970-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:13.440087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a749660d-2537-4514-a08f-af73501cd9fb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:13.480065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68009a6b-80ed-44e2-8e5c-1fdcaefd06bb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:13.481622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68009a6b-80ed-44e2-8e5c-1fdcaefd06bb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:13.482487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-68009a6b-80ed-44e2-8e5c-1fdcaefd06bb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:49:13.491764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7fb0c9f6-45b2-465d-909e-95d7d59cfc43 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:13.500173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7fb0c9f6-45b2-465d-909e-95d7d59cfc43 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:13.504832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:13.527882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-68009a6b-80ed-44e2-8e5c-1fdcaefd06bb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:49:13.531795 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-68009a6b-80ed-44e2-8e5c-1fdcaefd06bb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1500049 Dec 25 19:49:13.533570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47762) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:13.537759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb0c9f6-45b2-465d-909e-95d7d59cfc43 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2f87756-3b12-4518-8c8b-9b362c44a958,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:13.585375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7fb0c9f6-45b2-465d-909e-95d7d59cfc43 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:13.602679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-40d727e8-2063-4140-a203-1afb54ffa89d None None] Allocated IP 2001:db8::2 (7396b720-65bf-48b2-8da7-778eed2fcf44/941ea477-c828-4128-9f75-19a5d5cbbf87/82580e15-9e86-4e28-903c-a6d761e50692) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:49:13.609616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7fb0c9f6-45b2-465d-909e-95d7d59cfc43 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:13.613679 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7fb0c9f6-45b2-465d-909e-95d7d59cfc43 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5179834 Dec 25 19:49:13.614581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47766) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:13.623494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-d5b3d0a3-9d7f-4adf-a3d3-c63fab910c8b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Request body: {'security_group_rule': {'security_group_id': 'c6c4b406-1340-41e5-b7c4-4c58d784c98a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:13.639076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-07b303a9-d494-419c-b8e9-36433fded634 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting subnet 941ea477-c828-4128-9f75-19a5d5cbbf87 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:49:13.641742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d5b3d0a3-9d7f-4adf-a3d3-c63fab910c8b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:13.647860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d5b3d0a3-9d7f-4adf-a3d3-c63fab910c8b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Usage tracker for resource:security_group_rule and tenant:fa6310122f134e9d988d2913efd76290 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:13.651611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d5b3d0a3-9d7f-4adf-a3d3-c63fab910c8b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:13.658899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d5b3d0a3-9d7f-4adf-a3d3-c63fab910c8b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:13.679639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d5b3d0a3-9d7f-4adf-a3d3-c63fab910c8b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:13.739248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ec249b4-17f7-4b5b-83b3-476e8a65bc06 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:13.755931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d5b3d0a3-9d7f-4adf-a3d3-c63fab910c8b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:13.762950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d5b3d0a3-9d7f-4adf-a3d3-c63fab910c8b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:13.765765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:13.782564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event deleted for resources: {'Port': ['ID=1a466114-2945-4062-895d-ed3f376b844f,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:13.796606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3d0a3-9d7f-4adf-a3d3-c63fab910c8b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e152fdfc-30eb-4b69-be7d-4ae538f02b76,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:13.801172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:13.801493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d5b3d0a3-9d7f-4adf-a3d3-c63fab910c8b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:13.801743 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-70f526ec-5d96-41b1-b7fd-a1ba0717d8ab tempest-DHCPAgentSchedulersTestJSON-1407965479 tempest-DHCPAgentSchedulersTestJSON-1407965479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:13.813048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d5b3d0a3-9d7f-4adf-a3d3-c63fab910c8b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:13.817214 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d5b3d0a3-9d7f-4adf-a3d3-c63fab910c8b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1986644 Dec 25 19:49:13.817592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47770) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:13.824511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-cfa33eda-e09a-4db5-bbdd-af34a0ec4935 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Request body: {'security_group_rule': {'security_group_id': 'c6c4b406-1340-41e5-b7c4-4c58d784c98a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:13.831901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-cfa33eda-e09a-4db5-bbdd-af34a0ec4935 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:13.837389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-cfa33eda-e09a-4db5-bbdd-af34a0ec4935 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Usage tracker for resource:security_group_rule and tenant:fa6310122f134e9d988d2913efd76290 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:13.840888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-cfa33eda-e09a-4db5-bbdd-af34a0ec4935 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:13.848189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-cfa33eda-e09a-4db5-bbdd-af34a0ec4935 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:13.873296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cfa33eda-e09a-4db5-bbdd-af34a0ec4935 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:13.893290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-40d727e8-2063-4140-a203-1afb54ffa89d None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:13.906733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-40d727e8-2063-4140-a203-1afb54ffa89d None None] Transition to ACTIVE for port object 82580e15-9e86-4e28-903c-a6d761e50692 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:49:13.910943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] No DVR routers for this DVR port 1a466114-2945-4062-895d-ed3f376b844f on host dv-neutron-822611-1-hyperv {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:49:13.916626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-401336e5-b59b-435d-9a68-c6c908c846b5 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:13.937326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-40d727e8-2063-4140-a203-1afb54ffa89d None None] Transition to ACTIVE for port object 82580e15-9e86-4e28-903c-a6d761e50692 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:49:13.942639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cefbdc-7122-4830-a9c8-0f97d08cd7aa None None] Network 7579654c-5033-483f-9933-ff786d50e0fb requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:49:13.945332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-07b303a9-d494-419c-b8e9-36433fded634 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:13.964740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-40d727e8-2063-4140-a203-1afb54ffa89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:13.968487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a749660d-2537-4514-a08f-af73501cd9fb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Subnet': ['ID=77d81a86-b713-46c8-97d0-a80723b9f190,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:13.972159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c5cb94bc-6e1f-472f-9726-7ad4ed7bc254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:13.975216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a749660d-2537-4514-a08f-af73501cd9fb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:14.007447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-07b303a9-d494-419c-b8e9-36433fded634 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:14.083851 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-401336e5-b59b-435d-9a68-c6c908c846b5 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91aa224d-8864-4b14-a0f6-75cf93dbe404']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:14.104350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-07b303a9-d494-419c-b8e9-36433fded634 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:14.108511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d727e8-2063-4140-a203-1afb54ffa89d None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:49:14.124660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-40d727e8-2063-4140-a203-1afb54ffa89d None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:49:14.132579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d727e8-2063-4140-a203-1afb54ffa89d None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:49:14.186942 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a749660d-2537-4514-a08f-af73501cd9fb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/subnets/77d81a86-b713-46c8-97d0-a80723b9f190 HTTP/1.1" status: 204 len: 168 time: 4.1921782 Dec 25 19:49:14.194079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47774) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:14.256440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-401336e5-b59b-435d-9a68-c6c908c846b5 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf031aa8-a7da-436d-98dd-887f28f59376') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:14.256795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-401336e5-b59b-435d-9a68-c6c908c846b5 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf031aa8-a7da-436d-98dd-887f28f59376') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:14.296680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d727e8-2063-4140-a203-1afb54ffa89d None None] Pushing event updated for resources: {'Port': ['ID=82580e15-9e86-4e28-903c-a6d761e50692,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:14.312721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-401336e5-b59b-435d-9a68-c6c908c846b5 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:14.351640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-40d727e8-2063-4140-a203-1afb54ffa89d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:14.354367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafc5e95-34bd-48b0-903b-2652dad94154 None None] Network 37372a0d-5d4e-45a9-a485-e5898e9f30ff requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:49:14.383133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cfa33eda-e09a-4db5-bbdd-af34a0ec4935 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:14.386644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cfa33eda-e09a-4db5-bbdd-af34a0ec4935 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:14.394389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7fb0c9f6-45b2-465d-909e-95d7d59cfc43 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:14.403378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-40d727e8-2063-4140-a203-1afb54ffa89d None None] Attempting to bind port 82580e15-9e86-4e28-903c-a6d761e50692 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:49:14.403806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-40d727e8-2063-4140-a203-1afb54ffa89d None None] Attempting to bind port 82580e15-9e86-4e28-903c-a6d761e50692 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:49:14.404219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d727e8-2063-4140-a203-1afb54ffa89d None None] Attempting to bind port 82580e15-9e86-4e28-903c-a6d761e50692 on network 7396b720-65bf-48b2-8da7-778eed2fcf44 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:49:14.406170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:14.415168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec249b4-17f7-4b5b-83b3-476e8a65bc06 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event updated for resources: {'Subnet': ['ID=ca67bff3-b17a-45d1-b904-e238509d10b4,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:14.425592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa33eda-e09a-4db5-bbdd-af34a0ec4935 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa51a115-bc23-4e8f-957a-fb27560746bf,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:14.433509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cfa33eda-e09a-4db5-bbdd-af34a0ec4935 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:14.447338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cfa33eda-e09a-4db5-bbdd-af34a0ec4935 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:14.452619 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-cfa33eda-e09a-4db5-bbdd-af34a0ec4935 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6297731 Dec 25 19:49:14.452868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9ec249b4-17f7-4b5b-83b3-476e8a65bc06 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:14.452974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47778) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:14.461163 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-5f2fd06e-69d9-46c1-b466-a07d8ebf560e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Request body: {'security_group_rule': {'security_group_id': 'c6c4b406-1340-41e5-b7c4-4c58d784c98a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:14.462359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5fbc3262-4fa3-42a1-a661-56e34441fda6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.693s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:14.462809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5fbc3262-4fa3-42a1-a661-56e34441fda6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:14.469821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5f2fd06e-69d9-46c1-b466-a07d8ebf560e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:14.476510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5f2fd06e-69d9-46c1-b466-a07d8ebf560e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Usage tracker for resource:security_group_rule and tenant:fa6310122f134e9d988d2913efd76290 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:14.479426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-401336e5-b59b-435d-9a68-c6c908c846b5 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:14.480028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5f2fd06e-69d9-46c1-b466-a07d8ebf560e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:14.486773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5f2fd06e-69d9-46c1-b466-a07d8ebf560e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:14.489477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-07b303a9-d494-419c-b8e9-36433fded634 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:14.496676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-df4a19d5-7bf1-43c0-95f7-bb8f24cf4e21 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:14.496840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d727e8-2063-4140-a203-1afb54ffa89d None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:49:14.498926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d727e8-2063-4140-a203-1afb54ffa89d None None] Checking segment: {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:49:14.498926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-40d727e8-2063-4140-a203-1afb54ffa89d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:14.498926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d727e8-2063-4140-a203-1afb54ffa89d None None] Bound using segment: {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:49:14.498926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-40d727e8-2063-4140-a203-1afb54ffa89d None None] Bound port: 82580e15-9e86-4e28-903c-a6d761e50692, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:49:14.499469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-40d727e8-2063-4140-a203-1afb54ffa89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:14.535621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2e679b7d-4cf3-4dbf-9351-c39c0ebc2527 None None] Provisioning for port 9e3cf717-5698-4a9a-a5a3-7d33e927894c completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:49:14.545797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b303a9-d494-419c-b8e9-36433fded634 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Subnet': ['ID=941ea477-c828-4128-9f75-19a5d5cbbf87,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:14.550077 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-07b303a9-d494-419c-b8e9-36433fded634 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:14.551017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-07b303a9-d494-419c-b8e9-36433fded634 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:14.555236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec249b4-17f7-4b5b-83b3-476e8a65bc06 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Checking segment: {'id': '89bb57c0-c15d-4220-8b19-4a724700a0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e8f272db-853c-43d9-b5e1-6fdb5f42e2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:49:14.555647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec249b4-17f7-4b5b-83b3-476e8a65bc06 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Network hostable DHCP agents. Network: e8f272db-853c-43d9-b5e1-6fdb5f42e2d8, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:49:14.565673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5f2fd06e-69d9-46c1-b466-a07d8ebf560e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:14.569562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2e679b7d-4cf3-4dbf-9351-c39c0ebc2527 None None] Could not find standard attr ID for object 2ad2b4e1-ad71-464a-859c-d56ee631a4b3. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:49:14.596125 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-07b303a9-d494-419c-b8e9-36433fded634 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/941ea477-c828-4128-9f75-19a5d5cbbf87 HTTP/1.1" status: 204 len: 168 time: 1.0566027 Dec 25 19:49:14.596125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47782) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:14.601206 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55e767a4-3ce9-4e63-9c82-e8bb2ef1c5e0']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:14.614715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-d66ec2e3-0d5f-4d23-8474-a77592245909 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Deleting subnet ebe87cf7-6db7-445f-885d-d01a1b3fa2fc {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:49:14.625804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-401336e5-b59b-435d-9a68-c6c908c846b5 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:49:14.626661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-401336e5-b59b-435d-9a68-c6c908c846b5 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:14.648687 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 9e3cf717-5698-4a9a-a5a3-7d33e927894c up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:49:14.657340 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:49:14.657340 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:49:14.657340 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:49:14.657340 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:49:14.657340 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:49:14.657340 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:49:14.657340 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:49:14.657340 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:49:14.657340 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:49:14.657340 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:49:14.657340 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:49:14.657340 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:49:14.657340 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:49:14.657340 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:49:14.657340 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:49:14.657340 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:49:14.657340 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:49:14.657340 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:49:14.657340 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:49:14.657340 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:49:14.657340 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:49:14.657340 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:49:14.657340 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:49:14.657340 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:49:14.657340 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:49:14.657340 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:49:14.657340 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:49:14.657340 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:49:14.657340 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:49:14.657340 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:49:14.657340 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:49:14.657340 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:49:14.668685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f8cedfd-7f0a-4b2c-97d0-68ce68b1012a') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:14.669195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f8cedfd-7f0a-4b2c-97d0-68ce68b1012a') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:14.679750 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-49088922-a57c-4cb7-bf48-fc1a584e099e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0843568 Dec 25 19:49:14.683452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47786) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:14.690385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-26ca23b2-7ad8-47cd-889b-a4b61359b1f8 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'subnet': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:14.704139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d66ec2e3-0d5f-4d23-8474-a77592245909 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:14.709847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22214558-709d-4326-b0d2-3783cc0d2342 None None] DHCP port deletion for 7579654c-5033-483f-9933-ff786d50e0fb request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:49:14.737878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-22214558-709d-4326-b0d2-3783cc0d2342 None None] Deleting port 5cf0a23c-7791-41a9-88fa-868dd8576dd0 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:49:14.738296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-22214558-709d-4326-b0d2-3783cc0d2342 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:14.741885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13c833f-e90e-4fba-bf41-44e9db67fc23 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:49:14.750940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47790) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:14.751348 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b13c833f-e90e-4fba-bf41-44e9db67fc23 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "PUT /v2.0/routers/2c2fc0bb-c07a-47a9-8654-0fc9114067ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9282696 Dec 25 19:49:14.757032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6bfd08-b5c6-488b-ac27-64c7c20882f3 None None] Sync routers for ids ['2c2fc0bb-c07a-47a9-8654-0fc9114067ad'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:49:14.774578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6bfd08-b5c6-488b-ac27-64c7c20882f3 None None] Routers {'2c2fc0bb-c07a-47a9-8654-0fc9114067ad'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:49:14.775241 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-3c6bfd08-b5c6-488b-ac27-64c7c20882f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:49:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['2c2fc0bb-c07a-47a9-8654-0fc9114067ad'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:14.877569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d66ec2e3-0d5f-4d23-8474-a77592245909 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:14.902752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-26ca23b2-7ad8-47cd-889b-a4b61359b1f8 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:14.906030 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5f2fd06e-69d9-46c1-b466-a07d8ebf560e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:14.913684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-26ca23b2-7ad8-47cd-889b-a4b61359b1f8 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:subnet and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:14.918662 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5f2fd06e-69d9-46c1-b466-a07d8ebf560e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:14.920855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-26ca23b2-7ad8-47cd-889b-a4b61359b1f8 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:14.926083 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-02a8c0eb-6174-44a6-aa12-ffa7a3965130 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:14.946954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-40d727e8-2063-4140-a203-1afb54ffa89d None None] For port 82580e15-9e86-4e28-903c-a6d761e50692, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:49:14.957778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-3c6bfd08-b5c6-488b-ac27-64c7c20882f3 None None] Set router 2c2fc0bb-c07a-47a9-8654-0fc9114067ad gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:49:14.963980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-26ca23b2-7ad8-47cd-889b-a4b61359b1f8 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:14.965023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 9e3cf717-5698-4a9a-a5a3-7d33e927894c completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:49:14.981977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2fd06e-69d9-46c1-b466-a07d8ebf560e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf1ec546-aa70-42f4-b4b8-32e47fd74c18,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:14.985133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 9e3cf717-5698-4a9a-a5a3-7d33e927894c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:49:14.985618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:15.002340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5f2fd06e-69d9-46c1-b466-a07d8ebf560e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:15.007269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d66ec2e3-0d5f-4d23-8474-a77592245909 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:15.015411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ca23b2-7ad8-47cd-889b-a4b61359b1f8 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:49:15.022173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-26ca23b2-7ad8-47cd-889b-a4b61359b1f8 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:15.023544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-40d727e8-2063-4140-a203-1afb54ffa89d None None] For port 82580e15-9e86-4e28-903c-a6d761e50692, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=82580e15-9e86-4e28-903c-a6d761e50692,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:49:15.092294 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-40d727e8-2063-4140-a203-1afb54ffa89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:15.097783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5f2fd06e-69d9-46c1-b466-a07d8ebf560e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:15.099121 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5f2fd06e-69d9-46c1-b466-a07d8ebf560e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6452222 Dec 25 19:49:15.107787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4e9053d-8fd6-4373-808a-56d92656875f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:15.113646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cb695074-1e88-4a27-946f-b8a0e0d4142e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:15.116768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47794) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:15.124772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d66ec2e3-0d5f-4d23-8474-a77592245909 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:15.136184 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:15.150523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-14619ef6-6509-460e-a6e8-82157869a707 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Request body: {'security_group_rule': {'security_group_id': 'c6c4b406-1340-41e5-b7c4-4c58d784c98a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:15.157389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9ec249b4-17f7-4b5b-83b3-476e8a65bc06 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:15.197419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-401336e5-b59b-435d-9a68-c6c908c846b5 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:15.205941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-22214558-709d-4326-b0d2-3783cc0d2342 None None] For port 5cf0a23c-7791-41a9-88fa-868dd8576dd0, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=5cf0a23c-7791-41a9-88fa-868dd8576dd0,segment=NetworkSegment(9bfcddd1-759c-45ad-9da1-136acb1b5794),segment_id=9bfcddd1-759c-45ad-9da1-136acb1b5794)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:49:15.206163 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-22214558-709d-4326-b0d2-3783cc0d2342 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:15.240701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-14619ef6-6509-460e-a6e8-82157869a707 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:15.243261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9c3b35d-a507-4cd6-a66f-a84165c84701 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Deleting subnet babcc1a8-ae22-45a7-86dd-71a25ff40d2f {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:49:15.248158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-401336e5-b59b-435d-9a68-c6c908c846b5 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:15.249856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b9c3b35d-a507-4cd6-a66f-a84165c84701 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:15.265348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ec2e3-0d5f-4d23-8474-a77592245909 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event deleted for resources: {'Subnet': ['ID=ebe87cf7-6db7-445f-885d-d01a1b3fa2fc,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:15.278507 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-401336e5-b59b-435d-9a68-c6c908c846b5 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] 10.222.0.24 "DELETE /v2.0/networks/91aa224d-8864-4b14-a0f6-75cf93dbe404 HTTP/1.1" status: 204 len: 168 time: 2.6954231 Dec 25 19:49:15.281100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec249b4-17f7-4b5b-83b3-476e8a65bc06 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Network e8f272db-853c-43d9-b5e1-6fdb5f42e2d8 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:49:15.289139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-14619ef6-6509-460e-a6e8-82157869a707 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Usage tracker for resource:security_group_rule and tenant:fa6310122f134e9d988d2913efd76290 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:15.298803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d66ec2e3-0d5f-4d23-8474-a77592245909 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:15.307348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:15.321621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b9c3b35d-a507-4cd6-a66f-a84165c84701 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:15.339811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-14619ef6-6509-460e-a6e8-82157869a707 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:15.361563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-c4e9053d-8fd6-4373-808a-56d92656875f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting port 5cf0a23c-7791-41a9-88fa-868dd8576dd0 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:49:15.362034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4e9053d-8fd6-4373-808a-56d92656875f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:15.379344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-22214558-709d-4326-b0d2-3783cc0d2342 None None] Calling delete_port for 5cf0a23c-7791-41a9-88fa-868dd8576dd0 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:49:15.422052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:15.429304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-14619ef6-6509-460e-a6e8-82157869a707 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:15.449080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401336e5-b59b-435d-9a68-c6c908c846b5 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Pushing event deleted for resources: {'Network': ['ID=91aa224d-8864-4b14-a0f6-75cf93dbe404,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:15.475910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d66ec2e3-0d5f-4d23-8474-a77592245909 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:15.482938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d727e8-2063-4140-a203-1afb54ffa89d None None] Pushing event updated for resources: {'Port': ['ID=82580e15-9e86-4e28-903c-a6d761e50692,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:15.484910 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d66ec2e3-0d5f-4d23-8474-a77592245909 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/subnets/ebe87cf7-6db7-445f-885d-d01a1b3fa2fc HTTP/1.1" status: 204 len: 168 time: 2.2806139 Dec 25 19:49:15.492929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-9ec249b4-17f7-4b5b-83b3-476e8a65bc06 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, e8f272db-853c-43d9-b5e1-6fdb5f42e2d8) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:49:15.499290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-40d727e8-2063-4140-a203-1afb54ffa89d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:15.500154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-401336e5-b59b-435d-9a68-c6c908c846b5 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:15.504419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47800) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:15.514821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:49:15.516128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:15.524277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3b463e-e4c6-4c6f-bd23-746196e56d27 None None] Network e8f272db-853c-43d9-b5e1-6fdb5f42e2d8 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:49:15.541265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-3c6bfd08-b5c6-488b-ac27-64c7c20882f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'name': 'tempest-RoutersIpV6Test-router-1228898724', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:47:16Z', 'updated_at': '2021-12-25T19:49:07Z', 'revision_number': 9, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'gw_port_host': None, '_interfaces': [{'id': '031fca15-cc04-4765-822e-515d644cf979', 'name': '', 'network_id': '00ee1749-7dac-4ff2-bd55-2bdcb6a1342d', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:ab:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:20Z', 'updated_at': '2021-12-25T19:47:31Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b698ecc-1100-4527-b6b9-a66e84c80d04', 'name': '', 'network_id': '60e204d6-3634-416a-a347-79a8d48995a8', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:2c:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc997de-bf8e-4820-b22b-aba70acb08e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:36Z', 'updated_at': '2021-12-25T19:47:55Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'dcc997de-bf8e-4820-b22b-aba70acb08e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:15.546291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6bfd08-b5c6-488b-ac27-64c7c20882f3 None None] Checking router: 2c2fc0bb-c07a-47a9-8654-0fc9114067ad for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:49:15.558558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6bfd08-b5c6-488b-ac27-64c7c20882f3 None None] Routers {'2c2fc0bb-c07a-47a9-8654-0fc9114067ad'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:49:15.559551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-3c6bfd08-b5c6-488b-ac27-64c7c20882f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:49:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['2c2fc0bb-c07a-47a9-8654-0fc9114067ad'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:15.590150 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-26ca23b2-7ad8-47cd-889b-a4b61359b1f8 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:15.603339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a50cfa25-570d-463a-98ca-21fa0b687d93 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:15.672494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b9c3b35d-a507-4cd6-a66f-a84165c84701 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:15.792560 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:49:15.792560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:49:15.792560 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:49:15.792560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:49:15.792560 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:49:15.792560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:49:15.792560 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:49:15.792560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:49:15.792560 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:49:15.792560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:49:15.792560 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:49:15.792560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:49:15.792560 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:49:15.792560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:49:15.792560 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:49:15.792560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:49:15.792560 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:49:15.792560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:49:15.792560 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:49:15.792560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:49:15.792560 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:49:15.792560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:49:15.792560 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:49:15.792560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:49:15.792560 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:49:15.792560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:49:15.792560 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:49:15.792560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:49:15.792560 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:49:15.792560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:49:15.792560 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:49:15.792560 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:49:15.824499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-3c6bfd08-b5c6-488b-ac27-64c7c20882f3 None None] Set router 2c2fc0bb-c07a-47a9-8654-0fc9114067ad gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:49:15.827565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3fccefe-2aa3-4bd7-8a5e-269bd556c7e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:15.829624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ca23b2-7ad8-47cd-889b-a4b61359b1f8 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:49:15.848901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-26ca23b2-7ad8-47cd-889b-a4b61359b1f8 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:49:15.855323 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec249b4-17f7-4b5b-83b3-476e8a65bc06 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:15.855891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ec249b4-17f7-4b5b-83b3-476e8a65bc06 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:15.856110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:15.868405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ca23b2-7ad8-47cd-889b-a4b61359b1f8 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:15.869075 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-26ca23b2-7ad8-47cd-889b-a4b61359b1f8 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:15.876306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ed58a7-2b79-44ac-975f-07112f925a47 None None] Network 37372a0d-5d4e-45a9-a485-e5898e9f30ff requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:49:15.923348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b9c3b35d-a507-4cd6-a66f-a84165c84701 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:15.948586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca23b2-7ad8-47cd-889b-a4b61359b1f8 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Subnet': ['ID=74468a0d-4524-4b09-99b0-d011dc0589da,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:15.969967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-26ca23b2-7ad8-47cd-889b-a4b61359b1f8 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:15.971085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ae963eef-28d1-40a1-8cbd-b75cdfd18173 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:16.027699 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9ec249b4-17f7-4b5b-83b3-476e8a65bc06 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 6.2692859 Dec 25 19:49:16.042313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47806) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:16.043778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-14619ef6-6509-460e-a6e8-82157869a707 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:16.089204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3b35d-a507-4cd6-a66f-a84165c84701 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event deleted for resources: {'Subnet': ['ID=babcc1a8-ae22-45a7-86dd-71a25ff40d2f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:16.105885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-835ebbd2-823a-4b9f-a627-0e7e1be96291 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2040818263'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:16.106392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b9c3b35d-a507-4cd6-a66f-a84165c84701 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:16.116789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b9c3b35d-a507-4cd6-a66f-a84165c84701 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:16.120875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-d3fccefe-2aa3-4bd7-8a5e-269bd556c7e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Deleting port 9e3cf717-5698-4a9a-a5a3-7d33e927894c {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:49:16.121513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3fccefe-2aa3-4bd7-8a5e-269bd556c7e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:16.131492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a54c27-ab84-438e-822d-7b0483c48b25 None None] Network e7e2ca1b-eeb3-4130-99c3-cb0c62db1175 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:49:16.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b9c3b35d-a507-4cd6-a66f-a84165c84701 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "DELETE /v2.0/subnets/babcc1a8-ae22-45a7-86dd-71a25ff40d2f HTTP/1.1" status: 204 len: 168 time: 1.3959785 Dec 25 19:49:16.154647 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-26ca23b2-7ad8-47cd-889b-a4b61359b1f8 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4700892 Dec 25 19:49:16.158071 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47810) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:16.159167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47812) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:16.165457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-835ebbd2-823a-4b9f-a627-0e7e1be96291 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:16.194939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47814) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:16.203253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-8baf9926-1553-4b4c-a3db-c7dfaf364b9c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1291374892', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:16.214679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8baf9926-1553-4b4c-a3db-c7dfaf364b9c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:16.227199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8baf9926-1553-4b4c-a3db-c7dfaf364b9c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:router and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:16.243881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8baf9926-1553-4b4c-a3db-c7dfaf364b9c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:16.257469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8baf9926-1553-4b4c-a3db-c7dfaf364b9c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:16.282310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-835ebbd2-823a-4b9f-a627-0e7e1be96291 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Usage tracker for resource:network and tenant:8725429ab9244f8ba50e3b663103bb1c is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:16.292214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:16.314131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-835ebbd2-823a-4b9f-a627-0e7e1be96291 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:16.349149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f0bbce03-d48d-411b-8d3e-43bc660b93f5 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:16.352945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 9e3cf717-5698-4a9a-a5a3-7d33e927894c, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=9e3cf717-5698-4a9a-a5a3-7d33e927894c,segment=NetworkSegment(c1d6c55a-e8ad-4973-93b7-671370bcac21),segment_id=c1d6c55a-e8ad-4973-93b7-671370bcac21)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:49:16.376180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:16.398389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:16.408896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b7a0a3db-fcfe-4984-8d53-fbd1807f6d53 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:16.419582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:16.420116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8baf9926-1553-4b4c-a3db-c7dfaf364b9c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:16.421191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8baf9926-1553-4b4c-a3db-c7dfaf364b9c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:16.449654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-3c6bfd08-b5c6-488b-ac27-64c7c20882f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'name': 'tempest-RoutersIpV6Test-router-1228898724', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:47:16Z', 'updated_at': '2021-12-25T19:49:07Z', 'revision_number': 9, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'gw_port_host': None, '_interfaces': [{'id': '031fca15-cc04-4765-822e-515d644cf979', 'name': '', 'network_id': '00ee1749-7dac-4ff2-bd55-2bdcb6a1342d', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:ab:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:20Z', 'updated_at': '2021-12-25T19:47:31Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b698ecc-1100-4527-b6b9-a66e84c80d04', 'name': '', 'network_id': '60e204d6-3634-416a-a347-79a8d48995a8', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:2c:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc997de-bf8e-4820-b22b-aba70acb08e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:36Z', 'updated_at': '2021-12-25T19:47:55Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'dcc997de-bf8e-4820-b22b-aba70acb08e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:16.453945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6bfd08-b5c6-488b-ac27-64c7c20882f3 None None] The sync data for ids ['2c2fc0bb-c07a-47a9-8654-0fc9114067ad'] in dv-neutron-822611-1-hyperv is: [{'id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'name': 'tempest-RoutersIpV6Test-router-1228898724', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:47:16Z', 'updated_at': '2021-12-25T19:49:07Z', 'revision_number': 9, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'gw_port_host': None, '_interfaces': [{'id': '031fca15-cc04-4765-822e-515d644cf979', 'name': '', 'network_id': '00ee1749-7dac-4ff2-bd55-2bdcb6a1342d', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:ab:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:20Z', 'updated_at': '2021-12-25T19:47:31Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b698ecc-1100-4527-b6b9-a66e84c80d04', 'name': '', 'network_id': '60e204d6-3634-416a-a347-79a8d48995a8', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:2c:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc997de-bf8e-4820-b22b-aba70acb08e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:36Z', 'updated_at': '2021-12-25T19:47:55Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'dcc997de-bf8e-4820-b22b-aba70acb08e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:49:16.456671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ead1a0-496e-4ad4-bf77-702e338fc3f5 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:49:16.456843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-14619ef6-6509-460e-a6e8-82157869a707 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:16.470884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b7a0a3db-fcfe-4984-8d53-fbd1807f6d53 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Deleting port 13cfc0a1-e2cf-4216-9657-0941100db746 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:49:16.471300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b7a0a3db-fcfe-4984-8d53-fbd1807f6d53 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:16.483327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-835ebbd2-823a-4b9f-a627-0e7e1be96291 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:16.491398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-22214558-709d-4326-b0d2-3783cc0d2342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:16.518904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event deleted for resources: {'Network': ['ID=55e767a4-3ce9-4e63-9c82-e8bb2ef1c5e0,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:16.544135 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-14619ef6-6509-460e-a6e8-82157869a707 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:16.548729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:16.578113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8baf9926-1553-4b4c-a3db-c7dfaf364b9c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:16.592400 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835ebbd2-823a-4b9f-a627-0e7e1be96291 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Made reservation on behalf of 8725429ab9244f8ba50e3b663103bb1c for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:49:16.599738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-835ebbd2-823a-4b9f-a627-0e7e1be96291 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:16.602460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 5cf0a23c-7791-41a9-88fa-868dd8576dd0 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:49:16.643782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-11f18e2f-f585-480e-8f6d-f81ad95e25cf None None] Provisioning complete for port 9e3cf717-5698-4a9a-a5a3-7d33e927894c triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:49:16.644564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11f18e2f-f585-480e-8f6d-f81ad95e25cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:16.645322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8baf9926-1553-4b4c-a3db-c7dfaf364b9c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:16.652210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:16.696479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8baf9926-1553-4b4c-a3db-c7dfaf364b9c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:16.696649 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "DELETE /v2.0/networks/55e767a4-3ce9-4e63-9c82-e8bb2ef1c5e0 HTTP/1.1" status: 204 len: 168 time: 13.6625674 Dec 25 19:49:16.696737 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8baf9926-1553-4b4c-a3db-c7dfaf364b9c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5247493 Dec 25 19:49:16.698615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47824) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:16.699250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47826) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:16.756174 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f4d29c09-8c6b-4bd5-9524-bd9b181497bb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3b9bb43ec42741ef80210d33bd10ec2e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5167811 Dec 25 19:49:16.792573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47832) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:16.802120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 5cf0a23c-7791-41a9-88fa-868dd8576dd0 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:49:16.803130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 5cf0a23c-7791-41a9-88fa-868dd8576dd0 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:49:16.825432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14619ef6-6509-460e-a6e8-82157869a707 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c057b9f7-dd54-4196-acd4-d875489e969f,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:16.828511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-14619ef6-6509-460e-a6e8-82157869a707 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:16.834930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22214558-709d-4326-b0d2-3783cc0d2342 None None] No DVR routers for this DVR port 5cf0a23c-7791-41a9-88fa-868dd8576dd0 on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:49:16.840070 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c878b8f8-ac10-42f8-b4eb-4d268d547669 None None] DHCP port deletion for 37372a0d-5d4e-45a9-a485-e5898e9f30ff request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:49:16.844781 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-c4e9053d-8fd6-4373-808a-56d92656875f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] For port 5cf0a23c-7791-41a9-88fa-868dd8576dd0, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=5cf0a23c-7791-41a9-88fa-868dd8576dd0,segment=NetworkSegment(9bfcddd1-759c-45ad-9da1-136acb1b5794),segment_id=9bfcddd1-759c-45ad-9da1-136acb1b5794)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:49:16.845194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4e9053d-8fd6-4373-808a-56d92656875f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:16.868684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-14619ef6-6509-460e-a6e8-82157869a707 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:16.873374 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-14619ef6-6509-460e-a6e8-82157869a707 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 1.7511587 Dec 25 19:49:16.878987 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f6fac6-b28b-47b4-af9f-2e300e3215ab tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] DELETE failed (client error): The resource could not be found. Dec 25 19:49:16.879519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f6fac6-b28b-47b4-af9f-2e300e3215ab tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:49:16.881615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47836) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:16.883083 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-c878b8f8-ac10-42f8-b4eb-4d268d547669 None None] Deleting port 9e3cf717-5698-4a9a-a5a3-7d33e927894c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:49:16.883573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c878b8f8-ac10-42f8-b4eb-4d268d547669 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:16.884785 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-66f6fac6-b28b-47b4-af9f-2e300e3215ab tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "DELETE /v2.0/subnets/04f1f5f3-be83-4032-a018-ae09cc245bb8 HTTP/1.1" status: 404 len: 337 time: 0.1843460 Dec 25 19:49:16.917072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=9e3cf717-5698-4a9a-a5a3-7d33e927894c,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:16.939611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47838) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:16.941462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:16.966651 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-835ebbd2-823a-4b9f-a627-0e7e1be96291 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:49:16.969521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-630c0628-440e-45cd-b4e4-bcbb74a590e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.428s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:17.046695 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-68190122-564c-4673-b003-1fed2863120e tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] DELETE failed (client error): The resource could not be found. Dec 25 19:49:17.047224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68190122-564c-4673-b003-1fed2863120e tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:49:17.050710 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-68190122-564c-4673-b003-1fed2863120e tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "DELETE /v2.0/networks/55e767a4-3ce9-4e63-9c82-e8bb2ef1c5e0 HTTP/1.1" status: 404 len: 339 time: 0.1099317 Dec 25 19:49:17.056805 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22214558-709d-4326-b0d2-3783cc0d2342 None None] Pushing event deleted for resources: {'Port': ['ID=5cf0a23c-7791-41a9-88fa-868dd8576dd0,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:17.059150 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47844) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:17.059577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178260c7-aa4c-4ec5-9ba1-6fb87005498e None None] DHCP port deletion for e7e2ca1b-eeb3-4130-99c3-cb0c62db1175 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:49:17.064417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b7a0a3db-fcfe-4984-8d53-fbd1807f6d53 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] For port 13cfc0a1-e2cf-4216-9657-0941100db746, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=13cfc0a1-e2cf-4216-9657-0941100db746,segment=NetworkSegment(d0ed5452-bc3c-4894-a528-8676031d07a8),segment_id=d0ed5452-bc3c-4894-a528-8676031d07a8)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:49:17.064959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b7a0a3db-fcfe-4984-8d53-fbd1807f6d53 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:17.069483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-22214558-709d-4326-b0d2-3783cc0d2342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:17.108867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-178260c7-aa4c-4ec5-9ba1-6fb87005498e None None] Deleting port 13cfc0a1-e2cf-4216-9657-0941100db746 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:49:17.109285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-178260c7-aa4c-4ec5-9ba1-6fb87005498e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:17.181326 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ec7e41e-51b6-43f7-94c8-e637fa479b04 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] DELETE failed (client error): The resource could not be found. Dec 25 19:49:17.181844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ec7e41e-51b6-43f7-94c8-e637fa479b04 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:49:17.186196 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5ec7e41e-51b6-43f7-94c8-e637fa479b04 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "DELETE /v2.0/subnets/ba4f3844-9a02-4ade-960a-c72efd0ee0b0 HTTP/1.1" status: 404 len: 337 time: 0.1223381 Dec 25 19:49:17.243375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47848) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:17.265925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07745091-6caf-4936-9d2f-75333850a2c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-e8f272db-853c-43d9-b5e1-6fdb5f42e2d8', 'network_id': 'e8f272db-853c-43d9-b5e1-6fdb5f42e2d8', 'tenant_id': '8725429ab9244f8ba50e3b663103bb1c', 'fixed_ips': [{'subnet_id': 'ca67bff3-b17a-45d1-b904-e238509d10b4'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:49:17.266938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-07745091-6caf-4936-9d2f-75333850a2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:17.319189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b7a0a3db-fcfe-4984-8d53-fbd1807f6d53 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Calling delete_port for 13cfc0a1-e2cf-4216-9657-0941100db746 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:49:17.415370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-c4e9053d-8fd6-4373-808a-56d92656875f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Calling delete_port for 5cf0a23c-7791-41a9-88fa-868dd8576dd0 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:49:17.454136 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3d110a5-8b44-413a-8695-2517bb2f574c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] DELETE failed (client error): The resource could not be found. Dec 25 19:49:17.455432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3d110a5-8b44-413a-8695-2517bb2f574c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:49:17.458986 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a3d110a5-8b44-413a-8695-2517bb2f574c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "DELETE /v2.0/networks/1132fdeb-3604-47f7-bf1a-326388b5c39d HTTP/1.1" status: 404 len: 339 time: 0.1457472 Dec 25 19:49:17.464247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47852) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:17.481554 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-835ebbd2-823a-4b9f-a627-0e7e1be96291 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:17.481956 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-835ebbd2-823a-4b9f-a627-0e7e1be96291 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Added segment 0d087356-8b21-4589-a252-e47a7a4d5dc9 of type vlan for network b7f6ad48-886a-4f6f-90e7-ac4aec9734ba Dec 25 19:49:17.500951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-d3fccefe-2aa3-4bd7-8a5e-269bd556c7e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] For port 9e3cf717-5698-4a9a-a5a3-7d33e927894c, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=9e3cf717-5698-4a9a-a5a3-7d33e927894c,segment=NetworkSegment(c1d6c55a-e8ad-4973-93b7-671370bcac21),segment_id=c1d6c55a-e8ad-4973-93b7-671370bcac21)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:49:17.501290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3fccefe-2aa3-4bd7-8a5e-269bd556c7e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:17.522541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9c0d595c-9994-46d4-a888-f7bcc572e1e6 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:17.672760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-d3fccefe-2aa3-4bd7-8a5e-269bd556c7e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Calling delete_port for 9e3cf717-5698-4a9a-a5a3-7d33e927894c owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:49:17.677723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b7a0a3db-fcfe-4984-8d53-fbd1807f6d53 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:17.686706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-18aefa16-ee09-4432-85c2-075bc142fae2 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:17.720153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9c0d595c-9994-46d4-a888-f7bcc572e1e6 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:17.774823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-454db717-e166-491d-8139-5d38aae92139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:17.781979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-835ebbd2-823a-4b9f-a627-0e7e1be96291 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:17.797527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-c878b8f8-ac10-42f8-b4eb-4d268d547669 None None] For port 9e3cf717-5698-4a9a-a5a3-7d33e927894c, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=9e3cf717-5698-4a9a-a5a3-7d33e927894c,segment=NetworkSegment(c1d6c55a-e8ad-4973-93b7-671370bcac21),segment_id=c1d6c55a-e8ad-4973-93b7-671370bcac21)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:49:17.798165 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c878b8f8-ac10-42f8-b4eb-4d268d547669 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:17.817377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-c4e9053d-8fd6-4373-808a-56d92656875f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88900) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:49:17.817791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-c4e9053d-8fd6-4373-808a-56d92656875f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:49:17.857006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9c0d595c-9994-46d4-a888-f7bcc572e1e6 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:17.858946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-454db717-e166-491d-8139-5d38aae92139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:17.888215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:17.915841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-835ebbd2-823a-4b9f-a627-0e7e1be96291 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:17.920128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835ebbd2-823a-4b9f-a627-0e7e1be96291 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:17.920838 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-835ebbd2-823a-4b9f-a627-0e7e1be96291 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:17.925242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d595c-9994-46d4-a888-f7bcc572e1e6 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c057b9f7-dd54-4196-acd4-d875489e969f,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:17.947866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9c0d595c-9994-46d4-a888-f7bcc572e1e6 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:17.948442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4f904eaf-0f5c-4685-93fc-47b6f214d261 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:17.989399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-d3fccefe-2aa3-4bd7-8a5e-269bd556c7e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88900) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:49:17.989797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-d3fccefe-2aa3-4bd7-8a5e-269bd556c7e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:49:17.999699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-c878b8f8-ac10-42f8-b4eb-4d268d547669 None None] Calling delete_port for 9e3cf717-5698-4a9a-a5a3-7d33e927894c owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:49:18.033696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a0a3db-fcfe-4984-8d53-fbd1807f6d53 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event deleted for resources: {'Port': ['ID=13cfc0a1-e2cf-4216-9657-0941100db746,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:18.049304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bcff6794-c935-48e8-805b-1884ea7864a7 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:18.051646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b7a0a3db-fcfe-4984-8d53-fbd1807f6d53 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:18.062605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a0a3db-fcfe-4984-8d53-fbd1807f6d53 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] No DVR routers for this DVR port 13cfc0a1-e2cf-4216-9657-0941100db746 on host dv-neutron-822611-1-hyperv {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:49:18.091761 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-835ebbd2-823a-4b9f-a627-0e7e1be96291 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9985423 Dec 25 19:49:18.097478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47856) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:18.097665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835ebbd2-823a-4b9f-a627-0e7e1be96291 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event updated for resources: {'Network': ['ID=b7f6ad48-886a-4f6f-90e7-ac4aec9734ba,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:18.106020 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b3d21e0d-b755-4e41-87c2-997f04d9689e tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Request body: {'subnet': {'network_id': 'b7f6ad48-886a-4f6f-90e7-ac4aec9734ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:18.125944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-835ebbd2-823a-4b9f-a627-0e7e1be96291 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:18.127771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9c0d595c-9994-46d4-a888-f7bcc572e1e6 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:18.137442 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9c0d595c-9994-46d4-a888-f7bcc572e1e6 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/c057b9f7-dd54-4196-acd4-d875489e969f HTTP/1.1" status: 204 len: 168 time: 1.2039478 Dec 25 19:49:18.141741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47860) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:18.144740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network b7f6ad48-886a-4f6f-90e7-ac4aec9734ba details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:49:18.178571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-454db717-e166-491d-8139-5d38aae92139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:18.183012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-178260c7-aa4c-4ec5-9ba1-6fb87005498e None None] For port 13cfc0a1-e2cf-4216-9657-0941100db746, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=13cfc0a1-e2cf-4216-9657-0941100db746,segment=NetworkSegment(d0ed5452-bc3c-4894-a528-8676031d07a8),segment_id=d0ed5452-bc3c-4894-a528-8676031d07a8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:49:18.183012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-178260c7-aa4c-4ec5-9ba1-6fb87005498e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:18.190176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:18.257148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454db717-e166-491d-8139-5d38aae92139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ac00b5-fcc2-4c0f-b7b6-a7f75b150193,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:18.259474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-454db717-e166-491d-8139-5d38aae92139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:18.269268 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-454db717-e166-491d-8139-5d38aae92139 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b4ac00b5-fcc2-4c0f-b7b6-a7f75b150193 HTTP/1.1" status: 204 len: 168 time: 1.4646258 Dec 25 19:49:18.283298 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-454db717-e166-491d-8139-5d38aae92139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:18.311362 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b3d21e0d-b755-4e41-87c2-997f04d9689e tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:18.319942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-c4e9053d-8fd6-4373-808a-56d92656875f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting port 5cf0a23c-7791-41a9-88fa-868dd8576dd0 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:49:18.320526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4e9053d-8fd6-4373-808a-56d92656875f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:18.339973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b7a0a3db-fcfe-4984-8d53-fbd1807f6d53 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:18.354492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b3d21e0d-b755-4e41-87c2-997f04d9689e tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Usage tracker for resource:subnet and tenant:8725429ab9244f8ba50e3b663103bb1c is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:18.358079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b3d21e0d-b755-4e41-87c2-997f04d9689e tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:18.367200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-178260c7-aa4c-4ec5-9ba1-6fb87005498e None None] Calling delete_port for 13cfc0a1-e2cf-4216-9657-0941100db746 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:49:18.375301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e8bd8bb0-9b3e-40d7-8c02-6e56150750c9 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Synchronizing usage tracker for tenant:fa6310122f134e9d988d2913efd76290 on resource:security_group_rule {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:49:18.383714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b3d21e0d-b755-4e41-87c2-997f04d9689e tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:18.413891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-07745091-6caf-4936-9d2f-75333850a2c8 None None] Allocated IP 2001:db8:0:ffff::2 (e8f272db-853c-43d9-b5e1-6fdb5f42e2d8/ca67bff3-b17a-45d1-b904-e238509d10b4/a86ddcec-ded3-4eb8-b4a5-65be91df4708) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:49:18.426274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-c4e9053d-8fd6-4373-808a-56d92656875f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] The port '5cf0a23c-7791-41a9-88fa-868dd8576dd0' was deleted {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:49:18.430279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-b7a0a3db-fcfe-4984-8d53-fbd1807f6d53 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7e2ca1b-eeb3-4130-99c3-cb0c62db1175']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:18.481505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d21e0d-b755-4e41-87c2-997f04d9689e tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Made reservation on behalf of 8725429ab9244f8ba50e3b663103bb1c for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:49:18.502530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-d3fccefe-2aa3-4bd7-8a5e-269bd556c7e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Deleting port 9e3cf717-5698-4a9a-a5a3-7d33e927894c {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:49:18.503125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3fccefe-2aa3-4bd7-8a5e-269bd556c7e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:18.508030 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f025e7e3-65b4-45cb-809f-7b09bba9f0fc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:18.533897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bcff6794-c935-48e8-805b-1884ea7864a7 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:18.549206 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-b7a0a3db-fcfe-4984-8d53-fbd1807f6d53 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0ed5452-bc3c-4894-a528-8676031d07a8') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:18.549481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-b7a0a3db-fcfe-4984-8d53-fbd1807f6d53 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0ed5452-bc3c-4894-a528-8676031d07a8') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:18.583922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b7a0a3db-fcfe-4984-8d53-fbd1807f6d53 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:18.596339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e8bd8bb0-9b3e-40d7-8c02-6e56150750c9 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Unset dirty status for tenant:fa6310122f134e9d988d2913efd76290 on resource:security_group_rule {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:49:18.597327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-bcff6794-c935-48e8-805b-1884ea7864a7 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8dded7d-d347-4f29-9d48-faa11b5769ee']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:18.601000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c878b8f8-ac10-42f8-b4eb-4d268d547669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:18.601128 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e8bd8bb0-9b3e-40d7-8c02-6e56150750c9 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.4550357 Dec 25 19:49:18.620407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7b691c3f-1904-40ec-bf96-e81ef21787c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:18.623447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47868) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:18.662001 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device ea564531-f74b-4083-801b-ab39c23212bd no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:49:18.685129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-bcff6794-c935-48e8-805b-1884ea7864a7 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ffc6381-20ce-4297-85e4-477e33bba35a') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:18.685459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-bcff6794-c935-48e8-805b-1884ea7864a7 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ffc6381-20ce-4297-85e4-477e33bba35a') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:18.705555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-d3fccefe-2aa3-4bd7-8a5e-269bd556c7e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] The port '9e3cf717-5698-4a9a-a5a3-7d33e927894c' was deleted {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:49:18.733572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c878b8f8-ac10-42f8-b4eb-4d268d547669 None None] Pushing event deleted for resources: {'Port': ['ID=9e3cf717-5698-4a9a-a5a3-7d33e927894c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:18.743044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: ea564531-f74b-4083-801b-ab39c23212bd {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:49:18.743528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device ea564531-f74b-4083-801b-ab39c23212bd not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:49:18.744059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 9e3cf717-5698-4a9a-a5a3-7d33e927894c no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:49:18.775639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c878b8f8-ac10-42f8-b4eb-4d268d547669 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:18.838894 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 9e3cf717-5698-4a9a-a5a3-7d33e927894c {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:49:18.839646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 9e3cf717-5698-4a9a-a5a3-7d33e927894c not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:49:18.840330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 13cfc0a1-e2cf-4216-9657-0941100db746 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:49:18.878449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c878b8f8-ac10-42f8-b4eb-4d268d547669 None None] No DVR routers for this DVR port 9e3cf717-5698-4a9a-a5a3-7d33e927894c on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:49:18.891800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4e9053d-8fd6-4373-808a-56d92656875f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:18.892974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-178260c7-aa4c-4ec5-9ba1-6fb87005498e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:49:18.893559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-178260c7-aa4c-4ec5-9ba1-6fb87005498e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:49:18.909724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 13cfc0a1-e2cf-4216-9657-0941100db746 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:49:18.910319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 13cfc0a1-e2cf-4216-9657-0941100db746 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:49:18.915824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24264589-1f56-4884-9d0b-314cc3262ff5 None None] Update dhcp port {'port': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'fixed_ips': [{'subnet_id': '74468a0d-4524-4b09-99b0-d011dc0589da'}], 'binding:host_id': 'dv-neutron-822611-1-hyperv'}, 'id': '82580e15-9e86-4e28-903c-a6d761e50692'} from dv-neutron-822611-1-hyperv. {{(pid=88902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 25 19:49:19.003639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24264589-1f56-4884-9d0b-314cc3262ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:19.023298 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3fccefe-2aa3-4bd7-8a5e-269bd556c7e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:19.050924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-d3fccefe-2aa3-4bd7-8a5e-269bd556c7e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37372a0d-5d4e-45a9-a485-e5898e9f30ff']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:19.065279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-d3fccefe-2aa3-4bd7-8a5e-269bd556c7e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d6c55a-e8ad-4973-93b7-671370bcac21') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:19.065629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-d3fccefe-2aa3-4bd7-8a5e-269bd556c7e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d6c55a-e8ad-4973-93b7-671370bcac21') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:19.078092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3fccefe-2aa3-4bd7-8a5e-269bd556c7e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:19.094947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3fccefe-2aa3-4bd7-8a5e-269bd556c7e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:19.102065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3fccefe-2aa3-4bd7-8a5e-269bd556c7e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:49:19.102507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3fccefe-2aa3-4bd7-8a5e-269bd556c7e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:19.106186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-f025e7e3-65b4-45cb-809f-7b09bba9f0fc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Allocated IP 2001:db8::1 (7396b720-65bf-48b2-8da7-778eed2fcf44/74468a0d-4524-4b09-99b0-d011dc0589da/bddcc472-1dec-483b-954b-03c6e3e816ea) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:49:19.133198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-07745091-6caf-4936-9d2f-75333850a2c8 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:19.146067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3d21e0d-b755-4e41-87c2-997f04d9689e tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:19.161196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9f946d31-fec9-48fb-a25c-885b55636ab7 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:19.168824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b7a0a3db-fcfe-4984-8d53-fbd1807f6d53 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:19.171914 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:49:19.171914 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:49:19.171914 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:49:19.171914 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:49:19.171914 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:49:19.171914 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:49:19.171914 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:49:19.171914 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:49:19.171914 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:49:19.171914 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:49:19.171914 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:49:19.171914 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:49:19.171914 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:49:19.171914 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:49:19.171914 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:49:19.171914 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:49:19.171914 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:49:19.171914 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:49:19.171914 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:49:19.171914 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:49:19.171914 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:49:19.171914 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:49:19.171914 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:49:19.171914 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:49:19.171914 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:49:19.171914 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:49:19.171914 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:49:19.171914 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:49:19.171914 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:49:19.171914 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:49:19.171914 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:49:19.171914 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:49:19.171914 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:49:19.171914 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:49:19.171914 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:49:19.171914 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:49:19.171914 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:49:19.171914 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:49:19.171914 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:49:19.171914 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:49:19.195009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bcff6794-c935-48e8-805b-1884ea7864a7 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:19.213942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a0a3db-fcfe-4984-8d53-fbd1807f6d53 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:49:19.214697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b7a0a3db-fcfe-4984-8d53-fbd1807f6d53 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:19.236405 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:49:19.236405 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:49:19.236405 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:49:19.236405 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:49:19.236405 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:49:19.236405 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:49:19.236405 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:49:19.236405 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:49:19.236405 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:49:19.236405 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:49:19.236405 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:49:19.236405 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:49:19.236405 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:49:19.236405 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:49:19.236405 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:49:19.236405 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:49:19.236405 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:49:19.236405 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:49:19.236405 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:49:19.236405 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:49:19.236405 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:49:19.236405 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:49:19.236405 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:49:19.236405 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:49:19.236405 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:49:19.236405 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:49:19.236405 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:49:19.236405 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:49:19.236405 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:49:19.236405 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:49:19.236405 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:49:19.236405 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:49:19.246351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-07745091-6caf-4936-9d2f-75333850a2c8 None None] Transition to ACTIVE for port object a86ddcec-ded3-4eb8-b4a5-65be91df4708 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:49:19.246576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3fccefe-2aa3-4bd7-8a5e-269bd556c7e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:19.253634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-c4e9053d-8fd6-4373-808a-56d92656875f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7579654c-5033-483f-9933-ff786d50e0fb']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:19.262389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9f946d31-fec9-48fb-a25c-885b55636ab7 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:19.267611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-07745091-6caf-4936-9d2f-75333850a2c8 None None] Transition to ACTIVE for port object a86ddcec-ded3-4eb8-b4a5-65be91df4708 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:49:19.276833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dc9e0319-d9c1-4e14-bb4a-e797cb6d4cd1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:19.277716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-07745091-6caf-4936-9d2f-75333850a2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:19.282963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3d62e1ca-14ec-4a42-8242-cdef84e76508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:19.296233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bcff6794-c935-48e8-805b-1884ea7864a7 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:19.303552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3fccefe-2aa3-4bd7-8a5e-269bd556c7e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:19.330787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-c4e9053d-8fd6-4373-808a-56d92656875f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bfcddd1-759c-45ad-9da1-136acb1b5794') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:19.331039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-c4e9053d-8fd6-4373-808a-56d92656875f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bfcddd1-759c-45ad-9da1-136acb1b5794') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:19.344052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fccefe-2aa3-4bd7-8a5e-269bd556c7e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event deleted for resources: {'Network': ['ID=37372a0d-5d4e-45a9-a485-e5898e9f30ff,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:19.359737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07745091-6caf-4936-9d2f-75333850a2c8 None None] Network e8f272db-853c-43d9-b5e1-6fdb5f42e2d8 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:49:19.362831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-07745091-6caf-4936-9d2f-75333850a2c8 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:49:19.370384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07745091-6caf-4936-9d2f-75333850a2c8 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:49:19.372658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07745091-6caf-4936-9d2f-75333850a2c8 None None] Pushing event updated for resources: {'Port': ['ID=a86ddcec-ded3-4eb8-b4a5-65be91df4708,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:19.375796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-07745091-6caf-4936-9d2f-75333850a2c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:19.398916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d3fccefe-2aa3-4bd7-8a5e-269bd556c7e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:19.405827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-178260c7-aa4c-4ec5-9ba1-6fb87005498e None None] Deleting port 13cfc0a1-e2cf-4216-9657-0941100db746 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:49:19.406348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-178260c7-aa4c-4ec5-9ba1-6fb87005498e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:19.409411 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d3fccefe-2aa3-4bd7-8a5e-269bd556c7e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/networks/37372a0d-5d4e-45a9-a485-e5898e9f30ff HTTP/1.1" status: 204 len: 168 time: 3.8977001 Dec 25 19:49:19.410091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47886) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:19.412587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4e9053d-8fd6-4373-808a-56d92656875f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:19.434831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-393831ff-28c7-49c0-802f-f438c16b3ef2 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'port': {'network_id': 'ccdad919-2c02-444b-a1f9-a441240bee2d', 'name': 'tempest-PortsIpV6TestJSON-1267382159'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:19.494799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcff6794-c935-48e8-805b-1884ea7864a7 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:49:19.495544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bcff6794-c935-48e8-805b-1884ea7864a7 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:19.501544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9f946d31-fec9-48fb-a25c-885b55636ab7 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:19.507400 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4e9053d-8fd6-4373-808a-56d92656875f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:19.515270 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:49:19.515270 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:49:19.515270 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:49:19.515270 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:49:19.515270 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:49:19.515270 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:49:19.515270 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:49:19.515270 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:49:19.515270 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:49:19.515270 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:49:19.515270 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:49:19.515270 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:49:19.515270 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:49:19.515270 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:49:19.515270 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:49:19.515270 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:49:19.515270 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:49:19.515270 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:49:19.515270 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:49:19.515270 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:49:19.515270 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:49:19.515270 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:49:19.515270 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:49:19.515270 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:49:19.515270 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:49:19.515270 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:49:19.515270 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:49:19.515270 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:49:19.515270 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:49:19.515270 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:49:19.515270 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:49:19.515270 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:49:19.520246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-178260c7-aa4c-4ec5-9ba1-6fb87005498e None None] The port '13cfc0a1-e2cf-4216-9657-0941100db746' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:49:19.546012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-07745091-6caf-4936-9d2f-75333850a2c8 None None] Attempting to bind port a86ddcec-ded3-4eb8-b4a5-65be91df4708 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:49:19.546533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-07745091-6caf-4936-9d2f-75333850a2c8 None None] Attempting to bind port a86ddcec-ded3-4eb8-b4a5-65be91df4708 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '89bb57c0-c15d-4220-8b19-4a724700a0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e8f272db-853c-43d9-b5e1-6fdb5f42e2d8'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:49:19.547167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07745091-6caf-4936-9d2f-75333850a2c8 None None] Attempting to bind port a86ddcec-ded3-4eb8-b4a5-65be91df4708 on network e8f272db-853c-43d9-b5e1-6fdb5f42e2d8 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:49:19.561398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07745091-6caf-4936-9d2f-75333850a2c8 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:49:19.561828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07745091-6caf-4936-9d2f-75333850a2c8 None None] Checking segment: {'id': '89bb57c0-c15d-4220-8b19-4a724700a0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e8f272db-853c-43d9-b5e1-6fdb5f42e2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:49:19.562437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-07745091-6caf-4936-9d2f-75333850a2c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:19.562956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07745091-6caf-4936-9d2f-75333850a2c8 None None] Bound using segment: {'id': '89bb57c0-c15d-4220-8b19-4a724700a0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e8f272db-853c-43d9-b5e1-6fdb5f42e2d8'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:49:19.563579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-07745091-6caf-4936-9d2f-75333850a2c8 None None] Bound port: a86ddcec-ded3-4eb8-b4a5-65be91df4708, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89bb57c0-c15d-4220-8b19-4a724700a0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e8f272db-853c-43d9-b5e1-6fdb5f42e2d8'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:49:19.564142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-07745091-6caf-4936-9d2f-75333850a2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:19.574966 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-49d3ae09-e1c1-44d1-b83f-eb70a01d2fb5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:19.582283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4e9053d-8fd6-4373-808a-56d92656875f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:49:19.582911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4e9053d-8fd6-4373-808a-56d92656875f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:19.618146 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:49:19.618146 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:49:19.618146 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:49:19.618146 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:49:19.618146 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:49:19.618146 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:49:19.618146 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:49:19.618146 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:49:19.618146 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:49:19.618146 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:49:19.618146 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:49:19.618146 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:49:19.618146 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:49:19.618146 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:49:19.618146 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:49:19.618146 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:49:19.618146 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:49:19.618146 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:49:19.618146 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:49:19.618146 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:49:19.618146 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:49:19.618146 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:49:19.618146 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:49:19.618146 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:49:19.618146 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:49:19.618146 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:49:19.618146 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:49:19.618146 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:49:19.618146 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:49:19.618146 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:49:19.618146 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:49:19.618146 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:49:19.626722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47890) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:19.642492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f946d31-fec9-48fb-a25c-885b55636ab7 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf1ec546-aa70-42f4-b4b8-32e47fd74c18,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:19.651275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b7a0a3db-fcfe-4984-8d53-fbd1807f6d53 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:19.655962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b7a0a3db-fcfe-4984-8d53-fbd1807f6d53 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:19.661639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9f946d31-fec9-48fb-a25c-885b55636ab7 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:19.666893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-393831ff-28c7-49c0-802f-f438c16b3ef2 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:19.673041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-07745091-6caf-4936-9d2f-75333850a2c8 None None] For port a86ddcec-ded3-4eb8-b4a5-65be91df4708, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:49:19.680948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-746f16da-62e8-44ef-a76a-12c0c2d9c624 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:19.697432 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b7a0a3db-fcfe-4984-8d53-fbd1807f6d53 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "DELETE /v2.0/networks/e7e2ca1b-eeb3-4130-99c3-cb0c62db1175 HTTP/1.1" status: 204 len: 168 time: 3.5359457 Dec 25 19:49:19.706311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47896) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:19.725968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a0a3db-fcfe-4984-8d53-fbd1807f6d53 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event deleted for resources: {'Network': ['ID=e7e2ca1b-eeb3-4130-99c3-cb0c62db1175,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:19.728805 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b7a0a3db-fcfe-4984-8d53-fbd1807f6d53 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:19.755669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-393831ff-28c7-49c0-802f-f438c16b3ef2 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:19.760411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9f946d31-fec9-48fb-a25c-885b55636ab7 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:19.764308 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9f946d31-fec9-48fb-a25c-885b55636ab7 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/cf1ec546-aa70-42f4-b4b8-32e47fd74c18 HTTP/1.1" status: 204 len: 168 time: 1.1335177 Dec 25 19:49:19.767796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-07745091-6caf-4936-9d2f-75333850a2c8 None None] For port a86ddcec-ded3-4eb8-b4a5-65be91df4708, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a86ddcec-ded3-4eb8-b4a5-65be91df4708,segment=NetworkSegment(89bb57c0-c15d-4220-8b19-4a724700a0e9),segment_id=89bb57c0-c15d-4220-8b19-4a724700a0e9)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:49:19.777243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-07745091-6caf-4936-9d2f-75333850a2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:19.782264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-67dc7c3e-ca35-4de9-b65e-7155aa58be2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:19.794312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47900) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:19.805952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f025e7e3-65b4-45cb-809f-7b09bba9f0fc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:19.806158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4e9053d-8fd6-4373-808a-56d92656875f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:19.833140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fae52cf2-ac12-4216-9464-ec290455e341 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:19.869762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-fa6baf6e-143e-4d2a-b320-52455124d440 tempest-DvrRoutersNegativeTest-1198688749 tempest-DvrRoutersNegativeTest-1198688749-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-483049688', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:19.872380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.policy [None req-fa6baf6e-143e-4d2a-b320-52455124d440 tempest-DvrRoutersNegativeTest-1198688749 tempest-DvrRoutersNegativeTest-1198688749-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88900) log_rule_list /opt/stack/neutron/neutron/policy.py:412}} Dec 25 19:49:19.872699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bcff6794-c935-48e8-805b-1884ea7864a7 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:19.873080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.policy [None req-fa6baf6e-143e-4d2a-b320-52455124d440 tempest-DvrRoutersNegativeTest-1198688749 tempest-DvrRoutersNegativeTest-1198688749-project] Failed policy check for 'create_router' {{(pid=88900) enforce /opt/stack/neutron/neutron/policy.py:483}} Dec 25 19:49:19.873807 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-fa6baf6e-143e-4d2a-b320-52455124d440 tempest-DvrRoutersNegativeTest-1198688749 tempest-DvrRoutersNegativeTest-1198688749-project] create failed (client error): Access was denied to this resource. Dec 25 19:49:19.879447 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fa6baf6e-143e-4d2a-b320-52455124d440 tempest-DvrRoutersNegativeTest-1198688749 tempest-DvrRoutersNegativeTest-1198688749-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2447684 Dec 25 19:49:19.879617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bcff6794-c935-48e8-805b-1884ea7864a7 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:19.879703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4e9053d-8fd6-4373-808a-56d92656875f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:19.882869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393831ff-28c7-49c0-802f-f438c16b3ef2 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Made reservation on behalf of 70aa58ed5ec1475cad367450f4be2220 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:49:19.888889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-393831ff-28c7-49c0-802f-f438c16b3ef2 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:19.889845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07745091-6caf-4936-9d2f-75333850a2c8 None None] Pushing event updated for resources: {'Port': ['ID=a86ddcec-ded3-4eb8-b4a5-65be91df4708,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:19.895428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-07745091-6caf-4936-9d2f-75333850a2c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:19.902709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:19.921437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9053d-8fd6-4373-808a-56d92656875f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Network': ['ID=7579654c-5033-483f-9933-ff786d50e0fb,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:19.932243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c4e9053d-8fd6-4373-808a-56d92656875f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:19.935035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff6794-c935-48e8-805b-1884ea7864a7 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event deleted for resources: {'Network': ['ID=f8dded7d-d347-4f29-9d48-faa11b5769ee,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:19.940441 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c4e9053d-8fd6-4373-808a-56d92656875f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/networks/7579654c-5033-483f-9933-ff786d50e0fb HTTP/1.1" status: 204 len: 168 time: 5.7262745 Dec 25 19:49:19.945924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bcff6794-c935-48e8-805b-1884ea7864a7 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:19.948414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47906) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:19.957657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-393831ff-28c7-49c0-802f-f438c16b3ef2 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] device_id is not set on port 8a2f9d39-df6d-4dba-af33-fc2eaee4fcde yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:49:19.972842 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-bcff6794-c935-48e8-805b-1884ea7864a7 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "DELETE /v2.0/networks/f8dded7d-d347-4f29-9d48-faa11b5769ee HTTP/1.1" status: 204 len: 168 time: 2.5037649 Dec 25 19:49:19.973966 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f025e7e3-65b4-45cb-809f-7b09bba9f0fc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Transition to ACTIVE for port object bddcc472-1dec-483b-954b-03c6e3e816ea will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:49:19.975271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47910) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:20.030436 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-d12051f5-dcb8-4b7b-8daa-687c3e5b082e tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] DELETE failed (client error): The resource could not be found. Dec 25 19:49:20.030924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d12051f5-dcb8-4b7b-8daa-687c3e5b082e tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:49:20.035158 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d12051f5-dcb8-4b7b-8daa-687c3e5b082e tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "DELETE /v2.0/subnets/6148ac2d-7ee1-4d96-8cfa-a816d320a40c HTTP/1.1" status: 404 len: 337 time: 0.0565329 Dec 25 19:49:20.038363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47914) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:20.082292 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ccf3972-a36d-4e53-8bf3-37099ffca1f7 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] DELETE failed (client error): The resource could not be found. Dec 25 19:49:20.082899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ccf3972-a36d-4e53-8bf3-37099ffca1f7 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:49:20.085266 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3ccf3972-a36d-4e53-8bf3-37099ffca1f7 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "DELETE /v2.0/networks/9a76ed3e-c519-45eb-802e-123bcf98d996 HTTP/1.1" status: 404 len: 339 time: 0.0443807 Dec 25 19:49:20.088694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47918) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:20.089766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f025e7e3-65b4-45cb-809f-7b09bba9f0fc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:20.167024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8d1d8e74-b003-4acc-bd75-f3b821e2e7ba tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:20.179307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7a597f57-0e7a-4e7d-a59d-99f1681570da tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Synchronizing usage tracker for tenant:fa6310122f134e9d988d2913efd76290 on resource:security_group_rule {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:49:20.206313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-24264589-1f56-4884-9d0b-314cc3262ff5 None None] Allocated IP 2001:db8::2 (7396b720-65bf-48b2-8da7-778eed2fcf44/74468a0d-4524-4b09-99b0-d011dc0589da/82580e15-9e86-4e28-903c-a6d761e50692) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:49:20.216700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3d21e0d-b755-4e41-87c2-997f04d9689e tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:20.228441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e47ea661-67e8-4d12-a4c1-029abb5e266e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:20.249438 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a75f30d-3f62-4591-9636-f0ef976abee4 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] DELETE failed (client error): The resource could not be found. Dec 25 19:49:20.250104 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a75f30d-3f62-4591-9636-f0ef976abee4 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:49:20.254650 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8a75f30d-3f62-4591-9636-f0ef976abee4 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "DELETE /v2.0/subnets/0b3a26b9-55d2-42c7-a7df-3e9a245765b7 HTTP/1.1" status: 404 len: 337 time: 0.1579340 Dec 25 19:49:20.262530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47924) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:20.358487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47928) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:20.395826 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-67f9ede8-42a8-4c60-b94c-588687236aa3 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] DELETE failed (client error): The resource could not be found. Dec 25 19:49:20.397127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67f9ede8-42a8-4c60-b94c-588687236aa3 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:49:20.401933 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-67f9ede8-42a8-4c60-b94c-588687236aa3 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "DELETE /v2.0/networks/613d2bbf-a330-47b9-819d-8f603fcd7317 HTTP/1.1" status: 404 len: 339 time: 0.1358290 Dec 25 19:49:20.415991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f025e7e3-65b4-45cb-809f-7b09bba9f0fc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:49:20.419974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-f025e7e3-65b4-45cb-809f-7b09bba9f0fc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:49:20.423354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f025e7e3-65b4-45cb-809f-7b09bba9f0fc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:49:20.423907 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f025e7e3-65b4-45cb-809f-7b09bba9f0fc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:20.428064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47932) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:20.436037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f025e7e3-65b4-45cb-809f-7b09bba9f0fc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Port': ['ID=bddcc472-1dec-483b-954b-03c6e3e816ea,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:20.439431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f025e7e3-65b4-45cb-809f-7b09bba9f0fc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:20.517011 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-5832af77-3cf6-4818-b46d-588481123a98 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] DELETE failed (client error): The resource could not be found. Dec 25 19:49:20.517509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5832af77-3cf6-4818-b46d-588481123a98 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:49:20.519511 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5832af77-3cf6-4818-b46d-588481123a98 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "DELETE /v2.0/subnets/b61e9cea-49b2-4871-9d7f-1d459843ba1d HTTP/1.1" status: 404 len: 337 time: 0.0789673 Dec 25 19:49:20.522701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47936) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:20.554636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-24264589-1f56-4884-9d0b-314cc3262ff5 None None] For port 82580e15-9e86-4e28-903c-a6d761e50692, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=82580e15-9e86-4e28-903c-a6d761e50692,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:49:20.591354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24264589-1f56-4884-9d0b-314cc3262ff5 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:20.619361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a86ddcec-ded3-4eb8-b4a5-65be91df4708 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:49:20.647263 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ed61041-42b6-472a-a0a7-5f8e26a89fa3 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] DELETE failed (client error): The resource could not be found. Dec 25 19:49:20.647762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ed61041-42b6-472a-a0a7-5f8e26a89fa3 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:49:20.649780 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1ed61041-42b6-472a-a0a7-5f8e26a89fa3 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "DELETE /v2.0/networks/e38f3379-19cb-4dbc-8c0b-bb3a47e64141 HTTP/1.1" status: 404 len: 339 time: 0.1258473 Dec 25 19:49:20.653838 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47940) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:20.670211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-24264589-1f56-4884-9d0b-314cc3262ff5 None None] Ignored duplicate provisioning block setup for port 82580e15-9e86-4e28-903c-a6d761e50692 by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Dec 25 19:49:20.688802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24264589-1f56-4884-9d0b-314cc3262ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:20.691357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7a597f57-0e7a-4e7d-a59d-99f1681570da tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Unset dirty status for tenant:fa6310122f134e9d988d2913efd76290 on resource:security_group_rule {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:49:20.695780 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7a597f57-0e7a-4e7d-a59d-99f1681570da tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.8951683 Dec 25 19:49:20.696793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:20.712729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47944) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:20.776288 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c9ecba0-bd5f-4310-b97b-bd0f83defbca tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] DELETE failed (client error): The resource could not be found. Dec 25 19:49:20.776780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c9ecba0-bd5f-4310-b97b-bd0f83defbca tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:49:20.781294 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1c9ecba0-bd5f-4310-b97b-bd0f83defbca tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "DELETE /v2.0/subnets/43b98230-aed3-4d7d-84cd-abbe52f76e4c HTTP/1.1" status: 404 len: 337 time: 0.1086340 Dec 25 19:49:20.787281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d21e0d-b755-4e41-87c2-997f04d9689e tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event updated for resources: {'Subnet': ['ID=3d5a329e-95a7-412b-83a1-a5233abc9389,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:20.792041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47950) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:20.809359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b3d21e0d-b755-4e41-87c2-997f04d9689e tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:20.821680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-882a726e-3ac6-45c6-ae75-c5b12331a437 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:20.839142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-36e956e8-842a-4785-8351-0d286c5388e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting port 96f0ea28-dc96-41a6-86b1-007f92b36079 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:49:20.839819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-36e956e8-842a-4785-8351-0d286c5388e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:20.905807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port a86ddcec-ded3-4eb8-b4a5-65be91df4708 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:49:20.916957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24264589-1f56-4884-9d0b-314cc3262ff5 None None] Pushing event updated for resources: {'Port': ['ID=82580e15-9e86-4e28-903c-a6d761e50692,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:20.920866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-24264589-1f56-4884-9d0b-314cc3262ff5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:20.990643 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-e426568b-2ae6-44b0-afdf-a33225ec7adc tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] DELETE failed (client error): The resource could not be found. Dec 25 19:49:20.991202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e426568b-2ae6-44b0-afdf-a33225ec7adc tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:49:21.025345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d21e0d-b755-4e41-87c2-997f04d9689e tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Checking segment: {'id': '0d087356-8b21-4589-a252-e47a7a4d5dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b7f6ad48-886a-4f6f-90e7-ac4aec9734ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:49:21.025759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d21e0d-b755-4e41-87c2-997f04d9689e tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Network hostable DHCP agents. Network: b7f6ad48-886a-4f6f-90e7-ac4aec9734ba, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:49:21.035569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9e7b7107-374f-46bd-a83e-1b2cce2eba98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:21.046927 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e426568b-2ae6-44b0-afdf-a33225ec7adc tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "DELETE /v2.0/networks/432ce57a-9d12-4f4b-ae32-80ef3ff4ad49 HTTP/1.1" status: 404 len: 339 time: 0.2398512 Dec 25 19:49:21.055494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47954) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:21.081818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-393831ff-28c7-49c0-802f-f438c16b3ef2 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:21.084059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-882a726e-3ac6-45c6-ae75-c5b12331a437 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:21.100867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f025e7e3-65b4-45cb-809f-7b09bba9f0fc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:21.155745 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbc77844-3ada-4c9e-b3ad-90e6c3f5e01d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] DELETE failed (client error): The resource could not be found. Dec 25 19:49:21.156258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbc77844-3ada-4c9e-b3ad-90e6c3f5e01d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:49:21.162141 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-dbc77844-3ada-4c9e-b3ad-90e6c3f5e01d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "DELETE /v2.0/subnets/a817b7d5-425a-4330-98c2-1cd49ac9cd17 HTTP/1.1" status: 404 len: 337 time: 0.0976870 Dec 25 19:49:21.162528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47958) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:21.214620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-973b934a-a2fd-4365-aa64-5c005b388fd6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:21.263592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9e7b7107-374f-46bd-a83e-1b2cce2eba98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:21.273549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9e7b7107-374f-46bd-a83e-1b2cce2eba98 admin admin] Usage tracker for resource:security_group_rule and tenant:2934ba942eec407996a26d64fc04e2e3 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:21.278847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9e7b7107-374f-46bd-a83e-1b2cce2eba98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:21.283557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-882a726e-3ac6-45c6-ae75-c5b12331a437 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:21.287582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d21e0d-b755-4e41-87c2-997f04d9689e tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Network b7f6ad48-886a-4f6f-90e7-ac4aec9734ba is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:49:21.293208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9e7b7107-374f-46bd-a83e-1b2cce2eba98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:21.295799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-393831ff-28c7-49c0-802f-f438c16b3ef2 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:21.301341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cfa33eda-e09a-4db5-bbdd-af34a0ec4935 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:21.308480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9f18c797-6019-4441-9fd3-183ed2de306f tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:21.316250 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3fd09eb-1f5b-4986-a3f9-24b8b20ca1db tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] DELETE failed (client error): The resource could not be found. Dec 25 19:49:21.316754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3fd09eb-1f5b-4986-a3f9-24b8b20ca1db tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:49:21.331715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a726e-3ac6-45c6-ae75-c5b12331a437 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa51a115-bc23-4e8f-957a-fb27560746bf,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:21.334673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-882a726e-3ac6-45c6-ae75-c5b12331a437 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:21.364289 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-b3d21e0d-b755-4e41-87c2-997f04d9689e tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, b7f6ad48-886a-4f6f-90e7-ac4aec9734ba) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:49:21.372921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fa8e7c-7d4f-4d15-83fe-110364a62e2c None None] Network b7f6ad48-886a-4f6f-90e7-ac4aec9734ba requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:49:21.391108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-36e956e8-842a-4785-8351-0d286c5388e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:21.391488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-36e956e8-842a-4785-8351-0d286c5388e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:21.396940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-882a726e-3ac6-45c6-ae75-c5b12331a437 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:21.400790 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-882a726e-3ac6-45c6-ae75-c5b12331a437 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/fa51a115-bc23-4e8f-957a-fb27560746bf HTTP/1.1" status: 204 len: 168 time: 0.6572211 Dec 25 19:49:21.400790 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e3fd09eb-1f5b-4986-a3f9-24b8b20ca1db tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "DELETE /v2.0/networks/e2bc9c6c-af2f-42ac-820e-3c3e7c692824 HTTP/1.1" status: 404 len: 339 time: 0.2351372 Dec 25 19:49:21.404040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d21e0d-b755-4e41-87c2-997f04d9689e tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:21.404712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3d21e0d-b755-4e41-87c2-997f04d9689e tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:21.422341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47962) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:21.422729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47964) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:21.662124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393831ff-28c7-49c0-802f-f438c16b3ef2 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Network ccdad919-2c02-444b-a1f9-a441240bee2d is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:49:21.680771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-36e956e8-842a-4785-8351-0d286c5388e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Calling delete_port for 96f0ea28-dc96-41a6-86b1-007f92b36079 owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:49:21.736378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-393831ff-28c7-49c0-802f-f438c16b3ef2 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:49:21.760192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393831ff-28c7-49c0-802f-f438c16b3ef2 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'Port': ['ID=8a2f9d39-df6d-4dba-af33-fc2eaee4fcde,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:21.763146 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-0be97163-2ab9-4e45-a620-31b6f3dd3e1a tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] DELETE failed (client error): The resource could not be found. Dec 25 19:49:21.763660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0be97163-2ab9-4e45-a620-31b6f3dd3e1a tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:49:21.765623 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0be97163-2ab9-4e45-a620-31b6f3dd3e1a tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "DELETE /v2.0/subnets/49b14af3-9284-4ac9-8b15-a17b97306bdd HTTP/1.1" status: 404 len: 337 time: 0.3399684 Dec 25 19:49:21.770155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393831ff-28c7-49c0-802f-f438c16b3ef2 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:49:21.773259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47970) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:21.774032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393831ff-28c7-49c0-802f-f438c16b3ef2 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:21.774730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-393831ff-28c7-49c0-802f-f438c16b3ef2 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:21.781059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-393831ff-28c7-49c0-802f-f438c16b3ef2 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:21.792315 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b3d21e0d-b755-4e41-87c2-997f04d9689e tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.6913490 Dec 25 19:49:21.806714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47974) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:21.845975 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ea34b13-4001-4991-9d1c-c226fca7afc5 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] DELETE failed (client error): The resource could not be found. Dec 25 19:49:21.846477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ea34b13-4001-4991-9d1c-c226fca7afc5 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:49:21.851363 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5ea34b13-4001-4991-9d1c-c226fca7afc5 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "DELETE /v2.0/networks/bb4df650-3005-43ec-9606-48abde538f88 HTTP/1.1" status: 404 len: 339 time: 0.0769687 Dec 25 19:49:21.854730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47978) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:21.918496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24590571-b9fb-4478-8b4f-f33b67b728aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-b7f6ad48-886a-4f6f-90e7-ac4aec9734ba', 'network_id': 'b7f6ad48-886a-4f6f-90e7-ac4aec9734ba', 'tenant_id': '8725429ab9244f8ba50e3b663103bb1c', 'fixed_ips': [{'subnet_id': '3d5a329e-95a7-412b-83a1-a5233abc9389'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:49:21.919961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24590571-b9fb-4478-8b4f-f33b67b728aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:21.941834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9e7b7107-374f-46bd-a83e-1b2cce2eba98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:21.980263 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-cec58bd8-781e-4aa9-8332-7d4e9939e5db tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.5561800 Dec 25 19:49:21.990283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 47982) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:21.996216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9e7b7107-374f-46bd-a83e-1b2cce2eba98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:22.002969 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b68dfcf-6a07-4ecf-b5a8-5e8336ab15d6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] DELETE failed (client error): The resource could not be found. Dec 25 19:49:22.003647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b68dfcf-6a07-4ecf-b5a8-5e8336ab15d6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:49:22.008462 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4b68dfcf-6a07-4ecf-b5a8-5e8336ab15d6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "DELETE /v2.0/subnets/8cccdc9d-f010-4573-bffc-3ae75b3b3849 HTTP/1.1" status: 404 len: 337 time: 0.1507571 Dec 25 19:49:22.009073 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47986) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:22.035714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-19ba8fe6-8bf9-4399-8f8b-a40cc17524c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:22.120229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-24590571-b9fb-4478-8b4f-f33b67b728aa None None] Allocated IP 2001:db8::1 (b7f6ad48-886a-4f6f-90e7-ac4aec9734ba/3d5a329e-95a7-412b-83a1-a5233abc9389/220359fa-8f5e-413a-a481-9d100ff161d3) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:49:22.143686 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-89574460-bd7d-4db1-abcf-7201e45a7af1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] DELETE failed (client error): The resource could not be found. Dec 25 19:49:22.144420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89574460-bd7d-4db1-abcf-7201e45a7af1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:49:22.159691 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-89574460-bd7d-4db1-abcf-7201e45a7af1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "DELETE /v2.0/networks/f296173e-e79d-4af0-a53b-dbc9c740a3f2 HTTP/1.1" status: 404 len: 339 time: 0.1463649 Dec 25 19:49:22.162495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47990) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:22.207360 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-393831ff-28c7-49c0-802f-f438c16b3ef2 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.7775152 Dec 25 19:49:22.220266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47994) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:22.250573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b7107-374f-46bd-a83e-1b2cce2eba98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b2367d-52b5-4d05-a974-57db5531061e,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:22.253906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9e7b7107-374f-46bd-a83e-1b2cce2eba98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:22.262212 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9e7b7107-374f-46bd-a83e-1b2cce2eba98 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2934ba942eec407996a26d64fc04e2e3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8890259 Dec 25 19:49:22.274443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 47998) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:22.277659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ff674aec-8400-41ae-a70b-b6274f1db395 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:22.305686 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ff674aec-8400-41ae-a70b-b6274f1db395 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:22.327348 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-8af397e1-5588-4d21-9696-217037405818 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] DELETE failed (client error): The resource could not be found. Dec 25 19:49:22.327953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8af397e1-5588-4d21-9696-217037405818 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:49:22.332189 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8af397e1-5588-4d21-9696-217037405818 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "DELETE /v2.0/subnets/ff2066a0-3cc6-46a5-9734-aaec75c9a602 HTTP/1.1" status: 404 len: 337 time: 0.1659718 Dec 25 19:49:22.338341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-39bacf9a-b48b-4b5b-87f5-1ba6eeae359d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:22.349653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48002) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:22.374007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24590571-b9fb-4478-8b4f-f33b67b728aa None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:22.388012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-24590571-b9fb-4478-8b4f-f33b67b728aa None None] Transition to ACTIVE for port object 220359fa-8f5e-413a-a481-9d100ff161d3 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:49:22.403734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ff674aec-8400-41ae-a70b-b6274f1db395 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:22.409781 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-24590571-b9fb-4478-8b4f-f33b67b728aa None None] Transition to ACTIVE for port object 220359fa-8f5e-413a-a481-9d100ff161d3 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:49:22.416708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24590571-b9fb-4478-8b4f-f33b67b728aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:22.422918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-07745091-6caf-4936-9d2f-75333850a2c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:22.425205 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e75cc59-9f3b-44f2-bf4a-af7da33f3a2b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] DELETE failed (client error): The resource could not be found. Dec 25 19:49:22.425721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e75cc59-9f3b-44f2-bf4a-af7da33f3a2b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:49:22.430509 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6e75cc59-9f3b-44f2-bf4a-af7da33f3a2b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "DELETE /v2.0/networks/c764d7c3-3be3-4c21-9fdd-8054ecbbb408 HTTP/1.1" status: 404 len: 339 time: 0.0747857 Dec 25 19:49:22.440410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48006) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:22.446258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:22.453556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-382443df-e236-4f9b-bad8-f991308551f5 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Deleting port 8a2f9d39-df6d-4dba-af33-fc2eaee4fcde {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:49:22.453955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-382443df-e236-4f9b-bad8-f991308551f5 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:22.477864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff674aec-8400-41ae-a70b-b6274f1db395 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e152fdfc-30eb-4b69-be7d-4ae538f02b76,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:22.481718 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ff674aec-8400-41ae-a70b-b6274f1db395 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:22.501384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f025e7e3-65b4-45cb-809f-7b09bba9f0fc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:22.511266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24590571-b9fb-4478-8b4f-f33b67b728aa None None] Network b7f6ad48-886a-4f6f-90e7-ac4aec9734ba is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:49:22.511755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-36e956e8-842a-4785-8351-0d286c5388e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:22.512238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae1a3e1-dcba-4ab0-8f57-6ef352a349a4 None None] Network e8f272db-853c-43d9-b5e1-6fdb5f42e2d8 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:49:22.520173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-59dd4ac8-b668-4be5-b106-eee251f11623 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:22.557538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-39bacf9a-b48b-4b5b-87f5-1ba6eeae359d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:22.604189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f025e7e3-65b4-45cb-809f-7b09bba9f0fc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:22.605085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f025e7e3-65b4-45cb-809f-7b09bba9f0fc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:22.621679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-17971a5c-865a-44a5-82fb-1f02c3cf6391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:22.622467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ff674aec-8400-41ae-a70b-b6274f1db395 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:22.626840 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ff674aec-8400-41ae-a70b-b6274f1db395 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/e152fdfc-30eb-4b69-be7d-4ae538f02b76 HTTP/1.1" status: 204 len: 168 time: 0.6322925 Dec 25 19:49:22.627936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e956e8-842a-4785-8351-0d286c5388e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Port': ['ID=96f0ea28-dc96-41a6-86b1-007f92b36079,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:22.629826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48010) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:22.631364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-24590571-b9fb-4478-8b4f-f33b67b728aa None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:49:22.634332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24590571-b9fb-4478-8b4f-f33b67b728aa None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:49:22.656100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 82580e15-9e86-4e28-903c-a6d761e50692 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:49:22.658540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-36e956e8-842a-4785-8351-0d286c5388e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:22.681439 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24590571-b9fb-4478-8b4f-f33b67b728aa None None] Pushing event updated for resources: {'Port': ['ID=220359fa-8f5e-413a-a481-9d100ff161d3,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:22.684707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-24590571-b9fb-4478-8b4f-f33b67b728aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:22.806986 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1028e652-3afe-4d34-8f66-2f990fd8dbb9 None None] Provisioning for port a86ddcec-ded3-4eb8-b4a5-65be91df4708 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:49:22.814339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-79c9066c-8416-44de-ab3f-b04913eade80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:22.825324 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4925138d-a7b6-452e-b1f4-81ad85688405 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Synchronizing usage tracker for tenant:fa6310122f134e9d988d2913efd76290 on resource:security_group_rule {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:49:22.832822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1028e652-3afe-4d34-8f66-2f990fd8dbb9 None None] Provisioning complete for port a86ddcec-ded3-4eb8-b4a5-65be91df4708 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:49:22.833278 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1028e652-3afe-4d34-8f66-2f990fd8dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:22.854785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-36e956e8-842a-4785-8351-0d286c5388e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:22.874092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f025e7e3-65b4-45cb-809f-7b09bba9f0fc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Port': ['ID=bddcc472-1dec-483b-954b-03c6e3e816ea,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:22.912860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f025e7e3-65b4-45cb-809f-7b09bba9f0fc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:22.917896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-39bacf9a-b48b-4b5b-87f5-1ba6eeae359d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:22.931006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:22.932454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-24590571-b9fb-4478-8b4f-f33b67b728aa None None] Attempting to bind port 220359fa-8f5e-413a-a481-9d100ff161d3 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:49:22.932876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-24590571-b9fb-4478-8b4f-f33b67b728aa None None] Attempting to bind port 220359fa-8f5e-413a-a481-9d100ff161d3 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '0d087356-8b21-4589-a252-e47a7a4d5dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b7f6ad48-886a-4f6f-90e7-ac4aec9734ba'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:49:22.933288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24590571-b9fb-4478-8b4f-f33b67b728aa None None] Attempting to bind port 220359fa-8f5e-413a-a481-9d100ff161d3 on network b7f6ad48-886a-4f6f-90e7-ac4aec9734ba {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:49:22.967808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24590571-b9fb-4478-8b4f-f33b67b728aa None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:49:22.968232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24590571-b9fb-4478-8b4f-f33b67b728aa None None] Checking segment: {'id': '0d087356-8b21-4589-a252-e47a7a4d5dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b7f6ad48-886a-4f6f-90e7-ac4aec9734ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:49:22.968685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24590571-b9fb-4478-8b4f-f33b67b728aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:22.969122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24590571-b9fb-4478-8b4f-f33b67b728aa None None] Bound using segment: {'id': '0d087356-8b21-4589-a252-e47a7a4d5dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b7f6ad48-886a-4f6f-90e7-ac4aec9734ba'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:49:22.969666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-24590571-b9fb-4478-8b4f-f33b67b728aa None None] Bound port: 220359fa-8f5e-413a-a481-9d100ff161d3, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d087356-8b21-4589-a252-e47a7a4d5dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b7f6ad48-886a-4f6f-90e7-ac4aec9734ba'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:49:22.970082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24590571-b9fb-4478-8b4f-f33b67b728aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:22.973000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4925138d-a7b6-452e-b1f4-81ad85688405 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Unset dirty status for tenant:fa6310122f134e9d988d2913efd76290 on resource:security_group_rule {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:49:22.978192 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4925138d-a7b6-452e-b1f4-81ad85688405 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3396676 Dec 25 19:49:22.980087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48014) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:22.980913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bacf9a-b48b-4b5b-87f5-1ba6eeae359d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event deleted for resources: {'Subnet': ['ID=3d5a329e-95a7-412b-83a1-a5233abc9389,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:22.991880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-39bacf9a-b48b-4b5b-87f5-1ba6eeae359d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:23.042441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-79c9066c-8416-44de-ab3f-b04913eade80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:23.067450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c7d7dcf1-c45c-421b-a97e-407ca56a4874 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:23.097945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c7d7dcf1-c45c-421b-a97e-407ca56a4874 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:23.139134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-24590571-b9fb-4478-8b4f-f33b67b728aa None None] For port 220359fa-8f5e-413a-a481-9d100ff161d3, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:49:23.143622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-24590571-b9fb-4478-8b4f-f33b67b728aa None None] For port 220359fa-8f5e-413a-a481-9d100ff161d3, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=220359fa-8f5e-413a-a481-9d100ff161d3,segment=NetworkSegment(0d087356-8b21-4589-a252-e47a7a4d5dc9),segment_id=0d087356-8b21-4589-a252-e47a7a4d5dc9)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:49:23.185397 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24590571-b9fb-4478-8b4f-f33b67b728aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:23.191341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 82580e15-9e86-4e28-903c-a6d761e50692 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:49:23.223659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-39bacf9a-b48b-4b5b-87f5-1ba6eeae359d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:23.278872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d54e5766-9c64-4baa-b354-f01adc10e3d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:23.311325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c7d7dcf1-c45c-421b-a97e-407ca56a4874 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:23.321008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-39bacf9a-b48b-4b5b-87f5-1ba6eeae359d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f6ad48-886a-4f6f-90e7-ac4aec9734ba']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:23.331532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1028e652-3afe-4d34-8f66-2f990fd8dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:23.351326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9c0d595c-9994-46d4-a888-f7bcc572e1e6 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:23.365558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-39bacf9a-b48b-4b5b-87f5-1ba6eeae359d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d087356-8b21-4589-a252-e47a7a4d5dc9') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:23.365900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-39bacf9a-b48b-4b5b-87f5-1ba6eeae359d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d087356-8b21-4589-a252-e47a7a4d5dc9') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:23.382193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d7dcf1-c45c-421b-a97e-407ca56a4874 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2f87756-3b12-4518-8c8b-9b362c44a958,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:23.387738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c7d7dcf1-c45c-421b-a97e-407ca56a4874 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:23.397586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-39bacf9a-b48b-4b5b-87f5-1ba6eeae359d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:23.403632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-1028e652-3afe-4d34-8f66-2f990fd8dbb9 None None] For port a86ddcec-ded3-4eb8-b4a5-65be91df4708, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a86ddcec-ded3-4eb8-b4a5-65be91df4708,segment=NetworkSegment(89bb57c0-c15d-4220-8b19-4a724700a0e9),segment_id=89bb57c0-c15d-4220-8b19-4a724700a0e9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:49:23.424820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-39bacf9a-b48b-4b5b-87f5-1ba6eeae359d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:23.429792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1028e652-3afe-4d34-8f66-2f990fd8dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:23.433487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c7d7dcf1-c45c-421b-a97e-407ca56a4874 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:23.437254 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c7d7dcf1-c45c-421b-a97e-407ca56a4874 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/e2f87756-3b12-4518-8c8b-9b362c44a958 HTTP/1.1" status: 204 len: 168 time: 0.4480374 Dec 25 19:49:23.437254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39bacf9a-b48b-4b5b-87f5-1ba6eeae359d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:49:23.437254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-39bacf9a-b48b-4b5b-87f5-1ba6eeae359d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:23.438539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:23.454167 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:49:23.454167 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:49:23.454167 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:49:23.454167 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:49:23.454167 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:49:23.454167 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:49:23.454167 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:49:23.454167 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:49:23.454167 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:49:23.454167 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:49:23.454167 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:49:23.454167 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:49:23.454167 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:49:23.454167 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:49:23.454167 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:49:23.454167 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:49:23.454167 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:49:23.454167 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:49:23.454167 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:49:23.454167 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:49:23.454167 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:49:23.454167 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:49:23.454167 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:49:23.454167 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:49:23.454167 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:49:23.454167 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:49:23.454167 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:49:23.454167 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:49:23.454167 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:49:23.454167 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:49:23.454167 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:49:23.454167 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:49:23.456479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48018) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:23.477079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24590571-b9fb-4478-8b4f-f33b67b728aa None None] Pushing event updated for resources: {'Port': ['ID=220359fa-8f5e-413a-a481-9d100ff161d3,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:23.480050 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-24590571-b9fb-4478-8b4f-f33b67b728aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:23.480688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-681da33c-565d-4c6b-a209-70372aa49f47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:23.556342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1028e652-3afe-4d34-8f66-2f990fd8dbb9 None None] Pushing event updated for resources: {'Port': ['ID=a86ddcec-ded3-4eb8-b4a5-65be91df4708,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:23.585609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-39bacf9a-b48b-4b5b-87f5-1ba6eeae359d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 25 19:49:23.585609 dv-neutron-822611-1-hyperv neutron-server[88789]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 25 19:49:23.585609 dv-neutron-822611-1-hyperv neutron-server[88789]: [parameters: {'id': 'b7f6ad48-886a-4f6f-90e7-ac4aec9734ba'}] Dec 25 19:49:23.585609 dv-neutron-822611-1-hyperv neutron-server[88789]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88900) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:49:23.586165 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-39bacf9a-b48b-4b5b-87f5-1ba6eeae359d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:49:23.613843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1028e652-3afe-4d34-8f66-2f990fd8dbb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:23.619075 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6dcba122-13de-4b1d-84eb-0674439f7178 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Synchronizing usage tracker for tenant:fa6310122f134e9d988d2913efd76290 on resource:security_group_rule {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:49:23.621310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-382443df-e236-4f9b-bad8-f991308551f5 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:23.653187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a46eb6-6346-4615-b4d6-d5008c82b88a None None] Network b7f6ad48-886a-4f6f-90e7-ac4aec9734ba requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:49:23.657509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f025e7e3-65b4-45cb-809f-7b09bba9f0fc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:49:23.740785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-f025e7e3-65b4-45cb-809f-7b09bba9f0fc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:49:23.900676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d7b013dd-7903-4766-975b-7210a5982b1d None None] Provisioning for port 82580e15-9e86-4e28-903c-a6d761e50692 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:49:23.910597 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d7b013dd-7903-4766-975b-7210a5982b1d None None] Provisioning complete for port 82580e15-9e86-4e28-903c-a6d761e50692 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:49:23.911021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d7b013dd-7903-4766-975b-7210a5982b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:23.925298 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-382443df-e236-4f9b-bad8-f991308551f5 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Calling delete_port for 8a2f9d39-df6d-4dba-af33-fc2eaee4fcde owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:49:24.008984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6dcba122-13de-4b1d-84eb-0674439f7178 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Unset dirty status for tenant:fa6310122f134e9d988d2913efd76290 on resource:security_group_rule {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:49:24.013156 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6dcba122-13de-4b1d-84eb-0674439f7178 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5497508 Dec 25 19:49:24.013815 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48022) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:24.022636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-79c9066c-8416-44de-ab3f-b04913eade80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:24.039278 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5124de5-d516-4648-9f3c-58aad8f43be9 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Deleting subnet 6ba125d4-b28f-4c7b-9474-f7846b51c977 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:49:24.051756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d7b013dd-7903-4766-975b-7210a5982b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:24.089864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-d7b013dd-7903-4766-975b-7210a5982b1d None None] For port 82580e15-9e86-4e28-903c-a6d761e50692, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=82580e15-9e86-4e28-903c-a6d761e50692,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:49:24.094802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d7b013dd-7903-4766-975b-7210a5982b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:24.097045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1bf0a91f-39db-4c52-9ac0-ca5313686889 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:24.134091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-08e3c7e7-999b-486f-934a-475a37153ce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:24.138341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-39bacf9a-b48b-4b5b-87f5-1ba6eeae359d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:24.150808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e5124de5-d516-4648-9f3c-58aad8f43be9 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:24.190444 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-39bacf9a-b48b-4b5b-87f5-1ba6eeae359d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Deleting port 220359fa-8f5e-413a-a481-9d100ff161d3 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:49:24.190821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-39bacf9a-b48b-4b5b-87f5-1ba6eeae359d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:24.196108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9066c-8416-44de-ab3f-b04913eade80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b2367d-52b5-4d05-a974-57db5531061e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:24.211934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b013dd-7903-4766-975b-7210a5982b1d None None] Pushing event updated for resources: {'Port': ['ID=82580e15-9e86-4e28-903c-a6d761e50692,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:24.219318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-50ff93cc-cd37-4b6d-ac4e-617f48e911d6 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:24.226992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d7b013dd-7903-4766-975b-7210a5982b1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:24.248326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-ed992417-d4d5-4b8f-9bdb-040bb7ecde53 None None] Provisioning complete for port a86ddcec-ded3-4eb8-b4a5-65be91df4708 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:49:24.248865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ed992417-d4d5-4b8f-9bdb-040bb7ecde53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:24.253317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-79c9066c-8416-44de-ab3f-b04913eade80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:24.286829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-50ff93cc-cd37-4b6d-ac4e-617f48e911d6 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:24.303846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-79c9066c-8416-44de-ab3f-b04913eade80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:24.305087 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-79c9066c-8416-44de-ab3f-b04913eade80 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/89b2367d-52b5-4d05-a974-57db5531061e HTTP/1.1" status: 204 len: 168 time: 2.0016627 Dec 25 19:49:24.381453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e5124de5-d516-4648-9f3c-58aad8f43be9 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:24.401227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-ed992417-d4d5-4b8f-9bdb-040bb7ecde53 None None] Provisioning for port bddcc472-1dec-483b-954b-03c6e3e816ea completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:49:24.406778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-ed992417-d4d5-4b8f-9bdb-040bb7ecde53 None None] Provisioning complete for port bddcc472-1dec-483b-954b-03c6e3e816ea triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:49:24.407240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ed992417-d4d5-4b8f-9bdb-040bb7ecde53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:24.452552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-382443df-e236-4f9b-bad8-f991308551f5 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:24.468932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ed992417-d4d5-4b8f-9bdb-040bb7ecde53 None None] Port bddcc472-1dec-483b-954b-03c6e3e816ea cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:49:24.533075 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02baf23f-5e76-45eb-b436-34d694c2e416 None None] get_active_networks_info from dv-neutron-822611-1-hyperv {{(pid=88902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 25 19:49:24.545567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-50ff93cc-cd37-4b6d-ac4e-617f48e911d6 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:24.551916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e956e8-842a-4785-8351-0d286c5388e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router a1a54e36-62e8-4d50-bb32-a80dba2e452b has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:49:24.554489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-454db717-e166-491d-8139-5d38aae92139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:24.556598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b87a8b0e-95ec-447f-9683-c675ab5a4e42 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:24.575991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-39bacf9a-b48b-4b5b-87f5-1ba6eeae359d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] For port 220359fa-8f5e-413a-a481-9d100ff161d3, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=220359fa-8f5e-413a-a481-9d100ff161d3,segment=NetworkSegment(0d087356-8b21-4589-a252-e47a7a4d5dc9),segment_id=0d087356-8b21-4589-a252-e47a7a4d5dc9)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:49:24.576355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-39bacf9a-b48b-4b5b-87f5-1ba6eeae359d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:24.580825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a86ddcec-ded3-4eb8-b4a5-65be91df4708 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:49:24.598838 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff93cc-cd37-4b6d-ac4e-617f48e911d6 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c4b406-1340-41e5-b7c4-4c58d784c98a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:24.602299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-50ff93cc-cd37-4b6d-ac4e-617f48e911d6 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:24.625539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382443df-e236-4f9b-bad8-f991308551f5 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event deleted for resources: {'Port': ['ID=8a2f9d39-df6d-4dba-af33-fc2eaee4fcde,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:24.634854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-382443df-e236-4f9b-bad8-f991308551f5 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:24.639331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-382443df-e236-4f9b-bad8-f991308551f5 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:24.653350 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-382443df-e236-4f9b-bad8-f991308551f5 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/ports/8a2f9d39-df6d-4dba-af33-fc2eaee4fcde HTTP/1.1" status: 204 len: 168 time: 2.3966784 Dec 25 19:49:24.663182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48030) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:24.721510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-6f68e10f-7dc8-4bd1-b10c-687aa8982317 None None] Provisioning complete for port bddcc472-1dec-483b-954b-03c6e3e816ea triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:49:24.722040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6f68e10f-7dc8-4bd1-b10c-687aa8982317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:24.739518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-3c100bf3-118f-46ae-ab76-f85cd51d4570 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'port': {'network_id': 'ccdad919-2c02-444b-a1f9-a441240bee2d', 'mac_address': 'fa:16:3e:eb:26:d1', 'name': 'tempest-PortsIpV6TestJSON-25892717'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:24.741140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-39bacf9a-b48b-4b5b-87f5-1ba6eeae359d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Calling delete_port for 220359fa-8f5e-413a-a481-9d100ff161d3 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:49:24.843964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-973b934a-a2fd-4365-aa64-5c005b388fd6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Deleting port 9b698ecc-1100-4527-b6b9-a66e84c80d04 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:49:24.844358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-973b934a-a2fd-4365-aa64-5c005b388fd6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:24.851854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-6f68e10f-7dc8-4bd1-b10c-687aa8982317 None None] Port bddcc472-1dec-483b-954b-03c6e3e816ea cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:49:24.877846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-50ff93cc-cd37-4b6d-ac4e-617f48e911d6 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:24.879161 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-50ff93cc-cd37-4b6d-ac4e-617f48e911d6 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "DELETE /v2.0/security-groups/c6c4b406-1340-41e5-b7c4-4c58d784c98a HTTP/1.1" status: 204 len: 168 time: 0.8627913 Dec 25 19:49:24.883157 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48040) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:24.890932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port a86ddcec-ded3-4eb8-b4a5-65be91df4708 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:49:24.891705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:24.957365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-39bacf9a-b48b-4b5b-87f5-1ba6eeae359d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:24.967822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3c4a3a5e-d80c-418d-87b3-771b985ca615 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:24.972163 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02baf23f-5e76-45eb-b436-34d694c2e416 None None] Resources bound (agent type, host, resource id): {{(pid=88902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 25 19:49:25.028100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bacf9a-b48b-4b5b-87f5-1ba6eeae359d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event deleted for resources: {'Port': ['ID=220359fa-8f5e-413a-a481-9d100ff161d3,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:25.030803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-39bacf9a-b48b-4b5b-87f5-1ba6eeae359d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:25.045917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bacf9a-b48b-4b5b-87f5-1ba6eeae359d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] No DVR routers for this DVR port 220359fa-8f5e-413a-a481-9d100ff161d3 on host dv-neutron-822611-1-hyperv {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:49:25.087280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-656872dc-59c7-4ad9-a102-571a8591feb7 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Synchronizing usage tracker for tenant:fa6310122f134e9d988d2913efd76290 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:49:25.123626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3c100bf3-118f-46ae-ab76-f85cd51d4570 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:25.128127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3c100bf3-118f-46ae-ab76-f85cd51d4570 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:port and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:25.131934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3c100bf3-118f-46ae-ab76-f85cd51d4570 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:25.138394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3c100bf3-118f-46ae-ab76-f85cd51d4570 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:25.154565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e5124de5-d516-4648-9f3c-58aad8f43be9 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:25.189546 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 82580e15-9e86-4e28-903c-a6d761e50692 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:49:25.214974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c100bf3-118f-46ae-ab76-f85cd51d4570 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Made reservation on behalf of 70aa58ed5ec1475cad367450f4be2220 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:49:25.309324 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-39bacf9a-b48b-4b5b-87f5-1ba6eeae359d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:25.323984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-656872dc-59c7-4ad9-a102-571a8591feb7 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Unset dirty status for tenant:fa6310122f134e9d988d2913efd76290 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:49:25.325677 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-656872dc-59c7-4ad9-a102-571a8591feb7 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4336371 Dec 25 19:49:25.334479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48050) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:25.353243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-c870705c-c619-4031-b87a-e1c417003010 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Request body: {'security_group': {'name': 'tempest-secgroup--1311585132'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:25.363581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c870705c-c619-4031-b87a-e1c417003010 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:25.381568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c870705c-c619-4031-b87a-e1c417003010 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:25.386593 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 82580e15-9e86-4e28-903c-a6d761e50692 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:49:25.387016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:25.393395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-39bacf9a-b48b-4b5b-87f5-1ba6eeae359d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f6ad48-886a-4f6f-90e7-ac4aec9734ba']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:25.407651 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c870705c-c619-4031-b87a-e1c417003010 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:25.425668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-39bacf9a-b48b-4b5b-87f5-1ba6eeae359d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d087356-8b21-4589-a252-e47a7a4d5dc9') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:25.426187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-39bacf9a-b48b-4b5b-87f5-1ba6eeae359d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d087356-8b21-4589-a252-e47a7a4d5dc9') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:25.446816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3c100bf3-118f-46ae-ab76-f85cd51d4570 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:25.451586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-39bacf9a-b48b-4b5b-87f5-1ba6eeae359d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:25.482697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-39bacf9a-b48b-4b5b-87f5-1ba6eeae359d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:25.499408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39bacf9a-b48b-4b5b-87f5-1ba6eeae359d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:49:25.500198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-39bacf9a-b48b-4b5b-87f5-1ba6eeae359d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:25.521244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e956e8-842a-4785-8351-0d286c5388e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:49:25.533453 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:49:25.533453 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:49:25.533453 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:49:25.533453 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:49:25.533453 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:49:25.533453 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:49:25.533453 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:49:25.533453 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:49:25.533453 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:49:25.533453 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:49:25.533453 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:49:25.533453 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:49:25.533453 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:49:25.533453 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:49:25.533453 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:49:25.533453 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:49:25.533453 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:49:25.533453 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:49:25.533453 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:49:25.533453 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:49:25.533453 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:49:25.533453 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:49:25.533453 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:49:25.533453 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:49:25.533453 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:49:25.533453 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:49:25.533453 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:49:25.533453 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:49:25.533453 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:49:25.533453 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:49:25.533453 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:49:25.533453 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:49:25.543797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-36e956e8-842a-4785-8351-0d286c5388e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:25.551339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48056) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:25.612879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e3f256-dacf-4ecd-90b9-01accfed0a87 None None] Sync routers for ids ['a1a54e36-62e8-4d50-bb32-a80dba2e452b'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:49:25.630732 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-3c100bf3-118f-46ae-ab76-f85cd51d4570 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] device_id is not set on port d3157b92-5bad-49aa-9907-bb3dbc2a4ef2 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:49:25.687999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e3f256-dacf-4ecd-90b9-01accfed0a87 None None] Routers {'a1a54e36-62e8-4d50-bb32-a80dba2e452b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:49:25.688747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-e9e3f256-dacf-4ecd-90b9-01accfed0a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:49:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['a1a54e36-62e8-4d50-bb32-a80dba2e452b'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:25.691514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f025e7e3-65b4-45cb-809f-7b09bba9f0fc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Router 5612fcd6-1438-4d39-833f-3dadc3b49fd1 is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:49:25.698862 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-36e956e8-842a-4785-8351-0d286c5388e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/floatingips/411d4d8a-f89b-42de-b6a2-30b6500f7c47 HTTP/1.1" status: 204 len: 168 time: 5.7491429 Dec 25 19:49:25.700756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f31fdbc-d458-4a48-9825-788034a6e6d5', 'tag': '9749a656-ddcd-42f0-9811-5053427473ca'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:49:25.714586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-973b934a-a2fd-4365-aa64-5c005b388fd6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] For port 9b698ecc-1100-4527-b6b9-a66e84c80d04, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=9b698ecc-1100-4527-b6b9-a66e84c80d04,segment=NetworkSegment(052d9204-d48e-433c-9b64-53afd3a31b82),segment_id=052d9204-d48e-433c-9b64-53afd3a31b82)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:49:25.714946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-973b934a-a2fd-4365-aa64-5c005b388fd6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:25.734894 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-39bacf9a-b48b-4b5b-87f5-1ba6eeae359d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:25.737626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e5124de5-d516-4648-9f3c-58aad8f43be9 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:25.748940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-39bacf9a-b48b-4b5b-87f5-1ba6eeae359d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:25.750091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bbbb15a8-d21a-43a3-bd51-cd76e6f66c88 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:25.759585 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3f73b496-e771-4f47-b2e3-755f53cdbb89 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:25.821883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c870705c-c619-4031-b87a-e1c417003010 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:25.830493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bacf9a-b48b-4b5b-87f5-1ba6eeae359d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event deleted for resources: {'Network': ['ID=b7f6ad48-886a-4f6f-90e7-ac4aec9734ba,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:25.837505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-39bacf9a-b48b-4b5b-87f5-1ba6eeae359d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:25.849435 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-39bacf9a-b48b-4b5b-87f5-1ba6eeae359d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "DELETE /v2.0/networks/b7f6ad48-886a-4f6f-90e7-ac4aec9734ba HTTP/1.1" status: 204 len: 168 time: 4.0378065 Dec 25 19:49:25.851760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c870705c-c619-4031-b87a-e1c417003010 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Usage tracker for resource:security_group_rule and tenant:fa6310122f134e9d988d2913efd76290 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:25.854823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48068) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:25.860662 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c870705c-c619-4031-b87a-e1c417003010 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:25.873696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c870705c-c619-4031-b87a-e1c417003010 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:25.935624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5124de5-d516-4648-9f3c-58aad8f43be9 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event deleted for resources: {'Subnet': ['ID=6ba125d4-b28f-4c7b-9474-f7846b51c977,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:25.981952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c870705c-c619-4031-b87a-e1c417003010 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:25.985441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c870705c-c619-4031-b87a-e1c417003010 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:25.991477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-03624027-2c13-41d2-b8eb-de7808c256d4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:26.019323 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc0f119-6c1e-4656-a05b-6ec7ff480d36 None None] get_active_networks_info from dv-neutron-822611-1-hyperv {{(pid=88902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 25 19:49:26.050388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e5124de5-d516-4648-9f3c-58aad8f43be9 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:26.055254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-5c97536c-88a7-4ed0-a403-89d6231de5be tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1447610481'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:26.060501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5c97536c-88a7-4ed0-a403-89d6231de5be tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:26.064572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5c97536c-88a7-4ed0-a403-89d6231de5be tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Usage tracker for resource:network and tenant:8725429ab9244f8ba50e3b663103bb1c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:26.065086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c870705c-c619-4031-b87a-e1c417003010 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:26.066751 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c870705c-c619-4031-b87a-e1c417003010 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7307646 Dec 25 19:49:26.068127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5c97536c-88a7-4ed0-a403-89d6231de5be tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:26.068750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c870705c-c619-4031-b87a-e1c417003010 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22a9dcaf-01c4-4826-a837-3f81f14e88c5,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:26.074960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5c97536c-88a7-4ed0-a403-89d6231de5be tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:26.081405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c870705c-c619-4031-b87a-e1c417003010 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:26.081985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48072) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:26.089291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-0078bdec-cf5e-44d5-b34f-174c90638fe8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Request body: {'security_group_rule': {'security_group_id': '22a9dcaf-01c4-4826-a837-3f81f14e88c5', 'direction': 'ingress', 'protocol': 17}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:26.096981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0078bdec-cf5e-44d5-b34f-174c90638fe8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:26.098069 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b30bfe24-ff40-470b-8ac6-aad2b060e0f2 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-845415377', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:26.104989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b30bfe24-ff40-470b-8ac6-aad2b060e0f2 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:26.108684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0078bdec-cf5e-44d5-b34f-174c90638fe8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Usage tracker for resource:security_group_rule and tenant:fa6310122f134e9d988d2913efd76290 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:26.108974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b30bfe24-ff40-470b-8ac6-aad2b060e0f2 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Usage tracker for resource:router and tenant:ba3ac904f7c04422a33ad2a0e0822593 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:26.111960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b30bfe24-ff40-470b-8ac6-aad2b060e0f2 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:26.113829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0078bdec-cf5e-44d5-b34f-174c90638fe8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:26.120608 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f31fdbc-d458-4a48-9825-788034a6e6d5', 'tag': '9749a656-ddcd-42f0-9811-5053427473ca', 'status': 'completed', 'code': 200} Dec 25 19:49:26.125211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-973b934a-a2fd-4365-aa64-5c005b388fd6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Calling delete_port for 9b698ecc-1100-4527-b6b9-a66e84c80d04 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:49:26.126373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0078bdec-cf5e-44d5-b34f-174c90638fe8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:26.149475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0078bdec-cf5e-44d5-b34f-174c90638fe8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:26.191329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b30bfe24-ff40-470b-8ac6-aad2b060e0f2 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:26.194344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c97536c-88a7-4ed0-a403-89d6231de5be tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Made reservation on behalf of 8725429ab9244f8ba50e3b663103bb1c for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:49:26.199886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5c97536c-88a7-4ed0-a403-89d6231de5be tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:26.236021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e5124de5-d516-4648-9f3c-58aad8f43be9 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:26.275772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc0f119-6c1e-4656-a05b-6ec7ff480d36 None None] Resources bound (agent type, host, resource id): {{(pid=88902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 25 19:49:26.292990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0078bdec-cf5e-44d5-b34f-174c90638fe8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:26.350111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-e9e3f256-dacf-4ecd-90b9-01accfed0a87 None None] Set router a1a54e36-62e8-4d50-bb32-a80dba2e452b gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:49:26.357626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b30bfe24-ff40-470b-8ac6-aad2b060e0f2 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:26.358595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b30bfe24-ff40-470b-8ac6-aad2b060e0f2 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:26.383814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0078bdec-cf5e-44d5-b34f-174c90638fe8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:26.415635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:26.458688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078bdec-cf5e-44d5-b34f-174c90638fe8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b06cc11-7179-4586-b87e-3f5935bafbe6,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:26.461200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0078bdec-cf5e-44d5-b34f-174c90638fe8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:26.478501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0078bdec-cf5e-44d5-b34f-174c90638fe8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:26.479867 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0078bdec-cf5e-44d5-b34f-174c90638fe8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.3965735 Dec 25 19:49:26.482880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48080) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:26.548451 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5679fa44-22fa-420a-a811-4948ce3415c2 req-8ebd44fb-28e9-4275-872c-e925146f6d0a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=9f31fdbc-d458-4a48-9825-788034a6e6d5 HTTP/1.1" status: 200 len: 1098 time: 0.3818877 Dec 25 19:49:26.557696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3dfdef-b8c7-4382-9421-ada256100263 req-a49772fb-9d71-4954-a109-c4c8665b6dda tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:26.558476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-5f3dfdef-b8c7-4382-9421-ada256100263 req-a49772fb-9d71-4954-a109-c4c8665b6dda tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Synchronizing usage tracker for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:49:26.649913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-5f3dfdef-b8c7-4382-9421-ada256100263 req-a49772fb-9d71-4954-a109-c4c8665b6dda tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Unset dirty status for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:49:26.651293 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5f3dfdef-b8c7-4382-9421-ada256100263 req-a49772fb-9d71-4954-a109-c4c8665b6dda tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f31fdbc-d458-4a48-9825-788034a6e6d5 HTTP/1.1" status: 200 len: 945 time: 0.3029621 Dec 25 19:49:26.663728 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e5124de5-d516-4648-9f3c-58aad8f43be9 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "DELETE /v2.0/subnets/6ba125d4-b28f-4c7b-9474-f7846b51c977 HTTP/1.1" status: 204 len: 168 time: 4.2191303 Dec 25 19:49:26.681947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48084) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:26.702941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f879664f-8184-4a39-8179-c1c4c09c18c3 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:26.723734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c97536c-88a7-4ed0-a403-89d6231de5be tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:49:26.784419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f879664f-8184-4a39-8179-c1c4c09c18c3 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:26.838178 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5f3dfdef-b8c7-4382-9421-ada256100263 req-8a3d8b9a-dc8f-4492-b466-1383836b11ce tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=9349b6a4-3290-42cb-88c9-195a7da3dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356871 Dec 25 19:49:26.848716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679fa44-22fa-420a-a811-4948ce3415c2 req-94a02759-fc25-4a21-9d65-e0b2458860b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:26.850033 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5679fa44-22fa-420a-a811-4948ce3415c2 req-94a02759-fc25-4a21-9d65-e0b2458860b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=da387ada-6589-46a3-a1e0-f2fd37f41648 HTTP/1.1" status: 200 len: 897 time: 0.2884407 Dec 25 19:49:26.854644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5c97536c-88a7-4ed0-a403-89d6231de5be tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:26.855039 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-5c97536c-88a7-4ed0-a403-89d6231de5be tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Added segment b64385cf-f3d5-426e-b57b-a654d542b343 of type vlan for network 22620181-bd84-4ee6-b0b1-7e29621a3152 Dec 25 19:49:26.937311 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5679fa44-22fa-420a-a811-4948ce3415c2 req-c0a8769e-a722-45e6-afd3-942be096fefd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9749a656-ddcd-42f0-9811-5053427473ca HTTP/1.1" status: 200 len: 217 time: 0.0796485 Dec 25 19:49:26.943908 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f879664f-8184-4a39-8179-c1c4c09c18c3 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:26.951298 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6d765220-9f31-4ecd-a5ee-abece6c6a35a tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:26.959477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b30bfe24-ff40-470b-8ac6-aad2b060e0f2 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:26.961553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-e9e3f256-dacf-4ecd-90b9-01accfed0a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'name': 'tempest-TestNetworkBasicOps-router-112452691', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': 'ef720675-c7ca-4211-8e02-10631dfa8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:45:49Z', 'updated_at': '2021-12-25T19:48:53Z', 'revision_number': 6, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'ef720675-c7ca-4211-8e02-10631dfa8051', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:45:50Z', 'updated_at': '2021-12-25T19:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '83e96486-3614-4fff-a111-d6101be75951', 'name': '', 'network_id': 'da387ada-6589-46a3-a1e0-f2fd37f41648', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:1f:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d590d7-0365-4250-b463-71f5fd5bb283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:46:06Z', 'updated_at': '2021-12-25T19:46:15Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'b7d590d7-0365-4250-b463-71f5fd5bb283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:26.965766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e3f256-dacf-4ecd-90b9-01accfed0a87 None None] Checking router: a1a54e36-62e8-4d50-bb32-a80dba2e452b for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:49:26.977563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e3f256-dacf-4ecd-90b9-01accfed0a87 None None] Routers {'a1a54e36-62e8-4d50-bb32-a80dba2e452b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:49:26.978343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-e9e3f256-dacf-4ecd-90b9-01accfed0a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:49:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['a1a54e36-62e8-4d50-bb32-a80dba2e452b'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:26.995619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3c100bf3-118f-46ae-ab76-f85cd51d4570 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:27.011961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-15204978-0a28-42a1-bb19-39cc0e7859c1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:27.014780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f879664f-8184-4a39-8179-c1c4c09c18c3 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a9dcaf-01c4-4826-a837-3f81f14e88c5,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:27.022144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f879664f-8184-4a39-8179-c1c4c09c18c3 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:27.028003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5c97536c-88a7-4ed0-a403-89d6231de5be tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:27.058779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f879664f-8184-4a39-8179-c1c4c09c18c3 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:27.060205 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f879664f-8184-4a39-8179-c1c4c09c18c3 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "DELETE /v2.0/security-groups/22a9dcaf-01c4-4826-a837-3f81f14e88c5 HTTP/1.1" status: 204 len: 168 time: 0.5761676 Dec 25 19:49:27.063412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48088) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:27.066835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679fa44-22fa-420a-a811-4948ce3415c2 req-a3120bad-d8f3-4ab2-a40b-54a175aef649 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:27.069381 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5679fa44-22fa-420a-a811-4948ce3415c2 req-a3120bad-d8f3-4ab2-a40b-54a175aef649 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b7d590d7-0365-4250-b463-71f5fd5bb283 HTTP/1.1" status: 200 len: 835 time: 0.1189897 Dec 25 19:49:27.083194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b30bfe24-ff40-470b-8ac6-aad2b060e0f2 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:27.088836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-15204978-0a28-42a1-bb19-39cc0e7859c1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Deleting port 9d49cd10-3e35-4016-b750-3b9d57d51fc1 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:49:27.089186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-15204978-0a28-42a1-bb19-39cc0e7859c1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:27.154443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f025e7e3-65b4-45cb-809f-7b09bba9f0fc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:49:27.207688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-e9e3f256-dacf-4ecd-90b9-01accfed0a87 None None] Set router a1a54e36-62e8-4d50-bb32-a80dba2e452b gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:49:27.208988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533decba-5a1c-42c1-9015-a5078a5feb91 None None] Sync routers for ids ['5612fcd6-1438-4d39-833f-3dadc3b49fd1'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:49:27.238800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533decba-5a1c-42c1-9015-a5078a5feb91 None None] Routers {'5612fcd6-1438-4d39-833f-3dadc3b49fd1'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:49:27.239191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5c97536c-88a7-4ed0-a403-89d6231de5be tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:27.240145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-533decba-5a1c-42c1-9015-a5078a5feb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:49:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['5612fcd6-1438-4d39-833f-3dadc3b49fd1'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:27.244186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c97536c-88a7-4ed0-a403-89d6231de5be tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:27.244513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5c97536c-88a7-4ed0-a403-89d6231de5be tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:27.254508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-923b87af-cbec-466a-b5d2-6c1f23552eba tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:27.271957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-96109241-4fb8-4efc-ae60-7317042e0103 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Synchronizing usage tracker for tenant:fa6310122f134e9d988d2913efd76290 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:49:27.272674 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f025e7e3-65b4-45cb-809f-7b09bba9f0fc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "PUT /v2.0/routers/5612fcd6-1438-4d39-833f-3dadc3b49fd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5689890 Dec 25 19:49:27.277031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48092) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:27.283085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3c100bf3-118f-46ae-ab76-f85cd51d4570 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:27.312047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b30bfe24-ff40-470b-8ac6-aad2b060e0f2 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:27.315909 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b30bfe24-ff40-470b-8ac6-aad2b060e0f2 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.7554331 Dec 25 19:49:27.349224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48096) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:27.368547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-96109241-4fb8-4efc-ae60-7317042e0103 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Unset dirty status for tenant:fa6310122f134e9d988d2913efd76290 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:49:27.374849 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-96109241-4fb8-4efc-ae60-7317042e0103 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3101554 Dec 25 19:49:27.376505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48100) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:27.383328 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-0f4b4dda-8b16-440a-be71-ef20f861ae28 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1086109113'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:27.402692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-9b6ecfa9-fe23-4c39-96db-78562b0011a8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Request body: {'security_group': {'name': 'tempest-secgroup--854574303'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:27.413020 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0f4b4dda-8b16-440a-be71-ef20f861ae28 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:27.419710 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5679fa44-22fa-420a-a811-4948ce3415c2 req-c278f2f2-9902-447a-8015-d7e476a918ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=da387ada-6589-46a3-a1e0-f2fd37f41648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3276277 Dec 25 19:49:27.426343 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5c97536c-88a7-4ed0-a403-89d6231de5be tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4926071 Dec 25 19:49:27.432941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48104) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:27.437089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0f4b4dda-8b16-440a-be71-ef20f861ae28 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Usage tracker for resource:network and tenant:ba3ac904f7c04422a33ad2a0e0822593 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:27.443315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9b6ecfa9-fe23-4c39-96db-78562b0011a8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:27.450359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0f4b4dda-8b16-440a-be71-ef20f861ae28 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:27.497824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567654b1-9d5a-48f6-85eb-f809ae11c811 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:27.502345 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-567654b1-9d5a-48f6-85eb-f809ae11c811 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/ports/bddcc472-1dec-483b-954b-03c6e3e816ea HTTP/1.1" status: 200 len: 911 time: 0.2231085 Dec 25 19:49:27.507119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-d0355f0d-4ad4-476e-922e-345151c818d6 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Request body: {'subnet': {'network_id': '22620181-bd84-4ee6-b0b1-7e29621a3152', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:27.520112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-533decba-5a1c-42c1-9015-a5078a5feb91 None None] Set router 5612fcd6-1438-4d39-833f-3dadc3b49fd1 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:49:27.525399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48108) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:27.534781 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0f4b4dda-8b16-440a-be71-ef20f861ae28 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:27.537029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-973b934a-a2fd-4365-aa64-5c005b388fd6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:27.559483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4b4dda-8b16-440a-be71-ef20f861ae28 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Made reservation on behalf of ba3ac904f7c04422a33ad2a0e0822593 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:49:27.564922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0f4b4dda-8b16-440a-be71-ef20f861ae28 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:27.576395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9b6ecfa9-fe23-4c39-96db-78562b0011a8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:27.607488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c97536c-88a7-4ed0-a403-89d6231de5be tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event updated for resources: {'Network': ['ID=22620181-bd84-4ee6-b0b1-7e29621a3152,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:27.624975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 22620181-bd84-4ee6-b0b1-7e29621a3152 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:49:27.651477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0f4b4dda-8b16-440a-be71-ef20f861ae28 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:27.658407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5c97536c-88a7-4ed0-a403-89d6231de5be tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:27.666339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f025e7e3-65b4-45cb-809f-7b09bba9f0fc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.302s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:27.697593 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9b6ecfa9-fe23-4c39-96db-78562b0011a8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:27.767944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c100bf3-118f-46ae-ab76-f85cd51d4570 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Network ccdad919-2c02-444b-a1f9-a441240bee2d is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:49:27.790271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-e9e3f256-dacf-4ecd-90b9-01accfed0a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'name': 'tempest-TestNetworkBasicOps-router-112452691', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': 'ef720675-c7ca-4211-8e02-10631dfa8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:45:49Z', 'updated_at': '2021-12-25T19:48:53Z', 'revision_number': 6, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'ef720675-c7ca-4211-8e02-10631dfa8051', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:45:50Z', 'updated_at': '2021-12-25T19:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '83e96486-3614-4fff-a111-d6101be75951', 'name': '', 'network_id': 'da387ada-6589-46a3-a1e0-f2fd37f41648', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:1f:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d590d7-0365-4250-b463-71f5fd5bb283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:46:06Z', 'updated_at': '2021-12-25T19:46:15Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'b7d590d7-0365-4250-b463-71f5fd5bb283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:27.795986 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e3f256-dacf-4ecd-90b9-01accfed0a87 None None] The sync data for ids ['a1a54e36-62e8-4d50-bb32-a80dba2e452b'] in dv-neutron-822611-1-hyperv is: [{'id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'name': 'tempest-TestNetworkBasicOps-router-112452691', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': 'ef720675-c7ca-4211-8e02-10631dfa8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:45:49Z', 'updated_at': '2021-12-25T19:48:53Z', 'revision_number': 6, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'ef720675-c7ca-4211-8e02-10631dfa8051', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:45:50Z', 'updated_at': '2021-12-25T19:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '83e96486-3614-4fff-a111-d6101be75951', 'name': '', 'network_id': 'da387ada-6589-46a3-a1e0-f2fd37f41648', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:1f:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d590d7-0365-4250-b463-71f5fd5bb283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:46:06Z', 'updated_at': '2021-12-25T19:46:15Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'b7d590d7-0365-4250-b463-71f5fd5bb283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:49:27.874790 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-3c100bf3-118f-46ae-ab76-f85cd51d4570 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:49:27.903472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c100bf3-118f-46ae-ab76-f85cd51d4570 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:49:27.907847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c100bf3-118f-46ae-ab76-f85cd51d4570 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:27.908522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3c100bf3-118f-46ae-ab76-f85cd51d4570 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:28.001369 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-533decba-5a1c-42c1-9015-a5078a5feb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5612fcd6-1438-4d39-833f-3dadc3b49fd1', 'name': 'tempest-NetworksTestDHCPv6-router-1291374892', 'tenant_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:49:16Z', 'updated_at': '2021-12-25T19:49:20Z', 'revision_number': 2, 'project_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'gw_port_host': None, '_interfaces': [{'id': 'bddcc472-1dec-483b-954b-03c6e3e816ea', 'name': '', 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'tenant_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'mac_address': 'fa:16:3e:04:7c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5612fcd6-1438-4d39-833f-3dadc3b49fd1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74468a0d-4524-4b09-99b0-d011dc0589da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:49:18Z', 'updated_at': '2021-12-25T19:49:21Z', 'revision_number': 2, 'project_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'subnets': [{'id': '74468a0d-4524-4b09-99b0-d011dc0589da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:28.006786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533decba-5a1c-42c1-9015-a5078a5feb91 None None] Checking router: 5612fcd6-1438-4d39-833f-3dadc3b49fd1 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:49:28.007381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533decba-5a1c-42c1-9015-a5078a5feb91 None None] Updating router 5612fcd6-1438-4d39-833f-3dadc3b49fd1 port bddcc472-1dec-483b-954b-03c6e3e816ea binding host dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 19:49:28.077927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-533decba-5a1c-42c1-9015-a5078a5feb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:28.141640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-15204978-0a28-42a1-bb19-39cc0e7859c1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] For port 9d49cd10-3e35-4016-b750-3b9d57d51fc1, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=9d49cd10-3e35-4016-b750-3b9d57d51fc1,segment=NetworkSegment(d8ad5f44-b7b8-4e03-a5e1-e0e8af77fafe),segment_id=d8ad5f44-b7b8-4e03-a5e1-e0e8af77fafe)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:49:28.142409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-15204978-0a28-42a1-bb19-39cc0e7859c1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:28.295582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-15204978-0a28-42a1-bb19-39cc0e7859c1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Calling delete_port for 9d49cd10-3e35-4016-b750-3b9d57d51fc1 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:49:28.314015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb660e5d-89a4-4e17-afd4-bdf7b4ed1860 None None] Network 3e540ee5-e495-495b-848f-5b2c73351f94 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:49:28.377071 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d0355f0d-4ad4-476e-922e-345151c818d6 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:28.382668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0f4b4dda-8b16-440a-be71-ef20f861ae28 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:28.399776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d0355f0d-4ad4-476e-922e-345151c818d6 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Usage tracker for resource:subnet and tenant:8725429ab9244f8ba50e3b663103bb1c is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:28.411814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d0355f0d-4ad4-476e-922e-345151c818d6 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:28.423392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d0355f0d-4ad4-476e-922e-345151c818d6 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:28.431796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0f4b4dda-8b16-440a-be71-ef20f861ae28 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Usage tracker for resource:security_group_rule and tenant:ba3ac904f7c04422a33ad2a0e0822593 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:28.443546 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c100bf3-118f-46ae-ab76-f85cd51d4570 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'Port': ['ID=d3157b92-5bad-49aa-9907-bb3dbc2a4ef2,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:28.459933 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0f4b4dda-8b16-440a-be71-ef20f861ae28 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:28.464875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0355f0d-4ad4-476e-922e-345151c818d6 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Made reservation on behalf of 8725429ab9244f8ba50e3b663103bb1c for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:49:28.519863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b934a-a2fd-4365-aa64-5c005b388fd6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event deleted for resources: {'Port': ['ID=9b698ecc-1100-4527-b6b9-a66e84c80d04,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:28.523199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-973b934a-a2fd-4365-aa64-5c005b388fd6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.857s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:28.524075 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-15204978-0a28-42a1-bb19-39cc0e7859c1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:28.526720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0f4b4dda-8b16-440a-be71-ef20f861ae28 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:28.530460 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5679fa44-22fa-420a-a811-4948ce3415c2 req-0d1fe8a5-0117-4512-94c7-af5a62974c02 service neutron] 10.222.0.36 "GET /v2.0/networks/da387ada-6589-46a3-a1e0-f2fd37f41648?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0886579 Dec 25 19:49:28.531588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9b6ecfa9-fe23-4c39-96db-78562b0011a8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:28.551547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b7a0a3db-fcfe-4984-8d53-fbd1807f6d53 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.944s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:28.580492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-533decba-5a1c-42c1-9015-a5078a5feb91 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:28.585269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9b6ecfa9-fe23-4c39-96db-78562b0011a8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Usage tracker for resource:security_group_rule and tenant:fa6310122f134e9d988d2913efd76290 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:28.601443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-533decba-5a1c-42c1-9015-a5078a5feb91 None None] Transition to ACTIVE for port object bddcc472-1dec-483b-954b-03c6e3e816ea will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:49:28.601712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15204978-0a28-42a1-bb19-39cc0e7859c1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] No DVR routers for this DVR port 9d49cd10-3e35-4016-b750-3b9d57d51fc1 on host dv-neutron-822611-1-hyperv {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:49:28.606287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9b6ecfa9-fe23-4c39-96db-78562b0011a8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:28.616132 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-533decba-5a1c-42c1-9015-a5078a5feb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:28.636217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:28.647828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9b6ecfa9-fe23-4c39-96db-78562b0011a8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:28.649517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15204978-0a28-42a1-bb19-39cc0e7859c1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event deleted for resources: {'Port': ['ID=9d49cd10-3e35-4016-b750-3b9d57d51fc1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:28.652733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-15204978-0a28-42a1-bb19-39cc0e7859c1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:28.748465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2336561e-932d-467d-b0b5-07820d212d21 None None] New status for floating IP 411d4d8a-f89b-42de-b6a2-30b6500f7c47: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 19:49:28.753257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b16f092-e8ad-4e12-bd56-614097af4426 None None] Pushing event updated for resources: {'Port': ['ID=bddcc472-1dec-483b-954b-03c6e3e816ea,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:28.768363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-15204978-0a28-42a1-bb19-39cc0e7859c1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:28.795311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d0355f0d-4ad4-476e-922e-345151c818d6 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:28.799913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-15204978-0a28-42a1-bb19-39cc0e7859c1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e540ee5-e495-495b-848f-5b2c73351f94']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:28.815476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-15204978-0a28-42a1-bb19-39cc0e7859c1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8ad5f44-b7b8-4e03-a5e1-e0e8af77fafe') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:28.815951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-15204978-0a28-42a1-bb19-39cc0e7859c1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8ad5f44-b7b8-4e03-a5e1-e0e8af77fafe') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:28.830001 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18848e6-0214-4190-877d-c2a6dae2d822 req-3ca7e742-e5f5-4dba-9f98-e6754bbd107a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:28.830222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-15204978-0a28-42a1-bb19-39cc0e7859c1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:28.831671 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b18848e6-0214-4190-877d-c2a6dae2d822 req-3ca7e742-e5f5-4dba-9f98-e6754bbd107a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f31fdbc-d458-4a48-9825-788034a6e6d5 HTTP/1.1" status: 200 len: 945 time: 0.6117833 Dec 25 19:49:28.837674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7c674-0c92-4781-9851-330c6b3bebef req-1789266d-6455-46f1-8995-f57f4513e4ad tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:28.839595 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f0b7c674-0c92-4781-9851-330c6b3bebef req-1789266d-6455-46f1-8995-f57f4513e4ad tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f31fdbc-d458-4a48-9825-788034a6e6d5 HTTP/1.1" status: 200 len: 945 time: 0.6224215 Dec 25 19:49:28.857439 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-15204978-0a28-42a1-bb19-39cc0e7859c1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:28.862674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2b16f092-e8ad-4e12-bd56-614097af4426 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:28.865100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15204978-0a28-42a1-bb19-39cc0e7859c1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:49:28.865667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-15204978-0a28-42a1-bb19-39cc0e7859c1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:28.980384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bccd0467-58be-4d19-800a-3a7a940e068f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.381s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:28.981021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bccd0467-58be-4d19-800a-3a7a940e068f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:28.984952 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:49:28.984952 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:49:28.984952 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:49:28.984952 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:49:28.984952 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:49:28.984952 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:49:28.984952 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:49:28.984952 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:49:28.984952 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:49:28.984952 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:49:28.984952 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:49:28.984952 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:49:28.984952 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:49:28.984952 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:49:28.984952 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:49:28.984952 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:49:28.984952 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:49:28.984952 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:49:28.984952 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:49:28.984952 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:49:28.984952 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:49:28.984952 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:49:28.984952 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:49:28.984952 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:49:28.984952 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:49:28.984952 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:49:28.984952 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:49:28.984952 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:49:28.984952 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:49:28.984952 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:49:28.984952 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:49:28.984952 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:49:29.003966 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3c100bf3-118f-46ae-ab76-f85cd51d4570 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 4.3329508 Dec 25 19:49:29.006857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-15204978-0a28-42a1-bb19-39cc0e7859c1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:29.010988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-b18848e6-0214-4190-877d-c2a6dae2d822 req-647e6e18-6bcc-442c-af19-205f83eff72f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting port 9749a656-ddcd-42f0-9811-5053427473ca {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:49:29.011464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-b18848e6-0214-4190-877d-c2a6dae2d822 req-647e6e18-6bcc-442c-af19-205f83eff72f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:29.011754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-15204978-0a28-42a1-bb19-39cc0e7859c1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:29.019609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-533decba-5a1c-42c1-9015-a5078a5feb91 None None] Attempting to bind port bddcc472-1dec-483b-954b-03c6e3e816ea on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:49:29.020019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-533decba-5a1c-42c1-9015-a5078a5feb91 None None] Attempting to bind port bddcc472-1dec-483b-954b-03c6e3e816ea by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:49:29.020428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533decba-5a1c-42c1-9015-a5078a5feb91 None None] Attempting to bind port bddcc472-1dec-483b-954b-03c6e3e816ea on network 7396b720-65bf-48b2-8da7-778eed2fcf44 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:49:29.023446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48114) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:29.030967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3962683-e32a-47ac-a3c4-ade0c6a60729 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:29.033477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533decba-5a1c-42c1-9015-a5078a5feb91 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:49:29.034145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533decba-5a1c-42c1-9015-a5078a5feb91 None None] Checking segment: {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:49:29.034599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-533decba-5a1c-42c1-9015-a5078a5feb91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:29.035045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533decba-5a1c-42c1-9015-a5078a5feb91 None None] Bound using segment: {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:49:29.035579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-533decba-5a1c-42c1-9015-a5078a5feb91 None None] Bound port: bddcc472-1dec-483b-954b-03c6e3e816ea, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:49:29.035995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-533decba-5a1c-42c1-9015-a5078a5feb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:29.037375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3962683-e32a-47ac-a3c4-ade0c6a60729 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:29.038357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c3962683-e32a-47ac-a3c4-ade0c6a60729 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:49:29.041425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5e891461-6db1-49a9-b964-753d013c5880 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:29.066245 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-15204978-0a28-42a1-bb19-39cc0e7859c1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] 10.222.0.24 "DELETE /v2.0/networks/3e540ee5-e495-495b-848f-5b2c73351f94 HTTP/1.1" status: 204 len: 168 time: 2.3800819 Dec 25 19:49:29.082453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-063de2df-6d61-41b8-8c5b-c3db56d63da6 None None] Provisioning complete for port 82580e15-9e86-4e28-903c-a6d761e50692 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:49:29.084629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-063de2df-6d61-41b8-8c5b-c3db56d63da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:29.212212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15204978-0a28-42a1-bb19-39cc0e7859c1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Pushing event deleted for resources: {'Network': ['ID=3e540ee5-e495-495b-848f-5b2c73351f94,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:29.237169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce773a49-d43d-40be-b9d4-57e58ec9ea7a None None] DHCP port deletion for 3e540ee5-e495-495b-848f-5b2c73351f94 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:49:29.243783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15204978-0a28-42a1-bb19-39cc0e7859c1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:49:29.244371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15204978-0a28-42a1-bb19-39cc0e7859c1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:49:29.244910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15204978-0a28-42a1-bb19-39cc0e7859c1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:49:29.245446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15204978-0a28-42a1-bb19-39cc0e7859c1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:49:29.245978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15204978-0a28-42a1-bb19-39cc0e7859c1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:49:29.246508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15204978-0a28-42a1-bb19-39cc0e7859c1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:49:29.247029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15204978-0a28-42a1-bb19-39cc0e7859c1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:49:29.248062 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15204978-0a28-42a1-bb19-39cc0e7859c1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:49:29.248611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15204978-0a28-42a1-bb19-39cc0e7859c1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:49:29.249141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15204978-0a28-42a1-bb19-39cc0e7859c1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:49:29.249672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15204978-0a28-42a1-bb19-39cc0e7859c1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:49:29.253344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-15204978-0a28-42a1-bb19-39cc0e7859c1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:29.306039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c3962683-e32a-47ac-a3c4-ade0c6a60729 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:49:29.307592 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c3962683-e32a-47ac-a3c4-ade0c6a60729 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.7811043 Dec 25 19:49:29.312573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48120) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:29.357160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-533decba-5a1c-42c1-9015-a5078a5feb91 None None] For port bddcc472-1dec-483b-954b-03c6e3e816ea, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:49:29.360602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-533decba-5a1c-42c1-9015-a5078a5feb91 None None] For port bddcc472-1dec-483b-954b-03c6e3e816ea, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=bddcc472-1dec-483b-954b-03c6e3e816ea,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:49:29.367737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-533decba-5a1c-42c1-9015-a5078a5feb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:29.388027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-52f15a58-9cad-4ec7-a956-07be1f2dcf78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:29.449190 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d0355f0d-4ad4-476e-922e-345151c818d6 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:29.472167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e0d0881c-935a-431a-9c5d-edfdfc55a242 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:29.523728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533decba-5a1c-42c1-9015-a5078a5feb91 None None] Routers {'5612fcd6-1438-4d39-833f-3dadc3b49fd1'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:49:29.524737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-533decba-5a1c-42c1-9015-a5078a5feb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:49:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['5612fcd6-1438-4d39-833f-3dadc3b49fd1'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:29.526225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c4be25-07c0-424e-a488-8f4bda238cf9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:29.527000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-54c4be25-07c0-424e-a488-8f4bda238cf9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Synchronizing usage tracker for tenant:70aa58ed5ec1475cad367450f4be2220 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:49:29.585492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-54c4be25-07c0-424e-a488-8f4bda238cf9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Unset dirty status for tenant:70aa58ed5ec1475cad367450f4be2220 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:49:29.589932 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-54c4be25-07c0-424e-a488-8f4bda238cf9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "GET /v2.0/ports/d3157b92-5bad-49aa-9907-bb3dbc2a4ef2 HTTP/1.1" status: 200 len: 843 time: 0.4227772 Dec 25 19:49:29.590894 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48126) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:29.619478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9b6ecfa9-fe23-4c39-96db-78562b0011a8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:29.652076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9b6ecfa9-fe23-4c39-96db-78562b0011a8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:29.669809 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f0b7c674-0c92-4781-9851-330c6b3bebef req-3fcd9064-baa9-4f94-b899-114d65b24a32 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=9349b6a4-3290-42cb-88c9-195a7da3dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7611625 Dec 25 19:49:29.675748 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5679fa44-22fa-420a-a811-4948ce3415c2 req-cc55bfda-cb85-4ea5-9c14-002b512407c1 service neutron] 10.222.0.36 "GET /v2.0/networks/da387ada-6589-46a3-a1e0-f2fd37f41648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0977156 Dec 25 19:49:29.679588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-973b934a-a2fd-4365-aa64-5c005b388fd6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:29.691931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0f4b4dda-8b16-440a-be71-ef20f861ae28 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:29.702100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b16f092-e8ad-4e12-bd56-614097af4426 None None] Pushing event updated for resources: {'Port': ['ID=bddcc472-1dec-483b-954b-03c6e3e816ea,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:29.712862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2b16f092-e8ad-4e12-bd56-614097af4426 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:29.726442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48130) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:29.742987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0f4b4dda-8b16-440a-be71-ef20f861ae28 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:29.747516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-533decba-5a1c-42c1-9015-a5078a5feb91 None None] Set router 5612fcd6-1438-4d39-833f-3dadc3b49fd1 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:49:29.820673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7ded4a89-4b28-4a1e-af4e-7adb08dfa7ed tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Deleting port d3157b92-5bad-49aa-9907-bb3dbc2a4ef2 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:49:29.821418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7ded4a89-4b28-4a1e-af4e-7adb08dfa7ed tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:29.823782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0355f0d-4ad4-476e-922e-345151c818d6 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event updated for resources: {'Subnet': ['ID=aa562909-713f-4e57-8d5e-32b9fa1590bf,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:29.836247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d0355f0d-4ad4-476e-922e-345151c818d6 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:29.918524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-50ff93cc-cd37-4b6d-ac4e-617f48e911d6 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.262s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:29.931645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f4b4dda-8b16-440a-be71-ef20f861ae28 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:49:30.003893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ecfa9-fe23-4c39-96db-78562b0011a8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7aa663-bb31-4e2b-9a9b-4b9485b9c9b8,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:30.038689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9b6ecfa9-fe23-4c39-96db-78562b0011a8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:30.042769 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9b6ecfa9-fe23-4c39-96db-78562b0011a8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.6478620 Dec 25 19:49:30.044316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0f4b4dda-8b16-440a-be71-ef20f861ae28 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:30.044720 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-0f4b4dda-8b16-440a-be71-ef20f861ae28 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Added segment 4dbae96d-76df-44d0-9729-0d0c7e43cca0 of type vlan for network 02fd8036-feea-4fd2-bd92-4e514b93f076 Dec 25 19:49:30.068715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48136) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:30.095645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-335b00ae-d524-43ee-8a20-eaf325031ed0 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Request body: {'security_group': {'name': 'tempest-secgroup--893044412'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:30.111151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0355f0d-4ad4-476e-922e-345151c818d6 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Checking segment: {'id': 'b64385cf-f3d5-426e-b57b-a654d542b343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '22620181-bd84-4ee6-b0b1-7e29621a3152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:49:30.111661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0355f0d-4ad4-476e-922e-345151c818d6 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Network hostable DHCP agents. Network: 22620181-bd84-4ee6-b0b1-7e29621a3152, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:49:30.135797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-335b00ae-d524-43ee-8a20-eaf325031ed0 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:30.148073 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b4dda-8b16-440a-be71-ef20f861ae28 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6905780-03e0-4113-8903-6a7246b973b7,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:30.152284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0f4b4dda-8b16-440a-be71-ef20f861ae28 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:30.157810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-335b00ae-d524-43ee-8a20-eaf325031ed0 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Usage tracker for resource:security_group and tenant:fa6310122f134e9d988d2913efd76290 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:30.168319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0f4b4dda-8b16-440a-be71-ef20f861ae28 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:30.170018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-335b00ae-d524-43ee-8a20-eaf325031ed0 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:30.174543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b40c3d53-6e82-425b-aff9-7a3db84437db tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.417s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:30.175086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b40c3d53-6e82-425b-aff9-7a3db84437db tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:30.177498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-b18848e6-0214-4190-877d-c2a6dae2d822 req-647e6e18-6bcc-442c-af19-205f83eff72f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] For port 9749a656-ddcd-42f0-9811-5053427473ca, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9749a656-ddcd-42f0-9811-5053427473ca,segment=NetworkSegment(b2e67a5d-a5dc-4284-869b-7256c008d9e4),segment_id=b2e67a5d-a5dc-4284-869b-7256c008d9e4)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:49:30.177997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-b18848e6-0214-4190-877d-c2a6dae2d822 req-647e6e18-6bcc-442c-af19-205f83eff72f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:30.197385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-335b00ae-d524-43ee-8a20-eaf325031ed0 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:30.215869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-533decba-5a1c-42c1-9015-a5078a5feb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5612fcd6-1438-4d39-833f-3dadc3b49fd1', 'name': 'tempest-NetworksTestDHCPv6-router-1291374892', 'tenant_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:49:16Z', 'updated_at': '2021-12-25T19:49:20Z', 'revision_number': 2, 'project_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'gw_port_host': None, '_interfaces': [{'id': 'bddcc472-1dec-483b-954b-03c6e3e816ea', 'name': '', 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'tenant_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'mac_address': 'fa:16:3e:04:7c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5612fcd6-1438-4d39-833f-3dadc3b49fd1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74468a0d-4524-4b09-99b0-d011dc0589da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:49:18Z', 'updated_at': '2021-12-25T19:49:29Z', 'revision_number': 4, 'project_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'subnets': [{'id': '74468a0d-4524-4b09-99b0-d011dc0589da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:30.221533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533decba-5a1c-42c1-9015-a5078a5feb91 None None] The sync data for ids ['5612fcd6-1438-4d39-833f-3dadc3b49fd1'] in dv-neutron-822611-1-hyperv is: [{'id': '5612fcd6-1438-4d39-833f-3dadc3b49fd1', 'name': 'tempest-NetworksTestDHCPv6-router-1291374892', 'tenant_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:49:16Z', 'updated_at': '2021-12-25T19:49:20Z', 'revision_number': 2, 'project_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'gw_port_host': None, '_interfaces': [{'id': 'bddcc472-1dec-483b-954b-03c6e3e816ea', 'name': '', 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'tenant_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'mac_address': 'fa:16:3e:04:7c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5612fcd6-1438-4d39-833f-3dadc3b49fd1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74468a0d-4524-4b09-99b0-d011dc0589da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:49:18Z', 'updated_at': '2021-12-25T19:49:29Z', 'revision_number': 4, 'project_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'subnets': [{'id': '74468a0d-4524-4b09-99b0-d011dc0589da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:49:30.343483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-b18848e6-0214-4190-877d-c2a6dae2d822 req-647e6e18-6bcc-442c-af19-205f83eff72f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Calling delete_port for 9749a656-ddcd-42f0-9811-5053427473ca owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:49:30.414576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-335b00ae-d524-43ee-8a20-eaf325031ed0 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:30.438689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0f4b4dda-8b16-440a-be71-ef20f861ae28 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:30.442947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4b4dda-8b16-440a-be71-ef20f861ae28 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:30.443684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0f4b4dda-8b16-440a-be71-ef20f861ae28 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:30.451564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-737efafb-2023-4e3d-8c5b-824538067291 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:30.482485 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0355f0d-4ad4-476e-922e-345151c818d6 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Network 22620181-bd84-4ee6-b0b1-7e29621a3152 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:49:30.541738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-d0355f0d-4ad4-476e-922e-345151c818d6 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 22620181-bd84-4ee6-b0b1-7e29621a3152) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:49:30.555353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c818a1-7dfc-4179-8d95-e29248823d66 None None] Network 22620181-bd84-4ee6-b0b1-7e29621a3152 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:49:30.603589 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fad7147a-59ec-47c9-9b12-1b90c612cd04 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4895f896d14c49cebd2f7b319db8be3e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8727415 Dec 25 19:49:30.610266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48140) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:30.623990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0355f0d-4ad4-476e-922e-345151c818d6 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:30.624647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d0355f0d-4ad4-476e-922e-345151c818d6 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:30.637574 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0f4b4dda-8b16-440a-be71-ef20f861ae28 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 3.2866693 Dec 25 19:49:30.651466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48144) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:30.659900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b4dda-8b16-440a-be71-ef20f861ae28 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Pushing event updated for resources: {'Network': ['ID=02fd8036-feea-4fd2-bd92-4e514b93f076,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:30.679974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0f4b4dda-8b16-440a-be71-ef20f861ae28 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:30.684238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-a4ccb6af-effb-410f-8b17-9cf7356222fb tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Request body: {'subnet': {'network_id': '02fd8036-feea-4fd2-bd92-4e514b93f076', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:30.697281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7ded4a89-4b28-4a1e-af4e-7adb08dfa7ed tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:30.720075 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-335b00ae-d524-43ee-8a20-eaf325031ed0 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:30.810827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-335b00ae-d524-43ee-8a20-eaf325031ed0 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Usage tracker for resource:security_group_rule and tenant:fa6310122f134e9d988d2913efd76290 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:30.823512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-335b00ae-d524-43ee-8a20-eaf325031ed0 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:30.854991 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d0355f0d-4ad4-476e-922e-345151c818d6 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.4084058 Dec 25 19:49:30.856642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-335b00ae-d524-43ee-8a20-eaf325031ed0 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:30.862987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48150) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:30.874704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7ded4a89-4b28-4a1e-af4e-7adb08dfa7ed tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Calling delete_port for d3157b92-5bad-49aa-9907-bb3dbc2a4ef2 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:49:30.886795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 9d49cd10-3e35-4016-b750-3b9d57d51fc1 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:49:30.915305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 02fd8036-feea-4fd2-bd92-4e514b93f076 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:49:30.927705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-fab86d33-7ae2-4aa5-bf24-82fb5e2626b7 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1294621878'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:31.003408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-fab86d33-7ae2-4aa5-bf24-82fb5e2626b7 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:31.028245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-fab86d33-7ae2-4aa5-bf24-82fb5e2626b7 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Usage tracker for resource:network and tenant:8725429ab9244f8ba50e3b663103bb1c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:31.059951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 9d49cd10-3e35-4016-b750-3b9d57d51fc1 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:49:31.060353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 9d49cd10-3e35-4016-b750-3b9d57d51fc1 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:49:31.068582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-abc98f4e-9570-4a16-940a-f63ebc7d43db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:31.081541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc0ef36-1a04-4713-b084-67441898fab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-22620181-bd84-4ee6-b0b1-7e29621a3152', 'network_id': '22620181-bd84-4ee6-b0b1-7e29621a3152', 'tenant_id': '8725429ab9244f8ba50e3b663103bb1c', 'fixed_ips': [{'subnet_id': 'aa562909-713f-4e57-8d5e-32b9fa1590bf'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:49:31.083625 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ef36-1a04-4713-b084-67441898fab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:31.104312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-b18848e6-0214-4190-877d-c2a6dae2d822 req-647e6e18-6bcc-442c-af19-205f83eff72f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:31.108428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-abc98f4e-9570-4a16-940a-f63ebc7d43db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:31.130845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-fab86d33-7ae2-4aa5-bf24-82fb5e2626b7 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:31.136661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a4ccb6af-effb-410f-8b17-9cf7356222fb tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:31.137505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-fab86d33-7ae2-4aa5-bf24-82fb5e2626b7 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:31.179946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-72972164-9ab6-40df-8872-74e7c279517c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:31.208865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab86d33-7ae2-4aa5-bf24-82fb5e2626b7 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Made reservation on behalf of 8725429ab9244f8ba50e3b663103bb1c for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:49:31.217790 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fab86d33-7ae2-4aa5-bf24-82fb5e2626b7 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:31.240645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7ded4a89-4b28-4a1e-af4e-7adb08dfa7ed tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:31.250124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e6e18-6bcc-442c-af19-205f83eff72f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Port': ['ID=9749a656-ddcd-42f0-9811-5053427473ca,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:31.252310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-abc98f4e-9570-4a16-940a-f63ebc7d43db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:31.262317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a4ccb6af-effb-410f-8b17-9cf7356222fb tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Usage tracker for resource:subnet and tenant:ba3ac904f7c04422a33ad2a0e0822593 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:31.265388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-647e6e18-6bcc-442c-af19-205f83eff72f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:31.268668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-da78d84f-3d42-48e9-ae4d-0f0d2a63bc5e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:31.275276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bccd0467-58be-4d19-800a-3a7a940e068f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:31.281500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a4ccb6af-effb-410f-8b17-9cf7356222fb tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:31.296342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a4ccb6af-effb-410f-8b17-9cf7356222fb tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:31.324221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc98f4e-9570-4a16-940a-f63ebc7d43db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccdc84f-62c8-4337-9c76-d169c1bca3b7,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:31.332934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-abc98f4e-9570-4a16-940a-f63ebc7d43db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:31.347140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-6bc0ef36-1a04-4713-b084-67441898fab6 None None] Allocated IP 2001:db8::3 (22620181-bd84-4ee6-b0b1-7e29621a3152/aa562909-713f-4e57-8d5e-32b9fa1590bf/0f902ceb-b321-4019-8382-20c03c271204) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:49:31.380942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fab86d33-7ae2-4aa5-bf24-82fb5e2626b7 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:49:31.392153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fab86d33-7ae2-4aa5-bf24-82fb5e2626b7 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:31.392545 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-fab86d33-7ae2-4aa5-bf24-82fb5e2626b7 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Added segment 5140b1d9-b4eb-44c8-b00f-9f86dc2447a7 of type vlan for network cb2c51f6-4bc0-490d-9e9b-01cca96afa8c Dec 25 19:49:31.403464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9322efe-9607-4227-81b5-6c849c0caf46 req-a00d3a5e-f8b2-4460-902b-7af056385ed6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:31.405093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-e9322efe-9607-4227-81b5-6c849c0caf46 req-a00d3a5e-f8b2-4460-902b-7af056385ed6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Synchronizing usage tracker for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:49:31.423759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fab86d33-7ae2-4aa5-bf24-82fb5e2626b7 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:31.452438 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-335b00ae-d524-43ee-8a20-eaf325031ed0 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:31.456452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ded4a89-4b28-4a1e-af4e-7adb08dfa7ed tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event deleted for resources: {'Port': ['ID=d3157b92-5bad-49aa-9907-bb3dbc2a4ef2,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:31.462583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7ded4a89-4b28-4a1e-af4e-7adb08dfa7ed tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:31.464702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-abc98f4e-9570-4a16-940a-f63ebc7d43db admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:31.465546 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fab86d33-7ae2-4aa5-bf24-82fb5e2626b7 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:31.467797 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-abc98f4e-9570-4a16-940a-f63ebc7d43db admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0ccdc84f-62c8-4337-9c76-d169c1bca3b7 HTTP/1.1" status: 204 len: 168 time: 0.8536513 Dec 25 19:49:31.470675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab86d33-7ae2-4aa5-bf24-82fb5e2626b7 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:31.471188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fab86d33-7ae2-4aa5-bf24-82fb5e2626b7 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:31.478913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18848e6-0214-4190-877d-c2a6dae2d822 req-647e6e18-6bcc-442c-af19-205f83eff72f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] No DVR routers for this DVR port 9749a656-ddcd-42f0-9811-5053427473ca on host hv-neutron-8226 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:49:31.480996 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-51f6f649-6299-4f73-bcb5-2513f7bc1235 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:31.482023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-335b00ae-d524-43ee-8a20-eaf325031ed0 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:31.483402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 9749a656-ddcd-42f0-9811-5053427473ca no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:49:31.500709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-b18848e6-0214-4190-877d-c2a6dae2d822 req-647e6e18-6bcc-442c-af19-205f83eff72f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:31.504233 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b18848e6-0214-4190-877d-c2a6dae2d822 req-647e6e18-6bcc-442c-af19-205f83eff72f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "DELETE /v2.0/ports/9749a656-ddcd-42f0-9811-5053427473ca HTTP/1.1" status: 204 len: 173 time: 2.6623402 Dec 25 19:49:31.526736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0f4b4dda-8b16-440a-be71-ef20f861ae28 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:31.547585 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f31fdbc-d458-4a48-9825-788034a6e6d5', 'name': 'network-vif-deleted', 'tag': '9749a656-ddcd-42f0-9811-5053427473ca'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:49:31.551024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] No Port match for: 9749a656-ddcd-42f0-9811-5053427473ca {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:49:31.551449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 9749a656-ddcd-42f0-9811-5053427473ca not bound to the agent host hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:49:31.554850 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-e9322efe-9607-4227-81b5-6c849c0caf46 req-a00d3a5e-f8b2-4460-902b-7af056385ed6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Unset dirty status for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:49:31.563888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7ded4a89-4b28-4a1e-af4e-7adb08dfa7ed tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:31.568674 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e9322efe-9607-4227-81b5-6c849c0caf46 req-a00d3a5e-f8b2-4460-902b-7af056385ed6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f31fdbc-d458-4a48-9825-788034a6e6d5 HTTP/1.1" status: 200 len: 867 time: 0.6764550 Dec 25 19:49:31.596046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ccb6af-effb-410f-8b17-9cf7356222fb tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Made reservation on behalf of ba3ac904f7c04422a33ad2a0e0822593 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:49:31.764090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab86d33-7ae2-4aa5-bf24-82fb5e2626b7 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event updated for resources: {'Network': ['ID=cb2c51f6-4bc0-490d-9e9b-01cca96afa8c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:31.765650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-335b00ae-d524-43ee-8a20-eaf325031ed0 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:31.767183 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-335b00ae-d524-43ee-8a20-eaf325031ed0 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6973639 Dec 25 19:49:31.776753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fab86d33-7ae2-4aa5-bf24-82fb5e2626b7 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:31.781396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network cb2c51f6-4bc0-490d-9e9b-01cca96afa8c details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:49:31.782427 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fab86d33-7ae2-4aa5-bf24-82fb5e2626b7 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8779473 Dec 25 19:49:31.783348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48160) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:31.783905 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48162) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:31.784193 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f31fdbc-d458-4a48-9825-788034a6e6d5', 'name': 'network-vif-deleted', 'tag': '9749a656-ddcd-42f0-9811-5053427473ca', 'status': 'completed', 'code': 200} Dec 25 19:49:31.797544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-24222afe-61bd-4270-b95e-7d46d210dbef tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Request body: {'subnet': {'network_id': 'cb2c51f6-4bc0-490d-9e9b-01cca96afa8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:31.833172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ef36-1a04-4713-b084-67441898fab6 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:31.852914 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7ded4a89-4b28-4a1e-af4e-7adb08dfa7ed tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/ports/d3157b92-5bad-49aa-9907-bb3dbc2a4ef2 HTTP/1.1" status: 204 len: 168 time: 2.2574370 Dec 25 19:49:31.917173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48168) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:31.928899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b1009c6b-19b5-4079-a052-0af44cc96a63 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Request body: {'security_group_rule': {'security_group_id': '7f7aa663-bb31-4e2b-9a9b-4b9485b9c9b8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1c5f5d1e-9ed0-4a60-89ce-eb43f3a576ba', 'remote_ip_prefix': None}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:31.952239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-6bc0ef36-1a04-4713-b084-67441898fab6 None None] Transition to ACTIVE for port object 0f902ceb-b321-4019-8382-20c03c271204 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:49:31.976916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-6bc0ef36-1a04-4713-b084-67441898fab6 None None] Transition to ACTIVE for port object 0f902ceb-b321-4019-8382-20c03c271204 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:49:31.983955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ef36-1a04-4713-b084-67441898fab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:31.990238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-93618567-0874-489f-841b-722c4888d1d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:32.071318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc0ef36-1a04-4713-b084-67441898fab6 None None] Network 22620181-bd84-4ee6-b0b1-7e29621a3152 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:49:32.074661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-6bc0ef36-1a04-4713-b084-67441898fab6 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:49:32.079777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc0ef36-1a04-4713-b084-67441898fab6 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:49:32.082347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc0ef36-1a04-4713-b084-67441898fab6 None None] Pushing event updated for resources: {'Port': ['ID=0f902ceb-b321-4019-8382-20c03c271204,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:32.088530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6bc0ef36-1a04-4713-b084-67441898fab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:32.097638 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-c883f614-a4ac-4ce9-b37f-554e53907fb5 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] GET failed (client error): The resource could not be found. Dec 25 19:49:32.099344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c883f614-a4ac-4ce9-b37f-554e53907fb5 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Synchronizing usage tracker for tenant:70aa58ed5ec1475cad367450f4be2220 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:49:32.104593 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b1009c6b-19b5-4079-a052-0af44cc96a63 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:32.122325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b1009c6b-19b5-4079-a052-0af44cc96a63 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Usage tracker for resource:security_group_rule and tenant:fa6310122f134e9d988d2913efd76290 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:32.135625 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b1009c6b-19b5-4079-a052-0af44cc96a63 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:32.154140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c883f614-a4ac-4ce9-b37f-554e53907fb5 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Unset dirty status for tenant:70aa58ed5ec1475cad367450f4be2220 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:49:32.159644 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c883f614-a4ac-4ce9-b37f-554e53907fb5 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "GET /v2.0/ports/d3157b92-5bad-49aa-9907-bb3dbc2a4ef2 HTTP/1.1" status: 404 len: 333 time: 0.2230313 Dec 25 19:49:32.168911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b00ae-d524-43ee-8a20-eaf325031ed0 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5f5d1e-9ed0-4a60-89ce-eb43f3a576ba,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:32.188910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48176) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:32.198209 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a4ccb6af-effb-410f-8b17-9cf7356222fb tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:32.233085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-335b00ae-d524-43ee-8a20-eaf325031ed0 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.707s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:32.245568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b1009c6b-19b5-4079-a052-0af44cc96a63 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:32.246158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-270c6cf8-f6cc-4852-9326-187f68c0dd74 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'port': {'network_id': 'ccdad919-2c02-444b-a1f9-a441240bee2d', 'name': 'tempest-PortsIpV6TestJSON-1414082244'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:32.254785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-24222afe-61bd-4270-b95e-7d46d210dbef tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:32.262833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-6bc0ef36-1a04-4713-b084-67441898fab6 None None] Attempting to bind port 0f902ceb-b321-4019-8382-20c03c271204 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:49:32.263466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-6bc0ef36-1a04-4713-b084-67441898fab6 None None] Attempting to bind port 0f902ceb-b321-4019-8382-20c03c271204 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'b64385cf-f3d5-426e-b57b-a654d542b343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '22620181-bd84-4ee6-b0b1-7e29621a3152'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:49:32.264472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc0ef36-1a04-4713-b084-67441898fab6 None None] Attempting to bind port 0f902ceb-b321-4019-8382-20c03c271204 on network 22620181-bd84-4ee6-b0b1-7e29621a3152 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:49:32.274553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc0ef36-1a04-4713-b084-67441898fab6 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:49:32.275268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc0ef36-1a04-4713-b084-67441898fab6 None None] Checking segment: {'id': 'b64385cf-f3d5-426e-b57b-a654d542b343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '22620181-bd84-4ee6-b0b1-7e29621a3152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:49:32.275910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ef36-1a04-4713-b084-67441898fab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:32.276553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc0ef36-1a04-4713-b084-67441898fab6 None None] Bound using segment: {'id': 'b64385cf-f3d5-426e-b57b-a654d542b343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '22620181-bd84-4ee6-b0b1-7e29621a3152'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:49:32.277874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-6bc0ef36-1a04-4713-b084-67441898fab6 None None] Bound port: 0f902ceb-b321-4019-8382-20c03c271204, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64385cf-f3d5-426e-b57b-a654d542b343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '22620181-bd84-4ee6-b0b1-7e29621a3152'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:49:32.278587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ef36-1a04-4713-b084-67441898fab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:32.302788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-24222afe-61bd-4270-b95e-7d46d210dbef tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Usage tracker for resource:subnet and tenant:8725429ab9244f8ba50e3b663103bb1c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:32.334360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-24222afe-61bd-4270-b95e-7d46d210dbef tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:32.375465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-24222afe-61bd-4270-b95e-7d46d210dbef tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:32.400253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-6bc0ef36-1a04-4713-b084-67441898fab6 None None] For port 0f902ceb-b321-4019-8382-20c03c271204, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:49:32.403770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-6bc0ef36-1a04-4713-b084-67441898fab6 None None] For port 0f902ceb-b321-4019-8382-20c03c271204, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=0f902ceb-b321-4019-8382-20c03c271204,segment=NetworkSegment(b64385cf-f3d5-426e-b57b-a654d542b343),segment_id=b64385cf-f3d5-426e-b57b-a654d542b343)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:49:32.412615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ef36-1a04-4713-b084-67441898fab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:32.420537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24222afe-61bd-4270-b95e-7d46d210dbef tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Made reservation on behalf of 8725429ab9244f8ba50e3b663103bb1c for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:49:32.431351 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e9322efe-9607-4227-81b5-6c849c0caf46 req-f8e87be7-a143-4484-a209-2623d430c48f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=9349b6a4-3290-42cb-88c9-195a7da3dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8602526 Dec 25 19:49:32.434672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d7b013dd-7903-4766-975b-7210a5982b1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:32.488768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b1009c6b-19b5-4079-a052-0af44cc96a63 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:32.540824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc0ef36-1a04-4713-b084-67441898fab6 None None] Pushing event updated for resources: {'Port': ['ID=0f902ceb-b321-4019-8382-20c03c271204,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:32.546674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6bc0ef36-1a04-4713-b084-67441898fab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:32.643517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device bddcc472-1dec-483b-954b-03c6e3e816ea up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:49:32.658089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-270c6cf8-f6cc-4852-9326-187f68c0dd74 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:32.676670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-270c6cf8-f6cc-4852-9326-187f68c0dd74 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:32.746723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270c6cf8-f6cc-4852-9326-187f68c0dd74 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Made reservation on behalf of 70aa58ed5ec1475cad367450f4be2220 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:49:32.748177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port bddcc472-1dec-483b-954b-03c6e3e816ea completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:49:32.752657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-270c6cf8-f6cc-4852-9326-187f68c0dd74 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:32.755762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port bddcc472-1dec-483b-954b-03c6e3e816ea triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:49:32.756619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:32.806042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-270c6cf8-f6cc-4852-9326-187f68c0dd74 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] device_id is not set on port f6e0c493-a28d-4707-a960-48093ebf569e yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:49:32.908451 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48190) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:32.928836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:32.937944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 19:49:32.993262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port bddcc472-1dec-483b-954b-03c6e3e816ea, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=bddcc472-1dec-483b-954b-03c6e3e816ea,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:49:32.999611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:33.006226 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ea3b76f5-ea07-47da-a72d-3c6a2f4012d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:33.025088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24222afe-61bd-4270-b95e-7d46d210dbef tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:33.082999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973b934a-a2fd-4365-aa64-5c005b388fd6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Router 2c2fc0bb-c07a-47a9-8654-0fc9114067ad has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:49:33.117206 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=bddcc472-1dec-483b-954b-03c6e3e816ea,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:33.139502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-270c6cf8-f6cc-4852-9326-187f68c0dd74 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:33.142931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:33.172381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b1009c6b-19b5-4079-a052-0af44cc96a63 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:33.185529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-270c6cf8-f6cc-4852-9326-187f68c0dd74 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:33.199269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b0c8fd07-c422-44ef-a897-92459080c534 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:33.226020 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3e32e509-e5ac-4a9c-99f1-f13242f49e1e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:33.302417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.ipam_backend_mixin [None req-24222afe-61bd-4270-b95e-7d46d210dbef tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Performing IP validity checks on allocation pools {{(pid=88901) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 25 19:49:33.303027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.ipam_backend_mixin [None req-24222afe-61bd-4270-b95e-7d46d210dbef tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88901) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 25 19:49:33.311374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b1009c6b-19b5-4079-a052-0af44cc96a63 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:33.314475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c6cf8-f6cc-4852-9326-187f68c0dd74 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'Port': ['ID=f6e0c493-a28d-4707-a960-48093ebf569e,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:33.316459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6a8e971f-5b9b-4809-8d36-8bd0bbc73159 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:33.350447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b654fe9e-7d9d-4e50-9244-1fd973738c79 tempest-NetworksNegativeTestJSON-1358817693 tempest-NetworksNegativeTestJSON-1358817693-project] Request body: {'port': {'network_id': 'ef706741-0c51-4f15-bf5f-dead560fc93d', 'name': 'tempest-NetworksNegativeTestJSON-982519159'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:33.371085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c6cf8-f6cc-4852-9326-187f68c0dd74 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:49:33.371513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c6cf8-f6cc-4852-9326-187f68c0dd74 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:49:33.371924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c6cf8-f6cc-4852-9326-187f68c0dd74 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:49:33.372352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c6cf8-f6cc-4852-9326-187f68c0dd74 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:49:33.372737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c6cf8-f6cc-4852-9326-187f68c0dd74 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:49:33.373141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c6cf8-f6cc-4852-9326-187f68c0dd74 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:49:33.373541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c6cf8-f6cc-4852-9326-187f68c0dd74 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:49:33.373938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c6cf8-f6cc-4852-9326-187f68c0dd74 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:49:33.374334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c6cf8-f6cc-4852-9326-187f68c0dd74 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:49:33.374730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c6cf8-f6cc-4852-9326-187f68c0dd74 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:49:33.375173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c6cf8-f6cc-4852-9326-187f68c0dd74 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:49:33.386058 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-270c6cf8-f6cc-4852-9326-187f68c0dd74 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:33.388581 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-b654fe9e-7d9d-4e50-9244-1fd973738c79 tempest-NetworksNegativeTestJSON-1358817693 tempest-NetworksNegativeTestJSON-1358817693-project] POST failed (client error): The resource could not be found. Dec 25 19:49:33.389088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b654fe9e-7d9d-4e50-9244-1fd973738c79 tempest-NetworksNegativeTestJSON-1358817693 tempest-NetworksNegativeTestJSON-1358817693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:49:33.394403 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b654fe9e-7d9d-4e50-9244-1fd973738c79 tempest-NetworksNegativeTestJSON-1358817693 tempest-NetworksNegativeTestJSON-1358817693-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4808409 Dec 25 19:49:33.394403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a4ccb6af-effb-410f-8b17-9cf7356222fb tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:33.397277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48196) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:33.397993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d66ec2e3-0d5f-4d23-8474-a77592245909 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:33.433316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270c6cf8-f6cc-4852-9326-187f68c0dd74 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Network ccdad919-2c02-444b-a1f9-a441240bee2d is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:49:33.460898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-270c6cf8-f6cc-4852-9326-187f68c0dd74 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:49:33.478060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270c6cf8-f6cc-4852-9326-187f68c0dd74 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:49:33.482332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270c6cf8-f6cc-4852-9326-187f68c0dd74 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:33.483000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-270c6cf8-f6cc-4852-9326-187f68c0dd74 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:33.491778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1009c6b-19b5-4079-a052-0af44cc96a63 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d763aed-0f36-4a3c-b510-a07b0132add6,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:33.501057 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b1009c6b-19b5-4079-a052-0af44cc96a63 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:33.508857 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e3616f8-20a8-41ee-bf28-cfba79ac2226 tempest-NetworksNegativeTestJSON-1358817693 tempest-NetworksNegativeTestJSON-1358817693-project] DELETE failed (client error): The resource could not be found. Dec 25 19:49:33.509358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e3616f8-20a8-41ee-bf28-cfba79ac2226 tempest-NetworksNegativeTestJSON-1358817693 tempest-NetworksNegativeTestJSON-1358817693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:49:33.551634 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6e3616f8-20a8-41ee-bf28-cfba79ac2226 tempest-NetworksNegativeTestJSON-1358817693 tempest-NetworksNegativeTestJSON-1358817693-project] 10.222.0.24 "DELETE /v2.0/networks/845eea3c-8b67-453b-8bf9-9b52ae268f75 HTTP/1.1" status: 404 len: 339 time: 0.1134527 Dec 25 19:49:33.551634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ccb6af-effb-410f-8b17-9cf7356222fb tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Pushing event updated for resources: {'Subnet': ['ID=b6e9faf6-df47-467a-b470-3e7e307ee7f1,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:33.555115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a4ccb6af-effb-410f-8b17-9cf7356222fb tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:33.555115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48202) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:33.565436 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-270c6cf8-f6cc-4852-9326-187f68c0dd74 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3448954 Dec 25 19:49:33.573736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48206) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:33.597987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48208) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:33.606719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-bf113741-1035-497a-9dce-9ac962925065 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:33.613237 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-29273480-4138-4d68-a799-4d94885e202a tempest-NetworksNegativeTestJSON-1358817693 tempest-NetworksNegativeTestJSON-1358817693-project] DELETE failed (client error): The resource could not be found. Dec 25 19:49:33.613452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29273480-4138-4d68-a799-4d94885e202a tempest-NetworksNegativeTestJSON-1358817693 tempest-NetworksNegativeTestJSON-1358817693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:49:33.616678 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-29273480-4138-4d68-a799-4d94885e202a tempest-NetworksNegativeTestJSON-1358817693 tempest-NetworksNegativeTestJSON-1358817693-project] 10.222.0.24 "DELETE /v2.0/ports/844fd9a7-0960-4e31-8994-abb5929c82e5 HTTP/1.1" status: 404 len: 333 time: 0.0592468 Dec 25 19:49:33.618317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ccb6af-effb-410f-8b17-9cf7356222fb tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Checking segment: {'id': '4dbae96d-76df-44d0-9729-0d0c7e43cca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '02fd8036-feea-4fd2-bd92-4e514b93f076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:49:33.618873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ccb6af-effb-410f-8b17-9cf7356222fb tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Network hostable DHCP agents. Network: 02fd8036-feea-4fd2-bd92-4e514b93f076, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:49:33.623641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48214) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:33.633682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b1009c6b-19b5-4079-a052-0af44cc96a63 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:33.634965 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b1009c6b-19b5-4079-a052-0af44cc96a63 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.8454723 Dec 25 19:49:33.655422 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48218) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:33.676875 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3e2a6c3-c17b-40a5-8da6-ad72704914c1 tempest-NetworksNegativeTestJSON-1358817693 tempest-NetworksNegativeTestJSON-1358817693-project] DELETE failed (client error): The resource could not be found. Dec 25 19:49:33.677380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3e2a6c3-c17b-40a5-8da6-ad72704914c1 tempest-NetworksNegativeTestJSON-1358817693 tempest-NetworksNegativeTestJSON-1358817693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:49:33.679253 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c3e2a6c3-c17b-40a5-8da6-ad72704914c1 tempest-NetworksNegativeTestJSON-1358817693 tempest-NetworksNegativeTestJSON-1358817693-project] 10.222.0.24 "DELETE /v2.0/subnets/b0f7cf36-99a4-472e-a043-e0b029a9f1aa HTTP/1.1" status: 404 len: 337 time: 0.0530658 Dec 25 19:49:33.684163 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48222) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:33.719879 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-417eab02-5c52-4b2f-8a48-3d5e109c5c0d tempest-NetworksNegativeTestJSON-1358817693 tempest-NetworksNegativeTestJSON-1358817693-project] GET failed (client error): The resource could not be found. Dec 25 19:49:33.721452 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-417eab02-5c52-4b2f-8a48-3d5e109c5c0d tempest-NetworksNegativeTestJSON-1358817693 tempest-NetworksNegativeTestJSON-1358817693-project] 10.222.0.24 "GET /v2.0/networks/e0a287b0-3b05-45fd-969b-1433da1683ba HTTP/1.1" status: 404 len: 339 time: 0.0358734 Dec 25 19:49:33.722668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ccb6af-effb-410f-8b17-9cf7356222fb tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Network 02fd8036-feea-4fd2-bd92-4e514b93f076 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:49:33.727403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48226) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:33.769493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-a4ccb6af-effb-410f-8b17-9cf7356222fb tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 02fd8036-feea-4fd2-bd92-4e514b93f076) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:49:33.774441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ccb6af-effb-410f-8b17-9cf7356222fb tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:33.775200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a4ccb6af-effb-410f-8b17-9cf7356222fb tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:33.779972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12063df4-f1fb-4da2-bc98-fd6e59878522 None None] Network 02fd8036-feea-4fd2-bd92-4e514b93f076 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:49:33.792670 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-327de145-a261-4945-a43f-31ee7d36142e tempest-NetworksNegativeTestJSON-1358817693 tempest-NetworksNegativeTestJSON-1358817693-project] GET failed (client error): The resource could not be found. Dec 25 19:49:33.794087 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-327de145-a261-4945-a43f-31ee7d36142e tempest-NetworksNegativeTestJSON-1358817693 tempest-NetworksNegativeTestJSON-1358817693-project] 10.222.0.24 "GET /v2.0/ports/a89d8963-1aae-4a91-bf11-59b7ab68bdfa HTTP/1.1" status: 404 len: 333 time: 0.0656981 Dec 25 19:49:33.799076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48230) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:33.851482 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-d58b1954-28fd-49d4-b4df-5ac068357d82 tempest-NetworksNegativeTestJSON-1358817693 tempest-NetworksNegativeTestJSON-1358817693-project] GET failed (client error): The resource could not be found. Dec 25 19:49:33.852909 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d58b1954-28fd-49d4-b4df-5ac068357d82 tempest-NetworksNegativeTestJSON-1358817693 tempest-NetworksNegativeTestJSON-1358817693-project] 10.222.0.24 "GET /v2.0/subnets/373a0dda-cc5d-4377-a9c0-765bdcd02f93 HTTP/1.1" status: 404 len: 337 time: 0.0528197 Dec 25 19:49:33.857303 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a4ccb6af-effb-410f-8b17-9cf7356222fb tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1970694 Dec 25 19:49:33.857303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48234) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:33.859386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48236) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:33.863848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-9aa81ef5-8191-4fd2-8772-2281b8fceb83 tempest-NetworksNegativeTestJSON-1358817693 tempest-NetworksNegativeTestJSON-1358817693-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:33.883629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-66e1e4c0-8a11-4bdc-9d71-fd515dceec11 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:33.890065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-d08017be-3ae3-45f1-a340-14ff196591be tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Request body: {'network': {'name': 'tempest-router-network01--2076362759'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:33.895017 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aa81ef5-8191-4fd2-8772-2281b8fceb83 tempest-NetworksNegativeTestJSON-1358817693 tempest-NetworksNegativeTestJSON-1358817693-project] PUT failed (client error): The resource could not be found. Dec 25 19:49:33.896098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aa81ef5-8191-4fd2-8772-2281b8fceb83 tempest-NetworksNegativeTestJSON-1358817693 tempest-NetworksNegativeTestJSON-1358817693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:49:33.897282 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9aa81ef5-8191-4fd2-8772-2281b8fceb83 tempest-NetworksNegativeTestJSON-1358817693 tempest-NetworksNegativeTestJSON-1358817693-project] 10.222.0.24 "PUT /v2.0/networks/b3c0e7b9-bf6d-4152-b047-fba6d8131f08 HTTP/1.1" status: 404 len: 339 time: 0.0392046 Dec 25 19:49:33.898601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d08017be-3ae3-45f1-a340-14ff196591be tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:33.901476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48242) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:33.906199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d08017be-3ae3-45f1-a340-14ff196591be tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Usage tracker for resource:network and tenant:ba3ac904f7c04422a33ad2a0e0822593 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:33.912950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b697d56e-d143-426b-a903-72cba172085f tempest-NetworksNegativeTestJSON-1358817693 tempest-NetworksNegativeTestJSON-1358817693-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:33.914647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-66e1e4c0-8a11-4bdc-9d71-fd515dceec11 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:33.943615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d08017be-3ae3-45f1-a340-14ff196591be tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:33.954348 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-b697d56e-d143-426b-a903-72cba172085f tempest-NetworksNegativeTestJSON-1358817693 tempest-NetworksNegativeTestJSON-1358817693-project] PUT failed (client error): The resource could not be found. Dec 25 19:49:33.954834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b697d56e-d143-426b-a903-72cba172085f tempest-NetworksNegativeTestJSON-1358817693 tempest-NetworksNegativeTestJSON-1358817693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:49:33.960569 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b697d56e-d143-426b-a903-72cba172085f tempest-NetworksNegativeTestJSON-1358817693 tempest-NetworksNegativeTestJSON-1358817693-project] 10.222.0.24 "PUT /v2.0/ports/49fac51d-a12f-461f-808b-5ab6eb1d3ff2 HTTP/1.1" status: 404 len: 333 time: 0.0536568 Dec 25 19:49:33.960569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d08017be-3ae3-45f1-a340-14ff196591be tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:33.960832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48246) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:33.970097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-982861c3-cd75-44ec-b4e2-bf5c3798a195 tempest-NetworksNegativeTestJSON-1358817693 tempest-NetworksNegativeTestJSON-1358817693-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:33.977802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bf113741-1035-497a-9dce-9ac962925065 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:34.012622 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-982861c3-cd75-44ec-b4e2-bf5c3798a195 tempest-NetworksNegativeTestJSON-1358817693 tempest-NetworksNegativeTestJSON-1358817693-project] PUT failed (client error): The resource could not be found. Dec 25 19:49:34.013148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-982861c3-cd75-44ec-b4e2-bf5c3798a195 tempest-NetworksNegativeTestJSON-1358817693 tempest-NetworksNegativeTestJSON-1358817693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:49:34.018809 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-982861c3-cd75-44ec-b4e2-bf5c3798a195 tempest-NetworksNegativeTestJSON-1358817693 tempest-NetworksNegativeTestJSON-1358817693-project] 10.222.0.24 "PUT /v2.0/subnets/ff7edc5d-f647-4561-adf6-9ffe07e9921a HTTP/1.1" status: 404 len: 337 time: 0.0526245 Dec 25 19:49:34.021272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5756c233-525e-4781-b6b2-6245515848fc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:34.023371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08017be-3ae3-45f1-a340-14ff196591be tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Made reservation on behalf of ba3ac904f7c04422a33ad2a0e0822593 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:49:34.029118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d08017be-3ae3-45f1-a340-14ff196591be tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:34.051687 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ea92c8-61fa-4b39-8b39-0a8bdbc75c37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-02fd8036-feea-4fd2-bd92-4e514b93f076', 'network_id': '02fd8036-feea-4fd2-bd92-4e514b93f076', 'tenant_id': 'ba3ac904f7c04422a33ad2a0e0822593', 'fixed_ips': [{'subnet_id': 'b6e9faf6-df47-467a-b470-3e7e307ee7f1'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:49:34.052731 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-88ea92c8-61fa-4b39-8b39-0a8bdbc75c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:34.067925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d08017be-3ae3-45f1-a340-14ff196591be tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:49:34.082450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d08017be-3ae3-45f1-a340-14ff196591be tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:34.082866 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-d08017be-3ae3-45f1-a340-14ff196591be tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Added segment 1fbb2c8e-f56a-40f7-bf0b-9a0b86e3ffb3 of type vlan for network 816f055b-a275-45b9-a035-9da6066b1ec8 Dec 25 19:49:34.129018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d08017be-3ae3-45f1-a340-14ff196591be tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:34.141064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-66e1e4c0-8a11-4bdc-9d71-fd515dceec11 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:34.143165 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24222afe-61bd-4270-b95e-7d46d210dbef tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:34.165168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:34.173345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d08017be-3ae3-45f1-a340-14ff196591be tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:34.179137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08017be-3ae3-45f1-a340-14ff196591be tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:34.180850 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d08017be-3ae3-45f1-a340-14ff196591be tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:34.189204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d3fccefe-2aa3-4bd7-8a5e-269bd556c7e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:34.207608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973b934a-a2fd-4365-aa64-5c005b388fd6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:49:34.220050 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc81147-6469-4f4d-8a76-e92bd08c4bb0 None None] Sync routers for ids ['2c2fc0bb-c07a-47a9-8654-0fc9114067ad'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:49:34.229390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5756c233-525e-4781-b6b2-6245515848fc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:34.241894 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e1e4c0-8a11-4bdc-9d71-fd515dceec11 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d763aed-0f36-4a3c-b510-a07b0132add6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:34.262716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-66e1e4c0-8a11-4bdc-9d71-fd515dceec11 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:34.262716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-66e1e4c0-8a11-4bdc-9d71-fd515dceec11 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:34.262716 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-66e1e4c0-8a11-4bdc-9d71-fd515dceec11 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/8d763aed-0f36-4a3c-b510-a07b0132add6 HTTP/1.1" status: 204 len: 168 time: 0.5896726 Dec 25 19:49:34.263130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5e891461-6db1-49a9-b964-753d013c5880 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:34.268245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48252) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:34.276054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc81147-6469-4f4d-8a76-e92bd08c4bb0 None None] Routers {'2c2fc0bb-c07a-47a9-8654-0fc9114067ad'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:49:34.276847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-4fc81147-6469-4f4d-8a76-e92bd08c4bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:49:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['2c2fc0bb-c07a-47a9-8654-0fc9114067ad'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:34.332138 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-973b934a-a2fd-4365-aa64-5c005b388fd6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "PUT /v2.0/routers/2c2fc0bb-c07a-47a9-8654-0fc9114067ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6163085 Dec 25 19:49:34.358297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48256) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:34.359662 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-88ea92c8-61fa-4b39-8b39-0a8bdbc75c37 None None] Allocated IP 172.20.0.2 (02fd8036-feea-4fd2-bd92-4e514b93f076/b6e9faf6-df47-467a-b470-3e7e307ee7f1/6672ea79-c566-4de9-b9c0-558406a2dc82) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:49:34.533724 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d08017be-3ae3-45f1-a340-14ff196591be tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6549442 Dec 25 19:49:34.553244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08017be-3ae3-45f1-a340-14ff196591be tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Pushing event updated for resources: {'Network': ['ID=816f055b-a275-45b9-a035-9da6066b1ec8,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:34.559404 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48262) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:34.568118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d08017be-3ae3-45f1-a340-14ff196591be tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:34.582008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-29d24db7-9e4b-4f1c-bb85-cf20fe294269 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Request body: {'network': {'name': 'tempest-router-network02--175012759'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:34.591543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c41c2315-d9ea-4ee9-9f07-179e9736697b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Synchronizing usage tracker for tenant:fa6310122f134e9d988d2913efd76290 on resource:security_group_rule {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:49:34.591732 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-4fc81147-6469-4f4d-8a76-e92bd08c4bb0 None None] Set router 2c2fc0bb-c07a-47a9-8654-0fc9114067ad gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:49:34.640312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c41c2315-d9ea-4ee9-9f07-179e9736697b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Unset dirty status for tenant:fa6310122f134e9d988d2913efd76290 on resource:security_group_rule {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:49:34.646102 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c41c2315-d9ea-4ee9-9f07-179e9736697b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.3722184 Dec 25 19:49:34.646267 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48268) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:34.670200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-88ea92c8-61fa-4b39-8b39-0a8bdbc75c37 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:34.683413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-88ea92c8-61fa-4b39-8b39-0a8bdbc75c37 None None] Transition to ACTIVE for port object 6672ea79-c566-4de9-b9c0-558406a2dc82 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:49:34.725533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-29d24db7-9e4b-4f1c-bb85-cf20fe294269 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:34.733162 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-88ea92c8-61fa-4b39-8b39-0a8bdbc75c37 None None] Transition to ACTIVE for port object 6672ea79-c566-4de9-b9c0-558406a2dc82 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:49:34.743697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 816f055b-a275-45b9-a035-9da6066b1ec8 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:49:34.751670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48272) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:34.769769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24222afe-61bd-4270-b95e-7d46d210dbef tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event updated for resources: {'Subnet': ['ID=ae4c7ebf-723e-4116-954b-39ba07b42a74,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:34.793675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-29d24db7-9e4b-4f1c-bb85-cf20fe294269 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Usage tracker for resource:network and tenant:ba3ac904f7c04422a33ad2a0e0822593 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:34.806223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-29d24db7-9e4b-4f1c-bb85-cf20fe294269 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:34.809607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-24222afe-61bd-4270-b95e-7d46d210dbef tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:34.816805 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec5b0-a6c2-4708-b43c-feda6cb8c3ec tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:34.889258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec5b0-a6c2-4708-b43c-feda6cb8c3ec tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:34.976766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e21fa1e3-af15-4663-854f-ec034bbc7cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:35.040207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-29d24db7-9e4b-4f1c-bb85-cf20fe294269 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:35.077124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24222afe-61bd-4270-b95e-7d46d210dbef tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Checking segment: {'id': '5140b1d9-b4eb-44c8-b00f-9f86dc2447a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cb2c51f6-4bc0-490d-9e9b-01cca96afa8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:49:35.077390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24222afe-61bd-4270-b95e-7d46d210dbef tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Network hostable DHCP agents. Network: cb2c51f6-4bc0-490d-9e9b-01cca96afa8c, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:49:35.080094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec5b0-a6c2-4708-b43c-feda6cb8c3ec tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:35.085336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e21fa1e3-af15-4663-854f-ec034bbc7cf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:35.089993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d24db7-9e4b-4f1c-bb85-cf20fe294269 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Made reservation on behalf of ba3ac904f7c04422a33ad2a0e0822593 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:49:35.091385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-78bd5af4-2bc1-4bec-a279-62011fe7b194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:35.096511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-29d24db7-9e4b-4f1c-bb85-cf20fe294269 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:35.109134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5756c233-525e-4781-b6b2-6245515848fc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:35.114361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e21fa1e3-af15-4663-854f-ec034bbc7cf3 admin admin] Usage tracker for resource:security_group_rule and tenant:00e11118a72449838f4759e2550b13d8 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:35.118514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ccdd95fe-9c01-4720-9375-942a3fe4c091 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:35.121780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e21fa1e3-af15-4663-854f-ec034bbc7cf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:35.134936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec5b0-a6c2-4708-b43c-feda6cb8c3ec tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5f5d1e-9ed0-4a60-89ce-eb43f3a576ba,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:35.139603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e21fa1e3-af15-4663-854f-ec034bbc7cf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:35.142855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5756c233-525e-4781-b6b2-6245515848fc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9349b6a4-3290-42cb-88c9-195a7da3dd1c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:35.145049 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0c6ec5b0-a6c2-4708-b43c-feda6cb8c3ec tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:35.146511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5756c233-525e-4781-b6b2-6245515848fc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:35.164535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-3e32e509-e5ac-4a9c-99f1-f13242f49e1e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting port bddcc472-1dec-483b-954b-03c6e3e816ea {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:49:35.165011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3e32e509-e5ac-4a9c-99f1-f13242f49e1e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:35.211855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec5b0-a6c2-4708-b43c-feda6cb8c3ec tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:35.213033 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0c6ec5b0-a6c2-4708-b43c-feda6cb8c3ec tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "DELETE /v2.0/security-groups/1c5f5d1e-9ed0-4a60-89ce-eb43f3a576ba HTTP/1.1" status: 204 len: 168 time: 0.5657680 Dec 25 19:49:35.218192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48280) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:35.242438 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29d24db7-9e4b-4f1c-bb85-cf20fe294269 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:49:35.254094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-29d24db7-9e4b-4f1c-bb85-cf20fe294269 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:35.254498 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-29d24db7-9e4b-4f1c-bb85-cf20fe294269 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Added segment 25ceef65-8cbd-46a8-8c61-517aa9339ce8 of type vlan for network 845c8578-5105-44ff-9dbf-2405d28316e8 Dec 25 19:49:35.268645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device bddcc472-1dec-483b-954b-03c6e3e816ea up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:49:35.283761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-29d24db7-9e4b-4f1c-bb85-cf20fe294269 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:35.307154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30c0a9d-7751-4338-b9cf-8180f530311c None None] Network 22620181-bd84-4ee6-b0b1-7e29621a3152 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:49:35.347855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5756c233-525e-4781-b6b2-6245515848fc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:35.353515 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5756c233-525e-4781-b6b2-6245515848fc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/security-groups/9349b6a4-3290-42cb-88c9-195a7da3dd1c HTTP/1.1" status: 204 len: 168 time: 1.7526290 Dec 25 19:49:35.362673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-29d24db7-9e4b-4f1c-bb85-cf20fe294269 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:35.366871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d24db7-9e4b-4f1c-bb85-cf20fe294269 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:35.367541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-29d24db7-9e4b-4f1c-bb85-cf20fe294269 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:35.379265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f88836b7-748e-4fd5-ad2b-cd8ad4ccf2d9 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:35.404274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bf113741-1035-497a-9dce-9ac962925065 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:35.427244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-4fc81147-6469-4f4d-8a76-e92bd08c4bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'name': 'tempest-RoutersIpV6Test-router-1228898724', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:47:16Z', 'updated_at': '2021-12-25T19:49:27Z', 'revision_number': 10, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'gw_port_host': None, '_interfaces': [{'id': '031fca15-cc04-4765-822e-515d644cf979', 'name': '', 'network_id': '00ee1749-7dac-4ff2-bd55-2bdcb6a1342d', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:ab:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:20Z', 'updated_at': '2021-12-25T19:47:31Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:35.430300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bf113741-1035-497a-9dce-9ac962925065 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:35.431646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc81147-6469-4f4d-8a76-e92bd08c4bb0 None None] Checking router: 2c2fc0bb-c07a-47a9-8654-0fc9114067ad for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:49:35.434017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-88ea92c8-61fa-4b39-8b39-0a8bdbc75c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:35.437178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-8224bfce-d155-457e-954d-96a48e458356 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Deleting subnet dcc997de-bf8e-4820-b22b-aba70acb08e6 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:49:35.443945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48286) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:35.444559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e21fa1e3-af15-4663-854f-ec034bbc7cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:35.445626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8224bfce-d155-457e-954d-96a48e458356 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:35.459823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-bf113741-1035-497a-9dce-9ac962925065 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] In _notify_port_updated(), no bound segment for port f6e0c493-a28d-4707-a960-48093ebf569e on network ccdad919-2c02-444b-a1f9-a441240bee2d {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 25 19:49:35.461490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc81147-6469-4f4d-8a76-e92bd08c4bb0 None None] Routers {'2c2fc0bb-c07a-47a9-8654-0fc9114067ad'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:49:35.462388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-4fc81147-6469-4f4d-8a76-e92bd08c4bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:49:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['2c2fc0bb-c07a-47a9-8654-0fc9114067ad'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:35.464526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf113741-1035-497a-9dce-9ac962925065 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:35.465281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bf113741-1035-497a-9dce-9ac962925065 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:35.469994 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-bf113741-1035-497a-9dce-9ac962925065 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "PUT /v2.0/ports/f6e0c493-a28d-4707-a960-48093ebf569e HTTP/1.1" status: 200 len: 818 time: 1.8767540 Dec 25 19:49:35.472730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48288) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:35.481698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1028e652-3afe-4d34-8f66-2f990fd8dbb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:35.484883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e21fa1e3-af15-4663-854f-ec034bbc7cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:35.495094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5af54ff8-02de-4355-a96f-a2f526eedeb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:35.514267 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7b9ce905-8d94-4174-b281-86657f48804e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Synchronizing usage tracker for tenant:fa6310122f134e9d988d2913efd76290 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:49:35.576003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8224bfce-d155-457e-954d-96a48e458356 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:35.582154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea92c8-61fa-4b39-8b39-0a8bdbc75c37 None None] Pushing event updated for resources: {'Port': ['ID=6672ea79-c566-4de9-b9c0-558406a2dc82,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:35.610511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21fa1e3-af15-4663-854f-ec034bbc7cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0333024d-a9b3-4336-bbfb-782d143d9b5a,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:35.623326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-88ea92c8-61fa-4b39-8b39-0a8bdbc75c37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:35.628478 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e21fa1e3-af15-4663-854f-ec034bbc7cf3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=00e11118a72449838f4759e2550b13d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8726797 Dec 25 19:49:35.633287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e21fa1e3-af15-4663-854f-ec034bbc7cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:35.641488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48294) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:35.641793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ea92c8-61fa-4b39-8b39-0a8bdbc75c37 None None] Network 02fd8036-feea-4fd2-bd92-4e514b93f076 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:49:35.642062 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7b9ce905-8d94-4174-b281-86657f48804e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Unset dirty status for tenant:fa6310122f134e9d988d2913efd76290 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:49:35.643673 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7b9ce905-8d94-4174-b281-86657f48804e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.4198871 Dec 25 19:49:35.650287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48298) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:35.661964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-88ea92c8-61fa-4b39-8b39-0a8bdbc75c37 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:49:35.671046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b9d4e536-efc2-42d7-987c-243b13fc0e01 None None] Provisioning for port 0f902ceb-b321-4019-8382-20c03c271204 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:49:35.676188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ea92c8-61fa-4b39-8b39-0a8bdbc75c37 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:49:35.684198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-4fc81147-6469-4f4d-8a76-e92bd08c4bb0 None None] Set router 2c2fc0bb-c07a-47a9-8654-0fc9114067ad gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:49:35.812610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8224bfce-d155-457e-954d-96a48e458356 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:35.858840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e8efd718-4676-458c-be05-a6080198fa63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:35.892101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-25ed07c8-dacf-42f8-88cf-9e747d6adbdc tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:35.925829 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-29d24db7-9e4b-4f1c-bb85-cf20fe294269 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3613045 Dec 25 19:49:35.925829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24222afe-61bd-4270-b95e-7d46d210dbef tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Network cb2c51f6-4bc0-490d-9e9b-01cca96afa8c is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:49:35.925829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48302) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:35.937082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e8efd718-4676-458c-be05-a6080198fa63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:35.982823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-25ed07c8-dacf-42f8-88cf-9e747d6adbdc tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:36.024579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-88ea92c8-61fa-4b39-8b39-0a8bdbc75c37 None None] Attempting to bind port 6672ea79-c566-4de9-b9c0-558406a2dc82 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:49:36.025262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-88ea92c8-61fa-4b39-8b39-0a8bdbc75c37 None None] Attempting to bind port 6672ea79-c566-4de9-b9c0-558406a2dc82 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '4dbae96d-76df-44d0-9729-0d0c7e43cca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '02fd8036-feea-4fd2-bd92-4e514b93f076'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:49:36.026254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ea92c8-61fa-4b39-8b39-0a8bdbc75c37 None None] Attempting to bind port 6672ea79-c566-4de9-b9c0-558406a2dc82 on network 02fd8036-feea-4fd2-bd92-4e514b93f076 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:49:36.031026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-9024ca4d-dab6-4e43-8e9a-b5d9093d2621 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Request body: {'subnet': {'network_id': '816f055b-a275-45b9-a035-9da6066b1ec8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:36.038075 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ea92c8-61fa-4b39-8b39-0a8bdbc75c37 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:49:36.038997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ea92c8-61fa-4b39-8b39-0a8bdbc75c37 None None] Checking segment: {'id': '4dbae96d-76df-44d0-9729-0d0c7e43cca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '02fd8036-feea-4fd2-bd92-4e514b93f076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:49:36.039634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-88ea92c8-61fa-4b39-8b39-0a8bdbc75c37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:36.040462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ea92c8-61fa-4b39-8b39-0a8bdbc75c37 None None] Bound using segment: {'id': '4dbae96d-76df-44d0-9729-0d0c7e43cca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '02fd8036-feea-4fd2-bd92-4e514b93f076'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:49:36.041947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-88ea92c8-61fa-4b39-8b39-0a8bdbc75c37 None None] Bound port: 6672ea79-c566-4de9-b9c0-558406a2dc82, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dbae96d-76df-44d0-9729-0d0c7e43cca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '02fd8036-feea-4fd2-bd92-4e514b93f076'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:49:36.042672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-88ea92c8-61fa-4b39-8b39-0a8bdbc75c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:36.054846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8224bfce-d155-457e-954d-96a48e458356 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:36.062396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-041704df-dd9f-428c-b53a-20cfc8790815 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:36.072963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d24db7-9e4b-4f1c-bb85-cf20fe294269 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Pushing event updated for resources: {'Network': ['ID=845c8578-5105-44ff-9dbf-2405d28316e8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:36.076302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-29d24db7-9e4b-4f1c-bb85-cf20fe294269 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:36.087255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-68da0f8e-d5ca-4b02-ad4f-8abc9405e5ba tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.633s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:36.089847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-4fc81147-6469-4f4d-8a76-e92bd08c4bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'name': 'tempest-RoutersIpV6Test-router-1228898724', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:47:16Z', 'updated_at': '2021-12-25T19:49:27Z', 'revision_number': 10, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'gw_port_host': None, '_interfaces': [{'id': '031fca15-cc04-4765-822e-515d644cf979', 'name': '', 'network_id': '00ee1749-7dac-4ff2-bd55-2bdcb6a1342d', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:ab:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:20Z', 'updated_at': '2021-12-25T19:47:31Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:36.092608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ab56af3f-1155-4fa6-86a1-d55d6712f1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:36.094393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 845c8578-5105-44ff-9dbf-2405d28316e8 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:49:36.094750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc81147-6469-4f4d-8a76-e92bd08c4bb0 None None] The sync data for ids ['2c2fc0bb-c07a-47a9-8654-0fc9114067ad'] in dv-neutron-822611-1-hyperv is: [{'id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'name': 'tempest-RoutersIpV6Test-router-1228898724', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:47:16Z', 'updated_at': '2021-12-25T19:49:27Z', 'revision_number': 10, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'gw_port_host': None, '_interfaces': [{'id': '031fca15-cc04-4765-822e-515d644cf979', 'name': '', 'network_id': '00ee1749-7dac-4ff2-bd55-2bdcb6a1342d', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'mac_address': 'fa:16:3e:ab:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:47:20Z', 'updated_at': '2021-12-25T19:47:31Z', 'revision_number': 5, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'subnets': [{'id': 'b557b4e5-78e0-44c4-8356-f2a6ed520668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:49:36.107459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-25ed07c8-dacf-42f8-88cf-9e747d6adbdc tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:36.110356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e8efd718-4676-458c-be05-a6080198fa63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:36.123172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-24222afe-61bd-4270-b95e-7d46d210dbef tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, cb2c51f6-4bc0-490d-9e9b-01cca96afa8c) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:49:36.127838 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24222afe-61bd-4270-b95e-7d46d210dbef tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:36.128987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24222afe-61bd-4270-b95e-7d46d210dbef tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:36.137835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8224bfce-d155-457e-954d-96a48e458356 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event deleted for resources: {'Subnet': ['ID=dcc997de-bf8e-4820-b22b-aba70acb08e6,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:36.154780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8224bfce-d155-457e-954d-96a48e458356 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:36.166645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-01d6cd80-769a-44c0-9fd0-39ec7b511bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:36.202573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8224bfce-d155-457e-954d-96a48e458356 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:36.224955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed07c8-dacf-42f8-88cf-9e747d6adbdc tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7aa663-bb31-4e2b-9a9b-4b9485b9c9b8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:36.235096 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8224bfce-d155-457e-954d-96a48e458356 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "DELETE /v2.0/subnets/dcc997de-bf8e-4820-b22b-aba70acb08e6 HTTP/1.1" status: 204 len: 168 time: 1.7102695 Dec 25 19:49:36.249214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8efd718-4676-458c-be05-a6080198fa63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0333024d-a9b3-4336-bbfb-782d143d9b5a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:36.252155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48306) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:36.261301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e1560c-772a-4677-bf12-e2ab67d15de7 None None] Network cb2c51f6-4bc0-490d-9e9b-01cca96afa8c requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:49:36.261895 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-24222afe-61bd-4270-b95e-7d46d210dbef tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 4.4664507 Dec 25 19:49:36.261895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48310) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:36.263793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e8efd718-4676-458c-be05-a6080198fa63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:36.277936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-2327f62a-c284-4eb3-a29a-3a07d9033ee6 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Deleting port f6e0c493-a28d-4707-a960-48093ebf569e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:49:36.278321 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2327f62a-c284-4eb3-a29a-3a07d9033ee6 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:36.279444 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e8efd718-4676-458c-be05-a6080198fa63 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0333024d-a9b3-4336-bbfb-782d143d9b5a HTTP/1.1" status: 204 len: 168 time: 0.6257327 Dec 25 19:49:36.281587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e8efd718-4676-458c-be05-a6080198fa63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:36.283298 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-25ed07c8-dacf-42f8-88cf-9e747d6adbdc tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:36.284863 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-25ed07c8-dacf-42f8-88cf-9e747d6adbdc tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "DELETE /v2.0/security-groups/7f7aa663-bb31-4e2b-9a9b-4b9485b9c9b8 HTTP/1.1" status: 204 len: 168 time: 0.6223998 Dec 25 19:49:36.285781 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-335b00ae-d524-43ee-8a20-eaf325031ed0 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:36.287285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-335b00ae-d524-43ee-8a20-eaf325031ed0 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:36.315081 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48314) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:36.385340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7c9cca-7bf6-4900-9228-101dc93dbeee None None] Network 60e204d6-3634-416a-a347-79a8d48995a8 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:49:36.461107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dbfc194d-bf60-478a-bb2a-ff893c2ed5f1 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:36.479350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-dbfc194d-bf60-478a-bb2a-ff893c2ed5f1 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Deleting port a8ec3409-150a-4865-9c02-1d38efec9c60 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:49:36.479739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dbfc194d-bf60-478a-bb2a-ff893c2ed5f1 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:36.634768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf113741-1035-497a-9dce-9ac962925065 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'Port': ['ID=f6e0c493-a28d-4707-a960-48093ebf569e,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:36.637789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bf113741-1035-497a-9dce-9ac962925065 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:36.645052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9024ca4d-dab6-4e43-8e9a-b5d9093d2621 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:36.666336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port bddcc472-1dec-483b-954b-03c6e3e816ea triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:49:36.667068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:36.682695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9024ca4d-dab6-4e43-8e9a-b5d9093d2621 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Usage tracker for resource:subnet and tenant:ba3ac904f7c04422a33ad2a0e0822593 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:36.689193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9024ca4d-dab6-4e43-8e9a-b5d9093d2621 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:36.694755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-3e32e509-e5ac-4a9c-99f1-f13242f49e1e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] For port bddcc472-1dec-483b-954b-03c6e3e816ea, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=bddcc472-1dec-483b-954b-03c6e3e816ea,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:49:36.695181 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3e32e509-e5ac-4a9c-99f1-f13242f49e1e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:36.752153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9024ca4d-dab6-4e43-8e9a-b5d9093d2621 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:36.767680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-dbfc194d-bf60-478a-bb2a-ff893c2ed5f1 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] For port a8ec3409-150a-4865-9c02-1d38efec9c60, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a8ec3409-150a-4865-9c02-1d38efec9c60,segment=NetworkSegment(052d9204-d48e-433c-9b64-53afd3a31b82),segment_id=052d9204-d48e-433c-9b64-53afd3a31b82)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:49:36.767861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dbfc194d-bf60-478a-bb2a-ff893c2ed5f1 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:36.870245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-88ea92c8-61fa-4b39-8b39-0a8bdbc75c37 None None] For port 6672ea79-c566-4de9-b9c0-558406a2dc82, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:49:36.906993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-3e32e509-e5ac-4a9c-99f1-f13242f49e1e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Calling delete_port for bddcc472-1dec-483b-954b-03c6e3e816ea owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:49:36.913277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-dbfc194d-bf60-478a-bb2a-ff893c2ed5f1 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Calling delete_port for a8ec3409-150a-4865-9c02-1d38efec9c60 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:49:36.961661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-88ea92c8-61fa-4b39-8b39-0a8bdbc75c37 None None] For port 6672ea79-c566-4de9-b9c0-558406a2dc82, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=6672ea79-c566-4de9-b9c0-558406a2dc82,segment=NetworkSegment(4dbae96d-76df-44d0-9729-0d0c7e43cca0),segment_id=4dbae96d-76df-44d0-9729-0d0c7e43cca0)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:49:37.000407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55bfe68-9e50-4168-8258-c989e1bbb09f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-cb2c51f6-4bc0-490d-9e9b-01cca96afa8c', 'network_id': 'cb2c51f6-4bc0-490d-9e9b-01cca96afa8c', 'tenant_id': '8725429ab9244f8ba50e3b663103bb1c', 'fixed_ips': [{'subnet_id': 'ae4c7ebf-723e-4116-954b-39ba07b42a74'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:49:37.001312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e55bfe68-9e50-4168-8258-c989e1bbb09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:37.003672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dbfc194d-bf60-478a-bb2a-ff893c2ed5f1 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:37.010566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-647e6e18-6bcc-442c-af19-205f83eff72f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:37.020292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-88ea92c8-61fa-4b39-8b39-0a8bdbc75c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:37.032892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e7c99a2e-4f98-48cf-83c3-b8074817de07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:37.063360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc194d-bf60-478a-bb2a-ff893c2ed5f1 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event deleted for resources: {'Port': ['ID=a8ec3409-150a-4865-9c02-1d38efec9c60,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:37.068950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dbfc194d-bf60-478a-bb2a-ff893c2ed5f1 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:37.076251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfc194d-bf60-478a-bb2a-ff893c2ed5f1 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] No DVR routers for this DVR port a8ec3409-150a-4865-9c02-1d38efec9c60 on host dv-neutron-822611-1-hyperv {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:49:37.274153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dbfc194d-bf60-478a-bb2a-ff893c2ed5f1 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:37.277059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9024ca4d-dab6-4e43-8e9a-b5d9093d2621 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Made reservation on behalf of ba3ac904f7c04422a33ad2a0e0822593 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:49:37.310175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b164fb6-e954-4f72-b55c-fc528de66c76 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:37.313922 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e6d944e1-3811-4314-96b7-b9bc2f566a58 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.9926050 Dec 25 19:49:37.316634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2327f62a-c284-4eb3-a29a-3a07d9033ee6 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:37.319531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48336) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:37.321218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-dbfc194d-bf60-478a-bb2a-ff893c2ed5f1 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60e204d6-3634-416a-a347-79a8d48995a8']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:37.340417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-d7925c8b-6dce-4ba1-90f3-0d57804d021c tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Request body: {'security_group': {'name': 'tempest-secgroup--1042191984'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:37.347487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d7925c8b-6dce-4ba1-90f3-0d57804d021c tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:37.352455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d7925c8b-6dce-4ba1-90f3-0d57804d021c tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Usage tracker for resource:security_group and tenant:fa6310122f134e9d988d2913efd76290 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:37.355492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d7925c8b-6dce-4ba1-90f3-0d57804d021c tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:37.362374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d7925c8b-6dce-4ba1-90f3-0d57804d021c tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:37.377801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-dbfc194d-bf60-478a-bb2a-ff893c2ed5f1 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '052d9204-d48e-433c-9b64-53afd3a31b82') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:37.378304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-dbfc194d-bf60-478a-bb2a-ff893c2ed5f1 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '052d9204-d48e-433c-9b64-53afd3a31b82') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:37.388316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d7925c8b-6dce-4ba1-90f3-0d57804d021c tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:37.411865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dbfc194d-bf60-478a-bb2a-ff893c2ed5f1 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:37.426313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48340) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:37.459875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dbfc194d-bf60-478a-bb2a-ff893c2ed5f1 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:37.473482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d7925c8b-6dce-4ba1-90f3-0d57804d021c tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:37.476538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbfc194d-bf60-478a-bb2a-ff893c2ed5f1 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:49:37.476998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dbfc194d-bf60-478a-bb2a-ff893c2ed5f1 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:37.494933 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:49:37.494933 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:49:37.494933 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:49:37.494933 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:49:37.494933 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:49:37.494933 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:49:37.494933 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:49:37.494933 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:49:37.494933 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:49:37.494933 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:49:37.494933 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:49:37.494933 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:49:37.494933 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:49:37.494933 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:49:37.494933 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:49:37.494933 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:49:37.494933 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:49:37.494933 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:49:37.494933 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:49:37.494933 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:49:37.494933 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:49:37.494933 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:49:37.494933 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:49:37.494933 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:49:37.494933 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:49:37.494933 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:49:37.494933 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:49:37.494933 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:49:37.494933 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:49:37.494933 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:49:37.494933 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:49:37.494933 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:49:37.502621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d7925c8b-6dce-4ba1-90f3-0d57804d021c tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Usage tracker for resource:security_group_rule and tenant:fa6310122f134e9d988d2913efd76290 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:37.509334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d7925c8b-6dce-4ba1-90f3-0d57804d021c tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:37.530770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d7925c8b-6dce-4ba1-90f3-0d57804d021c tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:37.592226 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-2327f62a-c284-4eb3-a29a-3a07d9033ee6 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Calling delete_port for f6e0c493-a28d-4707-a960-48093ebf569e owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:49:37.652183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-e55bfe68-9e50-4168-8258-c989e1bbb09f None None] Allocated IP 2001:db8::3 (cb2c51f6-4bc0-490d-9e9b-01cca96afa8c/ae4c7ebf-723e-4116-954b-39ba07b42a74/a0dd612b-54df-47cb-b5f5-86fdb93c102c) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:49:37.653190 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-70e725dd-0b47-4008-8cde-6a5e4a094c8c tempest-ServiceProvidersTest-1328461632 tempest-ServiceProvidersTest-1328461632-project] 10.222.0.24 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2247455 Dec 25 19:49:37.659842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dbfc194d-bf60-478a-bb2a-ff893c2ed5f1 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:37.664215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-835ebbd2-823a-4b9f-a627-0e7e1be96291 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:37.686552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dbfc194d-bf60-478a-bb2a-ff893c2ed5f1 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:37.700766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc194d-bf60-478a-bb2a-ff893c2ed5f1 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event deleted for resources: {'Network': ['ID=60e204d6-3634-416a-a347-79a8d48995a8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:37.714468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dbfc194d-bf60-478a-bb2a-ff893c2ed5f1 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:37.737508 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-dbfc194d-bf60-478a-bb2a-ff893c2ed5f1 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "DELETE /v2.0/networks/60e204d6-3634-416a-a347-79a8d48995a8 HTTP/1.1" status: 204 len: 168 time: 1.4831944 Dec 25 19:49:37.741874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48348) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:37.746621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d7925c8b-6dce-4ba1-90f3-0d57804d021c tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:37.917498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e55bfe68-9e50-4168-8258-c989e1bbb09f None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:37.937662 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-e55bfe68-9e50-4168-8258-c989e1bbb09f None None] Transition to ACTIVE for port object a0dd612b-54df-47cb-b5f5-86fdb93c102c will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:49:37.963278 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-e55bfe68-9e50-4168-8258-c989e1bbb09f None None] Transition to ACTIVE for port object a0dd612b-54df-47cb-b5f5-86fdb93c102c will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:49:37.982048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9024ca4d-dab6-4e43-8e9a-b5d9093d2621 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:37.984636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea92c8-61fa-4b39-8b39-0a8bdbc75c37 None None] Pushing event updated for resources: {'Port': ['ID=6672ea79-c566-4de9-b9c0-558406a2dc82,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:37.998438 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e55bfe68-9e50-4168-8258-c989e1bbb09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:38.014195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-88ea92c8-61fa-4b39-8b39-0a8bdbc75c37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.981s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:38.014734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-88ea92c8-61fa-4b39-8b39-0a8bdbc75c37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:38.064672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d7925c8b-6dce-4ba1-90f3-0d57804d021c tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:38.078304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b164fb6-e954-4f72-b55c-fc528de66c76 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:38.086804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:38.104995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55bfe68-9e50-4168-8258-c989e1bbb09f None None] Network cb2c51f6-4bc0-490d-9e9b-01cca96afa8c is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:49:38.110852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55bfe68-9e50-4168-8258-c989e1bbb09f None None] Pushing event updated for resources: {'Port': ['ID=a0dd612b-54df-47cb-b5f5-86fdb93c102c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:38.116413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-e55bfe68-9e50-4168-8258-c989e1bbb09f None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:49:38.128614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e55bfe68-9e50-4168-8258-c989e1bbb09f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:38.135302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55bfe68-9e50-4168-8258-c989e1bbb09f None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:49:38.144389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:38.154800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 0f902ceb-b321-4019-8382-20c03c271204 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:49:38.195527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d7925c8b-6dce-4ba1-90f3-0d57804d021c tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:38.197296 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d7925c8b-6dce-4ba1-90f3-0d57804d021c tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8669198 Dec 25 19:49:38.198164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48354) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:38.213799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48356) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:38.254931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7925c8b-6dce-4ba1-90f3-0d57804d021c tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be904d2a-add5-46b4-8090-5fb543985e8b,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:38.255590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-ccbcb75d-54e0-4d23-aee8-b0c0375abd15 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Request body: {'security_group_rule': {'security_group_id': 'be904d2a-add5-46b4-8090-5fb543985e8b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:38.258617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d7925c8b-6dce-4ba1-90f3-0d57804d021c tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:38.264438 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ccbcb75d-54e0-4d23-aee8-b0c0375abd15 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:38.269618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ccbcb75d-54e0-4d23-aee8-b0c0375abd15 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Usage tracker for resource:security_group_rule and tenant:fa6310122f134e9d988d2913efd76290 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:38.273554 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ccbcb75d-54e0-4d23-aee8-b0c0375abd15 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:38.284232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ccbcb75d-54e0-4d23-aee8-b0c0375abd15 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:38.314391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2327f62a-c284-4eb3-a29a-3a07d9033ee6 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:38.341932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-973b934a-a2fd-4365-aa64-5c005b388fd6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:38.377785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2327f62a-c284-4eb3-a29a-3a07d9033ee6 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:38.413122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ccbcb75d-54e0-4d23-aee8-b0c0375abd15 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:38.424745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9b6fc0-f439-4b86-9b98-fe8e93978db1 None None] DHCP port deletion for 60e204d6-3634-416a-a347-79a8d48995a8 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:49:38.517228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-52918dc2-602e-4ebf-af57-58a403ed9cfe tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:38.561086 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2327f62a-c284-4eb3-a29a-3a07d9033ee6 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/ports/f6e0c493-a28d-4707-a960-48093ebf569e HTTP/1.1" status: 204 len: 168 time: 3.0530207 Dec 25 19:49:38.569530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-58a7188d-46d1-4181-b3fa-587acd423490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:38.571373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48364) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:38.580455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327f62a-c284-4eb3-a29a-3a07d9033ee6 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event deleted for resources: {'Port': ['ID=f6e0c493-a28d-4707-a960-48093ebf569e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:38.583974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2327f62a-c284-4eb3-a29a-3a07d9033ee6 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:38.586872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-e55bfe68-9e50-4168-8258-c989e1bbb09f None None] Attempting to bind port a0dd612b-54df-47cb-b5f5-86fdb93c102c on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:49:38.587320 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-e55bfe68-9e50-4168-8258-c989e1bbb09f None None] Attempting to bind port a0dd612b-54df-47cb-b5f5-86fdb93c102c by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '5140b1d9-b4eb-44c8-b00f-9f86dc2447a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cb2c51f6-4bc0-490d-9e9b-01cca96afa8c'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:49:38.587740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55bfe68-9e50-4168-8258-c989e1bbb09f None None] Attempting to bind port a0dd612b-54df-47cb-b5f5-86fdb93c102c on network cb2c51f6-4bc0-490d-9e9b-01cca96afa8c {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:49:38.598721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:38.600295 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55bfe68-9e50-4168-8258-c989e1bbb09f None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:49:38.600530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55bfe68-9e50-4168-8258-c989e1bbb09f None None] Checking segment: {'id': '5140b1d9-b4eb-44c8-b00f-9f86dc2447a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cb2c51f6-4bc0-490d-9e9b-01cca96afa8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:49:38.600971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e55bfe68-9e50-4168-8258-c989e1bbb09f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:38.601420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55bfe68-9e50-4168-8258-c989e1bbb09f None None] Bound using segment: {'id': '5140b1d9-b4eb-44c8-b00f-9f86dc2447a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cb2c51f6-4bc0-490d-9e9b-01cca96afa8c'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:49:38.601958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-e55bfe68-9e50-4168-8258-c989e1bbb09f None None] Bound port: a0dd612b-54df-47cb-b5f5-86fdb93c102c, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5140b1d9-b4eb-44c8-b00f-9f86dc2447a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cb2c51f6-4bc0-490d-9e9b-01cca96afa8c'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:49:38.602576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e55bfe68-9e50-4168-8258-c989e1bbb09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:38.615270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 0f902ceb-b321-4019-8382-20c03c271204 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:49:38.625268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 0f902ceb-b321-4019-8382-20c03c271204 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:49:38.625688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:38.664047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e3651a07-a223-42cb-831e-e4223f8e4301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:38.732919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e3651a07-a223-42cb-831e-e4223f8e4301 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:38.745166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e3651a07-a223-42cb-831e-e4223f8e4301 admin admin] Usage tracker for resource:security_group_rule and tenant:989eec50f9d9486485ee32fb193c9b13 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:38.750177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e3651a07-a223-42cb-831e-e4223f8e4301 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:38.760694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e3651a07-a223-42cb-831e-e4223f8e4301 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:38.786205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ccbcb75d-54e0-4d23-aee8-b0c0375abd15 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:38.795257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-e55bfe68-9e50-4168-8258-c989e1bbb09f None None] For port a0dd612b-54df-47cb-b5f5-86fdb93c102c, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:49:38.799220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-e55bfe68-9e50-4168-8258-c989e1bbb09f None None] For port a0dd612b-54df-47cb-b5f5-86fdb93c102c, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a0dd612b-54df-47cb-b5f5-86fdb93c102c,segment=NetworkSegment(5140b1d9-b4eb-44c8-b00f-9f86dc2447a7),segment_id=5140b1d9-b4eb-44c8-b00f-9f86dc2447a7)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:49:38.835431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e55bfe68-9e50-4168-8258-c989e1bbb09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:38.837012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ccbcb75d-54e0-4d23-aee8-b0c0375abd15 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:38.846111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-465fa155-7b0b-464f-86cf-cbd61c28636d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:38.854018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:38.862003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b164fb6-e954-4f72-b55c-fc528de66c76 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:38.872938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e3651a07-a223-42cb-831e-e4223f8e4301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:38.877659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e3651a07-a223-42cb-831e-e4223f8e4301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:38.887549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-699b79d4-f0e1-44b8-8699-dc8771a0c2b6 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:38.945879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3651a07-a223-42cb-831e-e4223f8e4301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9222b21e-653d-494c-b43b-b0d74cc4f8a2,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:38.951150 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e3651a07-a223-42cb-831e-e4223f8e4301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:38.956764 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e3651a07-a223-42cb-831e-e4223f8e4301 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=989eec50f9d9486485ee32fb193c9b13&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7498670 Dec 25 19:49:38.960726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:38.988598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-05a1c161-5705-4e3f-be7f-d2706ae70462 None None] Provisioning complete for port 0f902ceb-b321-4019-8382-20c03c271204 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:49:38.989461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-05a1c161-5705-4e3f-be7f-d2706ae70462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:39.003259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48368) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:39.015890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55bfe68-9e50-4168-8258-c989e1bbb09f None None] Pushing event updated for resources: {'Port': ['ID=a0dd612b-54df-47cb-b5f5-86fdb93c102c,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:39.023365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e55bfe68-9e50-4168-8258-c989e1bbb09f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:39.055962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbcb75d-54e0-4d23-aee8-b0c0375abd15 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d97e602-196d-441e-9374-d50a64ff96d1,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:39.059822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ccbcb75d-54e0-4d23-aee8-b0c0375abd15 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:39.060408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b2eb9598-bf60-48e7-9aba-c62dc0b2d70e tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:39.063042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 0f902ceb-b321-4019-8382-20c03c271204, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=0f902ceb-b321-4019-8382-20c03c271204,segment=NetworkSegment(b64385cf-f3d5-426e-b57b-a654d542b343),segment_id=b64385cf-f3d5-426e-b57b-a654d542b343)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:49:39.072444 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:39.076173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-40d727e8-2063-4140-a203-1afb54ffa89d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:39.141868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b164fb6-e954-4f72-b55c-fc528de66c76 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event deleted for resources: {'Subnet': ['ID=ae4c7ebf-723e-4116-954b-39ba07b42a74,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:39.145031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8b164fb6-e954-4f72-b55c-fc528de66c76 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:39.165170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-03972776-43ef-47ec-ad76-02bf6ad91b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:39.174712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ccbcb75d-54e0-4d23-aee8-b0c0375abd15 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:39.176181 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ccbcb75d-54e0-4d23-aee8-b0c0375abd15 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.9430523 Dec 25 19:49:39.177767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3e32e509-e5ac-4a9c-99f1-f13242f49e1e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:39.189175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48372) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:39.201898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f40feed-2f2a-4df1-9d85-f85d60f738c5 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:39.202621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3f40feed-2f2a-4df1-9d85-f85d60f738c5 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Synchronizing usage tracker for tenant:70aa58ed5ec1475cad367450f4be2220 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:49:39.213288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7e43ebd8-b08b-402d-9c7d-f9b197b392d7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:39.259133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-03972776-43ef-47ec-ad76-02bf6ad91b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:39.284953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=0f902ceb-b321-4019-8382-20c03c271204,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:39.289080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:39.313034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 6672ea79-c566-4de9-b9c0-558406a2dc82 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:49:39.328760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9024ca4d-dab6-4e43-8e9a-b5d9093d2621 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:39.373131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e32e509-e5ac-4a9c-99f1-f13242f49e1e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Port': ['ID=bddcc472-1dec-483b-954b-03c6e3e816ea,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:39.389626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 6672ea79-c566-4de9-b9c0-558406a2dc82 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:49:39.417414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-03972776-43ef-47ec-ad76-02bf6ad91b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:39.422625 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e50d2666-b4c8-481d-aeb6-997473f84c7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:39.435719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3e32e509-e5ac-4a9c-99f1-f13242f49e1e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:39.442460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03972776-43ef-47ec-ad76-02bf6ad91b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9222b21e-653d-494c-b43b-b0d74cc4f8a2,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:39.448799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-03972776-43ef-47ec-ad76-02bf6ad91b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:39.455237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-03972776-43ef-47ec-ad76-02bf6ad91b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:39.456465 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-03972776-43ef-47ec-ad76-02bf6ad91b5d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9222b21e-653d-494c-b43b-b0d74cc4f8a2 HTTP/1.1" status: 204 len: 168 time: 0.4519341 Dec 25 19:49:39.464261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 9b698ecc-1100-4527-b6b9-a66e84c80d04 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:49:39.500904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e5124de5-d516-4648-9f3c-58aad8f43be9 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:39.517145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 9b698ecc-1100-4527-b6b9-a66e84c80d04 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:49:39.517834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 9b698ecc-1100-4527-b6b9-a66e84c80d04 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:49:39.518386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a8ec3409-150a-4865-9c02-1d38efec9c60 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:49:39.551928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b164fb6-e954-4f72-b55c-fc528de66c76 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:39.569765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: a8ec3409-150a-4865-9c02-1d38efec9c60 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:49:39.570271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a8ec3409-150a-4865-9c02-1d38efec9c60 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:49:39.604794 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3f40feed-2f2a-4df1-9d85-f85d60f738c5 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Unset dirty status for tenant:70aa58ed5ec1475cad367450f4be2220 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:49:39.609309 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3f40feed-2f2a-4df1-9d85-f85d60f738c5 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 1.0306153 Dec 25 19:49:39.609839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48378) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:39.678898 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c724c6b-affd-415f-bd82-fb5cd41669c1 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] GET failed (client error): The resource could not be found. Dec 25 19:49:39.679512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3c724c6b-affd-415f-bd82-fb5cd41669c1 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Synchronizing usage tracker for tenant:70aa58ed5ec1475cad367450f4be2220 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:49:39.703450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-52918dc2-602e-4ebf-af57-58a403ed9cfe tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Deleting port 031fca15-cc04-4765-822e-515d644cf979 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:49:39.703893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-52918dc2-602e-4ebf-af57-58a403ed9cfe tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:39.751787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-8b164fb6-e954-4f72-b55c-fc528de66c76 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb2c51f6-4bc0-490d-9e9b-01cca96afa8c']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:39.803419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3c724c6b-affd-415f-bd82-fb5cd41669c1 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Unset dirty status for tenant:70aa58ed5ec1475cad367450f4be2220 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:49:39.811115 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3c724c6b-affd-415f-bd82-fb5cd41669c1 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "GET /v2.0/ports/f6e0c493-a28d-4707-a960-48093ebf569e HTTP/1.1" status: 404 len: 333 time: 0.1993997 Dec 25 19:49:39.818702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48382) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:39.821442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-563606b6-8a4a-4b1b-9a30-38185a56aa65 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:39.838849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-2ce1461c-968e-44ff-b1a1-8bccf439ddcf tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-11439465'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:39.856481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2ce1461c-968e-44ff-b1a1-8bccf439ddcf tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:39.866924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2ce1461c-968e-44ff-b1a1-8bccf439ddcf tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:network and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:39.873923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2ce1461c-968e-44ff-b1a1-8bccf439ddcf tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:39.891604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:39.923712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2ce1461c-968e-44ff-b1a1-8bccf439ddcf tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:39.931462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9024ca4d-dab6-4e43-8e9a-b5d9093d2621 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Pushing event updated for resources: {'Subnet': ['ID=f4cb57e2-7477-4ea3-a609-5d55b8c4eb63,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:39.942783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-8b164fb6-e954-4f72-b55c-fc528de66c76 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5140b1d9-b4eb-44c8-b00f-9f86dc2447a7') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:39.943226 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-8b164fb6-e954-4f72-b55c-fc528de66c76 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5140b1d9-b4eb-44c8-b00f-9f86dc2447a7') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:39.961719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9024ca4d-dab6-4e43-8e9a-b5d9093d2621 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:39.966228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce1461c-968e-44ff-b1a1-8bccf439ddcf tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Made reservation on behalf of 70aa58ed5ec1475cad367450f4be2220 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:49:39.972143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2ce1461c-968e-44ff-b1a1-8bccf439ddcf tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:39.987241 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b164fb6-e954-4f72-b55c-fc528de66c76 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:39.995580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-563606b6-8a4a-4b1b-9a30-38185a56aa65 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:40.045355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b164fb6-e954-4f72-b55c-fc528de66c76 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:40.052957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3e32e509-e5ac-4a9c-99f1-f13242f49e1e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:40.069889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b164fb6-e954-4f72-b55c-fc528de66c76 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:49:40.070338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b164fb6-e954-4f72-b55c-fc528de66c76 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:40.084752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce1461c-968e-44ff-b1a1-8bccf439ddcf tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:49:40.094001 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:49:40.094001 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:49:40.094001 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:49:40.094001 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:49:40.094001 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:49:40.094001 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:49:40.094001 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:49:40.094001 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:49:40.094001 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:49:40.094001 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:49:40.094001 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:49:40.094001 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:49:40.094001 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:49:40.094001 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:49:40.094001 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:49:40.094001 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:49:40.094001 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:49:40.094001 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:49:40.094001 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:49:40.094001 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:49:40.094001 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:49:40.094001 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:49:40.094001 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:49:40.094001 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:49:40.094001 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:49:40.094001 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:49:40.094001 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:49:40.094001 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:49:40.094001 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:49:40.094001 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:49:40.094001 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:49:40.094001 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:49:40.096185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9024ca4d-dab6-4e43-8e9a-b5d9093d2621 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Checking segment: {'id': '1fbb2c8e-f56a-40f7-bf0b-9a0b86e3ffb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '816f055b-a275-45b9-a035-9da6066b1ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:49:40.096185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9024ca4d-dab6-4e43-8e9a-b5d9093d2621 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Network hostable DHCP agents. Network: 816f055b-a275-45b9-a035-9da6066b1ec8, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:49:40.112225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-563606b6-8a4a-4b1b-9a30-38185a56aa65 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:40.114642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2ce1461c-968e-44ff-b1a1-8bccf439ddcf tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:40.115105 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-2ce1461c-968e-44ff-b1a1-8bccf439ddcf tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Added segment db54a1d1-dad5-4efe-baca-ef2a18f6fb86 of type vlan for network eb8b1740-0dae-4b4d-bfdf-7634a99306f3 Dec 25 19:49:40.117487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-52918dc2-602e-4ebf-af57-58a403ed9cfe tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] For port 031fca15-cc04-4765-822e-515d644cf979, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=031fca15-cc04-4765-822e-515d644cf979,segment=NetworkSegment(b1c785b2-2056-4c05-96bb-fa85161c6f17),segment_id=b1c785b2-2056-4c05-96bb-fa85161c6f17)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:49:40.117893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-52918dc2-602e-4ebf-af57-58a403ed9cfe tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:40.128125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:40.261605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-52918dc2-602e-4ebf-af57-58a403ed9cfe tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Calling delete_port for 031fca15-cc04-4765-822e-515d644cf979 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:49:40.279663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563606b6-8a4a-4b1b-9a30-38185a56aa65 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d97e602-196d-441e-9374-d50a64ff96d1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:40.292564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-563606b6-8a4a-4b1b-9a30-38185a56aa65 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:40.299089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-8b164fb6-e954-4f72-b55c-fc528de66c76 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 25 19:49:40.299089 dv-neutron-822611-1-hyperv neutron-server[88789]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 25 19:49:40.299089 dv-neutron-822611-1-hyperv neutron-server[88789]: [parameters: {'id': 'cb2c51f6-4bc0-490d-9e9b-01cca96afa8c'}] Dec 25 19:49:40.299089 dv-neutron-822611-1-hyperv neutron-server[88789]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88901) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:49:40.299428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-8b164fb6-e954-4f72-b55c-fc528de66c76 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:49:40.300062 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-563606b6-8a4a-4b1b-9a30-38185a56aa65 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:40.304461 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-563606b6-8a4a-4b1b-9a30-38185a56aa65 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/8d97e602-196d-441e-9374-d50a64ff96d1 HTTP/1.1" status: 204 len: 168 time: 1.0019937 Dec 25 19:49:40.307823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48386) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:40.325657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2ce1461c-968e-44ff-b1a1-8bccf439ddcf tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:40.393799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2ce1461c-968e-44ff-b1a1-8bccf439ddcf tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:40.398217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce1461c-968e-44ff-b1a1-8bccf439ddcf tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:40.398925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2ce1461c-968e-44ff-b1a1-8bccf439ddcf tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:40.405970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b054d3b0-ce20-4d55-8fe4-080a0adf8dce tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:40.480604 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2ce1461c-968e-44ff-b1a1-8bccf439ddcf tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6523738 Dec 25 19:49:40.481853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48390) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:40.542949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-dd409fe3-3453-4610-9520-14534462b2ef tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'subnet': {'network_id': 'eb8b1740-0dae-4b4d-bfdf-7634a99306f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:40.572911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce1461c-968e-44ff-b1a1-8bccf439ddcf tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'Network': ['ID=eb8b1740-0dae-4b4d-bfdf-7634a99306f3,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:40.581444 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2ce1461c-968e-44ff-b1a1-8bccf439ddcf tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:40.588270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network eb8b1740-0dae-4b4d-bfdf-7634a99306f3 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:49:40.615860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863ca710-838a-4d6a-a29f-08063f95510f None None] Network 02fd8036-feea-4fd2-bd92-4e514b93f076 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:49:40.659133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9024ca4d-dab6-4e43-8e9a-b5d9093d2621 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Network 816f055b-a275-45b9-a035-9da6066b1ec8 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:49:40.667455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-378788b4-812f-465b-9f1b-b214e6a562b9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:40.741510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-dd409fe3-3453-4610-9520-14534462b2ef tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:40.747347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-dd409fe3-3453-4610-9520-14534462b2ef tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:subnet and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:40.750830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-dd409fe3-3453-4610-9520-14534462b2ef tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:40.753777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-52918dc2-602e-4ebf-af57-58a403ed9cfe tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:40.761000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:40.791743 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-dd409fe3-3453-4610-9520-14534462b2ef tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:40.806393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b164fb6-e954-4f72-b55c-fc528de66c76 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:40.812083 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52918dc2-602e-4ebf-af57-58a403ed9cfe tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event deleted for resources: {'Port': ['ID=031fca15-cc04-4765-822e-515d644cf979,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:40.816911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-52918dc2-602e-4ebf-af57-58a403ed9cfe tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:40.820537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd409fe3-3453-4610-9520-14534462b2ef tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Made reservation on behalf of 70aa58ed5ec1475cad367450f4be2220 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:49:40.820633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-9024ca4d-dab6-4e43-8e9a-b5d9093d2621 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 816f055b-a275-45b9-a035-9da6066b1ec8) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:49:40.822612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-c6e78bd8-2a11-4687-8f7d-c94f7c8cb1f0 None None] Provisioning for port 6672ea79-c566-4de9-b9c0-558406a2dc82 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:49:40.835097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-c6e78bd8-2a11-4687-8f7d-c94f7c8cb1f0 None None] Provisioning complete for port 6672ea79-c566-4de9-b9c0-558406a2dc82 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:49:40.835667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6e78bd8-2a11-4687-8f7d-c94f7c8cb1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:40.869488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca63798-5b99-4fc1-93e3-1d946b3d59c5 None None] Network 816f055b-a275-45b9-a035-9da6066b1ec8 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:49:40.901253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9024ca4d-dab6-4e43-8e9a-b5d9093d2621 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:40.901903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9024ca4d-dab6-4e43-8e9a-b5d9093d2621 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:40.917821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1f174978-05fb-4ba6-9609-73a5c1d1645e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Synchronizing usage tracker for tenant:fa6310122f134e9d988d2913efd76290 on resource:security_group_rule {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:49:40.957835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8b164fb6-e954-4f72-b55c-fc528de66c76 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Deleting port a0dd612b-54df-47cb-b5f5-86fdb93c102c {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:49:40.958213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b164fb6-e954-4f72-b55c-fc528de66c76 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:40.997979 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9024ca4d-dab6-4e43-8e9a-b5d9093d2621 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.0504127 Dec 25 19:49:41.012717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48394) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:41.018156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1f174978-05fb-4ba6-9609-73a5c1d1645e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Unset dirty status for tenant:fa6310122f134e9d988d2913efd76290 on resource:security_group_rule {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:49:41.019531 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1f174978-05fb-4ba6-9609-73a5c1d1645e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.7101462 Dec 25 19:49:41.026382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-534c9214-0238-482d-b86e-0de7e808040c tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Request body: {'subnet': {'network_id': '845c8578-5105-44ff-9dbf-2405d28316e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:41.108018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48398) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:41.451398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa60a3f-411c-454e-b88d-4960f1131f98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-816f055b-a275-45b9-a035-9da6066b1ec8', 'network_id': '816f055b-a275-45b9-a035-9da6066b1ec8', 'tenant_id': 'ba3ac904f7c04422a33ad2a0e0822593', 'fixed_ips': [{'subnet_id': 'f4cb57e2-7477-4ea3-a609-5d55b8c4eb63'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:49:41.452112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1fa60a3f-411c-454e-b88d-4960f1131f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:41.468351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6e78bd8-2a11-4687-8f7d-c94f7c8cb1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:41.472658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd409fe3-3453-4610-9520-14534462b2ef tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:41.529287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-52918dc2-602e-4ebf-af57-58a403ed9cfe tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:41.560545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a0dd612b-54df-47cb-b5f5-86fdb93c102c up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:49:41.691930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-534c9214-0238-482d-b86e-0de7e808040c tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:41.698363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-534c9214-0238-482d-b86e-0de7e808040c tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Usage tracker for resource:subnet and tenant:ba3ac904f7c04422a33ad2a0e0822593 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:41.702491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-534c9214-0238-482d-b86e-0de7e808040c tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:41.711081 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-534c9214-0238-482d-b86e-0de7e808040c tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:41.751842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e32e509-e5ac-4a9c-99f1-f13242f49e1e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Router 5612fcd6-1438-4d39-833f-3dadc3b49fd1 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:49:41.832180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-c6e78bd8-2a11-4687-8f7d-c94f7c8cb1f0 None None] For port 6672ea79-c566-4de9-b9c0-558406a2dc82, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=6672ea79-c566-4de9-b9c0-558406a2dc82,segment=NetworkSegment(4dbae96d-76df-44d0-9729-0d0c7e43cca0),segment_id=4dbae96d-76df-44d0-9729-0d0c7e43cca0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:49:41.851800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6e78bd8-2a11-4687-8f7d-c94f7c8cb1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:41.865400 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-24264589-1f56-4884-9d0b-314cc3262ff5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:41.905493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc87df0-33b9-434d-92c9-c637109b5857 None None] Network cb2c51f6-4bc0-490d-9e9b-01cca96afa8c requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:49:41.907475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534c9214-0238-482d-b86e-0de7e808040c tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Made reservation on behalf of ba3ac904f7c04422a33ad2a0e0822593 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:49:42.043615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-534c9214-0238-482d-b86e-0de7e808040c tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:42.054348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-1fa60a3f-411c-454e-b88d-4960f1131f98 None None] Allocated IP 172.20.0.2 (816f055b-a275-45b9-a035-9da6066b1ec8/f4cb57e2-7477-4ea3-a609-5d55b8c4eb63/2b21fe19-9476-4771-ad45-e77eca858c93) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:49:42.160122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd409fe3-3453-4610-9520-14534462b2ef tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:42.171178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:42.225395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fbc7f212-944c-485d-94a0-64c4945f1472 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:42.283310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd409fe3-3453-4610-9520-14534462b2ef tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'Subnet': ['ID=6ed2f022-3cf3-441e-9340-3cccd73a60b5,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:42.293863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52918dc2-602e-4ebf-af57-58a403ed9cfe tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Router 2c2fc0bb-c07a-47a9-8654-0fc9114067ad has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:49:42.295972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dd409fe3-3453-4610-9520-14534462b2ef tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:42.307119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd409fe3-3453-4610-9520-14534462b2ef tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Checking segment: {'id': 'db54a1d1-dad5-4efe-baca-ef2a18f6fb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'eb8b1740-0dae-4b4d-bfdf-7634a99306f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:49:42.307779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd409fe3-3453-4610-9520-14534462b2ef tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Network hostable DHCP agents. Network: eb8b1740-0dae-4b4d-bfdf-7634a99306f3, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:49:42.316237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1fa60a3f-411c-454e-b88d-4960f1131f98 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:42.328706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1fa60a3f-411c-454e-b88d-4960f1131f98 None None] Transition to ACTIVE for port object 2b21fe19-9476-4771-ad45-e77eca858c93 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:49:42.369518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e78bd8-2a11-4687-8f7d-c94f7c8cb1f0 None None] Pushing event updated for resources: {'Port': ['ID=6672ea79-c566-4de9-b9c0-558406a2dc82,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:42.386930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c6e78bd8-2a11-4687-8f7d-c94f7c8cb1f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:42.448477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1fa60a3f-411c-454e-b88d-4960f1131f98 None None] Transition to ACTIVE for port object 2b21fe19-9476-4771-ad45-e77eca858c93 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:49:42.473183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd409fe3-3453-4610-9520-14534462b2ef tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Network eb8b1740-0dae-4b4d-bfdf-7634a99306f3 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:49:42.474780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1fa60a3f-411c-454e-b88d-4960f1131f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:42.482464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-93618567-0874-489f-841b-722c4888d1d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:42.485531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52918dc2-602e-4ebf-af57-58a403ed9cfe tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:49:42.488076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-dd409fe3-3453-4610-9520-14534462b2ef tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, eb8b1740-0dae-4b4d-bfdf-7634a99306f3) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:49:42.488225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fbc7f212-944c-485d-94a0-64c4945f1472 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:42.496013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd409fe3-3453-4610-9520-14534462b2ef tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:42.497156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd409fe3-3453-4610-9520-14534462b2ef tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:42.502785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-8b164fb6-e954-4f72-b55c-fc528de66c76 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] For port a0dd612b-54df-47cb-b5f5-86fdb93c102c, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a0dd612b-54df-47cb-b5f5-86fdb93c102c,segment=NetworkSegment(5140b1d9-b4eb-44c8-b00f-9f86dc2447a7),segment_id=5140b1d9-b4eb-44c8-b00f-9f86dc2447a7)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:49:42.503218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b164fb6-e954-4f72-b55c-fc528de66c76 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:42.528818 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-52918dc2-602e-4ebf-af57-58a403ed9cfe tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "PUT /v2.0/routers/2c2fc0bb-c07a-47a9-8654-0fc9114067ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7831104 Dec 25 19:49:42.528818 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-dd409fe3-3453-4610-9520-14534462b2ef tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0451844 Dec 25 19:49:42.529393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48402) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:42.536772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48406) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:42.553798 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-58f0875a-14b9-477c-b1fe-a8fc40faacdc None None] Provisioning for port a0dd612b-54df-47cb-b5f5-86fdb93c102c completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:49:42.557029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f73c0f-981b-462f-852a-8e7161d35ba9 None None] Network eb8b1740-0dae-4b4d-bfdf-7634a99306f3 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:49:42.592876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fa3539-37be-4436-ae5d-f1608102706f None None] Sync routers for ids ['2c2fc0bb-c07a-47a9-8654-0fc9114067ad'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:49:42.594598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-68be2ec5-f930-46af-b631-42585d22c674 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'subnet': {'network_id': 'eb8b1740-0dae-4b4d-bfdf-7634a99306f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:42.660814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port a0dd612b-54df-47cb-b5f5-86fdb93c102c completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:49:42.697742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa60a3f-411c-454e-b88d-4960f1131f98 None None] Network 816f055b-a275-45b9-a035-9da6066b1ec8 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:49:42.702240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port a0dd612b-54df-47cb-b5f5-86fdb93c102c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:49:42.702665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:42.749538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-0143bc30-1b98-492b-86fb-7e31fa87e815 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Deleting subnet b557b4e5-78e0-44c4-8356-f2a6ed520668 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:49:42.753317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0143bc30-1b98-492b-86fb-7e31fa87e815 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:42.784323 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-1fa60a3f-411c-454e-b88d-4960f1131f98 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:49:42.807245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa60a3f-411c-454e-b88d-4960f1131f98 None None] Pushing event updated for resources: {'Port': ['ID=2b21fe19-9476-4771-ad45-e77eca858c93,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:42.815456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa60a3f-411c-454e-b88d-4960f1131f98 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:49:42.815822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0143bc30-1b98-492b-86fb-7e31fa87e815 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:42.833780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1fa60a3f-411c-454e-b88d-4960f1131f98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:42.856939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fa3539-37be-4436-ae5d-f1608102706f None None] Routers {'2c2fc0bb-c07a-47a9-8654-0fc9114067ad'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:49:42.857569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-b7fa3539-37be-4436-ae5d-f1608102706f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:49:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['2c2fc0bb-c07a-47a9-8654-0fc9114067ad'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:42.908248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0143bc30-1b98-492b-86fb-7e31fa87e815 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:42.989412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0143bc30-1b98-492b-86fb-7e31fa87e815 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:42.994085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e4142a0f-23b9-459a-9b70-f6fc34b0fb6f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:43.018142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8b164fb6-e954-4f72-b55c-fc528de66c76 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Calling delete_port for a0dd612b-54df-47cb-b5f5-86fdb93c102c owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:49:43.037292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0143bc30-1b98-492b-86fb-7e31fa87e815 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event deleted for resources: {'Subnet': ['ID=b557b4e5-78e0-44c4-8356-f2a6ed520668,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:43.041161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0143bc30-1b98-492b-86fb-7e31fa87e815 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:43.044739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0143bc30-1b98-492b-86fb-7e31fa87e815 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:43.054232 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0143bc30-1b98-492b-86fb-7e31fa87e815 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "DELETE /v2.0/subnets/b557b4e5-78e0-44c4-8356-f2a6ed520668 HTTP/1.1" status: 204 len: 168 time: 0.5215006 Dec 25 19:49:43.054704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48410) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:43.069272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f3072d-748b-4971-ae3a-56db120f08c8 None None] Network 00ee1749-7dac-4ff2-bd55-2bdcb6a1342d requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:49:43.101915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e32e509-e5ac-4a9c-99f1-f13242f49e1e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:49:43.113171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597d35b0-e3d5-4932-987b-a6037e184d7a None None] Sync routers for ids ['5612fcd6-1438-4d39-833f-3dadc3b49fd1'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:49:43.152120 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3e32e509-e5ac-4a9c-99f1-f13242f49e1e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "PUT /v2.0/routers/5612fcd6-1438-4d39-833f-3dadc3b49fd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8379970 Dec 25 19:49:43.161548 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-534c9214-0238-482d-b86e-0de7e808040c tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:43.164857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48414) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:43.184540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597d35b0-e3d5-4932-987b-a6037e184d7a None None] Routers {'5612fcd6-1438-4d39-833f-3dadc3b49fd1'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:49:43.185297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-597d35b0-e3d5-4932-987b-a6037e184d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:49:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['5612fcd6-1438-4d39-833f-3dadc3b49fd1'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:43.197907 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1bb3e232-9a85-49b8-a9cb-b874fa9e27cc None None] Provisioning complete for port 6672ea79-c566-4de9-b9c0-558406a2dc82 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:49:43.198335 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1bb3e232-9a85-49b8-a9cb-b874fa9e27cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:43.214263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fb297ed2-cea2-4584-90b4-97999a8af40a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:43.230879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-fb297ed2-cea2-4584-90b4-97999a8af40a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Deleting port ce5991d2-5444-46e1-a3fc-8b4054bac762 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:49:43.231325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fb297ed2-cea2-4584-90b4-97999a8af40a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:43.256900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-b7fa3539-37be-4436-ae5d-f1608102706f None None] Set router 2c2fc0bb-c07a-47a9-8654-0fc9114067ad gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:49:43.258124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1bc3ef9f-78ed-4f27-9522-a6cb608820ae tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:43.344171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-597d35b0-e3d5-4932-987b-a6037e184d7a None None] Set router 5612fcd6-1438-4d39-833f-3dadc3b49fd1 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:49:43.349057 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-1fa60a3f-411c-454e-b88d-4960f1131f98 None None] Attempting to bind port 2b21fe19-9476-4771-ad45-e77eca858c93 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:49:43.349483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-1fa60a3f-411c-454e-b88d-4960f1131f98 None None] Attempting to bind port 2b21fe19-9476-4771-ad45-e77eca858c93 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '1fbb2c8e-f56a-40f7-bf0b-9a0b86e3ffb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '816f055b-a275-45b9-a035-9da6066b1ec8'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:49:43.349902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa60a3f-411c-454e-b88d-4960f1131f98 None None] Attempting to bind port 2b21fe19-9476-4771-ad45-e77eca858c93 on network 816f055b-a275-45b9-a035-9da6066b1ec8 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:49:43.420374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c9214-0238-482d-b86e-0de7e808040c tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Pushing event updated for resources: {'Subnet': ['ID=0cf78cb4-3193-4c6a-aed0-ba598f1a0e7f,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:43.425526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3571eac-6bf1-4a86-bb44-eefcadad411a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:43.428095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3571eac-6bf1-4a86-bb44-eefcadad411a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:43.428931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c3571eac-6bf1-4a86-bb44-eefcadad411a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:49:43.485647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-597d35b0-e3d5-4932-987b-a6037e184d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5612fcd6-1438-4d39-833f-3dadc3b49fd1', 'name': 'tempest-NetworksTestDHCPv6-router-1291374892', 'tenant_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:49:16Z', 'updated_at': '2021-12-25T19:49:38Z', 'revision_number': 3, 'project_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'gw_port_host': None}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:43.490936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597d35b0-e3d5-4932-987b-a6037e184d7a None None] Checking router: 5612fcd6-1438-4d39-833f-3dadc3b49fd1 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:49:43.504358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597d35b0-e3d5-4932-987b-a6037e184d7a None None] Routers {'5612fcd6-1438-4d39-833f-3dadc3b49fd1'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:49:43.505727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-597d35b0-e3d5-4932-987b-a6037e184d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:49:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['5612fcd6-1438-4d39-833f-3dadc3b49fd1'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:43.519191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-fb297ed2-cea2-4584-90b4-97999a8af40a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] For port ce5991d2-5444-46e1-a3fc-8b4054bac762, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=ce5991d2-5444-46e1-a3fc-8b4054bac762,segment=NetworkSegment(b1c785b2-2056-4c05-96bb-fa85161c6f17),segment_id=b1c785b2-2056-4c05-96bb-fa85161c6f17)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:49:43.519467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-534c9214-0238-482d-b86e-0de7e808040c tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:43.520273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fb297ed2-cea2-4584-90b4-97999a8af40a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:43.564005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fbc7f212-944c-485d-94a0-64c4945f1472 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:43.591659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c673c6de-fb83-4702-bdb8-d8e0f0671ca5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:43.605627 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fbc7f212-944c-485d-94a0-64c4945f1472 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:43.606907 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fbc7f212-944c-485d-94a0-64c4945f1472 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "DELETE /v2.0/security-groups/be904d2a-add5-46b4-8090-5fb543985e8b HTTP/1.1" status: 204 len: 168 time: 2.4941719 Dec 25 19:49:43.621345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc7f212-944c-485d-94a0-64c4945f1472 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be904d2a-add5-46b4-8090-5fb543985e8b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:43.623316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c3571eac-6bf1-4a86-bb44-eefcadad411a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:49:43.627226 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c3571eac-6bf1-4a86-bb44-eefcadad411a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2934866 Dec 25 19:49:43.631462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fbc7f212-944c-485d-94a0-64c4945f1472 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:43.633329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48418) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:43.633678 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48420) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:43.673523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-597d35b0-e3d5-4932-987b-a6037e184d7a None None] Set router 5612fcd6-1438-4d39-833f-3dadc3b49fd1 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:49:43.699079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b2f476-a958-46ed-b75d-079a9a62bd3a None None] DHCP port deletion for cb2c51f6-4bc0-490d-9e9b-01cca96afa8c request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:49:43.703871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-fb297ed2-cea2-4584-90b4-97999a8af40a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Calling delete_port for ce5991d2-5444-46e1-a3fc-8b4054bac762 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:49:43.746684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa60a3f-411c-454e-b88d-4960f1131f98 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:49:43.747145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa60a3f-411c-454e-b88d-4960f1131f98 None None] Checking segment: {'id': '1fbb2c8e-f56a-40f7-bf0b-9a0b86e3ffb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '816f055b-a275-45b9-a035-9da6066b1ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:49:43.747608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1fa60a3f-411c-454e-b88d-4960f1131f98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:43.748054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa60a3f-411c-454e-b88d-4960f1131f98 None None] Bound using segment: {'id': '1fbb2c8e-f56a-40f7-bf0b-9a0b86e3ffb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '816f055b-a275-45b9-a035-9da6066b1ec8'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:49:43.748600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-1fa60a3f-411c-454e-b88d-4960f1131f98 None None] Bound port: 2b21fe19-9476-4771-ad45-e77eca858c93, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fbb2c8e-f56a-40f7-bf0b-9a0b86e3ffb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '816f055b-a275-45b9-a035-9da6066b1ec8'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:49:43.749018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1fa60a3f-411c-454e-b88d-4960f1131f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:43.758599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-b7fa3539-37be-4436-ae5d-f1608102706f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'name': 'tempest-RoutersIpV6Test-router-1228898724', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:47:16Z', 'updated_at': '2021-12-25T19:49:40Z', 'revision_number': 11, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'gw_port_host': None}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:43.794169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-597d35b0-e3d5-4932-987b-a6037e184d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5612fcd6-1438-4d39-833f-3dadc3b49fd1', 'name': 'tempest-NetworksTestDHCPv6-router-1291374892', 'tenant_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:49:16Z', 'updated_at': '2021-12-25T19:49:38Z', 'revision_number': 3, 'project_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'gw_port_host': None}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:43.794877 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fb297ed2-cea2-4584-90b4-97999a8af40a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:43.798800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597d35b0-e3d5-4932-987b-a6037e184d7a None None] The sync data for ids ['5612fcd6-1438-4d39-833f-3dadc3b49fd1'] in dv-neutron-822611-1-hyperv is: [{'id': '5612fcd6-1438-4d39-833f-3dadc3b49fd1', 'name': 'tempest-NetworksTestDHCPv6-router-1291374892', 'tenant_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:49:16Z', 'updated_at': '2021-12-25T19:49:38Z', 'revision_number': 3, 'project_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:49:43.804915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-c8b2f476-a958-46ed-b75d-079a9a62bd3a None None] Deleting port a0dd612b-54df-47cb-b5f5-86fdb93c102c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:49:43.805373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c8b2f476-a958-46ed-b75d-079a9a62bd3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:43.805880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4f904eaf-0f5c-4685-93fc-47b6f214d261 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:43.858424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb297ed2-cea2-4584-90b4-97999a8af40a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event deleted for resources: {'Port': ['ID=ce5991d2-5444-46e1-a3fc-8b4054bac762,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:43.861395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fb297ed2-cea2-4584-90b4-97999a8af40a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:43.864525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb297ed2-cea2-4584-90b4-97999a8af40a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] No DVR routers for this DVR port ce5991d2-5444-46e1-a3fc-8b4054bac762 on host dv-neutron-822611-1-hyperv {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:49:43.888147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fa3539-37be-4436-ae5d-f1608102706f None None] Checking router: 2c2fc0bb-c07a-47a9-8654-0fc9114067ad for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:49:43.903093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:43.914084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122fd921-7023-4d70-9b58-1ec0610cf01d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-eb8b1740-0dae-4b4d-bfdf-7634a99306f3', 'network_id': 'eb8b1740-0dae-4b4d-bfdf-7634a99306f3', 'tenant_id': '70aa58ed5ec1475cad367450f4be2220', 'fixed_ips': [{'subnet_id': '6ed2f022-3cf3-441e-9340-3cccd73a60b5'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:49:43.914998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-122fd921-7023-4d70-9b58-1ec0610cf01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:43.974852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534c9214-0238-482d-b86e-0de7e808040c tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Checking segment: {'id': '25ceef65-8cbd-46a8-8c61-517aa9339ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '845c8578-5105-44ff-9dbf-2405d28316e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:49:43.975667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534c9214-0238-482d-b86e-0de7e808040c tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Network hostable DHCP agents. Network: 845c8578-5105-44ff-9dbf-2405d28316e8, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:49:43.987809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-68be2ec5-f930-46af-b631-42585d22c674 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:43.994537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-68be2ec5-f930-46af-b631-42585d22c674 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:subnet and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:43.997592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-68be2ec5-f930-46af-b631-42585d22c674 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:44.003963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-68be2ec5-f930-46af-b631-42585d22c674 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:44.019965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b164fb6-e954-4f72-b55c-fc528de66c76 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:44.030475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f6be1d9f-a47a-452b-9a10-366458e7a451 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:44.047976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fb297ed2-cea2-4584-90b4-97999a8af40a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:44.066687 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68be2ec5-f930-46af-b631-42585d22c674 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Made reservation on behalf of 70aa58ed5ec1475cad367450f4be2220 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:49:44.080821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bd7655-9c6c-4c39-9913-75f9905d2197 None None] DHCP port deletion for 00ee1749-7dac-4ff2-bd55-2bdcb6a1342d request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:49:44.085567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-fb297ed2-cea2-4584-90b4-97999a8af40a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00ee1749-7dac-4ff2-bd55-2bdcb6a1342d']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:44.099542 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-44896977-b54b-4945-a916-ea8a7f112ee5 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Synchronizing usage tracker for tenant:fa6310122f134e9d988d2913efd76290 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:49:44.103614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-fb297ed2-cea2-4584-90b4-97999a8af40a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1c785b2-2056-4c05-96bb-fa85161c6f17') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:44.103757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-fb297ed2-cea2-4584-90b4-97999a8af40a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1c785b2-2056-4c05-96bb-fa85161c6f17') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:44.117541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fb297ed2-cea2-4584-90b4-97999a8af40a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:44.123151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b164fb6-e954-4f72-b55c-fc528de66c76 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event deleted for resources: {'Port': ['ID=a0dd612b-54df-47cb-b5f5-86fdb93c102c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:44.141374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fb297ed2-cea2-4584-90b4-97999a8af40a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:44.149640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb297ed2-cea2-4584-90b4-97999a8af40a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:49:44.150390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fb297ed2-cea2-4584-90b4-97999a8af40a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:44.170225 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:49:44.170225 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:49:44.170225 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:49:44.170225 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:49:44.170225 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:49:44.170225 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:49:44.170225 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:49:44.170225 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:49:44.170225 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:49:44.170225 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:49:44.170225 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:49:44.170225 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:49:44.170225 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:49:44.170225 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:49:44.170225 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:49:44.170225 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:49:44.170225 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:49:44.170225 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:49:44.170225 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:49:44.170225 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:49:44.170225 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:49:44.170225 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:49:44.170225 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:49:44.170225 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:49:44.170225 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:49:44.170225 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:49:44.170225 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:49:44.170225 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:49:44.170225 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:49:44.170225 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:49:44.170225 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:49:44.170225 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:49:44.183803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-c8b2f476-a958-46ed-b75d-079a9a62bd3a None None] The port 'a0dd612b-54df-47cb-b5f5-86fdb93c102c' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:49:44.200968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8b164fb6-e954-4f72-b55c-fc528de66c76 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:44.201700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 0f902ceb-b321-4019-8382-20c03c271204 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:49:44.275348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fa3539-37be-4436-ae5d-f1608102706f None None] Routers {'2c2fc0bb-c07a-47a9-8654-0fc9114067ad'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:49:44.276059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-b7fa3539-37be-4436-ae5d-f1608102706f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:49:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['2c2fc0bb-c07a-47a9-8654-0fc9114067ad'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:44.276481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b164fb6-e954-4f72-b55c-fc528de66c76 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] No DVR routers for this DVR port a0dd612b-54df-47cb-b5f5-86fdb93c102c on host dv-neutron-822611-1-hyperv {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:49:44.276594 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fb297ed2-cea2-4584-90b4-97999a8af40a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:44.280688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-24f17a02-c3a8-4260-b6d2-62a730b51ea9 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:44.313878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fb297ed2-cea2-4584-90b4-97999a8af40a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:44.318434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb297ed2-cea2-4584-90b4-97999a8af40a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Pushing event deleted for resources: {'Network': ['ID=00ee1749-7dac-4ff2-bd55-2bdcb6a1342d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:44.321410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fb297ed2-cea2-4584-90b4-97999a8af40a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:44.339299 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fb297ed2-cea2-4584-90b4-97999a8af40a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "DELETE /v2.0/networks/00ee1749-7dac-4ff2-bd55-2bdcb6a1342d HTTP/1.1" status: 204 len: 168 time: 1.2835534 Dec 25 19:49:44.340019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48426) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:44.346346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-2ec4db80-5284-408e-93f9-a21793915c05 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Request body: {'router': {'routes': None}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:44.382489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-d488a304-4dd4-42d3-b3b9-2a08b5c7d950 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting subnet 74468a0d-4524-4b09-99b0-d011dc0589da {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:49:44.397031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-44896977-b54b-4945-a916-ea8a7f112ee5 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Unset dirty status for tenant:fa6310122f134e9d988d2913efd76290 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:49:44.402738 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-44896977-b54b-4945-a916-ea8a7f112ee5 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7580209 Dec 25 19:49:44.409674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d488a304-4dd4-42d3-b3b9-2a08b5c7d950 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:44.411042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48430) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:44.422970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-fe303021-0fd6-4e97-8128-840c86a7d40b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Request body: {'security_group': {'name': 'tempest-secgroup--532789488'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:44.432166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-fe303021-0fd6-4e97-8128-840c86a7d40b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:44.454835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-1fa60a3f-411c-454e-b88d-4960f1131f98 None None] For port 2b21fe19-9476-4771-ad45-e77eca858c93, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:49:44.491772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-1fa60a3f-411c-454e-b88d-4960f1131f98 None None] For port 2b21fe19-9476-4771-ad45-e77eca858c93, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=2b21fe19-9476-4771-ad45-e77eca858c93,segment=NetworkSegment(1fbb2c8e-f56a-40f7-bf0b-9a0b86e3ffb3),segment_id=1fbb2c8e-f56a-40f7-bf0b-9a0b86e3ffb3)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:49:44.507495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1fa60a3f-411c-454e-b88d-4960f1131f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:44.517581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d245951e-b3a7-4b57-a78f-e510c931e94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:44.526630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534c9214-0238-482d-b86e-0de7e808040c tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Network 845c8578-5105-44ff-9dbf-2405d28316e8 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:49:44.556956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-b7fa3539-37be-4436-ae5d-f1608102706f None None] Set router 2c2fc0bb-c07a-47a9-8654-0fc9114067ad gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:49:44.614859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b164fb6-e954-4f72-b55c-fc528de66c76 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:44.631345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-68be2ec5-f930-46af-b631-42585d22c674 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:44.650688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d488a304-4dd4-42d3-b3b9-2a08b5c7d950 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:44.700327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-534c9214-0238-482d-b86e-0de7e808040c tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 845c8578-5105-44ff-9dbf-2405d28316e8) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:49:44.748860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534c9214-0238-482d-b86e-0de7e808040c tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:44.749553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-534c9214-0238-482d-b86e-0de7e808040c tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:44.758093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88a119d-9bb3-4b63-96c4-1088b5b6abfa None None] Network 845c8578-5105-44ff-9dbf-2405d28316e8 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:49:44.766473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-8b164fb6-e954-4f72-b55c-fc528de66c76 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb2c51f6-4bc0-490d-9e9b-01cca96afa8c']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:44.776984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-fe303021-0fd6-4e97-8128-840c86a7d40b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:44.796366 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-b7fa3539-37be-4436-ae5d-f1608102706f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'name': 'tempest-RoutersIpV6Test-router-1228898724', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:47:16Z', 'updated_at': '2021-12-25T19:49:40Z', 'revision_number': 11, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'gw_port_host': None}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:44.830578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fa3539-37be-4436-ae5d-f1608102706f None None] The sync data for ids ['2c2fc0bb-c07a-47a9-8654-0fc9114067ad'] in dv-neutron-822611-1-hyperv is: [{'id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'name': 'tempest-RoutersIpV6Test-router-1228898724', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:47:16Z', 'updated_at': '2021-12-25T19:49:40Z', 'revision_number': 11, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'gw_port_host': None}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:49:44.841950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa60a3f-411c-454e-b88d-4960f1131f98 None None] Pushing event updated for resources: {'Port': ['ID=2b21fe19-9476-4771-ad45-e77eca858c93,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:44.853664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 0f902ceb-b321-4019-8382-20c03c271204 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:49:44.854093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:44.856892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-8b164fb6-e954-4f72-b55c-fc528de66c76 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5140b1d9-b4eb-44c8-b00f-9f86dc2447a7') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:44.857237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-8b164fb6-e954-4f72-b55c-fc528de66c76 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5140b1d9-b4eb-44c8-b00f-9f86dc2447a7') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:44.899687 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b164fb6-e954-4f72-b55c-fc528de66c76 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:44.922587 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-534c9214-0238-482d-b86e-0de7e808040c tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9059770 Dec 25 19:49:44.932346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48434) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:44.936104 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fe303021-0fd6-4e97-8128-840c86a7d40b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:44.947079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-122fd921-7023-4d70-9b58-1ec0610cf01d None None] Allocated IP 2001:db8::2 (eb8b1740-0dae-4b4d-bfdf-7634a99306f3/6ed2f022-3cf3-441e-9340-3cccd73a60b5/8951a45f-b5e4-4498-8a23-53a6b95070bc) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:49:44.986537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa60a3f-411c-454e-b88d-4960f1131f98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:49:44.987314 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa60a3f-411c-454e-b88d-4960f1131f98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:49:44.987913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa60a3f-411c-454e-b88d-4960f1131f98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:49:44.988498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa60a3f-411c-454e-b88d-4960f1131f98 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:49:44.989607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa60a3f-411c-454e-b88d-4960f1131f98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:49:44.990180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa60a3f-411c-454e-b88d-4960f1131f98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:49:44.990763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa60a3f-411c-454e-b88d-4960f1131f98 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:49:44.991614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa60a3f-411c-454e-b88d-4960f1131f98 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:49:44.992538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa60a3f-411c-454e-b88d-4960f1131f98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:49:44.993106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa60a3f-411c-454e-b88d-4960f1131f98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:49:44.993680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa60a3f-411c-454e-b88d-4960f1131f98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:49:45.014392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1fa60a3f-411c-454e-b88d-4960f1131f98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:45.015423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.extraroute_db [None req-2ec4db80-5284-408e-93f9-a21793915c05 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Added routes are [] {{(pid=88900) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 25 19:49:45.015774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.extraroute_db [None req-2ec4db80-5284-408e-93f9-a21793915c05 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Removed routes are [] {{(pid=88900) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 25 19:49:45.016184 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2ec4db80-5284-408e-93f9-a21793915c05 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:45.040741 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.ipam_backend_mixin [None req-68be2ec5-f930-46af-b631-42585d22c674 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6ed2f022-3cf3-441e-9340-3cccd73a60b5 (CIDR: 2001:db8::/64) Dec 25 19:49:45.047357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b164fb6-e954-4f72-b55c-fc528de66c76 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:45.099138 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-fe303021-0fd6-4e97-8128-840c86a7d40b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:45.130807 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-68be2ec5-f930-46af-b631-42585d22c674 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:49:45.131645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68be2ec5-f930-46af-b631-42585d22c674 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:49:45.150483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b164fb6-e954-4f72-b55c-fc528de66c76 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:49:45.151219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b164fb6-e954-4f72-b55c-fc528de66c76 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:45.174263 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:49:45.174263 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:49:45.174263 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:49:45.174263 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:49:45.174263 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:49:45.174263 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:49:45.174263 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:49:45.174263 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:49:45.174263 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:49:45.174263 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:49:45.174263 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:49:45.174263 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:49:45.174263 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:49:45.174263 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:49:45.174263 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:49:45.174263 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:49:45.174263 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:49:45.174263 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:49:45.174263 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:49:45.174263 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:49:45.174263 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:49:45.174263 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:49:45.174263 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:49:45.174263 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:49:45.174263 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:49:45.174263 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:49:45.174263 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:49:45.174263 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:49:45.174263 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:49:45.174263 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:49:45.174263 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:49:45.174263 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:49:45.179236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-fe303021-0fd6-4e97-8128-840c86a7d40b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:45.337816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2ec4db80-5284-408e-93f9-a21793915c05 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:45.344691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2ec4db80-5284-408e-93f9-a21793915c05 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854381233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854287207'] for router, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:45.418979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87d58d7-3346-430a-a5cc-484b5545af1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-845c8578-5105-44ff-9dbf-2405d28316e8', 'network_id': '845c8578-5105-44ff-9dbf-2405d28316e8', 'tenant_id': 'ba3ac904f7c04422a33ad2a0e0822593', 'fixed_ips': [{'subnet_id': '0cf78cb4-3193-4c6a-aed0-ba598f1a0e7f'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:49:45.420210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e87d58d7-3346-430a-a5cc-484b5545af1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:45.501407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-122fd921-7023-4d70-9b58-1ec0610cf01d None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:45.515825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-122fd921-7023-4d70-9b58-1ec0610cf01d None None] Transition to ACTIVE for port object 8951a45f-b5e4-4498-8a23-53a6b95070bc will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:49:45.527968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 6672ea79-c566-4de9-b9c0-558406a2dc82 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:49:45.605268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec4db80-5284-408e-93f9-a21793915c05 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Router 2c2fc0bb-c07a-47a9-8654-0fc9114067ad has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:49:45.721253 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-68be2ec5-f930-46af-b631-42585d22c674 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.1423087 Dec 25 19:49:45.725554 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48438) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:45.731213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d488a304-4dd4-42d3-b3b9-2a08b5c7d950 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:45.765451 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-ef7bb288-a77b-4708-893d-893a0febd876 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'subnet': {'network_id': 'eb8b1740-0dae-4b4d-bfdf-7634a99306f3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:45.793311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b164fb6-e954-4f72-b55c-fc528de66c76 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:45.807230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9eeab26f-db4d-4705-9588-4e6d1a3438e4 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:45.822752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b164fb6-e954-4f72-b55c-fc528de66c76 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:45.826349 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec4db80-5284-408e-93f9-a21793915c05 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:49:45.837351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-122fd921-7023-4d70-9b58-1ec0610cf01d None None] Transition to ACTIVE for port object 8951a45f-b5e4-4498-8a23-53a6b95070bc will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:49:45.849574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fe303021-0fd6-4e97-8128-840c86a7d40b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:45.851245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9190e9f-7f75-4eb0-ad2f-09dcb145693f None None] Sync routers for ids ['2c2fc0bb-c07a-47a9-8654-0fc9114067ad'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:49:45.858503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2ec4db80-5284-408e-93f9-a21793915c05 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:45.862750 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2ec4db80-5284-408e-93f9-a21793915c05 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "PUT /v2.0/routers/2c2fc0bb-c07a-47a9-8654-0fc9114067ad HTTP/1.1" status: 200 len: 705 time: 1.5189190 Dec 25 19:49:45.862902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-122fd921-7023-4d70-9b58-1ec0610cf01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:45.863312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fe303021-0fd6-4e97-8128-840c86a7d40b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:45.867319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48442) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:45.867914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9e7b7107-374f-46bd-a83e-1b2cce2eba98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:45.875817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f4ececc9-e441-4dda-ba2e-fd365da339c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:45.941609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-08002845-e5c2-4811-9d7a-a295aa765556 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Synchronizing usage tracker for tenant:ed9c1443c9ab46589f19ea480da46eab on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:49:45.942615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b164fb6-e954-4f72-b55c-fc528de66c76 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event deleted for resources: {'Network': ['ID=cb2c51f6-4bc0-490d-9e9b-01cca96afa8c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:45.954159 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8b164fb6-e954-4f72-b55c-fc528de66c76 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "DELETE /v2.0/networks/cb2c51f6-4bc0-490d-9e9b-01cca96afa8c HTTP/1.1" status: 204 len: 168 time: 9.6441360 Dec 25 19:49:45.954643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48446) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:45.966293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-1cc81549-f7bc-4daa-b752-30832105f6ea tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-936779536'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:45.978322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1cc81549-f7bc-4daa-b752-30832105f6ea tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:45.980951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fe303021-0fd6-4e97-8128-840c86a7d40b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:45.985328 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fe303021-0fd6-4e97-8128-840c86a7d40b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5705371 Dec 25 19:49:45.988056 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe303021-0fd6-4e97-8128-840c86a7d40b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f972a0a9-833e-43ae-8e92-94067bcff592,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:45.990440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48450) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:45.991507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1cc81549-f7bc-4daa-b752-30832105f6ea tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Usage tracker for resource:network and tenant:8725429ab9244f8ba50e3b663103bb1c is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:45.999038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1cc81549-f7bc-4daa-b752-30832105f6ea tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:46.002628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8b164fb6-e954-4f72-b55c-fc528de66c76 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:46.006769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122fd921-7023-4d70-9b58-1ec0610cf01d None None] Network eb8b1740-0dae-4b4d-bfdf-7634a99306f3 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:49:46.008574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9190e9f-7f75-4eb0-ad2f-09dcb145693f None None] Routers {'2c2fc0bb-c07a-47a9-8654-0fc9114067ad'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:49:46.009098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-c8615691-1714-420c-9fc6-7c82df0d77b1 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Request body: {'security_group_rule': {'security_group_id': 'f972a0a9-833e-43ae-8e92-94067bcff592', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:46.009232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-e9190e9f-7f75-4eb0-ad2f-09dcb145693f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:49:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['2c2fc0bb-c07a-47a9-8654-0fc9114067ad'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:46.017416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fe303021-0fd6-4e97-8128-840c86a7d40b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:46.023588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c8615691-1714-420c-9fc6-7c82df0d77b1 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:46.026142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-08002845-e5c2-4811-9d7a-a295aa765556 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Unset dirty status for tenant:ed9c1443c9ab46589f19ea480da46eab on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:49:46.030184 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-08002845-e5c2-4811-9d7a-a295aa765556 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c2fc0bb-c07a-47a9-8654-0fc9114067ad HTTP/1.1" status: 200 len: 205 time: 0.1507583 Dec 25 19:49:46.030184 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1cc81549-f7bc-4daa-b752-30832105f6ea tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:46.035403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48454) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:46.075630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-122fd921-7023-4d70-9b58-1ec0610cf01d None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:49:46.087823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122fd921-7023-4d70-9b58-1ec0610cf01d None None] Pushing event updated for resources: {'Port': ['ID=8951a45f-b5e4-4498-8a23-53a6b95070bc,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:46.097024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122fd921-7023-4d70-9b58-1ec0610cf01d None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:49:46.107163 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c8615691-1714-420c-9fc6-7c82df0d77b1 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:46.152746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-122fd921-7023-4d70-9b58-1ec0610cf01d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:46.177190 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d488a304-4dd4-42d3-b3b9-2a08b5c7d950 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:46.180302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 6672ea79-c566-4de9-b9c0-558406a2dc82 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:49:46.180734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:46.186406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bb15825d-26e9-44d0-8c2d-ca97a16a24d1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:46.220646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc81549-f7bc-4daa-b752-30832105f6ea tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Made reservation on behalf of 8725429ab9244f8ba50e3b663103bb1c for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:49:46.226930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1cc81549-f7bc-4daa-b752-30832105f6ea tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:46.247032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ef7bb288-a77b-4708-893d-893a0febd876 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:46.251904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488a304-4dd4-42d3-b3b9-2a08b5c7d950 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Subnet': ['ID=74468a0d-4524-4b09-99b0-d011dc0589da,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:46.279153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c8615691-1714-420c-9fc6-7c82df0d77b1 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:46.299394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-e87d58d7-3346-430a-a5cc-484b5545af1e None None] Allocated IP 172.20.0.2 (845c8578-5105-44ff-9dbf-2405d28316e8/0cf78cb4-3193-4c6a-aed0-ba598f1a0e7f/f36e7b40-a6e5-4f12-842b-53973597c7f4) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:49:46.311290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-e9190e9f-7f75-4eb0-ad2f-09dcb145693f None None] Set router 2c2fc0bb-c07a-47a9-8654-0fc9114067ad gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:49:46.318835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d488a304-4dd4-42d3-b3b9-2a08b5c7d950 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:46.319887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ef7bb288-a77b-4708-893d-893a0febd876 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:subnet and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:46.331467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ef7bb288-a77b-4708-893d-893a0febd876 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:46.336852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-378788b4-812f-465b-9f1b-b214e6a562b9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting port 83e96486-3614-4fff-a111-d6101be75951 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:49:46.337096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-378788b4-812f-465b-9f1b-b214e6a562b9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:46.361565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2507b988-720b-4089-9ee6-0e6ac6da5cc7 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:49:46.364361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c8615691-1714-420c-9fc6-7c82df0d77b1 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:46.376202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d488a304-4dd4-42d3-b3b9-2a08b5c7d950 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:46.376910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c8615691-1714-420c-9fc6-7c82df0d77b1 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:46.382088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ef7bb288-a77b-4708-893d-893a0febd876 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:46.387688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7b34da4f-6f75-44f4-8298-860fd608b701 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:46.468549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9f946d31-fec9-48fb-a25c-885b55636ab7 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:46.479015 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d488a304-4dd4-42d3-b3b9-2a08b5c7d950 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/74468a0d-4524-4b09-99b0-d011dc0589da HTTP/1.1" status: 204 len: 168 time: 2.8364382 Dec 25 19:49:46.482913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48458) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:46.485570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7bb288-a77b-4708-893d-893a0febd876 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Made reservation on behalf of 70aa58ed5ec1475cad367450f4be2220 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:49:46.491891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ef7bb288-a77b-4708-893d-893a0febd876 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:46.498699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc81549-f7bc-4daa-b752-30832105f6ea tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:49:46.529407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-122fd921-7023-4d70-9b58-1ec0610cf01d None None] Attempting to bind port 8951a45f-b5e4-4498-8a23-53a6b95070bc on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:49:46.529613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-122fd921-7023-4d70-9b58-1ec0610cf01d None None] Attempting to bind port 8951a45f-b5e4-4498-8a23-53a6b95070bc by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'db54a1d1-dad5-4efe-baca-ef2a18f6fb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'eb8b1740-0dae-4b4d-bfdf-7634a99306f3'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:49:46.529949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122fd921-7023-4d70-9b58-1ec0610cf01d None None] Attempting to bind port 8951a45f-b5e4-4498-8a23-53a6b95070bc on network eb8b1740-0dae-4b4d-bfdf-7634a99306f3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:49:46.536306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-e9190e9f-7f75-4eb0-ad2f-09dcb145693f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'name': 'tempest-RoutersIpV6Test-router-1228898724', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:47:16Z', 'updated_at': '2021-12-25T19:49:40Z', 'revision_number': 11, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'gw_port_host': None}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:46.614926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8615691-1714-420c-9fc6-7c82df0d77b1 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b2efaa3-a044-4e8e-927f-61c53c37f0bc,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:46.625905 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9190e9f-7f75-4eb0-ad2f-09dcb145693f None None] Checking router: 2c2fc0bb-c07a-47a9-8654-0fc9114067ad for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:49:46.635995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c8615691-1714-420c-9fc6-7c82df0d77b1 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:46.646287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1cc81549-f7bc-4daa-b752-30832105f6ea tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:46.647411 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-1cc81549-f7bc-4daa-b752-30832105f6ea tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Added segment 97320318-8c2b-4755-80ff-0283638380b6 of type vlan for network adc3a45a-802f-4e54-bff3-7705bd24e328 Dec 25 19:49:46.671254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122fd921-7023-4d70-9b58-1ec0610cf01d None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:49:46.671660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122fd921-7023-4d70-9b58-1ec0610cf01d None None] Checking segment: {'id': 'db54a1d1-dad5-4efe-baca-ef2a18f6fb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'eb8b1740-0dae-4b4d-bfdf-7634a99306f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:49:46.673536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-122fd921-7023-4d70-9b58-1ec0610cf01d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:46.673536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122fd921-7023-4d70-9b58-1ec0610cf01d None None] Bound using segment: {'id': 'db54a1d1-dad5-4efe-baca-ef2a18f6fb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'eb8b1740-0dae-4b4d-bfdf-7634a99306f3'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:49:46.673536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-122fd921-7023-4d70-9b58-1ec0610cf01d None None] Bound port: 8951a45f-b5e4-4498-8a23-53a6b95070bc, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db54a1d1-dad5-4efe-baca-ef2a18f6fb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'eb8b1740-0dae-4b4d-bfdf-7634a99306f3'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:49:46.673808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-122fd921-7023-4d70-9b58-1ec0610cf01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:46.691008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c8615691-1714-420c-9fc6-7c82df0d77b1 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:46.696011 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c8615691-1714-420c-9fc6-7c82df0d77b1 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6953137 Dec 25 19:49:46.709835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48462) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:47.007336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9190e9f-7f75-4eb0-ad2f-09dcb145693f None None] Routers {'2c2fc0bb-c07a-47a9-8654-0fc9114067ad'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:49:47.008044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-e9190e9f-7f75-4eb0-ad2f-09dcb145693f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:49:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['2c2fc0bb-c07a-47a9-8654-0fc9114067ad'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:47.114603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 031fca15-cc04-4765-822e-515d644cf979 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:49:47.121406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7b34da4f-6f75-44f4-8298-860fd608b701 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:47.124851 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-853f6a37-77aa-48c0-93c9-2239cb3b526f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:router {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:49:47.140380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7b34da4f-6f75-44f4-8298-860fd608b701 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:47.167558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3902112b-ed51-4b51-b01b-f99c04f412f5 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:47.189182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1cc81549-f7bc-4daa-b752-30832105f6ea tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:47.221091 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9ebbbac1-bf41-4960-ab63-e4ce027f1242 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "GET /v2.0/security-group-rules/5b2efaa3-a044-4e8e-927f-61c53c37f0bc HTTP/1.1" status: 200 len: 705 time: 0.5098913 Dec 25 19:49:47.224148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48466) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:47.235357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7b34da4f-6f75-44f4-8298-860fd608b701 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:47.236143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b34da4f-6f75-44f4-8298-860fd608b701 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Fanout notify agent at l3_agent the message router_deleted on router 2c2fc0bb-c07a-47a9-8654-0fc9114067ad {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:49:47.289656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 031fca15-cc04-4765-822e-515d644cf979 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:49:47.289904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 031fca15-cc04-4765-822e-515d644cf979 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:49:47.290299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device ce5991d2-5444-46e1-a3fc-8b4054bac762 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:49:47.293529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7b34da4f-6f75-44f4-8298-860fd608b701 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:47.300266 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7b34da4f-6f75-44f4-8298-860fd608b701 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "DELETE /v2.0/routers/2c2fc0bb-c07a-47a9-8654-0fc9114067ad HTTP/1.1" status: 204 len: 168 time: 1.2635791 Dec 25 19:49:47.304393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48470) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:47.312412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-317220f8-417a-44ee-bcab-c6e94ca49b4b tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-189290762', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:47.322607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-317220f8-417a-44ee-bcab-c6e94ca49b4b tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:47.327554 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-317220f8-417a-44ee-bcab-c6e94ca49b4b tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Usage tracker for resource:router and tenant:ed9c1443c9ab46589f19ea480da46eab is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:47.331345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-317220f8-417a-44ee-bcab-c6e94ca49b4b tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:47.370978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: ce5991d2-5444-46e1-a3fc-8b4054bac762 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:49:47.371446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device ce5991d2-5444-46e1-a3fc-8b4054bac762 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:49:47.371924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device bddcc472-1dec-483b-954b-03c6e3e816ea no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:49:47.373831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-317220f8-417a-44ee-bcab-c6e94ca49b4b tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:47.390825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1cc81549-f7bc-4daa-b752-30832105f6ea tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:47.395383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc81549-f7bc-4daa-b752-30832105f6ea tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:47.396126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1cc81549-f7bc-4daa-b752-30832105f6ea tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:47.397735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-378788b4-812f-465b-9f1b-b214e6a562b9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] For port 83e96486-3614-4fff-a111-d6101be75951, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=83e96486-3614-4fff-a111-d6101be75951,segment=NetworkSegment(b2e67a5d-a5dc-4284-869b-7256c008d9e4),segment_id=b2e67a5d-a5dc-4284-869b-7256c008d9e4)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:49:47.398169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-378788b4-812f-465b-9f1b-b214e6a562b9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:47.404295 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d9473376-f7ba-43a8-bbce-ab7cb489b544 tempest-ExternalNetworksTestJSON-1769681257 tempest-ExternalNetworksTestJSON-1769681257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:47.432702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-317220f8-417a-44ee-bcab-c6e94ca49b4b tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:47.433786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-317220f8-417a-44ee-bcab-c6e94ca49b4b tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:47.455999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2fa5e98d-9413-41e3-a5ab-9c631d1cece3 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Synchronizing usage tracker for tenant:fa6310122f134e9d988d2913efd76290 on resource:security_group_rule {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:49:47.482717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ef7bb288-a77b-4708-893d-893a0febd876 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:47.492974 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1cc81549-f7bc-4daa-b752-30832105f6ea tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5343194 Dec 25 19:49:47.552213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-24222afe-61bd-4270-b95e-7d46d210dbef tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:47.584621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-853f6a37-77aa-48c0-93c9-2239cb3b526f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:router {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:49:47.586015 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-853f6a37-77aa-48c0-93c9-2239cb3b526f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 1.1017973 Dec 25 19:49:47.607591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1a721b-bdcb-444f-a588-04804f50602c None None] Network 816f055b-a275-45b9-a035-9da6066b1ec8 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:49:47.657559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: bddcc472-1dec-483b-954b-03c6e3e816ea {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:49:47.658002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device bddcc472-1dec-483b-954b-03c6e3e816ea not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:49:47.658415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a0dd612b-54df-47cb-b5f5-86fdb93c102c no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:49:47.727690 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-e9190e9f-7f75-4eb0-ad2f-09dcb145693f None None] Set router 2c2fc0bb-c07a-47a9-8654-0fc9114067ad gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:49:47.774742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: a0dd612b-54df-47cb-b5f5-86fdb93c102c {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:49:47.775160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a0dd612b-54df-47cb-b5f5-86fdb93c102c not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:49:47.780525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-122fd921-7023-4d70-9b58-1ec0610cf01d None None] For port 8951a45f-b5e4-4498-8a23-53a6b95070bc, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:49:47.810122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48474) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:47.810505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48476) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:47.872959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-122fd921-7023-4d70-9b58-1ec0610cf01d None None] For port 8951a45f-b5e4-4498-8a23-53a6b95070bc, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=8951a45f-b5e4-4498-8a23-53a6b95070bc,segment=NetworkSegment(db54a1d1-dad5-4efe-baca-ef2a18f6fb86),segment_id=db54a1d1-dad5-4efe-baca-ef2a18f6fb86)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:49:47.896713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc81549-f7bc-4daa-b752-30832105f6ea tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event updated for resources: {'Network': ['ID=adc3a45a-802f-4e54-bff3-7705bd24e328,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:47.899085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2fa5e98d-9413-41e3-a5ab-9c631d1cece3 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Unset dirty status for tenant:fa6310122f134e9d988d2913efd76290 on resource:security_group_rule {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:49:47.900491 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2fa5e98d-9413-41e3-a5ab-9c631d1cece3 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.6721134 Dec 25 19:49:47.909686 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-a93a4d1d-b943-471b-b5b5-99b2d4aca8d9 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Request body: {'subnet': {'network_id': 'adc3a45a-802f-4e54-bff3-7705bd24e328', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:47.926066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1cc81549-f7bc-4daa-b752-30832105f6ea tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:47.929710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48482) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:47.955413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e87d58d7-3346-430a-a5cc-484b5545af1e None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:47.961984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-e9190e9f-7f75-4eb0-ad2f-09dcb145693f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'name': 'tempest-RoutersIpV6Test-router-1228898724', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:47:16Z', 'updated_at': '2021-12-25T19:49:40Z', 'revision_number': 11, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'gw_port_host': None}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:47.976794 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-122fd921-7023-4d70-9b58-1ec0610cf01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:47.981104 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network adc3a45a-802f-4e54-bff3-7705bd24e328 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:49:47.995308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-378788b4-812f-465b-9f1b-b214e6a562b9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Calling delete_port for 83e96486-3614-4fff-a111-d6101be75951 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:49:47.998170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 2b21fe19-9476-4771-ad45-e77eca858c93 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:49:48.038392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-317220f8-417a-44ee-bcab-c6e94ca49b4b tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:48.045453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:48.099444 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2aa676b7-6d84-444b-95ab-68fd3422d287 None None] Provisioning for port 2b21fe19-9476-4771-ad45-e77eca858c93 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:49:48.103787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9190e9f-7f75-4eb0-ad2f-09dcb145693f None None] The sync data for ids ['2c2fc0bb-c07a-47a9-8654-0fc9114067ad'] in dv-neutron-822611-1-hyperv is: [{'id': '2c2fc0bb-c07a-47a9-8654-0fc9114067ad', 'name': 'tempest-RoutersIpV6Test-router-1228898724', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:47:16Z', 'updated_at': '2021-12-25T19:49:40Z', 'revision_number': 11, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'gw_port_host': None}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:49:48.105701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-e87d58d7-3346-430a-a5cc-484b5545af1e None None] Transition to ACTIVE for port object f36e7b40-a6e5-4f12-842b-53973597c7f4 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:49:48.165702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-54198185-f2f5-46b8-9411-f91c4fed980c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:48.227109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ac1acafb-45bd-486e-a387-856b12fb1716 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:48.252602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ac1acafb-45bd-486e-a387-856b12fb1716 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:48.262523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a93a4d1d-b943-471b-b5b5-99b2d4aca8d9 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:48.277859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a93a4d1d-b943-471b-b5b5-99b2d4aca8d9 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Usage tracker for resource:subnet and tenant:8725429ab9244f8ba50e3b663103bb1c is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:48.281222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-317220f8-417a-44ee-bcab-c6e94ca49b4b tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:48.287591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a93a4d1d-b943-471b-b5b5-99b2d4aca8d9 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:48.353724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-e87d58d7-3346-430a-a5cc-484b5545af1e None None] Transition to ACTIVE for port object f36e7b40-a6e5-4f12-842b-53973597c7f4 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:49:48.371457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a93a4d1d-b943-471b-b5b5-99b2d4aca8d9 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:48.379136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122fd921-7023-4d70-9b58-1ec0610cf01d None None] Pushing event updated for resources: {'Port': ['ID=8951a45f-b5e4-4498-8a23-53a6b95070bc,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:48.387545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-122fd921-7023-4d70-9b58-1ec0610cf01d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:48.390530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e87d58d7-3346-430a-a5cc-484b5545af1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:48.400331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a4ef79a5-e9f5-43f0-b439-f352430f54f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:48.421200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-317220f8-417a-44ee-bcab-c6e94ca49b4b tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:48.425220 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-317220f8-417a-44ee-bcab-c6e94ca49b4b tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1168902 Dec 25 19:49:48.447110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dcd38c-0733-48e3-b34b-5a20f428c734 None None] DHCP port deletion for 7396b720-65bf-48b2-8da7-778eed2fcf44 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:49:48.456906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7bb288-a77b-4708-893d-893a0febd876 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Network eb8b1740-0dae-4b4d-bfdf-7634a99306f3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:49:48.458802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48486) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:48.473033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-ef7bb288-a77b-4708-893d-893a0febd876 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:49:48.475630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7bb288-a77b-4708-893d-893a0febd876 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'Subnet': ['ID=28a5084f-b12f-4fc1-bee4-77d5abb7e081,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:48.484457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7bb288-a77b-4708-893d-893a0febd876 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:48.485110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ef7bb288-a77b-4708-893d-893a0febd876 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:48.491836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ef7bb288-a77b-4708-893d-893a0febd876 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.941s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:48.498254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ac1acafb-45bd-486e-a387-856b12fb1716 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:48.499024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93a4d1d-b943-471b-b5b5-99b2d4aca8d9 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Made reservation on behalf of 8725429ab9244f8ba50e3b663103bb1c for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:49:48.501944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-ef5aec89-ddb2-4513-8b7d-53f53285e6f0 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:48.511693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-69dcd38c-0733-48e3-b34b-5a20f428c734 None None] Deleting port 82580e15-9e86-4e28-903c-a6d761e50692 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:49:48.512215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-69dcd38c-0733-48e3-b34b-5a20f428c734 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:48.600711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 2b21fe19-9476-4771-ad45-e77eca858c93 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:49:48.610126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87d58d7-3346-430a-a5cc-484b5545af1e None None] Network 845c8578-5105-44ff-9dbf-2405d28316e8 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:49:48.619403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d58d7-3346-430a-a5cc-484b5545af1e None None] Pushing event updated for resources: {'Port': ['ID=f36e7b40-a6e5-4f12-842b-53973597c7f4,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:48.622125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-e87d58d7-3346-430a-a5cc-484b5545af1e None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:49:48.631045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ff674aec-8400-41ae-a70b-b6274f1db395 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:48.633627 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e87d58d7-3346-430a-a5cc-484b5545af1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:48.634619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 2b21fe19-9476-4771-ad45-e77eca858c93 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:49:48.635184 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:48.646281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ac1acafb-45bd-486e-a387-856b12fb1716 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:48.650061 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ac1acafb-45bd-486e-a387-856b12fb1716 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/5b2efaa3-a044-4e8e-927f-61c53c37f0bc HTTP/1.1" status: 204 len: 168 time: 0.7125967 Dec 25 19:49:48.661965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87d58d7-3346-430a-a5cc-484b5545af1e None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:49:48.665994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48490) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:48.728667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-3902112b-ed51-4b51-b01b-f99c04f412f5 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Allocated IP 172.20.0.1 (816f055b-a275-45b9-a035-9da6066b1ec8/f4cb57e2-7477-4ea3-a609-5d55b8c4eb63/935918dd-1ed5-4977-89ac-17aeccef7d45) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:49:48.764507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1acafb-45bd-486e-a387-856b12fb1716 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b2efaa3-a044-4e8e-927f-61c53c37f0bc,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:48.767219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ac1acafb-45bd-486e-a387-856b12fb1716 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:48.864898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-54198185-f2f5-46b8-9411-f91c4fed980c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:48.870461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-54198185-f2f5-46b8-9411-f91c4fed980c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:48.909114 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ef7bb288-a77b-4708-893d-893a0febd876 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.1784232 Dec 25 19:49:48.915081 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-e87d58d7-3346-430a-a5cc-484b5545af1e None None] Attempting to bind port f36e7b40-a6e5-4f12-842b-53973597c7f4 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:49:48.915081 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-e87d58d7-3346-430a-a5cc-484b5545af1e None None] Attempting to bind port f36e7b40-a6e5-4f12-842b-53973597c7f4 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '25ceef65-8cbd-46a8-8c61-517aa9339ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '845c8578-5105-44ff-9dbf-2405d28316e8'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:49:48.915081 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87d58d7-3346-430a-a5cc-484b5545af1e None None] Attempting to bind port f36e7b40-a6e5-4f12-842b-53973597c7f4 on network 845c8578-5105-44ff-9dbf-2405d28316e8 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:49:48.915453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48494) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:48.936110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-1c0a2094-ded6-4eaa-9680-5827224e430a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'port': {'network_id': 'eb8b1740-0dae-4b4d-bfdf-7634a99306f3', 'fixed_ips': [{'subnet_id': '6ed2f022-3cf3-441e-9340-3cccd73a60b5'}, {'subnet_id': '28a5084f-b12f-4fc1-bee4-77d5abb7e081'}], 'name': 'tempest-PortsIpV6TestJSON-554225526'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:49.071628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87d58d7-3346-430a-a5cc-484b5545af1e None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:49:49.072222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87d58d7-3346-430a-a5cc-484b5545af1e None None] Checking segment: {'id': '25ceef65-8cbd-46a8-8c61-517aa9339ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '845c8578-5105-44ff-9dbf-2405d28316e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:49:49.072514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e87d58d7-3346-430a-a5cc-484b5545af1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:49.072901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87d58d7-3346-430a-a5cc-484b5545af1e None None] Bound using segment: {'id': '25ceef65-8cbd-46a8-8c61-517aa9339ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '845c8578-5105-44ff-9dbf-2405d28316e8'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:49:49.073445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-e87d58d7-3346-430a-a5cc-484b5545af1e None None] Bound port: f36e7b40-a6e5-4f12-842b-53973597c7f4, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ceef65-8cbd-46a8-8c61-517aa9339ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '845c8578-5105-44ff-9dbf-2405d28316e8'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:49:49.073869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e87d58d7-3346-430a-a5cc-484b5545af1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:49.080839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a93a4d1d-b943-471b-b5b5-99b2d4aca8d9 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:49.113327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-69dcd38c-0733-48e3-b34b-5a20f428c734 None None] For port 82580e15-9e86-4e28-903c-a6d761e50692, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=82580e15-9e86-4e28-903c-a6d761e50692,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:49:49.113327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-69dcd38c-0733-48e3-b34b-5a20f428c734 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:49.120491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-54198185-f2f5-46b8-9411-f91c4fed980c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:49.121036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54198185-f2f5-46b8-9411-f91c4fed980c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Fanout notify agent at l3_agent the message router_deleted on router 5612fcd6-1438-4d39-833f-3dadc3b49fd1 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:49:49.281637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ef5aec89-ddb2-4513-8b7d-53f53285e6f0 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:49.288326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-54198185-f2f5-46b8-9411-f91c4fed980c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:49.289524 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-54198185-f2f5-46b8-9411-f91c4fed980c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/routers/5612fcd6-1438-4d39-833f-3dadc3b49fd1 HTTP/1.1" status: 204 len: 168 time: 1.4688039 Dec 25 19:49:49.293177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48498) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:49.304917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-fec48aed-b216-4573-87e1-2ead2b4e25f7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'subnet': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:49.328094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:49.357703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ef5aec89-ddb2-4513-8b7d-53f53285e6f0 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854381233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854287207'] for router, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:49.404925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-69dcd38c-0733-48e3-b34b-5a20f428c734 None None] Calling delete_port for 82580e15-9e86-4e28-903c-a6d761e50692 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:49:49.461809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-aabd0c08-1968-47b3-b5dc-e122688a73a3 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Synchronizing usage tracker for tenant:fa6310122f134e9d988d2913efd76290 on resource:security_group_rule {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:49:49.482046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-fec48aed-b216-4573-87e1-2ead2b4e25f7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:49.490279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-fec48aed-b216-4573-87e1-2ead2b4e25f7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:subnet and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:49.524021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-fec48aed-b216-4573-87e1-2ead2b4e25f7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:49.538175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-fec48aed-b216-4573-87e1-2ead2b4e25f7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:49.542387 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 2b21fe19-9476-4771-ad45-e77eca858c93, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=2b21fe19-9476-4771-ad45-e77eca858c93,segment=NetworkSegment(1fbb2c8e-f56a-40f7-bf0b-9a0b86e3ffb3),segment_id=1fbb2c8e-f56a-40f7-bf0b-9a0b86e3ffb3)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:49:49.547387 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-e87d58d7-3346-430a-a5cc-484b5545af1e None None] For port f36e7b40-a6e5-4f12-842b-53973597c7f4, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:49:49.557849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:49.562277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-122fd921-7023-4d70-9b58-1ec0610cf01d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:49.562631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec48aed-b216-4573-87e1-2ead2b4e25f7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:49:49.596427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-e87d58d7-3346-430a-a5cc-484b5545af1e None None] For port f36e7b40-a6e5-4f12-842b-53973597c7f4, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=f36e7b40-a6e5-4f12-842b-53973597c7f4,segment=NetworkSegment(25ceef65-8cbd-46a8-8c61-517aa9339ce8),segment_id=25ceef65-8cbd-46a8-8c61-517aa9339ce8)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:49:49.603108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f919f1ed-aca8-4ea9-a77b-10d58b8250c4 None None] Provisioning complete for port 2b21fe19-9476-4771-ad45-e77eca858c93 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:49:49.603281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f919f1ed-aca8-4ea9-a77b-10d58b8250c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:49.722531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fec48aed-b216-4573-87e1-2ead2b4e25f7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:49.742120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-378788b4-812f-465b-9f1b-b214e6a562b9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:49.746310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a93a4d1d-b943-471b-b5b5-99b2d4aca8d9 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:49.753150 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5d81fca2-f175-4533-b127-d0f037bedc93 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:49.753675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:49.784093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-aabd0c08-1968-47b3-b5dc-e122688a73a3 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Unset dirty status for tenant:fa6310122f134e9d988d2913efd76290 on resource:security_group_rule {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:49:49.788268 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-aabd0c08-1968-47b3-b5dc-e122688a73a3 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 1.1144695 Dec 25 19:49:49.805693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48502) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:49.807367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-69dcd38c-0733-48e3-b34b-5a20f428c734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:49.821578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-f56551de-c238-4e7a-9b27-68ee0d4c4db1 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Request body: {'security_group_rule': {'security_group_id': 'f972a0a9-833e-43ae-8e92-94067bcff592', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:49.825847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e87d58d7-3346-430a-a5cc-484b5545af1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:49.828151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f56551de-c238-4e7a-9b27-68ee0d4c4db1 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:49.837403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378788b4-812f-465b-9f1b-b214e6a562b9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Port': ['ID=83e96486-3614-4fff-a111-d6101be75951,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:49.839368 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f56551de-c238-4e7a-9b27-68ee0d4c4db1 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:49.848448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-378788b4-812f-465b-9f1b-b214e6a562b9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:49.851411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3902112b-ed51-4b51-b01b-f99c04f412f5 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:49.866533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1c0a2094-ded6-4eaa-9680-5827224e430a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:49.891847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dcd38c-0733-48e3-b34b-5a20f428c734 None None] No DVR routers for this DVR port 82580e15-9e86-4e28-903c-a6d761e50692 on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:49:49.912955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1c0a2094-ded6-4eaa-9680-5827224e430a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:port and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:49.918691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=2b21fe19-9476-4771-ad45-e77eca858c93,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:49.929624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:49.931950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e55bfe68-9e50-4168-8258-c989e1bbb09f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:49.935271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1c0a2094-ded6-4eaa-9680-5827224e430a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:49.937108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f56551de-c238-4e7a-9b27-68ee0d4c4db1 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:49.970628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-3902112b-ed51-4b51-b01b-f99c04f412f5 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Transition to ACTIVE for port object 935918dd-1ed5-4977-89ac-17aeccef7d45 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:49:49.985604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1c0a2094-ded6-4eaa-9680-5827224e430a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:50.018055 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 8951a45f-b5e4-4498-8a23-53a6b95070bc up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:49:50.043399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a4d1d-b943-471b-b5b5-99b2d4aca8d9 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event updated for resources: {'Subnet': ['ID=d103840b-7930-43b9-87a7-e10f923580f6,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:50.051859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0a2094-ded6-4eaa-9680-5827224e430a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Made reservation on behalf of 70aa58ed5ec1475cad367450f4be2220 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:49:50.056139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a93a4d1d-b943-471b-b5b5-99b2d4aca8d9 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:50.061035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93a4d1d-b943-471b-b5b5-99b2d4aca8d9 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Checking segment: {'id': '97320318-8c2b-4755-80ff-0283638380b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'adc3a45a-802f-4e54-bff3-7705bd24e328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:49:50.061442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93a4d1d-b943-471b-b5b5-99b2d4aca8d9 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Network hostable DHCP agents. Network: adc3a45a-802f-4e54-bff3-7705bd24e328, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:49:50.073219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f56551de-c238-4e7a-9b27-68ee0d4c4db1 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:50.081364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dcd38c-0733-48e3-b34b-5a20f428c734 None None] Pushing event deleted for resources: {'Port': ['ID=82580e15-9e86-4e28-903c-a6d761e50692,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:50.088381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f56551de-c238-4e7a-9b27-68ee0d4c4db1 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:50.094617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:50.116864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56551de-c238-4e7a-9b27-68ee0d4c4db1 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=070360c0-c677-48eb-8044-fac06b8faa17,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:50.128858 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f56551de-c238-4e7a-9b27-68ee0d4c4db1 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:50.145596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93a4d1d-b943-471b-b5b5-99b2d4aca8d9 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Network adc3a45a-802f-4e54-bff3-7705bd24e328 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:49:50.210486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-a93a4d1d-b943-471b-b5b5-99b2d4aca8d9 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, adc3a45a-802f-4e54-bff3-7705bd24e328) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:49:50.227257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93a4d1d-b943-471b-b5b5-99b2d4aca8d9 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:50.227955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a93a4d1d-b943-471b-b5b5-99b2d4aca8d9 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:50.243411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f56551de-c238-4e7a-9b27-68ee0d4c4db1 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:50.247122 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f56551de-c238-4e7a-9b27-68ee0d4c4db1 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4372933 Dec 25 19:49:50.252749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48506) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:50.266679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96225ba3-eb75-467d-85b1-ed3d649b3dd0 None None] Network adc3a45a-802f-4e54-bff3-7705bd24e328 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:49:50.290382 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a93a4d1d-b943-471b-b5b5-99b2d4aca8d9 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.4712536 Dec 25 19:49:50.298110 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e0437a62-de0c-4583-8511-eab2c8eafde9 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "GET /v2.0/security-group-rules/070360c0-c677-48eb-8044-fac06b8faa17 HTTP/1.1" status: 200 len: 705 time: 0.0385840 Dec 25 19:49:50.298110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48510) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:50.315010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48512) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:50.348528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5aec89-ddb2-4513-8b7d-53f53285e6f0 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Router 05e47682-ddaf-4ae4-ab8b-5e33337f2a30 is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:49:50.382586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d58d7-3346-430a-a5cc-484b5545af1e None None] Pushing event updated for resources: {'Port': ['ID=f36e7b40-a6e5-4f12-842b-53973597c7f4,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:50.385756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1c0a2094-ded6-4eaa-9680-5827224e430a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:50.398027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e87d58d7-3346-430a-a5cc-484b5545af1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:50.402149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3902112b-ed51-4b51-b01b-f99c04f412f5 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:50.409557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8b164fb6-e954-4f72-b55c-fc528de66c76 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:50.491697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6a916376-ce0a-4d56-9d9e-ed774b8f9c13 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Synchronizing usage tracker for tenant:fa6310122f134e9d988d2913efd76290 on resource:security_group_rule {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:49:50.522400 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5f25447d-15d8-44b4-bbfa-690102ea76ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.687s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:50.522803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5f25447d-15d8-44b4-bbfa-690102ea76ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:50.539355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 8951a45f-b5e4-4498-8a23-53a6b95070bc completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:49:50.564907 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fec48aed-b216-4573-87e1-2ead2b4e25f7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:50.576827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-39bacf9a-b48b-4b5b-87f5-1ba6eeae359d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:50.650102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6a916376-ce0a-4d56-9d9e-ed774b8f9c13 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Unset dirty status for tenant:fa6310122f134e9d988d2913efd76290 on resource:security_group_rule {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:49:50.654139 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6a916376-ce0a-4d56-9d9e-ed774b8f9c13 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3062234 Dec 25 19:49:50.660187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48518) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:50.672768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec48aed-b216-4573-87e1-2ead2b4e25f7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:49:50.689824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-fec48aed-b216-4573-87e1-2ead2b4e25f7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:49:50.699219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec48aed-b216-4573-87e1-2ead2b4e25f7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:50.699890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fec48aed-b216-4573-87e1-2ead2b4e25f7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:50.716137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 82580e15-9e86-4e28-903c-a6d761e50692 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:49:50.741466 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fec48aed-b216-4573-87e1-2ead2b4e25f7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4470689 Dec 25 19:49:50.742513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48522) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:50.747027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec48aed-b216-4573-87e1-2ead2b4e25f7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Subnet': ['ID=83cbfacc-8f37-44c5-ae44-2522b777866e,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:50.772183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fec48aed-b216-4573-87e1-2ead2b4e25f7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:50.777982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-ebeed6b0-ab65-468a-97ec-bf92115c91bc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1945702353', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:50.783427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9c72b82c-9237-4235-bb57-e1d6cbbdbfe9 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:50.794841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ebeed6b0-ab65-468a-97ec-bf92115c91bc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:50.811529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-42c5ba7d-4d2b-4e20-a024-a9d6a8f19263 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:50.815361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9c72b82c-9237-4235-bb57-e1d6cbbdbfe9 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:50.820021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 82580e15-9e86-4e28-903c-a6d761e50692 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:49:50.820772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 82580e15-9e86-4e28-903c-a6d761e50692 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:49:50.823603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ebeed6b0-ab65-468a-97ec-bf92115c91bc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:router and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:50.830500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ebeed6b0-ab65-468a-97ec-bf92115c91bc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:50.839884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1cb80f-2345-478b-8a50-0b2837fcc308 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:49:50.851540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ebeed6b0-ab65-468a-97ec-bf92115c91bc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:50.894021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d807d1-6170-4875-b95e-4b560e093aed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-adc3a45a-802f-4e54-bff3-7705bd24e328', 'network_id': 'adc3a45a-802f-4e54-bff3-7705bd24e328', 'tenant_id': '8725429ab9244f8ba50e3b663103bb1c', 'fixed_ips': [{'subnet_id': 'd103840b-7930-43b9-87a7-e10f923580f6'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:49:50.895728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24d807d1-6170-4875-b95e-4b560e093aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:50.926124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-1c0a2094-ded6-4eaa-9680-5827224e430a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] device_id is not set on port 3b0f4162-b869-459c-8a59-aaa3ec2b12f4 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:49:50.935769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ebeed6b0-ab65-468a-97ec-bf92115c91bc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:50.936807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ebeed6b0-ab65-468a-97ec-bf92115c91bc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:50.954151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9c72b82c-9237-4235-bb57-e1d6cbbdbfe9 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:50.965491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f56551de-c238-4e7a-9b27-68ee0d4c4db1 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:50.981385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-42c5ba7d-4d2b-4e20-a024-a9d6a8f19263 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:51.025349 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72b82c-9237-4235-bb57-e1d6cbbdbfe9 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=070360c0-c677-48eb-8044-fac06b8faa17,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:51.033729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9c72b82c-9237-4235-bb57-e1d6cbbdbfe9 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:51.085344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3902112b-ed51-4b51-b01b-f99c04f412f5 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Pushing event updated for resources: {'Port': ['ID=935918dd-1ed5-4977-89ac-17aeccef7d45,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:51.094109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3902112b-ed51-4b51-b01b-f99c04f412f5 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Network 816f055b-a275-45b9-a035-9da6066b1ec8 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:49:51.106198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3902112b-ed51-4b51-b01b-f99c04f412f5 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:51.108172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-3902112b-ed51-4b51-b01b-f99c04f412f5 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:49:51.118208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3902112b-ed51-4b51-b01b-f99c04f412f5 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:49:51.133771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ebeed6b0-ab65-468a-97ec-bf92115c91bc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:51.136291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-42c5ba7d-4d2b-4e20-a024-a9d6a8f19263 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:51.148245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-40094638-e83f-4f82-a793-723524136b6c tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:51.185848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9c72b82c-9237-4235-bb57-e1d6cbbdbfe9 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:51.189926 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9c72b82c-9237-4235-bb57-e1d6cbbdbfe9 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/070360c0-c677-48eb-8044-fac06b8faa17 HTTP/1.1" status: 204 len: 168 time: 0.5279734 Dec 25 19:49:51.191596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3902112b-ed51-4b51-b01b-f99c04f412f5 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:51.195235 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48526) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:51.211124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5aec89-ddb2-4513-8b7d-53f53285e6f0 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:49:51.222995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff7f7d0-6c0b-459b-866a-168cb359c5c2 None None] Sync routers for ids ['05e47682-ddaf-4ae4-ab8b-5e33337f2a30'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:49:51.244527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff7f7d0-6c0b-459b-866a-168cb359c5c2 None None] Routers {'05e47682-ddaf-4ae4-ab8b-5e33337f2a30'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:49:51.246721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-6ff7f7d0-6c0b-459b-866a-168cb359c5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:49:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['05e47682-ddaf-4ae4-ab8b-5e33337f2a30'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:51.252973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e20b8c-f233-456a-8dc0-2286f07eb7b2 None None] Network eb8b1740-0dae-4b4d-bfdf-7634a99306f3 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server [None req-24d807d1-6170-4875-b95e-4b560e093aed None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d103840b-7930-43b9-87a7-e10f923580f6: This subnet is being modified by another concurrent operation. Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise value Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise value Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise value Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise value Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise value Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise value Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise value Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise exception Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d103840b-7930-43b9-87a7-e10f923580f6: This subnet is being modified by another concurrent operation. Dec 25 19:49:51.354721 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server Dec 25 19:49:51.425536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a9fc8e-b185-4ddd-9f76-99744ab85b03 None None] Network adc3a45a-802f-4e54-bff3-7705bd24e328 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:49:51.486694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ef5aec89-ddb2-4513-8b7d-53f53285e6f0 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:51.488399 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ef5aec89-ddb2-4513-8b7d-53f53285e6f0 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "PUT /v2.0/routers/05e47682-ddaf-4ae4-ab8b-5e33337f2a30 HTTP/1.1" status: 200 len: 697 time: 3.0072279 Dec 25 19:49:51.491679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-6ff7f7d0-6c0b-459b-866a-168cb359c5c2 None None] Set router 05e47682-ddaf-4ae4-ab8b-5e33337f2a30 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:49:51.499606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48530) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:51.520621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-10ecbe3c-557b-4370-af95-840cb02d0d22 None None] Provisioning for port 8951a45f-b5e4-4498-8a23-53a6b95070bc completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:49:51.533040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c5ba7d-4d2b-4e20-a024-a9d6a8f19263 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event deleted for resources: {'Subnet': ['ID=d103840b-7930-43b9-87a7-e10f923580f6,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:51.539304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ebeed6b0-ab65-468a-97ec-bf92115c91bc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:51.547178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-42c5ba7d-4d2b-4e20-a024-a9d6a8f19263 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:51.587377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-10ecbe3c-557b-4370-af95-840cb02d0d22 None None] Provisioning complete for port 8951a45f-b5e4-4498-8a23-53a6b95070bc triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:49:51.588162 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-10ecbe3c-557b-4370-af95-840cb02d0d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:51.635180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-6ff7f7d0-6c0b-459b-866a-168cb359c5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e47682-ddaf-4ae4-ab8b-5e33337f2a30', 'name': 'tempest-RoutersIpV6Test-router-189290762', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:49:47Z', 'updated_at': '2021-12-25T19:49:49Z', 'revision_number': 2, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'gw_port_host': None}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:51.639644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff7f7d0-6c0b-459b-866a-168cb359c5c2 None None] Checking router: 05e47682-ddaf-4ae4-ab8b-5e33337f2a30 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:49:51.647334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ebeed6b0-ab65-468a-97ec-bf92115c91bc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:51.651688 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ebeed6b0-ab65-468a-97ec-bf92115c91bc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8978319 Dec 25 19:49:51.652523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48534) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:51.653427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff7f7d0-6c0b-459b-866a-168cb359c5c2 None None] Routers {'05e47682-ddaf-4ae4-ab8b-5e33337f2a30'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:49:51.654280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-6ff7f7d0-6c0b-459b-866a-168cb359c5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:49:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['05e47682-ddaf-4ae4-ab8b-5e33337f2a30'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:51.767358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-977100b8-08fa-436b-9e2e-2c858af56c8d tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Synchronizing usage tracker for tenant:fa6310122f134e9d988d2913efd76290 on resource:security_group_rule {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:49:51.813412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549b4ef5-0022-4696-98f3-7861cea3f926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-7396b720-65bf-48b2-8da7-778eed2fcf44', 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'tenant_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'fixed_ips': [{'subnet_id': '83cbfacc-8f37-44c5-ae44-2522b777866e'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:49:51.814667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-549b4ef5-0022-4696-98f3-7861cea3f926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:51.819277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-6ff7f7d0-6c0b-459b-866a-168cb359c5c2 None None] Set router 05e47682-ddaf-4ae4-ab8b-5e33337f2a30 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:49:51.824717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-42c5ba7d-4d2b-4e20-a024-a9d6a8f19263 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:51.956076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-42c5ba7d-4d2b-4e20-a024-a9d6a8f19263 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adc3a45a-802f-4e54-bff3-7705bd24e328']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:51.977136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-6ff7f7d0-6c0b-459b-866a-168cb359c5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e47682-ddaf-4ae4-ab8b-5e33337f2a30', 'name': 'tempest-RoutersIpV6Test-router-189290762', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:49:47Z', 'updated_at': '2021-12-25T19:49:49Z', 'revision_number': 2, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'gw_port_host': None}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:51.983582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff7f7d0-6c0b-459b-866a-168cb359c5c2 None None] The sync data for ids ['05e47682-ddaf-4ae4-ab8b-5e33337f2a30'] in dv-neutron-822611-1-hyperv is: [{'id': '05e47682-ddaf-4ae4-ab8b-5e33337f2a30', 'name': 'tempest-RoutersIpV6Test-router-189290762', 'tenant_id': 'ed9c1443c9ab46589f19ea480da46eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:49:47Z', 'updated_at': '2021-12-25T19:49:49Z', 'revision_number': 2, 'project_id': 'ed9c1443c9ab46589f19ea480da46eab', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:49:51.995471 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e4a3ae07-ffcd-4780-8100-e1b04585386b tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "GET /v2.0/routers/05e47682-ddaf-4ae4-ab8b-5e33337f2a30 HTTP/1.1" status: 200 len: 703 time: 0.4715784 Dec 25 19:49:52.000995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3902112b-ed51-4b51-b01b-f99c04f412f5 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:52.005011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48538) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:52.007207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-42c5ba7d-4d2b-4e20-a024-a9d6a8f19263 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97320318-8c2b-4755-80ff-0283638380b6') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:52.007566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-42c5ba7d-4d2b-4e20-a024-a9d6a8f19263 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97320318-8c2b-4755-80ff-0283638380b6') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:52.108287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-977100b8-08fa-436b-9e2e-2c858af56c8d tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Unset dirty status for tenant:fa6310122f134e9d988d2913efd76290 on resource:security_group_rule {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:49:52.113658 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-977100b8-08fa-436b-9e2e-2c858af56c8d tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.9085391 Dec 25 19:49:52.115099 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48542) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:52.165243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-42c5ba7d-4d2b-4e20-a024-a9d6a8f19263 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:52.189693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-ab69c5b2-b870-441c-a733-da96dd5423ed tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Request body: {'security_group_rule': {'security_group_id': 'f972a0a9-833e-43ae-8e92-94067bcff592', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:52.196487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ab69c5b2-b870-441c-a733-da96dd5423ed tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:52.206883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ab69c5b2-b870-441c-a733-da96dd5423ed tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:52.228322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-378788b4-812f-465b-9f1b-b214e6a562b9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:52.237977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 2b21fe19-9476-4771-ad45-e77eca858c93 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:49:52.298150 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-42c5ba7d-4d2b-4e20-a024-a9d6a8f19263 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:52.305282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c5ba7d-4d2b-4e20-a024-a9d6a8f19263 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:49:52.305862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-42c5ba7d-4d2b-4e20-a024-a9d6a8f19263 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:52.332121 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:49:52.332121 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:49:52.332121 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:49:52.332121 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:49:52.332121 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:49:52.332121 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:49:52.332121 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:49:52.332121 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:49:52.332121 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:49:52.332121 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:49:52.332121 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:49:52.332121 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:49:52.332121 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:49:52.332121 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:49:52.332121 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:49:52.332121 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:49:52.332121 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:49:52.332121 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:49:52.332121 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:49:52.332121 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:49:52.332121 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:49:52.332121 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:49:52.332121 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:49:52.332121 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:49:52.332121 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:49:52.332121 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:49:52.332121 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:49:52.332121 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:49:52.332121 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:49:52.332121 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:49:52.332121 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:49:52.332121 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:49:52.357510 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6f78f8d6-a042-413c-b2db-5d3d43b06831 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "GET /v2.0/ports?device_id=05e47682-ddaf-4ae4-ab8b-5e33337f2a30 HTTP/1.1" status: 200 len: 205 time: 0.3353863 Dec 25 19:49:52.358884 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-ab69c5b2-b870-441c-a733-da96dd5423ed tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Project fa6310122f134e9d988d2913efd76290 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 19:49:52.399840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-10ecbe3c-557b-4370-af95-840cb02d0d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:52.453681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48546) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:52.549837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ab69c5b2-b870-441c-a733-da96dd5423ed tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:52.552097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-10ecbe3c-557b-4370-af95-840cb02d0d22 None None] For port 8951a45f-b5e4-4498-8a23-53a6b95070bc, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=8951a45f-b5e4-4498-8a23-53a6b95070bc,segment=NetworkSegment(db54a1d1-dad5-4efe-baca-ef2a18f6fb86),segment_id=db54a1d1-dad5-4efe-baca-ef2a18f6fb86)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:49:52.560601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-42c5ba7d-4d2b-4e20-a024-a9d6a8f19263 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:52.569772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-10ecbe3c-557b-4370-af95-840cb02d0d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:52.578946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d08017be-3ae3-45f1-a340-14ff196591be tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:52.586436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1fa60a3f-411c-454e-b88d-4960f1131f98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:52.608168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-42c5ba7d-4d2b-4e20-a024-a9d6a8f19263 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:52.666732 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3902112b-ed51-4b51-b01b-f99c04f412f5 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:52.752442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c5ba7d-4d2b-4e20-a024-a9d6a8f19263 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event deleted for resources: {'Network': ['ID=adc3a45a-802f-4e54-bff3-7705bd24e328,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:52.765533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3902112b-ed51-4b51-b01b-f99c04f412f5 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:52.767937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-42c5ba7d-4d2b-4e20-a024-a9d6a8f19263 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:52.783607 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-42c5ba7d-4d2b-4e20-a024-a9d6a8f19263 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "DELETE /v2.0/networks/adc3a45a-802f-4e54-bff3-7705bd24e328 HTTP/1.1" status: 204 len: 168 time: 2.4651172 Dec 25 19:49:52.788047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48550) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:52.797647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-f646a550-f284-4595-9d46-a1339f63877d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-671642272'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:52.808508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-923b87af-cbec-466a-b5d2-6c1f23552eba tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:52.816154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f646a550-f284-4595-9d46-a1339f63877d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:52.844806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d024fc1a-19d9-4d6c-91cc-b140bea2c027 None None] Network 845c8578-5105-44ff-9dbf-2405d28316e8 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:49:52.874405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 2b21fe19-9476-4771-ad45-e77eca858c93 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:49:52.874728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f646a550-f284-4595-9d46-a1339f63877d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Usage tracker for resource:network and tenant:8725429ab9244f8ba50e3b663103bb1c is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:52.874829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:52.877036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-1c0a2094-ded6-4eaa-9680-5827224e430a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Allocated IP 2001:db8::150 (eb8b1740-0dae-4b4d-bfdf-7634a99306f3/6ed2f022-3cf3-441e-9340-3cccd73a60b5/3b0f4162-b869-459c-8a59-aaa3ec2b12f4) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:49:52.880923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f646a550-f284-4595-9d46-a1339f63877d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:52.891921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b15c9135-95db-4718-be3f-51350fd9a3e1 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:52.912079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-1c0a2094-ded6-4eaa-9680-5827224e430a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Allocated IP 2001:db8:0:1::216 (eb8b1740-0dae-4b4d-bfdf-7634a99306f3/28a5084f-b12f-4fc1-bee4-77d5abb7e081/3b0f4162-b869-459c-8a59-aaa3ec2b12f4) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:49:52.945552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3902112b-ed51-4b51-b01b-f99c04f412f5 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Pushing event updated for resources: {'Port': ['ID=935918dd-1ed5-4977-89ac-17aeccef7d45,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:52.948664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3902112b-ed51-4b51-b01b-f99c04f412f5 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:52.951530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f646a550-f284-4595-9d46-a1339f63877d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:52.972259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3902112b-ed51-4b51-b01b-f99c04f412f5 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:52.982609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-549b4ef5-0022-4696-98f3-7861cea3f926 None None] Allocated IP 2001:db8::2 (7396b720-65bf-48b2-8da7-778eed2fcf44/83cbfacc-8f37-44c5-ae44-2522b777866e/8ecc9bae-3648-4643-a33a-ba04c9cdac9c) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:49:53.041094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f646a550-f284-4595-9d46-a1339f63877d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Made reservation on behalf of 8725429ab9244f8ba50e3b663103bb1c for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:49:53.047088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f646a550-f284-4595-9d46-a1339f63877d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:53.058254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecbe3c-557b-4370-af95-840cb02d0d22 None None] Pushing event updated for resources: {'Port': ['ID=8951a45f-b5e4-4498-8a23-53a6b95070bc,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:53.073075 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-10ecbe3c-557b-4370-af95-840cb02d0d22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:53.074582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d6d2e611-8486-4a77-ae9b-53a1b8b1689a None None] Provisioning for port 935918dd-1ed5-4977-89ac-17aeccef7d45 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:49:53.110036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d6d2e611-8486-4a77-ae9b-53a1b8b1689a None None] Provisioning complete for port 935918dd-1ed5-4977-89ac-17aeccef7d45 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:49:53.110525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d6d2e611-8486-4a77-ae9b-53a1b8b1689a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:53.116673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ab69c5b2-b870-441c-a733-da96dd5423ed tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:53.131961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ab69c5b2-b870-441c-a733-da96dd5423ed tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:53.152111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:53.247989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f646a550-f284-4595-9d46-a1339f63877d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:49:53.262897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69c5b2-b870-441c-a733-da96dd5423ed tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1851bc42-dd7b-47de-9dd7-5b9515f9a083,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:53.339310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ab69c5b2-b870-441c-a733-da96dd5423ed tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:53.475636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-d6d2e611-8486-4a77-ae9b-53a1b8b1689a None None] Port 935918dd-1ed5-4977-89ac-17aeccef7d45 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:49:53.515253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:53.523530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device f36e7b40-a6e5-4f12-842b-53973597c7f4 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:49:53.590770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cf1be7-5878-46e5-b2ac-c0a9538c0fd7 None None] Update dhcp port {'port': {'network_id': 'eb8b1740-0dae-4b4d-bfdf-7634a99306f3', 'fixed_ips': [{'subnet_id': '6ed2f022-3cf3-441e-9340-3cccd73a60b5', 'ip_address': '2001:db8::2'}, {'subnet_id': '28a5084f-b12f-4fc1-bee4-77d5abb7e081'}], 'binding:host_id': 'dv-neutron-822611-1-hyperv'}, 'id': '8951a45f-b5e4-4498-8a23-53a6b95070bc'} from dv-neutron-822611-1-hyperv. {{(pid=88902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 25 19:49:53.628363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f646a550-f284-4595-9d46-a1339f63877d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:53.628752 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-f646a550-f284-4595-9d46-a1339f63877d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Added segment 44ccff0e-040b-460a-aa15-00c87e891700 of type vlan for network 523852a4-b139-4a13-bef0-ce3cb00f3e64 Dec 25 19:49:53.633486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-01d3183d-d991-4a85-b332-1b9d1be6db7e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:53.684494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3902112b-ed51-4b51-b01b-f99c04f412f5 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Network 816f055b-a275-45b9-a035-9da6066b1ec8 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:49:53.689318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-3902112b-ed51-4b51-b01b-f99c04f412f5 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:49:53.728912 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ab69c5b2-b870-441c-a733-da96dd5423ed tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:53.732849 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ab69c5b2-b870-441c-a733-da96dd5423ed tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.5686002 Dec 25 19:49:53.789035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-99cf1be7-5878-46e5-b2ac-c0a9538c0fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:53.820656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-38b06bb5-e32e-43b1-b963-e3039c3c8b59 None None] Provisioning for port f36e7b40-a6e5-4f12-842b-53973597c7f4 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:49:53.851865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48554) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:53.874505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-549b4ef5-0022-4696-98f3-7861cea3f926 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:53.921959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-549b4ef5-0022-4696-98f3-7861cea3f926 None None] Transition to ACTIVE for port object 8ecc9bae-3648-4643-a33a-ba04c9cdac9c will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:49:53.925928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1c0a2094-ded6-4eaa-9680-5827224e430a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:53.945379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1c0a2094-ded6-4eaa-9680-5827224e430a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Transition to ACTIVE for port object 3b0f4162-b869-459c-8a59-aaa3ec2b12f4 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:49:53.962414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f646a550-f284-4595-9d46-a1339f63877d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:53.980392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1c0a2094-ded6-4eaa-9680-5827224e430a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:53.984400 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b15c9135-95db-4718-be3f-51350fd9a3e1 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:53.984584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port f36e7b40-a6e5-4f12-842b-53973597c7f4 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:49:53.992366 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-54f8b187-6d3f-48c2-9a59-e390db369aeb tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "GET /v2.0/security-group-rules/1851bc42-dd7b-47de-9dd7-5b9515f9a083 HTTP/1.1" status: 200 len: 711 time: 0.1256938 Dec 25 19:49:54.011547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port f36e7b40-a6e5-4f12-842b-53973597c7f4 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:49:54.012094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:54.068904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-549b4ef5-0022-4696-98f3-7861cea3f926 None None] Transition to ACTIVE for port object 8ecc9bae-3648-4643-a33a-ba04c9cdac9c will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:49:54.072698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-359fdcd8-46d2-4c8e-8fa3-230cee24f761 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:54.096321 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-549b4ef5-0022-4696-98f3-7861cea3f926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:54.106531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-07745091-6caf-4936-9d2f-75333850a2c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:54.123796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48558) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:54.231671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-01d3183d-d991-4a85-b332-1b9d1be6db7e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Allocated IP 2001:db8::1 (7396b720-65bf-48b2-8da7-778eed2fcf44/83cbfacc-8f37-44c5-ae44-2522b777866e/fb3eb81f-d02f-46de-b684-7758bfacfefb) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:49:54.283429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549b4ef5-0022-4696-98f3-7861cea3f926 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:49:54.292557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-549b4ef5-0022-4696-98f3-7861cea3f926 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:49:54.296007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549b4ef5-0022-4696-98f3-7861cea3f926 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:49:54.301757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b4ef5-0022-4696-98f3-7861cea3f926 None None] Pushing event updated for resources: {'Port': ['ID=8ecc9bae-3648-4643-a33a-ba04c9cdac9c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:54.307184 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-549b4ef5-0022-4696-98f3-7861cea3f926 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:54.308265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0a2094-ded6-4eaa-9680-5827224e430a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Network eb8b1740-0dae-4b4d-bfdf-7634a99306f3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:49:54.329560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-1c0a2094-ded6-4eaa-9680-5827224e430a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:49:54.337408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0a2094-ded6-4eaa-9680-5827224e430a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:49:54.342340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0a2094-ded6-4eaa-9680-5827224e430a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:54.343363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1c0a2094-ded6-4eaa-9680-5827224e430a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:54.365711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b15c9135-95db-4718-be3f-51350fd9a3e1 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:54.367816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-67309186-45e4-4f95-b530-7743eeaeefc2 None None] Provisioning complete for port 935918dd-1ed5-4977-89ac-17aeccef7d45 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:49:54.368240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-67309186-45e4-4f95-b530-7743eeaeefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:54.408911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-99cf1be7-5878-46e5-b2ac-c0a9538c0fd7 None None] Allocated IP 2001:db8:0:1::2 (eb8b1740-0dae-4b4d-bfdf-7634a99306f3/28a5084f-b12f-4fc1-bee4-77d5abb7e081/8951a45f-b5e4-4498-8a23-53a6b95070bc) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:49:54.431278 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f646a550-f284-4595-9d46-a1339f63877d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:54.436090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f646a550-f284-4595-9d46-a1339f63877d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:54.436753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f646a550-f284-4595-9d46-a1339f63877d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:54.451781 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6e839033-5341-42bf-9dfa-44c8927305e6 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:54.521968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b15c9135-95db-4718-be3f-51350fd9a3e1 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:54.522508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15c9135-95db-4718-be3f-51350fd9a3e1 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Fanout notify agent at l3_agent the message router_deleted on router 05e47682-ddaf-4ae4-ab8b-5e33337f2a30 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:49:54.524114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:54.532797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-01d3183d-d991-4a85-b332-1b9d1be6db7e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:54.543135 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a2094-ded6-4eaa-9680-5827224e430a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'Port': ['ID=3b0f4162-b869-459c-8a59-aaa3ec2b12f4,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:54.555993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1c0a2094-ded6-4eaa-9680-5827224e430a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:54.556365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b15c9135-95db-4718-be3f-51350fd9a3e1 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:54.562388 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b15c9135-95db-4718-be3f-51350fd9a3e1 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "DELETE /v2.0/routers/05e47682-ddaf-4ae4-ab8b-5e33337f2a30 HTTP/1.1" status: 204 len: 168 time: 2.1013360 Dec 25 19:49:54.564273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48562) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:54.575554 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f646a550-f284-4595-9d46-a1339f63877d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7847106 Dec 25 19:49:54.576412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-67309186-45e4-4f95-b530-7743eeaeefc2 None None] Port 935918dd-1ed5-4977-89ac-17aeccef7d45 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:49:54.582504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-549b4ef5-0022-4696-98f3-7861cea3f926 None None] Attempting to bind port 8ecc9bae-3648-4643-a33a-ba04c9cdac9c on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:49:54.582924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-549b4ef5-0022-4696-98f3-7861cea3f926 None None] Attempting to bind port 8ecc9bae-3648-4643-a33a-ba04c9cdac9c by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:49:54.583096 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1c0a2094-ded6-4eaa-9680-5827224e430a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 5.6561804 Dec 25 19:49:54.583362 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549b4ef5-0022-4696-98f3-7861cea3f926 None None] Attempting to bind port 8ecc9bae-3648-4643-a33a-ba04c9cdac9c on network 7396b720-65bf-48b2-8da7-778eed2fcf44 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:49:54.588180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48566) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:54.588943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48568) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:54.599148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-faad5f60-9c8e-4e12-880f-a69b35c9e516 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Request body: {'subnet': {'network_id': '523852a4-b139-4a13-bef0-ce3cb00f3e64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:54.618740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-9ca703b1-8069-4eb2-b88d-4bec7a14c7a5 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6ed2f022-3cf3-441e-9340-3cccd73a60b5'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:54.619486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549b4ef5-0022-4696-98f3-7861cea3f926 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:49:54.619914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549b4ef5-0022-4696-98f3-7861cea3f926 None None] Checking segment: {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:49:54.620367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-549b4ef5-0022-4696-98f3-7861cea3f926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:54.620807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549b4ef5-0022-4696-98f3-7861cea3f926 None None] Bound using segment: {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:49:54.621336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-549b4ef5-0022-4696-98f3-7861cea3f926 None None] Bound port: 8ecc9bae-3648-4643-a33a-ba04c9cdac9c, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:49:54.621752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-549b4ef5-0022-4696-98f3-7861cea3f926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:54.678851 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a8490318-6c03-41c1-bd32-c4fe80fd3a1b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.5450459 Dec 25 19:49:54.680835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48574) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:54.683913 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5ad947b4-b45c-468b-87e7-dd9817038df9 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "GET /v2.0/ports?device_id=05e47682-ddaf-4ae4-ab8b-5e33337f2a30 HTTP/1.1" status: 200 len: 205 time: 0.1098793 Dec 25 19:49:54.684282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48576) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:54.689437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port f36e7b40-a6e5-4f12-842b-53973597c7f4, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=f36e7b40-a6e5-4f12-842b-53973597c7f4,segment=NetworkSegment(25ceef65-8cbd-46a8-8c61-517aa9339ce8),segment_id=25ceef65-8cbd-46a8-8c61-517aa9339ce8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:49:54.713305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:54.717888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c878b8f8-ac10-42f8-b4eb-4d268d547669 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:54.769095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-01d3183d-d991-4a85-b332-1b9d1be6db7e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Transition to ACTIVE for port object fb3eb81f-d02f-46de-b684-7758bfacfefb will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:49:54.771477 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-6b387c83-0615-4f5b-b2a3-5e09a716f782 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] delete failed (client error): The resource could not be found. Dec 25 19:49:54.776440 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6b387c83-0615-4f5b-b2a3-5e09a716f782 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "DELETE /v2.0/routers/05e47682-ddaf-4ae4-ab8b-5e33337f2a30 HTTP/1.1" status: 404 len: 336 time: 0.0833149 Dec 25 19:49:54.776995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f646a550-f284-4595-9d46-a1339f63877d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event updated for resources: {'Network': ['ID=523852a4-b139-4a13-bef0-ce3cb00f3e64,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:54.779269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48582) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:54.784583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f646a550-f284-4595-9d46-a1339f63877d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:54.822386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 523852a4-b139-4a13-bef0-ce3cb00f3e64 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:49:54.834021 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-8744f6de-8c4d-461b-a6b0-af49beae43aa tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] DELETE failed (client error): The resource could not be found. Dec 25 19:49:54.834529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8744f6de-8c4d-461b-a6b0-af49beae43aa tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:49:54.839401 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8744f6de-8c4d-461b-a6b0-af49beae43aa tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "DELETE /v2.0/subnets/a7e66898-d5b1-4c19-8166-3f163d618e14 HTTP/1.1" status: 404 len: 337 time: 0.0577297 Dec 25 19:49:54.840066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48586) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:54.889110 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-b22740f2-b7d9-47ee-985d-298a5fa1eb01 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] DELETE failed (client error): The resource could not be found. Dec 25 19:49:54.889619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b22740f2-b7d9-47ee-985d-298a5fa1eb01 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:49:54.893976 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b22740f2-b7d9-47ee-985d-298a5fa1eb01 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "DELETE /v2.0/subnets/babcc1a8-ae22-45a7-86dd-71a25ff40d2f HTTP/1.1" status: 404 len: 337 time: 0.0492914 Dec 25 19:49:54.895806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48590) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:54.936272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d598699f-1fbf-4fef-acf9-43f1c7352156 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:54.941336 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1a1394f-fb72-4b65-94b7-99d8bfe9b0a0 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] DELETE failed (client error): The resource could not be found. Dec 25 19:49:54.941968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1a1394f-fb72-4b65-94b7-99d8bfe9b0a0 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:49:54.944698 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b1a1394f-fb72-4b65-94b7-99d8bfe9b0a0 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "DELETE /v2.0/subnets/dcc997de-bf8e-4820-b22b-aba70acb08e6 HTTP/1.1" status: 404 len: 337 time: 0.0470459 Dec 25 19:49:54.945994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-01d3183d-d991-4a85-b332-1b9d1be6db7e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:54.950259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48594) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:54.951724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fc2ab1bf-e05b-4fa3-b7c7-088de0973c3c tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:54.974469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-faad5f60-9c8e-4e12-880f-a69b35c9e516 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:54.980139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d598699f-1fbf-4fef-acf9-43f1c7352156 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:55.012349 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 8951a45f-b5e4-4498-8a23-53a6b95070bc up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:49:55.052545 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-fba7755f-747a-40a5-8dd7-b93153c70970 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] DELETE failed (client error): The resource could not be found. Dec 25 19:49:55.053048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fba7755f-747a-40a5-8dd7-b93153c70970 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:49:55.057368 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fba7755f-747a-40a5-8dd7-b93153c70970 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "DELETE /v2.0/subnets/b557b4e5-78e0-44c4-8356-f2a6ed520668 HTTP/1.1" status: 404 len: 337 time: 0.0725121 Dec 25 19:49:55.063774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48598) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:55.069127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-faad5f60-9c8e-4e12-880f-a69b35c9e516 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Usage tracker for resource:subnet and tenant:8725429ab9244f8ba50e3b663103bb1c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:55.083463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-faad5f60-9c8e-4e12-880f-a69b35c9e516 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:55.104622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ca703b1-8069-4eb2-b88d-4bec7a14c7a5 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:55.111747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d3183d-d991-4a85-b332-1b9d1be6db7e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:49:55.122214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-01d3183d-d991-4a85-b332-1b9d1be6db7e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:49:55.123837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-99cf1be7-5878-46e5-b2ac-c0a9538c0fd7 None None] For port 8951a45f-b5e4-4498-8a23-53a6b95070bc, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=8951a45f-b5e4-4498-8a23-53a6b95070bc,segment=NetworkSegment(db54a1d1-dad5-4efe-baca-ef2a18f6fb86),segment_id=db54a1d1-dad5-4efe-baca-ef2a18f6fb86)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:49:55.125716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-faad5f60-9c8e-4e12-880f-a69b35c9e516 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:55.142178 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-13010c77-ee47-4918-8e5a-d74bb3ce467f tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c2fc0bb-c07a-47a9-8654-0fc9114067ad HTTP/1.1" status: 200 len: 205 time: 0.0757620 Dec 25 19:49:55.143518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48602) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:55.144729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d3183d-d991-4a85-b332-1b9d1be6db7e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:49:55.145539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-01d3183d-d991-4a85-b332-1b9d1be6db7e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:55.151886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d3183d-d991-4a85-b332-1b9d1be6db7e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Port': ['ID=fb3eb81f-d02f-46de-b684-7758bfacfefb,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:55.190689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2918aac3-8732-4604-b212-0204bc3c9439 None None] Provisioning complete for port f36e7b40-a6e5-4f12-842b-53973597c7f4 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:49:55.191166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2918aac3-8732-4604-b212-0204bc3c9439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:55.199984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d598699f-1fbf-4fef-acf9-43f1c7352156 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:55.212107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:55.227896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faad5f60-9c8e-4e12-880f-a69b35c9e516 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Made reservation on behalf of 8725429ab9244f8ba50e3b663103bb1c for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:49:55.244876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-01d3183d-d991-4a85-b332-1b9d1be6db7e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:55.255772 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-5020fc3b-2b17-4d98-901e-dab66062394c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] delete failed (client error): The resource could not be found. Dec 25 19:49:55.259583 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5020fc3b-2b17-4d98-901e-dab66062394c tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "DELETE /v2.0/routers/2c2fc0bb-c07a-47a9-8654-0fc9114067ad HTTP/1.1" status: 404 len: 336 time: 0.1105192 Dec 25 19:49:55.261794 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d598699f-1fbf-4fef-acf9-43f1c7352156 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1851bc42-dd7b-47de-9dd7-5b9515f9a083,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:55.264531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d598699f-1fbf-4fef-acf9-43f1c7352156 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:55.268195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48606) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:55.269584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=f36e7b40-a6e5-4f12-842b-53973597c7f4,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:55.278422 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d598699f-1fbf-4fef-acf9-43f1c7352156 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:55.282400 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d598699f-1fbf-4fef-acf9-43f1c7352156 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/1851bc42-dd7b-47de-9dd7-5b9515f9a083 HTTP/1.1" status: 204 len: 168 time: 0.5756326 Dec 25 19:49:55.283077 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:55.284218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-549b4ef5-0022-4696-98f3-7861cea3f926 None None] For port 8ecc9bae-3648-4643-a33a-ba04c9cdac9c, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:49:55.284630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48610) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:55.290843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-549b4ef5-0022-4696-98f3-7861cea3f926 None None] For port 8ecc9bae-3648-4643-a33a-ba04c9cdac9c, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=8ecc9bae-3648-4643-a33a-ba04c9cdac9c,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:49:55.310242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-549b4ef5-0022-4696-98f3-7861cea3f926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:55.321860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-99cf1be7-5878-46e5-b2ac-c0a9538c0fd7 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:55.327133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-681da33c-565d-4c6b-a209-70372aa49f47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:55.406098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-70886002-b624-466c-a814-79c76741046f tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Synchronizing usage tracker for tenant:fa6310122f134e9d988d2913efd76290 on resource:security_group_rule {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:49:55.411683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-01d3183d-d991-4a85-b332-1b9d1be6db7e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:55.412972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-99cf1be7-5878-46e5-b2ac-c0a9538c0fd7 None None] Transition to ACTIVE for port object 8951a45f-b5e4-4498-8a23-53a6b95070bc will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:49:55.452967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-99cf1be7-5878-46e5-b2ac-c0a9538c0fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:55.477632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e2c238d3-2059-4884-8b35-c6831d1cf58b tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Synchronizing usage tracker for tenant:ed9c1443c9ab46589f19ea480da46eab on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:49:55.483731 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-70886002-b624-466c-a814-79c76741046f tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Unset dirty status for tenant:fa6310122f134e9d988d2913efd76290 on resource:security_group_rule {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:49:55.488140 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-70886002-b624-466c-a814-79c76741046f tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2018518 Dec 25 19:49:55.488320 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48614) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:55.500220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b4ef5-0022-4696-98f3-7861cea3f926 None None] Pushing event updated for resources: {'Port': ['ID=8ecc9bae-3648-4643-a33a-ba04c9cdac9c,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:55.506617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-549b4ef5-0022-4696-98f3-7861cea3f926 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:55.508329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-24590571-b9fb-4478-8b4f-f33b67b728aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:55.578634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-faad5f60-9c8e-4e12-880f-a69b35c9e516 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:55.658609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf1be7-5878-46e5-b2ac-c0a9538c0fd7 None None] Pushing event updated for resources: {'Port': ['ID=8951a45f-b5e4-4498-8a23-53a6b95070bc,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:55.662520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-99cf1be7-5878-46e5-b2ac-c0a9538c0fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:55.733761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e2c238d3-2059-4884-8b35-c6831d1cf58b tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Unset dirty status for tenant:ed9c1443c9ab46589f19ea480da46eab on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:49:55.735094 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e2c238d3-2059-4884-8b35-c6831d1cf58b tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "GET /v2.0/ports?device_id=082f482b-2a9a-4ab9-b9ef-821abd08b9f9 HTTP/1.1" status: 200 len: 205 time: 0.4589527 Dec 25 19:49:55.742349 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48618) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:55.818576 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-1c9e8c7f-4f9f-40cd-81e5-e9d40cc5ad6e tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] delete failed (client error): The resource could not be found. Dec 25 19:49:55.819751 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1c9e8c7f-4f9f-40cd-81e5-e9d40cc5ad6e tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "DELETE /v2.0/routers/082f482b-2a9a-4ab9-b9ef-821abd08b9f9 HTTP/1.1" status: 404 len: 336 time: 0.0763927 Dec 25 19:49:55.873867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48622) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:55.936059 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-f96bc22b-71cc-41a1-a807-aee3d269f0d8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] DELETE failed (client error): The resource could not be found. Dec 25 19:49:55.936474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f96bc22b-71cc-41a1-a807-aee3d269f0d8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:49:55.939109 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f96bc22b-71cc-41a1-a807-aee3d269f0d8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "DELETE /v2.0/subnets/570637b3-8cab-46c2-8ad5-f81183408c52 HTTP/1.1" status: 404 len: 337 time: 0.0634406 Dec 25 19:49:55.943311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48626) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:56.023605 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-20ce7c97-3205-4491-b965-ae8ca90656f2 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "GET /v2.0/ports?device_id=c74a0b9f-f22a-4229-a440-b2321042125e HTTP/1.1" status: 200 len: 205 time: 0.0765817 Dec 25 19:49:56.025173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48630) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:56.109012 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-68026b0f-36fd-4137-9080-d56309a29bb6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] delete failed (client error): The resource could not be found. Dec 25 19:49:56.110156 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-68026b0f-36fd-4137-9080-d56309a29bb6 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "DELETE /v2.0/routers/c74a0b9f-f22a-4229-a440-b2321042125e HTTP/1.1" status: 404 len: 336 time: 0.0843210 Dec 25 19:49:56.113223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48634) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:56.170906 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ad305db0-9c79-4936-8ece-21e534f17620 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "GET /v2.0/ports?device_id=d18fccf5-b1b3-4cc2-aa0a-c330693cb3d0 HTTP/1.1" status: 200 len: 205 time: 0.0542257 Dec 25 19:49:56.178093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48638) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:56.199759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3902112b-ed51-4b51-b01b-f99c04f412f5 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Router 5616bfb2-d11a-4c37-94ff-d213f0d284db is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:49:56.246319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-01d3183d-d991-4a85-b332-1b9d1be6db7e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:56.255720 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-c04515db-c1e5-45cf-82a9-30f875d05480 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] delete failed (client error): The resource could not be found. Dec 25 19:49:56.256870 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c04515db-c1e5-45cf-82a9-30f875d05480 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "DELETE /v2.0/routers/d18fccf5-b1b3-4cc2-aa0a-c330693cb3d0 HTTP/1.1" status: 404 len: 336 time: 0.0777695 Dec 25 19:49:56.257865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-01d3183d-d991-4a85-b332-1b9d1be6db7e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:56.258736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-01d3183d-d991-4a85-b332-1b9d1be6db7e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:56.262469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48642) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:56.263930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fe7f964a-cadc-420d-8408-4b2d28208926 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:56.374443 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-95599447-88e4-42a1-ae56-4ac4daa96ead tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] DELETE failed (client error): The resource could not be found. Dec 25 19:49:56.374946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95599447-88e4-42a1-ae56-4ac4daa96ead tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:49:56.376813 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-95599447-88e4-42a1-ae56-4ac4daa96ead tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "DELETE /v2.0/subnets/887d6d5d-bc1d-421e-99a0-9cc6a6b2333f HTTP/1.1" status: 404 len: 337 time: 0.0734465 Dec 25 19:49:56.381241 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48646) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:56.386695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1aa8974a-5486-4f89-b0b9-8c85bc2c1f64 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:56.456011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d3183d-d991-4a85-b332-1b9d1be6db7e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Port': ['ID=fb3eb81f-d02f-46de-b684-7758bfacfefb,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:56.462691 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a8f4ef6d-22fd-4ae5-a83d-62b126dac53d tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "GET /v2.0/ports?device_id=8689529c-7de4-4d6d-a58b-8db9ae19f87a HTTP/1.1" status: 200 len: 205 time: 0.0802920 Dec 25 19:49:56.463682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-01d3183d-d991-4a85-b332-1b9d1be6db7e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:56.475367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48650) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:56.547355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1aa8974a-5486-4f89-b0b9-8c85bc2c1f64 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:56.550166 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-75056071-6494-4c71-a884-12622346ff46 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] delete failed (client error): The resource could not be found. Dec 25 19:49:56.554475 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-75056071-6494-4c71-a884-12622346ff46 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "DELETE /v2.0/routers/8689529c-7de4-4d6d-a58b-8db9ae19f87a HTTP/1.1" status: 404 len: 336 time: 0.0750005 Dec 25 19:49:56.569175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48654) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:56.634865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-9ca703b1-8069-4eb2-b88d-4bec7a14c7a5 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Delete allocated IP 2001:db8:0:1::216 (eb8b1740-0dae-4b4d-bfdf-7634a99306f3/28a5084f-b12f-4fc1-bee4-77d5abb7e081) {{(pid=88901) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 25 19:49:56.654940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d3183d-d991-4a85-b332-1b9d1be6db7e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:49:56.656134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-01d3183d-d991-4a85-b332-1b9d1be6db7e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:49:56.699971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378788b4-812f-465b-9f1b-b214e6a562b9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router a1a54e36-62e8-4d50-bb32-a80dba2e452b has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:49:56.724221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b93fd10-eaec-4b55-adc7-1f14b840fd86 None None] Network eb8b1740-0dae-4b4d-bfdf-7634a99306f3 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:49:56.750708 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc76b2ca-0fb8-4845-a755-3da01f5da3dc tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] DELETE failed (client error): The resource could not be found. Dec 25 19:49:56.751724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc76b2ca-0fb8-4845-a755-3da01f5da3dc tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:49:56.800753 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-dc76b2ca-0fb8-4845-a755-3da01f5da3dc tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "DELETE /v2.0/subnets/77a5666e-bfab-4bd2-8ed3-bb6e148aa9e3 HTTP/1.1" status: 404 len: 337 time: 0.2229109 Dec 25 19:49:56.815327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48658) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:56.869467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-faad5f60-9c8e-4e12-880f-a69b35c9e516 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:56.870275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-4b93d6b7-e2fb-439d-bb05-a21057bd48be None None] Provisioning for port 8951a45f-b5e4-4498-8a23-53a6b95070bc completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:49:56.878279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-4b93d6b7-e2fb-439d-bb05-a21057bd48be None None] Provisioning complete for port 8951a45f-b5e4-4498-8a23-53a6b95070bc triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:49:56.878808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4b93d6b7-e2fb-439d-bb05-a21057bd48be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:56.938225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-26ca23b2-7ad8-47cd-889b-a4b61359b1f8 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:56.951660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 8ecc9bae-3648-4643-a33a-ba04c9cdac9c up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:49:57.071976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1aa8974a-5486-4f89-b0b9-8c85bc2c1f64 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:57.119146 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-219a352a-4e68-4ca9-811e-d38cf7ac1a01 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "GET /v2.0/ports?device_id=cca858b8-cc48-4110-b840-e727499e303f HTTP/1.1" status: 200 len: 205 time: 0.3022091 Dec 25 19:49:57.121663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48662) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:57.199400 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-aa2b8a2d-4f7c-4be4-affd-236600b88009 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] delete failed (client error): The resource could not be found. Dec 25 19:49:57.202985 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-aa2b8a2d-4f7c-4be4-affd-236600b88009 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "DELETE /v2.0/routers/cca858b8-cc48-4110-b840-e727499e303f HTTP/1.1" status: 404 len: 336 time: 0.0778792 Dec 25 19:49:57.203388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48666) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:57.252127 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a414e3a-dbfa-47a4-9d20-30bba35d9821 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] DELETE failed (client error): The resource could not be found. Dec 25 19:49:57.252773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a414e3a-dbfa-47a4-9d20-30bba35d9821 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:49:57.257430 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2a414e3a-dbfa-47a4-9d20-30bba35d9821 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "DELETE /v2.0/subnets/4d95faa6-400e-476f-86bb-9cb3535e61b5 HTTP/1.1" status: 404 len: 337 time: 0.0485215 Dec 25 19:49:57.262105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad5f60-9c8e-4e12-880f-a69b35c9e516 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event updated for resources: {'Subnet': ['ID=888e7667-efb9-41ac-97e1-6906e2cfb8fc,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:57.270644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48670) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:57.280576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 8ecc9bae-3648-4643-a33a-ba04c9cdac9c completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:49:57.290094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 8951a45f-b5e4-4498-8a23-53a6b95070bc up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:49:57.312345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-faad5f60-9c8e-4e12-880f-a69b35c9e516 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:57.312916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a04aef78-8289-4722-b17e-6b4427ccb5f2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.232s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:57.356820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ca703b1-8069-4eb2-b88d-4bec7a14c7a5 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:57.376015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-9ca703b1-8069-4eb2-b88d-4bec7a14c7a5 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Ignored duplicate provisioning block setup for port 3b0f4162-b869-459c-8a59-aaa3ec2b12f4 by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Dec 25 19:49:57.377782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa8974a-5486-4f89-b0b9-8c85bc2c1f64 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f972a0a9-833e-43ae-8e92-94067bcff592,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:57.382215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1aa8974a-5486-4f89-b0b9-8c85bc2c1f64 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:57.383142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1aa8974a-5486-4f89-b0b9-8c85bc2c1f64 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:57.384442 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1aa8974a-5486-4f89-b0b9-8c85bc2c1f64 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "DELETE /v2.0/security-groups/f972a0a9-833e-43ae-8e92-94067bcff592 HTTP/1.1" status: 204 len: 168 time: 1.8889012 Dec 25 19:49:57.390340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48674) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:57.403807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faad5f60-9c8e-4e12-880f-a69b35c9e516 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Checking segment: {'id': '44ccff0e-040b-460a-aa15-00c87e891700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '523852a4-b139-4a13-bef0-ce3cb00f3e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:49:57.404217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faad5f60-9c8e-4e12-880f-a69b35c9e516 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Network hostable DHCP agents. Network: 523852a4-b139-4a13-bef0-ce3cb00f3e64, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:49:57.412363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ca703b1-8069-4eb2-b88d-4bec7a14c7a5 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:57.423880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 8951a45f-b5e4-4498-8a23-53a6b95070bc triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:49:57.424433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:57.447169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bf113741-1035-497a-9dce-9ac962925065 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:57.488507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0fb35a7d-0ace-4590-b0af-fb92f274098d tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Synchronizing usage tracker for tenant:fa6310122f134e9d988d2913efd76290 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:49:57.513708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3902112b-ed51-4b51-b01b-f99c04f412f5 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:49:57.516849 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-0759f5f3-2743-48f5-a892-7c8e3bc390e2 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] DELETE failed (client error): The resource could not be found. Dec 25 19:49:57.517590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0759f5f3-2743-48f5-a892-7c8e3bc390e2 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:49:57.520287 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0759f5f3-2743-48f5-a892-7c8e3bc390e2 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] 10.222.0.24 "DELETE /v2.0/subnets/94aeb224-4db6-4736-b13a-e1bf37323fe5 HTTP/1.1" status: 404 len: 337 time: 0.2478104 Dec 25 19:49:57.521650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0fb35a7d-0ace-4590-b0af-fb92f274098d tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Unset dirty status for tenant:fa6310122f134e9d988d2913efd76290 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:49:57.527878 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0fb35a7d-0ace-4590-b0af-fb92f274098d tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1298044 Dec 25 19:49:57.530340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48680) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:57.536835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-9df89484-5102-4cc0-ae28-ddb457e6f02b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Request body: {'security_group': {'name': 'tempest-secgroup--498482999'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:57.543688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9df89484-5102-4cc0-ae28-ddb457e6f02b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:57.546628 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3902112b-ed51-4b51-b01b-f99c04f412f5 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] 10.222.0.24 "PUT /v2.0/routers/5616bfb2-d11a-4c37-94ff-d213f0d284db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6101022 Dec 25 19:49:57.555988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9df89484-5102-4cc0-ae28-ddb457e6f02b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:57.559457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48684) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:57.560237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44a3937-498d-464c-b564-6c23e12b0dba None None] Sync routers for ids ['5616bfb2-d11a-4c37-94ff-d213f0d284db'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:49:57.575932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9df89484-5102-4cc0-ae28-ddb457e6f02b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:57.600210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44a3937-498d-464c-b564-6c23e12b0dba None None] Routers {'5616bfb2-d11a-4c37-94ff-d213f0d284db'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:49:57.601332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d44a3937-498d-464c-b564-6c23e12b0dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:49:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['5616bfb2-d11a-4c37-94ff-d213f0d284db'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:57.639381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9df89484-5102-4cc0-ae28-ddb457e6f02b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:57.644275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9df89484-5102-4cc0-ae28-ddb457e6f02b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Usage tracker for resource:security_group_rule and tenant:fa6310122f134e9d988d2913efd76290 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:57.651642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9df89484-5102-4cc0-ae28-ddb457e6f02b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:57.658728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9df89484-5102-4cc0-ae28-ddb457e6f02b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:57.683431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d44a3937-498d-464c-b564-6c23e12b0dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:57.687131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device f36e7b40-a6e5-4f12-842b-53973597c7f4 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:49:57.740278 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9df89484-5102-4cc0-ae28-ddb457e6f02b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:57.750450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9df89484-5102-4cc0-ae28-ddb457e6f02b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:57.757551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9aaed76f-1416-472c-8ae2-2d283eefe6e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:57.760217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca703b1-8069-4eb2-b88d-4bec7a14c7a5 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'Port': ['ID=3b0f4162-b869-459c-8a59-aaa3ec2b12f4,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:57.766859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9ca703b1-8069-4eb2-b88d-4bec7a14c7a5 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:57.796023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44a3937-498d-464c-b564-6c23e12b0dba None None] Routers {'5616bfb2-d11a-4c37-94ff-d213f0d284db'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:49:57.797054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d44a3937-498d-464c-b564-6c23e12b0dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:49:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['5616bfb2-d11a-4c37-94ff-d213f0d284db'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:57.830126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df89484-5102-4cc0-ae28-ddb457e6f02b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=492b5c4a-47d7-44af-886d-3a88f1b54dd2,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:57.834753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9df89484-5102-4cc0-ae28-ddb457e6f02b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:57.858333 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d3183d-d991-4a85-b332-1b9d1be6db7e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Router cf75163d-a274-44d5-aba7-22b43b86f9ef is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:49:57.865140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9df89484-5102-4cc0-ae28-ddb457e6f02b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:57.869921 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9df89484-5102-4cc0-ae28-ddb457e6f02b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3385012 Dec 25 19:49:57.870841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48688) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:57.899119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d44a3937-498d-464c-b564-6c23e12b0dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:57.899793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44a3937-498d-464c-b564-6c23e12b0dba None None] The sync data for ids ['5616bfb2-d11a-4c37-94ff-d213f0d284db'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:49:57.915742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port f36e7b40-a6e5-4f12-842b-53973597c7f4 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:49:57.916539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:57.929877 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-9ca703b1-8069-4eb2-b88d-4bec7a14c7a5 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] In _notify_port_updated(), no bound segment for port 3b0f4162-b869-459c-8a59-aaa3ec2b12f4 on network eb8b1740-0dae-4b4d-bfdf-7634a99306f3 {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 25 19:49:57.935212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca703b1-8069-4eb2-b88d-4bec7a14c7a5 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:57.935912 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ca703b1-8069-4eb2-b88d-4bec7a14c7a5 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:57.941197 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9ca703b1-8069-4eb2-b88d-4bec7a14c7a5 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "PUT /v2.0/ports/3b0f4162-b869-459c-8a59-aaa3ec2b12f4 HTTP/1.1" status: 200 len: 925 time: 3.3491669 Dec 25 19:49:57.957093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48692) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:57.976290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-1af8e072-63d0-40da-827c-3c9c2b020848 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Request body: {'security_group_rule': {'security_group_id': '492b5c4a-47d7-44af-886d-3a88f1b54dd2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:57.995092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1af8e072-63d0-40da-827c-3c9c2b020848 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:49:58.002587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1af8e072-63d0-40da-827c-3c9c2b020848 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Usage tracker for resource:security_group_rule and tenant:fa6310122f134e9d988d2913efd76290 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:49:58.059025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1af8e072-63d0-40da-827c-3c9c2b020848 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:49:58.075448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1af8e072-63d0-40da-827c-3c9c2b020848 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:49:58.078599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-9cc3d613-7d7f-4b23-a204-702e407becad tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6ed2f022-3cf3-441e-9340-3cccd73a60b5'}, {'subnet_id': '28a5084f-b12f-4fc1-bee4-77d5abb7e081'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:49:58.144135 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1af8e072-63d0-40da-827c-3c9c2b020848 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:58.162228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48698) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:58.198974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-95fd1b9b-a7de-47df-a7ae-81ad89e453ea None None] Provisioning for port 8ecc9bae-3648-4643-a33a-ba04c9cdac9c completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:49:58.208707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-95fd1b9b-a7de-47df-a7ae-81ad89e453ea None None] Provisioning complete for port 8ecc9bae-3648-4643-a33a-ba04c9cdac9c triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:49:58.209265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-95fd1b9b-a7de-47df-a7ae-81ad89e453ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:58.286002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d3183d-d991-4a85-b332-1b9d1be6db7e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:49:58.298197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906a8baa-38e5-4e36-ad36-0dcd4893d5c2 None None] Sync routers for ids ['cf75163d-a274-44d5-aba7-22b43b86f9ef'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:49:58.303784 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-01d3183d-d991-4a85-b332-1b9d1be6db7e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "PUT /v2.0/routers/cf75163d-a274-44d5-aba7-22b43b86f9ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6388228 Dec 25 19:49:58.305782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48704) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:58.333997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faad5f60-9c8e-4e12-880f-a69b35c9e516 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Network 523852a4-b139-4a13-bef0-ce3cb00f3e64 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:49:58.349825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906a8baa-38e5-4e36-ad36-0dcd4893d5c2 None None] Routers {'cf75163d-a274-44d5-aba7-22b43b86f9ef'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:49:58.350961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-906a8baa-38e5-4e36-ad36-0dcd4893d5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:49:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['cf75163d-a274-44d5-aba7-22b43b86f9ef'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:58.405031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-faad5f60-9c8e-4e12-880f-a69b35c9e516 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 523852a4-b139-4a13-bef0-ce3cb00f3e64) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:49:58.418306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faad5f60-9c8e-4e12-880f-a69b35c9e516 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:58.419142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-faad5f60-9c8e-4e12-880f-a69b35c9e516 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:58.432284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c52bbc-4d5d-4a47-8105-d29e77f0f54f None None] Network 523852a4-b139-4a13-bef0-ce3cb00f3e64 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:49:58.510573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1af8e072-63d0-40da-827c-3c9c2b020848 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:58.538523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af870a50-9fc8-4c32-9016-aa96ae9c6375 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:58.539200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-af870a50-9fc8-4c32-9016-aa96ae9c6375 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:49:58.542253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1af8e072-63d0-40da-827c-3c9c2b020848 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:58.572903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:58.581970 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-faad5f60-9c8e-4e12-880f-a69b35c9e516 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.9915411 Dec 25 19:49:58.584105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48708) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:58.599513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8e072-63d0-40da-827c-3c9c2b020848 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b816576e-2331-42d7-b7c3-e78a8940b07c,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:58.604312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1af8e072-63d0-40da-827c-3c9c2b020848 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:58.628501 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c1c06b3d-8990-4a81-ab49-26a1029b5e01 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ed9c1443c9ab46589f19ea480da46eab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4640198 Dec 25 19:49:58.633294 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48712) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:58.655957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-af870a50-9fc8-4c32-9016-aa96ae9c6375 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:49:58.661550 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-af870a50-9fc8-4c32-9016-aa96ae9c6375 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/ports/fb3eb81f-d02f-46de-b684-7758bfacfefb HTTP/1.1" status: 200 len: 911 time: 0.3540943 Dec 25 19:49:58.666566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48716) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:58.667596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1af8e072-63d0-40da-827c-3c9c2b020848 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:58.669680 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1af8e072-63d0-40da-827c-3c9c2b020848 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7855017 Dec 25 19:49:58.690243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48720) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:58.754974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9cc3d613-7d7f-4b23-a204-702e407becad tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:58.792342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-95fd1b9b-a7de-47df-a7ae-81ad89e453ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:58.862433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd3845fd-749c-4f30-86c4-99b1ef7483ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:58.895861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd90912e-825b-4c87-88f9-ed8121fcac0a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:58.900465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd90912e-825b-4c87-88f9-ed8121fcac0a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:49:58.902929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-906a8baa-38e5-4e36-ad36-0dcd4893d5c2 None None] Set router cf75163d-a274-44d5-aba7-22b43b86f9ef gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:49:58.905399 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-dd90912e-825b-4c87-88f9-ed8121fcac0a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2343106 Dec 25 19:49:58.913880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48724) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:58.979521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-95fd1b9b-a7de-47df-a7ae-81ad89e453ea None None] For port 8ecc9bae-3648-4643-a33a-ba04c9cdac9c, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=8ecc9bae-3648-4643-a33a-ba04c9cdac9c,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:49:58.982567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53493000-000b-4911-9107-dba567f14324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-523852a4-b139-4a13-bef0-ce3cb00f3e64', 'network_id': '523852a4-b139-4a13-bef0-ce3cb00f3e64', 'tenant_id': '8725429ab9244f8ba50e3b663103bb1c', 'fixed_ips': [{'subnet_id': '888e7667-efb9-41ac-97e1-6906e2cfb8fc'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:49:58.989770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd3845fd-749c-4f30-86c4-99b1ef7483ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:58.990391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-53493000-000b-4911-9107-dba567f14324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:59.020822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-95fd1b9b-a7de-47df-a7ae-81ad89e453ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:59.033242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-122fd921-7023-4d70-9b58-1ec0610cf01d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:59.160313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd3845fd-749c-4f30-86c4-99b1ef7483ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:59.165357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b40c3d53-6e82-425b-aff9-7a3db84437db tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:49:59.178411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3845fd-749c-4f30-86c4-99b1ef7483ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c812949-7d7f-4d39-a94e-7fa86ab184ea,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:59.181114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dd3845fd-749c-4f30-86c4-99b1ef7483ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:59.192938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd3845fd-749c-4f30-86c4-99b1ef7483ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:59.196802 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-dd3845fd-749c-4f30-86c4-99b1ef7483ba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c812949-7d7f-4d39-a94e-7fa86ab184ea HTTP/1.1" status: 204 len: 168 time: 0.5562105 Dec 25 19:49:59.196929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-95fd1b9b-a7de-47df-a7ae-81ad89e453ea None None] Provisioning complete for port 8951a45f-b5e4-4498-8a23-53a6b95070bc triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:49:59.196929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-95fd1b9b-a7de-47df-a7ae-81ad89e453ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:59.296812 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd1b9b-a7de-47df-a7ae-81ad89e453ea None None] Pushing event updated for resources: {'Port': ['ID=8ecc9bae-3648-4643-a33a-ba04c9cdac9c,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:49:59.332895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-95fd1b9b-a7de-47df-a7ae-81ad89e453ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:49:59.447683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378788b4-812f-465b-9f1b-b214e6a562b9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:49:59.473475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46de9962-77b2-4e39-bbd6-8493eb8d349c None None] Sync routers for ids ['a1a54e36-62e8-4d50-bb32-a80dba2e452b'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:49:59.519791 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-378788b4-812f-465b-9f1b-b214e6a562b9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "PUT /v2.0/routers/a1a54e36-62e8-4d50-bb32-a80dba2e452b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 24.0484004 Dec 25 19:49:59.520159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46de9962-77b2-4e39-bbd6-8493eb8d349c None None] Routers {'a1a54e36-62e8-4d50-bb32-a80dba2e452b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:49:59.520969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-46de9962-77b2-4e39-bbd6-8493eb8d349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:49:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['a1a54e36-62e8-4d50-bb32-a80dba2e452b'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:59.522785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48732) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:49:59.597393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-53493000-000b-4911-9107-dba567f14324 None None] Allocated IP 2001:db8::1 (523852a4-b139-4a13-bef0-ce3cb00f3e64/888e7667-efb9-41ac-97e1-6906e2cfb8fc/8c314621-41be-48ef-876e-b5f1f268b84e) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:49:59.607253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-906a8baa-38e5-4e36-ad36-0dcd4893d5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf75163d-a274-44d5-aba7-22b43b86f9ef', 'name': 'tempest-NetworksTestDHCPv6-router-1945702353', 'tenant_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:49:50Z', 'updated_at': '2021-12-25T19:49:55Z', 'revision_number': 2, 'project_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'gw_port_host': None, '_interfaces': [{'id': 'fb3eb81f-d02f-46de-b684-7758bfacfefb', 'name': '', 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'tenant_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'mac_address': 'fa:16:3e:64:1c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf75163d-a274-44d5-aba7-22b43b86f9ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83cbfacc-8f37-44c5-ae44-2522b777866e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:49:54Z', 'updated_at': '2021-12-25T19:49:55Z', 'revision_number': 2, 'project_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'subnets': [{'id': '83cbfacc-8f37-44c5-ae44-2522b777866e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:49:59.611639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906a8baa-38e5-4e36-ad36-0dcd4893d5c2 None None] Checking router: cf75163d-a274-44d5-aba7-22b43b86f9ef for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:49:59.612046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906a8baa-38e5-4e36-ad36-0dcd4893d5c2 None None] Updating router cf75163d-a274-44d5-aba7-22b43b86f9ef port fb3eb81f-d02f-46de-b684-7758bfacfefb binding host dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 19:49:59.642608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6fb900d4-0fb2-4eae-b145-21e1009bc277 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:59.731018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-906a8baa-38e5-4e36-ad36-0dcd4893d5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:59.783131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-87f94c7a-5a18-4ab6-96a0-ff23c2e7b4fe tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:59.909798 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-87f94c7a-5a18-4ab6-96a0-ff23c2e7b4fe tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:49:59.956409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-a532d930-e701-4393-885f-ded193b528ea tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting subnet b7d590d7-0365-4250-b463-71f5fd5bb283 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:49:59.961717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a532d930-e701-4393-885f-ded193b528ea tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:00.001785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6fb900d4-0fb2-4eae-b145-21e1009bc277 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:00.037494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a532d930-e701-4393-885f-ded193b528ea tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:00.050154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-46de9962-77b2-4e39-bbd6-8493eb8d349c None None] Set router a1a54e36-62e8-4d50-bb32-a80dba2e452b gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:50:00.231968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-95fd1b9b-a7de-47df-a7ae-81ad89e453ea None None] Provisioning for port 3b0f4162-b869-459c-8a59-aaa3ec2b12f4 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:50:00.272054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11ca93c5-a950-46c1-9066-2496a8f52ffd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:00.315289 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-95fd1b9b-a7de-47df-a7ae-81ad89e453ea None None] Provisioning complete for port 3b0f4162-b869-459c-8a59-aaa3ec2b12f4 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:50:00.315889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-95fd1b9b-a7de-47df-a7ae-81ad89e453ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:00.364870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-906a8baa-38e5-4e36-ad36-0dcd4893d5c2 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:00.367950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-87f94c7a-5a18-4ab6-96a0-ff23c2e7b4fe tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:00.379983 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-906a8baa-38e5-4e36-ad36-0dcd4893d5c2 None None] Transition to ACTIVE for port object fb3eb81f-d02f-46de-b684-7758bfacfefb will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:50:00.381802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-908cf5ef-3204-4869-9ca8-ddc7459ca607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:00.391648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-906a8baa-38e5-4e36-ad36-0dcd4893d5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:00.416859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a532d930-e701-4393-885f-ded193b528ea tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:00.417141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f94c7a-5a18-4ab6-96a0-ff23c2e7b4fe tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=492b5c4a-47d7-44af-886d-3a88f1b54dd2,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:00.424958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-87f94c7a-5a18-4ab6-96a0-ff23c2e7b4fe tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:00.432733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2b16f092-e8ad-4e12-bd56-614097af4426 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:00.453863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-9cc3d613-7d7f-4b23-a204-702e407becad tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Allocated IP 2001:db8:0:1::16e (eb8b1740-0dae-4b4d-bfdf-7634a99306f3/28a5084f-b12f-4fc1-bee4-77d5abb7e081/3b0f4162-b869-459c-8a59-aaa3ec2b12f4) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:50:00.464198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-87f94c7a-5a18-4ab6-96a0-ff23c2e7b4fe tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:00.479732 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-87f94c7a-5a18-4ab6-96a0-ff23c2e7b4fe tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "DELETE /v2.0/security-groups/492b5c4a-47d7-44af-886d-3a88f1b54dd2 HTTP/1.1" status: 204 len: 168 time: 1.7790532 Dec 25 19:50:00.480985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48750) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:00.635732 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48754) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:00.649651 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f80f553-19b1-4511-b843-d8cb82266020 None None] Pushing event updated for resources: {'Port': ['ID=fb3eb81f-d02f-46de-b684-7758bfacfefb,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:00.681525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-95fd1b9b-a7de-47df-a7ae-81ad89e453ea None None] Port 3b0f4162-b869-459c-8a59-aaa3ec2b12f4 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:50:00.691223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80f553-19b1-4511-b843-d8cb82266020 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:50:00.692181 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80f553-19b1-4511-b843-d8cb82266020 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:50:00.692570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80f553-19b1-4511-b843-d8cb82266020 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:50:00.692955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80f553-19b1-4511-b843-d8cb82266020 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:50:00.693338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80f553-19b1-4511-b843-d8cb82266020 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:50:00.693720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80f553-19b1-4511-b843-d8cb82266020 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:50:00.694445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80f553-19b1-4511-b843-d8cb82266020 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:50:00.694834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80f553-19b1-4511-b843-d8cb82266020 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:50:00.695230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80f553-19b1-4511-b843-d8cb82266020 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:50:00.695579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80f553-19b1-4511-b843-d8cb82266020 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:50:00.696710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80f553-19b1-4511-b843-d8cb82266020 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:50:00.702317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0f80f553-19b1-4511-b843-d8cb82266020 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:00.719862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-84fdfafd-6286-4162-9b4e-cb52a219c642 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Synchronizing usage tracker for tenant:fa6310122f134e9d988d2913efd76290 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:50:00.867940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-84fdfafd-6286-4162-9b4e-cb52a219c642 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Unset dirty status for tenant:fa6310122f134e9d988d2913efd76290 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:50:00.872482 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-84fdfafd-6286-4162-9b4e-cb52a219c642 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3875835 Dec 25 19:50:00.877046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48760) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:00.893303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-906a8baa-38e5-4e36-ad36-0dcd4893d5c2 None None] Attempting to bind port fb3eb81f-d02f-46de-b684-7758bfacfefb on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:50:00.894225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-906a8baa-38e5-4e36-ad36-0dcd4893d5c2 None None] Attempting to bind port fb3eb81f-d02f-46de-b684-7758bfacfefb by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:50:00.895787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906a8baa-38e5-4e36-ad36-0dcd4893d5c2 None None] Attempting to bind port fb3eb81f-d02f-46de-b684-7758bfacfefb on network 7396b720-65bf-48b2-8da7-778eed2fcf44 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:50:00.913908 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906a8baa-38e5-4e36-ad36-0dcd4893d5c2 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:50:00.916182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906a8baa-38e5-4e36-ad36-0dcd4893d5c2 None None] Checking segment: {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:50:00.917643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-906a8baa-38e5-4e36-ad36-0dcd4893d5c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:00.919000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906a8baa-38e5-4e36-ad36-0dcd4893d5c2 None None] Bound using segment: {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:50:00.919635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-906a8baa-38e5-4e36-ad36-0dcd4893d5c2 None None] Bound port: fb3eb81f-d02f-46de-b684-7758bfacfefb, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:50:00.920073 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-906a8baa-38e5-4e36-ad36-0dcd4893d5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:00.931660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 8ecc9bae-3648-4643-a33a-ba04c9cdac9c up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:50:00.969502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-850e07f8-c55c-4765-bf8a-6bda35c1ee63 None None] Provisioning complete for port 3b0f4162-b869-459c-8a59-aaa3ec2b12f4 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:50:00.970281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-850e07f8-c55c-4765-bf8a-6bda35c1ee63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:01.018653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-1a11fd14-51f8-41c7-8cde-c5f15203df69 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1707726670-network', 'tenant_id': '89a6309f25094d80bbf8b7a4319155b7'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:01.024227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9cc3d613-7d7f-4b23-a204-702e407becad tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:01.044378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1a11fd14-51f8-41c7-8cde-c5f15203df69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:01.064242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1a11fd14-51f8-41c7-8cde-c5f15203df69 admin admin] Usage tracker for resource:network and tenant:89a6309f25094d80bbf8b7a4319155b7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:01.070358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1a11fd14-51f8-41c7-8cde-c5f15203df69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:01.072491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-46de9962-77b2-4e39-bbd6-8493eb8d349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'name': 'tempest-TestNetworkBasicOps-router-112452691', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': 'ef720675-c7ca-4211-8e02-10631dfa8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:45:49Z', 'updated_at': '2021-12-25T19:49:48Z', 'revision_number': 7, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'ef720675-c7ca-4211-8e02-10631dfa8051', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:45:50Z', 'updated_at': '2021-12-25T19:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:01.074086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-906a8baa-38e5-4e36-ad36-0dcd4893d5c2 None None] For port fb3eb81f-d02f-46de-b684-7758bfacfefb, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:50:01.078194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-906a8baa-38e5-4e36-ad36-0dcd4893d5c2 None None] For port fb3eb81f-d02f-46de-b684-7758bfacfefb, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=fb3eb81f-d02f-46de-b684-7758bfacfefb,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:50:01.083366 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-906a8baa-38e5-4e36-ad36-0dcd4893d5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:01.084713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-9cc3d613-7d7f-4b23-a204-702e407becad tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Ignored duplicate provisioning block setup for port 3b0f4162-b869-459c-8a59-aaa3ec2b12f4 by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Dec 25 19:50:01.088694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46de9962-77b2-4e39-bbd6-8493eb8d349c None None] Checking router: a1a54e36-62e8-4d50-bb32-a80dba2e452b for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:50:01.089221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1a11fd14-51f8-41c7-8cde-c5f15203df69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:01.091797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-116308d5-95e5-449b-b671-36b50a801a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:01.100582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9cc3d613-7d7f-4b23-a204-702e407becad tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:01.115589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a8625cb6-82e2-4456-bdf8-01e70f75d066 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:01.117424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46de9962-77b2-4e39-bbd6-8493eb8d349c None None] Routers {'a1a54e36-62e8-4d50-bb32-a80dba2e452b'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:50:01.118354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-46de9962-77b2-4e39-bbd6-8493eb8d349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:49:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['a1a54e36-62e8-4d50-bb32-a80dba2e452b'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:01.160060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a532d930-e701-4393-885f-ded193b528ea tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:01.174891 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-26185d22-445e-4b5f-a1c8-6be61a68fcdc tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:50:01.180169 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-26185d22-445e-4b5f-a1c8-6be61a68fcdc tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] 10.222.0.24 "PUT /v2.0/routers/5616bfb2-d11a-4c37-94ff-d213f0d284db/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.5981848 Dec 25 19:50:01.180974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a11fd14-51f8-41c7-8cde-c5f15203df69 admin admin] Made reservation on behalf of 89a6309f25094d80bbf8b7a4319155b7 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:50:01.184927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48764) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:01.185791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fec48aed-b216-4573-87e1-2ead2b4e25f7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:01.185931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1a11fd14-51f8-41c7-8cde-c5f15203df69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:01.193409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f80f553-19b1-4511-b843-d8cb82266020 None None] Pushing event updated for resources: {'Port': ['ID=fb3eb81f-d02f-46de-b684-7758bfacfefb,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:01.194404 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-53493000-000b-4911-9107-dba567f14324 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:01.207610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6410e220-a2a5-46f1-a37d-8bfe1c7c2697 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Synchronizing usage tracker for tenant:fa6310122f134e9d988d2913efd76290 on resource:security_group_rule {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:50:01.218354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0f80f553-19b1-4511-b843-d8cb82266020 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:01.225410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1a11fd14-51f8-41c7-8cde-c5f15203df69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:01.229338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-850e07f8-c55c-4765-bf8a-6bda35c1ee63 None None] Port 3b0f4162-b869-459c-8a59-aaa3ec2b12f4 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:50:01.245006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906a8baa-38e5-4e36-ad36-0dcd4893d5c2 None None] Routers {'cf75163d-a274-44d5-aba7-22b43b86f9ef'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:50:01.245842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-906a8baa-38e5-4e36-ad36-0dcd4893d5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:49:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['cf75163d-a274-44d5-aba7-22b43b86f9ef'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:01.263893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-53493000-000b-4911-9107-dba567f14324 None None] Transition to ACTIVE for port object 8c314621-41be-48ef-876e-b5f1f268b84e will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:50:01.296968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 8ecc9bae-3648-4643-a33a-ba04c9cdac9c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:50:01.297534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:01.321145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a532d930-e701-4393-885f-ded193b528ea tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:01.342922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc3d613-7d7f-4b23-a204-702e407becad tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'Port': ['ID=3b0f4162-b869-459c-8a59-aaa3ec2b12f4,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:01.352279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a882b5b-2644-40f3-b7a7-7bcd2070d25c None None] Network da387ada-6589-46a3-a1e0-f2fd37f41648 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:50:01.362578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9cc3d613-7d7f-4b23-a204-702e407becad tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:01.442277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6410e220-a2a5-46f1-a37d-8bfe1c7c2697 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Unset dirty status for tenant:fa6310122f134e9d988d2913efd76290 on resource:security_group_rule {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:50:01.442638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532d930-e701-4393-885f-ded193b528ea tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Subnet': ['ID=b7d590d7-0365-4250-b463-71f5fd5bb283,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:01.444247 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6410e220-a2a5-46f1-a37d-8bfe1c7c2697 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.5662169 Dec 25 19:50:01.448357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48768) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:01.459012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a532d930-e701-4393-885f-ded193b528ea tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:01.460487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-9cc3d613-7d7f-4b23-a204-702e407becad tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] In _notify_port_updated(), no bound segment for port 3b0f4162-b869-459c-8a59-aaa3ec2b12f4 on network eb8b1740-0dae-4b4d-bfdf-7634a99306f3 {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 25 19:50:01.465080 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a532d930-e701-4393-885f-ded193b528ea tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/subnets/b7d590d7-0365-4250-b463-71f5fd5bb283 HTTP/1.1" status: 204 len: 168 time: 1.9403849 Dec 25 19:50:01.465614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc3d613-7d7f-4b23-a204-702e407becad tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:01.466481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9cc3d613-7d7f-4b23-a204-702e407becad tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:01.468435 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9cc3d613-7d7f-4b23-a204-702e407becad tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "PUT /v2.0/ports/3b0f4162-b869-459c-8a59-aaa3ec2b12f4 HTTP/1.1" status: 200 len: 1011 time: 3.4020929 Dec 25 19:50:01.471577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48772) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:01.472130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48774) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:01.477103 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-906a8baa-38e5-4e36-ad36-0dcd4893d5c2 None None] Set router cf75163d-a274-44d5-aba7-22b43b86f9ef gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:50:01.545430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-53493000-000b-4911-9107-dba567f14324 None None] Transition to ACTIVE for port object 8c314621-41be-48ef-876e-b5f1f268b84e will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:50:01.589378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-850e07f8-c55c-4765-bf8a-6bda35c1ee63 None None] Provisioning for port fb3eb81f-d02f-46de-b684-7758bfacfefb completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:50:01.612177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-53493000-000b-4911-9107-dba567f14324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:01.633771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-99cf1be7-5878-46e5-b2ac-c0a9538c0fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:01.652442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6fb900d4-0fb2-4eae-b145-21e1009bc277 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:01.662199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1a11fd14-51f8-41c7-8cde-c5f15203df69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:01.668925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6dd823c3-cae0-490f-9559-5cb343e06cb0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:01.709861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1a11fd14-51f8-41c7-8cde-c5f15203df69 admin admin] Usage tracker for resource:security_group_rule and tenant:89a6309f25094d80bbf8b7a4319155b7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:01.734605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1a11fd14-51f8-41c7-8cde-c5f15203df69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:01.745193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb900d4-0fb2-4eae-b145-21e1009bc277 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event deleted for resources: {'Subnet': ['ID=888e7667-efb9-41ac-97e1-6906e2cfb8fc,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:01.747434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-11ca93c5-a950-46c1-9066-2496a8f52ffd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting port fb3eb81f-d02f-46de-b684-7758bfacfefb {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:01.747830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11ca93c5-a950-46c1-9066-2496a8f52ffd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:01.758341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6fb900d4-0fb2-4eae-b145-21e1009bc277 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:01.781446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53493000-000b-4911-9107-dba567f14324 None None] Pushing event updated for resources: {'Port': ['ID=8c314621-41be-48ef-876e-b5f1f268b84e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:01.791599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-53493000-000b-4911-9107-dba567f14324 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:01.802789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1a11fd14-51f8-41c7-8cde-c5f15203df69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:01.819395 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-76765f40-b813-4669-9a76-1e7c61289bc7 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] delete failed (client error): The resource could not be found. Dec 25 19:50:01.824576 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-76765f40-b813-4669-9a76-1e7c61289bc7 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "DELETE /v2.0/security-groups/492b5c4a-47d7-44af-886d-3a88f1b54dd2 HTTP/1.1" status: 404 len: 347 time: 0.3680665 Dec 25 19:50:01.825386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-827532c0-20d3-47ed-8783-29c1c89cf247 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Deleting port 3b0f4162-b869-459c-8a59-aaa3ec2b12f4 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:01.825771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-827532c0-20d3-47ed-8783-29c1c89cf247 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:01.829867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48780) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:01.935864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-906a8baa-38e5-4e36-ad36-0dcd4893d5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf75163d-a274-44d5-aba7-22b43b86f9ef', 'name': 'tempest-NetworksTestDHCPv6-router-1945702353', 'tenant_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:49:50Z', 'updated_at': '2021-12-25T19:49:55Z', 'revision_number': 2, 'project_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'gw_port_host': None, '_interfaces': [{'id': 'fb3eb81f-d02f-46de-b684-7758bfacfefb', 'name': '', 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'tenant_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'mac_address': 'fa:16:3e:64:1c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf75163d-a274-44d5-aba7-22b43b86f9ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83cbfacc-8f37-44c5-ae44-2522b777866e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:49:54Z', 'updated_at': '2021-12-25T19:50:01Z', 'revision_number': 4, 'project_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'subnets': [{'id': '83cbfacc-8f37-44c5-ae44-2522b777866e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:01.945009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906a8baa-38e5-4e36-ad36-0dcd4893d5c2 None None] The sync data for ids ['cf75163d-a274-44d5-aba7-22b43b86f9ef'] in dv-neutron-822611-1-hyperv is: [{'id': 'cf75163d-a274-44d5-aba7-22b43b86f9ef', 'name': 'tempest-NetworksTestDHCPv6-router-1945702353', 'tenant_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:49:50Z', 'updated_at': '2021-12-25T19:49:55Z', 'revision_number': 2, 'project_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'gw_port_host': None, '_interfaces': [{'id': 'fb3eb81f-d02f-46de-b684-7758bfacfefb', 'name': '', 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'tenant_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'mac_address': 'fa:16:3e:64:1c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf75163d-a274-44d5-aba7-22b43b86f9ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83cbfacc-8f37-44c5-ae44-2522b777866e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:49:54Z', 'updated_at': '2021-12-25T19:50:01Z', 'revision_number': 4, 'project_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'subnets': [{'id': '83cbfacc-8f37-44c5-ae44-2522b777866e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:50:01.991008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-70484173-ba9c-4ee3-8d6c-0487adec0740 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Synchronizing usage tracker for tenant:fa6310122f134e9d988d2913efd76290 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:50:02.025785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53493000-000b-4911-9107-dba567f14324 None None] Network 523852a4-b139-4a13-bef0-ce3cb00f3e64 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:50:02.043733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6fb900d4-0fb2-4eae-b145-21e1009bc277 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:02.059360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-53493000-000b-4911-9107-dba567f14324 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:50:02.061982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53493000-000b-4911-9107-dba567f14324 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:50:02.086844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-70484173-ba9c-4ee3-8d6c-0487adec0740 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Unset dirty status for tenant:fa6310122f134e9d988d2913efd76290 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:50:02.092371 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-70484173-ba9c-4ee3-8d6c-0487adec0740 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2541873 Dec 25 19:50:02.149634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-46de9962-77b2-4e39-bbd6-8493eb8d349c None None] Set router a1a54e36-62e8-4d50-bb32-a80dba2e452b gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:50:02.205942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-6fb900d4-0fb2-4eae-b145-21e1009bc277 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['523852a4-b139-4a13-bef0-ce3cb00f3e64']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:02.386497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-11ca93c5-a950-46c1-9066-2496a8f52ffd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] For port fb3eb81f-d02f-46de-b684-7758bfacfefb, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=fb3eb81f-d02f-46de-b684-7758bfacfefb,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:02.387623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11ca93c5-a950-46c1-9066-2496a8f52ffd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:02.575737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48788) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:02.598921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-11ca93c5-a950-46c1-9066-2496a8f52ffd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Calling delete_port for fb3eb81f-d02f-46de-b684-7758bfacfefb owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:50:02.601279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-6fb900d4-0fb2-4eae-b145-21e1009bc277 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44ccff0e-040b-460a-aa15-00c87e891700') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:02.601815 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-6fb900d4-0fb2-4eae-b145-21e1009bc277 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44ccff0e-040b-460a-aa15-00c87e891700') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:02.618869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6fb900d4-0fb2-4eae-b145-21e1009bc277 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:02.637955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6fb900d4-0fb2-4eae-b145-21e1009bc277 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:02.646443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fb900d4-0fb2-4eae-b145-21e1009bc277 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:50:02.648500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6fb900d4-0fb2-4eae-b145-21e1009bc277 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:02.656500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-400062b0-0a2e-400a-be2e-9088d125c29c None None] Provisioning complete for port 3b0f4162-b869-459c-8a59-aaa3ec2b12f4 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:50:02.656922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-400062b0-0a2e-400a-be2e-9088d125c29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:02.695508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-faab721d-c6f5-4f09-a3b1-6568bab71a07 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:02.716881 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:50:02.716881 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:50:02.716881 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:50:02.716881 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:50:02.716881 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:50:02.716881 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:50:02.716881 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:50:02.716881 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:50:02.716881 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:50:02.716881 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:50:02.716881 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:50:02.716881 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:50:02.716881 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:50:02.716881 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:50:02.716881 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:50:02.716881 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:50:02.716881 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:50:02.716881 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:50:02.716881 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:50:02.716881 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:50:02.716881 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:50:02.716881 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:50:02.716881 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:50:02.716881 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:50:02.716881 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:50:02.716881 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:50:02.716881 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:50:02.716881 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:50:02.716881 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:50:02.716881 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:50:02.716881 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:50:02.716881 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:50:02.992328 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-53493000-000b-4911-9107-dba567f14324 None None] Attempting to bind port 8c314621-41be-48ef-876e-b5f1f268b84e on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:50:02.992751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-53493000-000b-4911-9107-dba567f14324 None None] Attempting to bind port 8c314621-41be-48ef-876e-b5f1f268b84e by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '44ccff0e-040b-460a-aa15-00c87e891700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '523852a4-b139-4a13-bef0-ce3cb00f3e64'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:50:02.993169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53493000-000b-4911-9107-dba567f14324 None None] Attempting to bind port 8c314621-41be-48ef-876e-b5f1f268b84e on network 523852a4-b139-4a13-bef0-ce3cb00f3e64 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:50:03.000618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device fb3eb81f-d02f-46de-b684-7758bfacfefb up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:50:03.048702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-827532c0-20d3-47ed-8783-29c1c89cf247 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:03.055518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53493000-000b-4911-9107-dba567f14324 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:50:03.055949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53493000-000b-4911-9107-dba567f14324 None None] Checking segment: {'id': '44ccff0e-040b-460a-aa15-00c87e891700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '523852a4-b139-4a13-bef0-ce3cb00f3e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:50:03.056406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-53493000-000b-4911-9107-dba567f14324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:03.056852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53493000-000b-4911-9107-dba567f14324 None None] Bound using segment: {'id': '44ccff0e-040b-460a-aa15-00c87e891700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '523852a4-b139-4a13-bef0-ce3cb00f3e64'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:50:03.057394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-53493000-000b-4911-9107-dba567f14324 None None] Bound port: 8c314621-41be-48ef-876e-b5f1f268b84e, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ccff0e-040b-460a-aa15-00c87e891700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '523852a4-b139-4a13-bef0-ce3cb00f3e64'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:50:03.057817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-53493000-000b-4911-9107-dba567f14324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:03.141554 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1a11fd14-51f8-41c7-8cde-c5f15203df69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:03.169137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-6fb900d4-0fb2-4eae-b145-21e1009bc277 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 25 19:50:03.169137 dv-neutron-822611-1-hyperv neutron-server[88789]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 25 19:50:03.169137 dv-neutron-822611-1-hyperv neutron-server[88789]: [parameters: {'id': '523852a4-b139-4a13-bef0-ce3cb00f3e64'}] Dec 25 19:50:03.169137 dv-neutron-822611-1-hyperv neutron-server[88789]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88901) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:50:03.169606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-6fb900d4-0fb2-4eae-b145-21e1009bc277 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:50:03.199426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-53493000-000b-4911-9107-dba567f14324 None None] For port 8c314621-41be-48ef-876e-b5f1f268b84e, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:50:03.202821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-53493000-000b-4911-9107-dba567f14324 None None] For port 8c314621-41be-48ef-876e-b5f1f268b84e, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=8c314621-41be-48ef-876e-b5f1f268b84e,segment=NetworkSegment(44ccff0e-040b-460a-aa15-00c87e891700),segment_id=44ccff0e-040b-460a-aa15-00c87e891700)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:50:03.223932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-53493000-000b-4911-9107-dba567f14324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:03.239244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-40d727e8-2063-4140-a203-1afb54ffa89d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:03.307793 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-16902679-855c-4457-b937-53f268507202 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fa6310122f134e9d988d2913efd76290&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7172804 Dec 25 19:50:03.308955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1a11fd14-51f8-41c7-8cde-c5f15203df69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:03.332936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48794) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:03.334829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53493000-000b-4911-9107-dba567f14324 None None] Pushing event updated for resources: {'Port': ['ID=8c314621-41be-48ef-876e-b5f1f268b84e,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:03.341087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-400062b0-0a2e-400a-be2e-9088d125c29c None None] Port 3b0f4162-b869-459c-8a59-aaa3ec2b12f4 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:50:03.342018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-827532c0-20d3-47ed-8783-29c1c89cf247 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Calling delete_port for 3b0f4162-b869-459c-8a59-aaa3ec2b12f4 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:50:03.343255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ec9f81-4fe8-4950-8d74-b105e08a6343 None None] DHCP port deletion for da387ada-6589-46a3-a1e0-f2fd37f41648 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:50:03.349769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11ca93c5-a950-46c1-9066-2496a8f52ffd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:03.350692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-53493000-000b-4911-9107-dba567f14324 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:03.352798 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e8ec9f81-4fe8-4950-8d74-b105e08a6343 None None] Deleting port 36ab63b2-618f-46ef-ac4c-f28248be8ce3 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:03.353315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e8ec9f81-4fe8-4950-8d74-b105e08a6343 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:03.362763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de76e15b-06f0-4201-ad45-082c06c32e96 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:03.375566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-174e4a8c-d5ad-498a-95d5-b300e6194fd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:03.385471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a11fd14-51f8-41c7-8cde-c5f15203df69 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:50:03.427869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca93c5-a950-46c1-9066-2496a8f52ffd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Port': ['ID=fb3eb81f-d02f-46de-b684-7758bfacfefb,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:03.434939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-11ca93c5-a950-46c1-9066-2496a8f52ffd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:03.474478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No active binding found for port fb3eb81f-d02f-46de-b684-7758bfacfefb {{(pid=88902) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 25 19:50:03.475151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device fb3eb81f-d02f-46de-b684-7758bfacfefb not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Dec 25 19:50:03.511940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1a11fd14-51f8-41c7-8cde-c5f15203df69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:03.512343 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-1a11fd14-51f8-41c7-8cde-c5f15203df69 admin admin] Added segment 0d75032c-bbe6-4d15-9635-f8f56cf6bd3e of type vlan for network f16ae011-75bc-41f7-ba0f-437bd94b0c59 Dec 25 19:50:03.516387 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-400062b0-0a2e-400a-be2e-9088d125c29c None None] Could not find standard attr ID for object fb3eb81f-d02f-46de-b684-7758bfacfefb. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:50:03.519250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-46de9962-77b2-4e39-bbd6-8493eb8d349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'name': 'tempest-TestNetworkBasicOps-router-112452691', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': 'ef720675-c7ca-4211-8e02-10631dfa8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:45:49Z', 'updated_at': '2021-12-25T19:49:48Z', 'revision_number': 7, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'ef720675-c7ca-4211-8e02-10631dfa8051', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:45:50Z', 'updated_at': '2021-12-25T19:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:03.531567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a11fd14-51f8-41c7-8cde-c5f15203df69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42689d93-edc5-4b34-bc4b-082a5f185a48,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:03.534929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1a11fd14-51f8-41c7-8cde-c5f15203df69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:03.563463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a90a1602-2825-42bc-9af8-812434dae450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:03.582155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Port fb3eb81f-d02f-46de-b684-7758bfacfefb not found, will not notify nova. {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 25 19:50:03.597066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a90a1602-2825-42bc-9af8-812434dae450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:03.598639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46de9962-77b2-4e39-bbd6-8493eb8d349c None None] The sync data for ids ['a1a54e36-62e8-4d50-bb32-a80dba2e452b'] in dv-neutron-822611-1-hyperv is: [{'id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'name': 'tempest-TestNetworkBasicOps-router-112452691', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': 'ef720675-c7ca-4211-8e02-10631dfa8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:45:49Z', 'updated_at': '2021-12-25T19:49:48Z', 'revision_number': 7, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'ef720675-c7ca-4211-8e02-10631dfa8051', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a54e36-62e8-4d50-bb32-a80dba2e452b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:45:50Z', 'updated_at': '2021-12-25T19:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:50:03.673492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80eade9b-0994-4eda-83f4-fe899f14b8e8 None None] Network 523852a4-b139-4a13-bef0-ce3cb00f3e64 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:50:03.676541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6fb900d4-0fb2-4eae-b145-21e1009bc277 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:03.715599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a90a1602-2825-42bc-9af8-812434dae450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:03.725415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-60e577cc-63bc-4ab3-9528-0dd0ca231ab1 tempest-AllowedAddressPairIpV6TestJSON-1646207265 tempest-AllowedAddressPairIpV6TestJSON-1646207265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:03.741515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0119e5cc-a7d2-4b6e-8a01-7e6351e6e595 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:03.817156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1a11fd14-51f8-41c7-8cde-c5f15203df69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:03.883430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-e8ec9f81-4fe8-4950-8d74-b105e08a6343 None None] For port 36ab63b2-618f-46ef-ac4c-f28248be8ce3, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=36ab63b2-618f-46ef-ac4c-f28248be8ce3,segment=NetworkSegment(b2e67a5d-a5dc-4284-869b-7256c008d9e4),segment_id=b2e67a5d-a5dc-4284-869b-7256c008d9e4)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:03.884059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e8ec9f81-4fe8-4950-8d74-b105e08a6343 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:03.892169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a1602-2825-42bc-9af8-812434dae450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45db90da-c6d4-4be8-a5c2-5ab62f8d5506,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:03.894797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a90a1602-2825-42bc-9af8-812434dae450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:03.895814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-6fb900d4-0fb2-4eae-b145-21e1009bc277 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Deleting port 8c314621-41be-48ef-876e-b5f1f268b84e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:03.896192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6fb900d4-0fb2-4eae-b145-21e1009bc277 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:04.005659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11ca93c5-a950-46c1-9066-2496a8f52ffd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:04.010267 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a90a1602-2825-42bc-9af8-812434dae450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:04.011557 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a90a1602-2825-42bc-9af8-812434dae450 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/45db90da-c6d4-4be8-a5c2-5ab62f8d5506 HTTP/1.1" status: 204 len: 168 time: 0.6279221 Dec 25 19:50:04.034687 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e8ec9f81-4fe8-4950-8d74-b105e08a6343 None None] Calling delete_port for 36ab63b2-618f-46ef-ac4c-f28248be8ce3 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:50:04.118302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1a11fd14-51f8-41c7-8cde-c5f15203df69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:04.119350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a11fd14-51f8-41c7-8cde-c5f15203df69 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:04.121336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1a11fd14-51f8-41c7-8cde-c5f15203df69 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:04.174926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8b164fb6-e954-4f72-b55c-fc528de66c76 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:04.190899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e8ec9f81-4fe8-4950-8d74-b105e08a6343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:04.207048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6bc0ef36-1a04-4713-b084-67441898fab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:04.245619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-faab721d-c6f5-4f09-a3b1-6568bab71a07 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Deleting port 935918dd-1ed5-4977-89ac-17aeccef7d45 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:04.246002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-faab721d-c6f5-4f09-a3b1-6568bab71a07 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:04.248785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ec9f81-4fe8-4950-8d74-b105e08a6343 None None] No DVR routers for this DVR port 36ab63b2-618f-46ef-ac4c-f28248be8ce3 on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:50:04.264949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec9f81-4fe8-4950-8d74-b105e08a6343 None None] Pushing event deleted for resources: {'Port': ['ID=36ab63b2-618f-46ef-ac4c-f28248be8ce3,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:04.273076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e8ec9f81-4fe8-4950-8d74-b105e08a6343 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:04.321470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baac615-c26c-41da-81e0-47c89983355f None None] get_active_networks_info from dv-neutron-822611-1-hyperv {{(pid=88902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 25 19:50:04.325407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a11fd14-51f8-41c7-8cde-c5f15203df69 admin admin] Pushing event updated for resources: {'Network': ['ID=f16ae011-75bc-41f7-ba0f-437bd94b0c59,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:04.330310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1a11fd14-51f8-41c7-8cde-c5f15203df69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:04.396931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network f16ae011-75bc-41f7-ba0f-437bd94b0c59 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:50:04.454793 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1a11fd14-51f8-41c7-8cde-c5f15203df69 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.8163924 Dec 25 19:50:04.469297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48804) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:04.474938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-8e458d40-c77d-440c-afd4-49c112a81f7b admin admin] Request body: {'subnet': {'network_id': 'f16ae011-75bc-41f7-ba0f-437bd94b0c59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1707726670-subnet', 'tenant_id': '89a6309f25094d80bbf8b7a4319155b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:04.481546 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8e458d40-c77d-440c-afd4-49c112a81f7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:04.486156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8e458d40-c77d-440c-afd4-49c112a81f7b admin admin] Usage tracker for resource:subnet and tenant:89a6309f25094d80bbf8b7a4319155b7 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:04.489660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8e458d40-c77d-440c-afd4-49c112a81f7b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:04.496482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8e458d40-c77d-440c-afd4-49c112a81f7b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:04.574636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e458d40-c77d-440c-afd4-49c112a81f7b admin admin] Made reservation on behalf of 89a6309f25094d80bbf8b7a4319155b7 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:50:04.580301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8e458d40-c77d-440c-afd4-49c112a81f7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:04.584083 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-827532c0-20d3-47ed-8783-29c1c89cf247 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:04.594501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9ca703b1-8069-4eb2-b88d-4bec7a14c7a5 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:04.653613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-6fb900d4-0fb2-4eae-b145-21e1009bc277 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] For port 8c314621-41be-48ef-876e-b5f1f268b84e, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=8c314621-41be-48ef-876e-b5f1f268b84e,segment=NetworkSegment(44ccff0e-040b-460a-aa15-00c87e891700),segment_id=44ccff0e-040b-460a-aa15-00c87e891700)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:04.654023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6fb900d4-0fb2-4eae-b145-21e1009bc277 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:04.666604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827532c0-20d3-47ed-8783-29c1c89cf247 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event deleted for resources: {'Port': ['ID=3b0f4162-b869-459c-8a59-aaa3ec2b12f4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:04.669465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-827532c0-20d3-47ed-8783-29c1c89cf247 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:04.688478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2baac615-c26c-41da-81e0-47c89983355f None None] Resources bound (agent type, host, resource id): {{(pid=88902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 25 19:50:04.865096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-6fb900d4-0fb2-4eae-b145-21e1009bc277 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Calling delete_port for 8c314621-41be-48ef-876e-b5f1f268b84e owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:50:04.937940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-faab721d-c6f5-4f09-a3b1-6568bab71a07 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:04.975353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 83e96486-3614-4fff-a111-d6101be75951 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:50:04.983161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-827532c0-20d3-47ed-8783-29c1c89cf247 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:04.988370 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-827532c0-20d3-47ed-8783-29c1c89cf247 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/ports/3b0f4162-b869-459c-8a59-aaa3ec2b12f4 HTTP/1.1" status: 204 len: 168 time: 3.5124419 Dec 25 19:50:04.989422 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48816) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:05.014300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 83e96486-3614-4fff-a111-d6101be75951 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:50:05.014695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 83e96486-3614-4fff-a111-d6101be75951 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:50:05.015335 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 36ab63b2-618f-46ef-ac4c-f28248be8ce3 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:50:05.052015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 36ab63b2-618f-46ef-ac4c-f28248be8ce3 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:50:05.052413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 36ab63b2-618f-46ef-ac4c-f28248be8ce3 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:50:05.066054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0119e5cc-a7d2-4b6e-8a01-7e6351e6e595 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:05.070142 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d1d5fe-17f2-4aa8-a8ad-f0d30b7998ab tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] GET failed (client error): The resource could not be found. Dec 25 19:50:05.070722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-27d1d5fe-17f2-4aa8-a8ad-f0d30b7998ab tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Synchronizing usage tracker for tenant:70aa58ed5ec1475cad367450f4be2220 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:50:05.104640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0119e5cc-a7d2-4b6e-8a01-7e6351e6e595 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting port ef720675-c7ca-4211-8e02-10631dfa8051 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:05.105023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0119e5cc-a7d2-4b6e-8a01-7e6351e6e595 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:05.124024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-faab721d-c6f5-4f09-a3b1-6568bab71a07 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Calling delete_port for 935918dd-1ed5-4977-89ac-17aeccef7d45 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:50:05.290309 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f65648b-0317-4a69-97fa-511f77f9386f None None] get_active_networks_info from dv-neutron-822611-1-hyperv {{(pid=88902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 25 19:50:05.319003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-0119e5cc-a7d2-4b6e-8a01-7e6351e6e595 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] For port ef720675-c7ca-4211-8e02-10631dfa8051, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=ef720675-c7ca-4211-8e02-10631dfa8051,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:05.319468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0119e5cc-a7d2-4b6e-8a01-7e6351e6e595 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:05.344139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ca93c5-a950-46c1-9066-2496a8f52ffd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Router cf75163d-a274-44d5-aba7-22b43b86f9ef has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:50:05.386997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48824) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:05.450572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6fb900d4-0fb2-4eae-b145-21e1009bc277 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:05.466894 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0119e5cc-a7d2-4b6e-8a01-7e6351e6e595 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Calling delete_port for ef720675-c7ca-4211-8e02-10631dfa8051 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:50:05.495984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-15204978-0a28-42a1-bb19-39cc0e7859c1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:05.505170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f65648b-0317-4a69-97fa-511f77f9386f None None] Resources bound (agent type, host, resource id): {{(pid=88902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 25 19:50:05.541697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-27d1d5fe-17f2-4aa8-a8ad-f0d30b7998ab tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Unset dirty status for tenant:70aa58ed5ec1475cad367450f4be2220 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:50:05.546094 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-27d1d5fe-17f2-4aa8-a8ad-f0d30b7998ab tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "GET /v2.0/ports/3b0f4162-b869-459c-8a59-aaa3ec2b12f4 HTTP/1.1" status: 404 len: 333 time: 0.5504227 Dec 25 19:50:05.549447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48830) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:05.568354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb900d4-0fb2-4eae-b145-21e1009bc277 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event deleted for resources: {'Port': ['ID=8c314621-41be-48ef-876e-b5f1f268b84e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:05.571208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6fb900d4-0fb2-4eae-b145-21e1009bc277 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:05.593014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-dc47cb90-a465-4313-b3ce-36c3f0fe1a00 tempest-SubnetPoolsTestJSON-962555156 tempest-SubnetPoolsTestJSON-962555156-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1806913424', 'prefixes': ['172.20.0.0/16']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:05.637400 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb900d4-0fb2-4eae-b145-21e1009bc277 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] No DVR routers for this DVR port 8c314621-41be-48ef-876e-b5f1f268b84e on host dv-neutron-822611-1-hyperv {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:50:05.908225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-dc47cb90-a465-4313-b3ce-36c3f0fe1a00 tempest-SubnetPoolsTestJSON-962555156 tempest-SubnetPoolsTestJSON-962555156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:05.959207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-faab721d-c6f5-4f09-a3b1-6568bab71a07 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:05.968795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-01d3183d-d991-4a85-b332-1b9d1be6db7e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:06.028965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faab721d-c6f5-4f09-a3b1-6568bab71a07 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Pushing event deleted for resources: {'Port': ['ID=935918dd-1ed5-4977-89ac-17aeccef7d45,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:06.033014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ca93c5-a950-46c1-9066-2496a8f52ffd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:50:06.034979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-faab721d-c6f5-4f09-a3b1-6568bab71a07 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:06.037344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8e458d40-c77d-440c-afd4-49c112a81f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:06.045893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a532d930-e701-4393-885f-ded193b528ea tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:06.054350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46b9333-1426-4537-af93-de41d5dca22d None None] Sync routers for ids ['cf75163d-a274-44d5-aba7-22b43b86f9ef'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:50:06.074316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46b9333-1426-4537-af93-de41d5dca22d None None] Routers {'cf75163d-a274-44d5-aba7-22b43b86f9ef'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:50:06.076601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-f46b9333-1426-4537-af93-de41d5dca22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:49:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['cf75163d-a274-44d5-aba7-22b43b86f9ef'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:06.079745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-981baacb-078a-4e61-a67e-a36ae6aecb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:06.130870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6fb900d4-0fb2-4eae-b145-21e1009bc277 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:06.159560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e458d40-c77d-440c-afd4-49c112a81f7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffa43b6c-d683-46c2-988c-069c937ddee5,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:06.171431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8e458d40-c77d-440c-afd4-49c112a81f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:06.287678 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-11ca93c5-a950-46c1-9066-2496a8f52ffd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "PUT /v2.0/routers/cf75163d-a274-44d5-aba7-22b43b86f9ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3725045 Dec 25 19:50:06.288877 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48834) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:06.297296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-f46b9333-1426-4537-af93-de41d5dca22d None None] Set router cf75163d-a274-44d5-aba7-22b43b86f9ef gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:50:06.336626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-6fb900d4-0fb2-4eae-b145-21e1009bc277 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['523852a4-b139-4a13-bef0-ce3cb00f3e64']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:06.377749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-6fb900d4-0fb2-4eae-b145-21e1009bc277 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44ccff0e-040b-460a-aa15-00c87e891700') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:06.378115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-6fb900d4-0fb2-4eae-b145-21e1009bc277 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44ccff0e-040b-460a-aa15-00c87e891700') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:06.403195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-65f8bbaf-8589-4c9d-988a-8b7e917fc720 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Deleting subnet 28a5084f-b12f-4fc1-bee4-77d5abb7e081 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:50:06.407949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e458d40-c77d-440c-afd4-49c112a81f7b admin admin] Checking segment: {'id': '0d75032c-bbe6-4d15-9635-f8f56cf6bd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f16ae011-75bc-41f7-ba0f-437bd94b0c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:50:06.408249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e458d40-c77d-440c-afd4-49c112a81f7b admin admin] Network hostable DHCP agents. Network: f16ae011-75bc-41f7-ba0f-437bd94b0c59, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:50:06.409512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6fb900d4-0fb2-4eae-b145-21e1009bc277 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:06.418141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-65f8bbaf-8589-4c9d-988a-8b7e917fc720 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:06.429140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-f46b9333-1426-4537-af93-de41d5dca22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf75163d-a274-44d5-aba7-22b43b86f9ef', 'name': 'tempest-NetworksTestDHCPv6-router-1945702353', 'tenant_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:49:50Z', 'updated_at': '2021-12-25T19:50:02Z', 'revision_number': 3, 'project_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'gw_port_host': None}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:06.434015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46b9333-1426-4537-af93-de41d5dca22d None None] Checking router: cf75163d-a274-44d5-aba7-22b43b86f9ef for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:50:06.448701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46b9333-1426-4537-af93-de41d5dca22d None None] Routers {'cf75163d-a274-44d5-aba7-22b43b86f9ef'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:50:06.449696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-f46b9333-1426-4537-af93-de41d5dca22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:49:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['cf75163d-a274-44d5-aba7-22b43b86f9ef'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:06.493349 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-65f8bbaf-8589-4c9d-988a-8b7e917fc720 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:06.612296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8b6df5-eae1-4d40-932e-41d23abb8c23 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:06.614784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8b6df5-eae1-4d40-932e-41d23abb8c23 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:06.615773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7e8b6df5-eae1-4d40-932e-41d23abb8c23 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:50:06.649556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-faab721d-c6f5-4f09-a3b1-6568bab71a07 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:06.656061 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6fb900d4-0fb2-4eae-b145-21e1009bc277 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:06.665577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fb900d4-0fb2-4eae-b145-21e1009bc277 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:50:06.666300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6fb900d4-0fb2-4eae-b145-21e1009bc277 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:06.679176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7e8b6df5-eae1-4d40-932e-41d23abb8c23 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:50:06.683896 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7e8b6df5-eae1-4d40-932e-41d23abb8c23 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3776710 Dec 25 19:50:06.683896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e458d40-c77d-440c-afd4-49c112a81f7b admin admin] Network f16ae011-75bc-41f7-ba0f-437bd94b0c59 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:50:06.686718 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48840) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:06.694251 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:50:06.694251 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:50:06.694251 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:50:06.694251 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:50:06.694251 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:50:06.694251 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:50:06.694251 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:50:06.694251 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:50:06.694251 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:50:06.694251 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:50:06.694251 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:50:06.694251 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:50:06.694251 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:50:06.694251 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:50:06.694251 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:50:06.694251 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:50:06.694251 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:50:06.694251 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:50:06.694251 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:50:06.694251 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:50:06.694251 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:50:06.694251 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:50:06.694251 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:50:06.694251 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:50:06.694251 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:50:06.694251 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:50:06.694251 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:50:06.694251 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:50:06.694251 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:50:06.694251 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:50:06.694251 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:50:06.694251 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:50:06.731635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-65f8bbaf-8589-4c9d-988a-8b7e917fc720 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:06.781125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-f46b9333-1426-4537-af93-de41d5dca22d None None] Set router cf75163d-a274-44d5-aba7-22b43b86f9ef gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:50:06.790267 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dc47cb90-a465-4313-b3ce-36c3f0fe1a00 tempest-SubnetPoolsTestJSON-962555156 tempest-SubnetPoolsTestJSON-962555156-project] Notify callbacks [] for subnetpool, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:06.794177 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-dc47cb90-a465-4313-b3ce-36c3f0fe1a00 tempest-SubnetPoolsTestJSON-962555156 tempest-SubnetPoolsTestJSON-962555156-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.3991485 Dec 25 19:50:06.802744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48844) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:06.805288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-8e458d40-c77d-440c-afd4-49c112a81f7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, f16ae011-75bc-41f7-ba0f-437bd94b0c59) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:50:06.813653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4222f79e-ffe4-4b44-acf9-26eccb923f0d None None] Network f16ae011-75bc-41f7-ba0f-437bd94b0c59 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:50:06.845863 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a8bd61b8-4103-41fc-9791-2244b24ea6bb tempest-SubnetPoolsTestJSON-962555156 tempest-SubnetPoolsTestJSON-962555156-project] 10.222.0.24 "GET /v2.0/subnetpools/f22fdbdb-e4d1-4037-80bf-2b505adc0617 HTTP/1.1" status: 200 len: 732 time: 0.0417745 Dec 25 19:50:06.850258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e458d40-c77d-440c-afd4-49c112a81f7b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:06.851218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8e458d40-c77d-440c-afd4-49c112a81f7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:06.855999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48848) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:06.896774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-f46b9333-1426-4537-af93-de41d5dca22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf75163d-a274-44d5-aba7-22b43b86f9ef', 'name': 'tempest-NetworksTestDHCPv6-router-1945702353', 'tenant_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:49:50Z', 'updated_at': '2021-12-25T19:50:02Z', 'revision_number': 3, 'project_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'gw_port_host': None}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:06.901276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46b9333-1426-4537-af93-de41d5dca22d None None] The sync data for ids ['cf75163d-a274-44d5-aba7-22b43b86f9ef'] in dv-neutron-822611-1-hyperv is: [{'id': 'cf75163d-a274-44d5-aba7-22b43b86f9ef', 'name': 'tempest-NetworksTestDHCPv6-router-1945702353', 'tenant_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:49:50Z', 'updated_at': '2021-12-25T19:50:02Z', 'revision_number': 3, 'project_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:50:06.908719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6fb900d4-0fb2-4eae-b145-21e1009bc277 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:06.911948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0119e5cc-a7d2-4b6e-8a01-7e6351e6e595 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:06.923901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-05cda5ae-c910-4725-aabd-ef297db98288 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:06.954006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-fc836752-a87e-4ee3-81b8-52ae9145fc4a tempest-SubnetPoolsTestJSON-962555156 tempest-SubnetPoolsTestJSON-962555156-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1295690826'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:06.976192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6fb900d4-0fb2-4eae-b145-21e1009bc277 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:06.989207 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8e458d40-c77d-440c-afd4-49c112a81f7b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5198720 Dec 25 19:50:06.994944 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6fb900d4-0fb2-4eae-b145-21e1009bc277 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "DELETE /v2.0/networks/523852a4-b139-4a13-bef0-ce3cb00f3e64 HTTP/1.1" status: 204 len: 168 time: 8.3997996 Dec 25 19:50:07.002601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48852) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:07.004524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119e5cc-a7d2-4b6e-8a01-7e6351e6e595 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Port': ['ID=ef720675-c7ca-4211-8e02-10631dfa8051,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:07.007888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0119e5cc-a7d2-4b6e-8a01-7e6351e6e595 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:07.009260 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-65f8bbaf-8589-4c9d-988a-8b7e917fc720 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:07.013350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0224638d-2ea7-4d64-bcb2-6685b1a28ce7 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:07.081478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb900d4-0fb2-4eae-b145-21e1009bc277 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event deleted for resources: {'Network': ['ID=523852a4-b139-4a13-bef0-ce3cb00f3e64,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:07.090908 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a227f3-7eca-4785-9343-e9e82fe199a2 None None] Network f16ae011-75bc-41f7-ba0f-437bd94b0c59 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:50:07.130404 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6fb900d4-0fb2-4eae-b145-21e1009bc277 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:07.130982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b9c3b35d-a507-4cd6-a66f-a84165c84701 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:07.199650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f8bbaf-8589-4c9d-988a-8b7e917fc720 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event deleted for resources: {'Subnet': ['ID=28a5084f-b12f-4fc1-bee4-77d5abb7e081,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:07.235125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-65f8bbaf-8589-4c9d-988a-8b7e917fc720 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:07.237665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-65f8bbaf-8589-4c9d-988a-8b7e917fc720 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:07.240798 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-65f8bbaf-8589-4c9d-988a-8b7e917fc720 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/subnets/28a5084f-b12f-4fc1-bee4-77d5abb7e081 HTTP/1.1" status: 204 len: 168 time: 1.6818428 Dec 25 19:50:07.243959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48860) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:07.321976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-7e49bc24-c612-4d49-9f5b-0f04df359acb tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-302523915'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:07.325494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-02a3036c-5fa2-4e9f-aa5a-3310ef964a41 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Deleting subnet 6ed2f022-3cf3-441e-9340-3cccd73a60b5 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:50:07.329851 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7e49bc24-c612-4d49-9f5b-0f04df359acb tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:07.333703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-02a3036c-5fa2-4e9f-aa5a-3310ef964a41 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:07.335605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7e49bc24-c612-4d49-9f5b-0f04df359acb tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Usage tracker for resource:network and tenant:8725429ab9244f8ba50e3b663103bb1c is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:07.338841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7e49bc24-c612-4d49-9f5b-0f04df359acb tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:07.345588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7e49bc24-c612-4d49-9f5b-0f04df359acb tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:07.360912 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acf782a-a03c-483f-9280-c2cfeeff4b77 None None] Network eb8b1740-0dae-4b4d-bfdf-7634a99306f3 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:50:07.429322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fc836752-a87e-4ee3-81b8-52ae9145fc4a tempest-SubnetPoolsTestJSON-962555156 tempest-SubnetPoolsTestJSON-962555156-project] Notify callbacks [] for subnetpool, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:07.433176 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fc836752-a87e-4ee3-81b8-52ae9145fc4a tempest-SubnetPoolsTestJSON-962555156 tempest-SubnetPoolsTestJSON-962555156-project] 10.222.0.24 "PUT /v2.0/subnetpools/f22fdbdb-e4d1-4037-80bf-2b505adc0617 HTTP/1.1" status: 200 len: 684 time: 0.5664072 Dec 25 19:50:07.438888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e49bc24-c612-4d49-9f5b-0f04df359acb tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Made reservation on behalf of 8725429ab9244f8ba50e3b663103bb1c for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:50:07.444561 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e49bc24-c612-4d49-9f5b-0f04df359acb tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:07.456716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:07.473163 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48866) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:07.580121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-02a3036c-5fa2-4e9f-aa5a-3310ef964a41 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:07.618601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0119e5cc-a7d2-4b6e-8a01-7e6351e6e595 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:07.669369 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e49bc24-c612-4d49-9f5b-0f04df359acb tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:50:07.678498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e49bc24-c612-4d49-9f5b-0f04df359acb tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:07.678889 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-7e49bc24-c612-4d49-9f5b-0f04df359acb tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Added segment c826bc8f-de90-4e6e-ac6e-5339b18024e8 of type vlan for network 1db50dbe-6e04-4a55-86fa-1ebf65e581ff Dec 25 19:50:07.754830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faab721d-c6f5-4f09-a3b1-6568bab71a07 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Router 5616bfb2-d11a-4c37-94ff-d213f0d284db has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:50:07.762792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e49bc24-c612-4d49-9f5b-0f04df359acb tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:07.906672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-60d6d5ef-fe54-4c0b-b3a3-ba2e35c3a70b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting subnet 83cbfacc-8f37-44c5-ae44-2522b777866e {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:50:07.919025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-60d6d5ef-fe54-4c0b-b3a3-ba2e35c3a70b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:07.950350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0119e5cc-a7d2-4b6e-8a01-7e6351e6e595 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:07.958354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0119e5cc-a7d2-4b6e-8a01-7e6351e6e595 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:07.971190 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-02a3036c-5fa2-4e9f-aa5a-3310ef964a41 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:08.032659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e49bc24-c612-4d49-9f5b-0f04df359acb tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:08.037478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e49bc24-c612-4d49-9f5b-0f04df359acb tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:08.038149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e49bc24-c612-4d49-9f5b-0f04df359acb tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:08.058527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de76e15b-06f0-4201-ad45-082c06c32e96 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:08.071664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0119e5cc-a7d2-4b6e-8a01-7e6351e6e595 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:08.072282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0119e5cc-a7d2-4b6e-8a01-7e6351e6e595 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Fanout notify agent at l3_agent the message router_deleted on router a1a54e36-62e8-4d50-bb32-a80dba2e452b {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:50:08.082511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-02a3036c-5fa2-4e9f-aa5a-3310ef964a41 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:08.095010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9024ca4d-dab6-4e43-8e9a-b5d9093d2621 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:08.102945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faab721d-c6f5-4f09-a3b1-6568bab71a07 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:50:08.112511 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-faab721d-c6f5-4f09-a3b1-6568bab71a07 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] 10.222.0.24 "PUT /v2.0/routers/5616bfb2-d11a-4c37-94ff-d213f0d284db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7978837 Dec 25 19:50:08.114401 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7e49bc24-c612-4d49-9f5b-0f04df359acb tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9105077 Dec 25 19:50:08.119120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48880) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:08.119468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48882) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:08.124259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-77e2090d-e616-469e-93b9-4e84fedb61bd tempest-SubnetPoolsTestJSON-962555156 tempest-SubnetPoolsTestJSON-962555156-project] Notify callbacks [] for subnetpool, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:08.128354 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-77e2090d-e616-469e-93b9-4e84fedb61bd tempest-SubnetPoolsTestJSON-962555156 tempest-SubnetPoolsTestJSON-962555156-project] 10.222.0.24 "DELETE /v2.0/subnetpools/f22fdbdb-e4d1-4037-80bf-2b505adc0617 HTTP/1.1" status: 204 len: 168 time: 0.5962977 Dec 25 19:50:08.137529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8098ab-6912-48e0-80a3-cfdc3b70da97 None None] Sync routers for ids ['5616bfb2-d11a-4c37-94ff-d213f0d284db'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:50:08.149956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48886) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:08.156279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-635b0de1-6388-42c5-a065-00646657642c tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Request body: {'subnet': {'network_id': '1db50dbe-6e04-4a55-86fa-1ebf65e581ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:08.170698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-02a3036c-5fa2-4e9f-aa5a-3310ef964a41 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:08.173505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8098ab-6912-48e0-80a3-cfdc3b70da97 None None] Routers {'5616bfb2-d11a-4c37-94ff-d213f0d284db'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:50:08.174227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1e8098ab-6912-48e0-80a3-cfdc3b70da97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:49:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['5616bfb2-d11a-4c37-94ff-d213f0d284db'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:08.194394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0119e5cc-a7d2-4b6e-8a01-7e6351e6e595 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:08.196050 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0119e5cc-a7d2-4b6e-8a01-7e6351e6e595 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/routers/a1a54e36-62e8-4d50-bb32-a80dba2e452b HTTP/1.1" status: 204 len: 168 time: 6.7220778 Dec 25 19:50:08.197743 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3036c-5fa2-4e9f-aa5a-3310ef964a41 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event deleted for resources: {'Subnet': ['ID=6ed2f022-3cf3-441e-9340-3cccd73a60b5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:08.205954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48892) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:08.214947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-02a3036c-5fa2-4e9f-aa5a-3310ef964a41 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:08.241402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-60d6d5ef-fe54-4c0b-b3a3-ba2e35c3a70b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:08.352558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1e8098ab-6912-48e0-80a3-cfdc3b70da97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:08.368792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-af026a17-7fab-435e-b29b-f203635d4a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:08.370450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8098ab-6912-48e0-80a3-cfdc3b70da97 None None] Routers {'5616bfb2-d11a-4c37-94ff-d213f0d284db'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:50:08.371202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1e8098ab-6912-48e0-80a3-cfdc3b70da97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:49:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['5616bfb2-d11a-4c37-94ff-d213f0d284db'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:08.441160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1e8098ab-6912-48e0-80a3-cfdc3b70da97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:08.442175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8098ab-6912-48e0-80a3-cfdc3b70da97 None None] The sync data for ids ['5616bfb2-d11a-4c37-94ff-d213f0d284db'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:50:08.448603 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-02a3036c-5fa2-4e9f-aa5a-3310ef964a41 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/subnets/6ed2f022-3cf3-441e-9340-3cccd73a60b5 HTTP/1.1" status: 204 len: 168 time: 1.2033229 Dec 25 19:50:08.457742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24e21c18-1c13-45a1-87de-d4feb0d04fc1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:08.460841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48898) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:08.461154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48900) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:08.494293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-02e9d9c3-79d1-4d05-83be-27ab60028995 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-39353046-network', 'tenant_id': '16d52e6607ae40cb965f35dd48797f0f'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:08.526552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-02e9d9c3-79d1-4d05-83be-27ab60028995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:08.568852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:08.590452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-02e9d9c3-79d1-4d05-83be-27ab60028995 admin admin] Usage tracker for resource:network and tenant:16d52e6607ae40cb965f35dd48797f0f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:08.597459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-02e9d9c3-79d1-4d05-83be-27ab60028995 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:08.614797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-02e9d9c3-79d1-4d05-83be-27ab60028995 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:08.697032 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-433ea5fe-8ca1-4ea1-8509-d1cde042eaa8 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] delete failed (client error): The resource could not be found. Dec 25 19:50:08.703311 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-433ea5fe-8ca1-4ea1-8509-d1cde042eaa8 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-305699270 HTTP/1.1" status: 404 len: 334 time: 0.5711277 Dec 25 19:50:08.713831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48906) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:08.724647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-f10c118f-71fb-42de-bbea-605dd522c117 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Request body: {'router': {'external_gateway_info': {'network_id': '5616bfb2-d11a-4c37-94ff-d213f0d284db'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:08.724874 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-3a29d164-dad0-4575-ac90-23bd8cc93863 tempest-SubnetPoolsTestJSON-962555156 tempest-SubnetPoolsTestJSON-962555156-project] show failed (client error): The resource could not be found. Dec 25 19:50:08.725935 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3a29d164-dad0-4575-ac90-23bd8cc93863 tempest-SubnetPoolsTestJSON-962555156 tempest-SubnetPoolsTestJSON-962555156-project] 10.222.0.24 "GET /v2.0/subnetpools/f22fdbdb-e4d1-4037-80bf-2b505adc0617 HTTP/1.1" status: 404 len: 346 time: 0.5752854 Dec 25 19:50:08.726792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49bc24-c612-4d49-9f5b-0f04df359acb tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event updated for resources: {'Network': ['ID=1db50dbe-6e04-4a55-86fa-1ebf65e581ff,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:08.734942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48910) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:08.740669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7e49bc24-c612-4d49-9f5b-0f04df359acb tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:08.748873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 1db50dbe-6e04-4a55-86fa-1ebf65e581ff details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:50:08.823859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ffd6033a-cd5f-4695-8922-205d435fc13a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:08.828216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device fb3eb81f-d02f-46de-b684-7758bfacfefb no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:50:08.831466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e9d9c3-79d1-4d05-83be-27ab60028995 admin admin] Made reservation on behalf of 16d52e6607ae40cb965f35dd48797f0f for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:50:08.836272 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-592b8a27-337b-47ce-aad1-6f6dff75b11c tempest-SubnetPoolsTestJSON-962555156 tempest-SubnetPoolsTestJSON-962555156-project] delete failed (client error): The resource could not be found. Dec 25 19:50:08.836615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-02e9d9c3-79d1-4d05-83be-27ab60028995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:08.845005 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-592b8a27-337b-47ce-aad1-6f6dff75b11c tempest-SubnetPoolsTestJSON-962555156 tempest-SubnetPoolsTestJSON-962555156-project] 10.222.0.24 "DELETE /v2.0/subnetpools/f22fdbdb-e4d1-4037-80bf-2b505adc0617 HTTP/1.1" status: 404 len: 346 time: 0.1014655 Dec 25 19:50:08.865174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-635b0de1-6388-42c5-a065-00646657642c tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:08.871811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-635b0de1-6388-42c5-a065-00646657642c tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Usage tracker for resource:subnet and tenant:8725429ab9244f8ba50e3b663103bb1c is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:08.874855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-635b0de1-6388-42c5-a065-00646657642c tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:08.882270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-635b0de1-6388-42c5-a065-00646657642c tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:08.904748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635b0de1-6388-42c5-a065-00646657642c tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Made reservation on behalf of 8725429ab9244f8ba50e3b663103bb1c for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:50:08.979871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca29c5d-42e3-4007-867d-951e4c912fc0 None None] Network eb8b1740-0dae-4b4d-bfdf-7634a99306f3 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:50:08.991113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24e21c18-1c13-45a1-87de-d4feb0d04fc1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:09.004085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-02e9d9c3-79d1-4d05-83be-27ab60028995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:09.007437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: fb3eb81f-d02f-46de-b684-7758bfacfefb {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:50:09.007585 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device fb3eb81f-d02f-46de-b684-7758bfacfefb not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:50:09.008158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device ef720675-c7ca-4211-8e02-10631dfa8051 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:50:09.024122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ffd6033a-cd5f-4695-8922-205d435fc13a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Deleting port 8951a45f-b5e4-4498-8a23-53a6b95070bc {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:09.024499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ffd6033a-cd5f-4695-8922-205d435fc13a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:09.036881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-635b0de1-6388-42c5-a065-00646657642c tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:09.058744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-85eff1c2-9511-4d34-9400-4af8281b1ece None None] Provisioning complete for port 8951a45f-b5e4-4498-8a23-53a6b95070bc triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:50:09.059342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-85eff1c2-9511-4d34-9400-4af8281b1ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:09.071067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-60d6d5ef-fe54-4c0b-b3a3-ba2e35c3a70b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:09.101101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-24e21c18-1c13-45a1-87de-d4feb0d04fc1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da387ada-6589-46a3-a1e0-f2fd37f41648']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:09.107993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: ef720675-c7ca-4211-8e02-10631dfa8051 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:50:09.108950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device ef720675-c7ca-4211-8e02-10631dfa8051 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:50:09.141304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-24e21c18-1c13-45a1-87de-d4feb0d04fc1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2e67a5d-a5dc-4284-869b-7256c008d9e4') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:09.141616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-24e21c18-1c13-45a1-87de-d4feb0d04fc1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2e67a5d-a5dc-4284-869b-7256c008d9e4') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:09.254210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48918) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:09.261171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-02e9d9c3-79d1-4d05-83be-27ab60028995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:09.277686 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24e21c18-1c13-45a1-87de-d4feb0d04fc1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:09.300823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-02e9d9c3-79d1-4d05-83be-27ab60028995 admin admin] Usage tracker for resource:security_group_rule and tenant:16d52e6607ae40cb965f35dd48797f0f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:09.320406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-60d6d5ef-fe54-4c0b-b3a3-ba2e35c3a70b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:09.333815 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8224bfce-d155-457e-954d-96a48e458356 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:09.377515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6d5ef-fe54-4c0b-b3a3-ba2e35c3a70b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Subnet': ['ID=83cbfacc-8f37-44c5-ae44-2522b777866e,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:09.382789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-60d6d5ef-fe54-4c0b-b3a3-ba2e35c3a70b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:09.392568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0f9321-ac10-4a11-83b1-27f32d03f0de None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:50:09.430993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-60d6d5ef-fe54-4c0b-b3a3-ba2e35c3a70b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:09.440055 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-60d6d5ef-fe54-4c0b-b3a3-ba2e35c3a70b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/83cbfacc-8f37-44c5-ae44-2522b777866e HTTP/1.1" status: 204 len: 168 time: 2.7508368 Dec 25 19:50:09.444305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48924) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:09.564226 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e394f5-df2d-4d1f-aa8f-37d5d7d1c55f None None] DHCP port deletion for eb8b1740-0dae-4b4d-bfdf-7634a99306f3 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:50:09.573463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-87e394f5-df2d-4d1f-aa8f-37d5d7d1c55f None None] Deleting port 8951a45f-b5e4-4498-8a23-53a6b95070bc {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:09.573892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-87e394f5-df2d-4d1f-aa8f-37d5d7d1c55f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:09.620928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-02e9d9c3-79d1-4d05-83be-27ab60028995 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:09.659785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-02e9d9c3-79d1-4d05-83be-27ab60028995 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:09.663697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9441b6a3-118d-47b6-b8c8-a34688560eb9 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:router {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:50:09.669015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24e21c18-1c13-45a1-87de-d4feb0d04fc1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:09.677167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-635b0de1-6388-42c5-a065-00646657642c tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:09.683178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-60d6d5ef-fe54-4c0b-b3a3-ba2e35c3a70b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:09.700902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6508ac9e-11ab-451c-a1ac-088b43b76156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:09.711619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24e21c18-1c13-45a1-87de-d4feb0d04fc1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:50:09.712058 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24e21c18-1c13-45a1-87de-d4feb0d04fc1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:09.726274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9441b6a3-118d-47b6-b8c8-a34688560eb9 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:router {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:50:09.730315 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9441b6a3-118d-47b6-b8c8-a34688560eb9 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2822981 Dec 25 19:50:09.736347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48928) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:09.741728 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:50:09.741728 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:50:09.741728 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:50:09.741728 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:50:09.741728 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:50:09.741728 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:50:09.741728 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:50:09.741728 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:50:09.741728 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:50:09.741728 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:50:09.741728 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:50:09.741728 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:50:09.741728 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:50:09.741728 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:50:09.741728 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:50:09.741728 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:50:09.741728 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:50:09.741728 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:50:09.741728 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:50:09.741728 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:50:09.741728 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:50:09.741728 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:50:09.741728 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:50:09.741728 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:50:09.741728 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:50:09.741728 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:50:09.741728 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:50:09.741728 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:50:09.741728 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:50:09.741728 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:50:09.741728 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:50:09.741728 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:50:09.853781 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b0de1-6388-42c5-a065-00646657642c tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event updated for resources: {'Subnet': ['ID=87b7aa2f-1655-4842-b4c9-85456b6de1db,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:09.856607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-635b0de1-6388-42c5-a065-00646657642c tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:09.858258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20a8825-b903-4322-a571-726a54a85d37 None None] DHCP port deletion for 7396b720-65bf-48b2-8da7-778eed2fcf44 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:50:09.874886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-c20a8825-b903-4322-a571-726a54a85d37 None None] Deleting port 8ecc9bae-3648-4643-a33a-ba04c9cdac9c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:09.875476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c20a8825-b903-4322-a571-726a54a85d37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:09.936405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635b0de1-6388-42c5-a065-00646657642c tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Checking segment: {'id': 'c826bc8f-de90-4e6e-ac6e-5339b18024e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '1db50dbe-6e04-4a55-86fa-1ebf65e581ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:50:09.937013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635b0de1-6388-42c5-a065-00646657642c tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Network hostable DHCP agents. Network: 1db50dbe-6e04-4a55-86fa-1ebf65e581ff, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:50:09.941975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 19:50:09.942813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-87e394f5-df2d-4d1f-aa8f-37d5d7d1c55f None None] For port 8951a45f-b5e4-4498-8a23-53a6b95070bc, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=8951a45f-b5e4-4498-8a23-53a6b95070bc,segment=NetworkSegment(db54a1d1-dad5-4efe-baca-ef2a18f6fb86),segment_id=db54a1d1-dad5-4efe-baca-ef2a18f6fb86)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:09.943774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-87e394f5-df2d-4d1f-aa8f-37d5d7d1c55f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:09.949740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a5e6f003-9755-47ce-9688-57ce9065df4f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:09.957037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:10.023778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-ffd6033a-cd5f-4695-8922-205d435fc13a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] For port 8951a45f-b5e4-4498-8a23-53a6b95070bc, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=8951a45f-b5e4-4498-8a23-53a6b95070bc,segment=NetworkSegment(db54a1d1-dad5-4efe-baca-ef2a18f6fb86),segment_id=db54a1d1-dad5-4efe-baca-ef2a18f6fb86)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:10.024083 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ffd6033a-cd5f-4695-8922-205d435fc13a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:10.081460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-87e394f5-df2d-4d1f-aa8f-37d5d7d1c55f None None] Calling delete_port for 8951a45f-b5e4-4498-8a23-53a6b95070bc owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:50:10.103663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6508ac9e-11ab-451c-a1ac-088b43b76156 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:10.160825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635b0de1-6388-42c5-a065-00646657642c tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Network 1db50dbe-6e04-4a55-86fa-1ebf65e581ff is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:50:10.174875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24e21c18-1c13-45a1-87de-d4feb0d04fc1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:10.186829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24e21c18-1c13-45a1-87de-d4feb0d04fc1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:10.210262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-87e394f5-df2d-4d1f-aa8f-37d5d7d1c55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:10.221164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:10.240869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-635b0de1-6388-42c5-a065-00646657642c tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 1db50dbe-6e04-4a55-86fa-1ebf65e581ff) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:50:10.245556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635b0de1-6388-42c5-a065-00646657642c tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:10.246204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-635b0de1-6388-42c5-a065-00646657642c tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:10.263500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e210a3-7c25-4ca1-b8cb-599e44561f07 None None] Network 1db50dbe-6e04-4a55-86fa-1ebf65e581ff requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:50:10.273302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-194ad73f-3f35-453a-b1fd-eb60d5ced673 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:10.295600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ffd6033a-cd5f-4695-8922-205d435fc13a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Calling delete_port for 8951a45f-b5e4-4498-8a23-53a6b95070bc owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:50:10.308572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e394f5-df2d-4d1f-aa8f-37d5d7d1c55f None None] Pushing event deleted for resources: {'Port': ['ID=8951a45f-b5e4-4498-8a23-53a6b95070bc,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:10.316682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-87e394f5-df2d-4d1f-aa8f-37d5d7d1c55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:10.329957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6508ac9e-11ab-451c-a1ac-088b43b76156 admin admin] Usage tracker for resource:security_group_rule and tenant:4c08f99524de401898b5a12365af097f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:10.334235 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e394f5-df2d-4d1f-aa8f-37d5d7d1c55f None None] No DVR routers for this DVR port 8951a45f-b5e4-4498-8a23-53a6b95070bc on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:50:10.334383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6508ac9e-11ab-451c-a1ac-088b43b76156 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:10.362119 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-24e21c18-1c13-45a1-87de-d4feb0d04fc1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/networks/da387ada-6589-46a3-a1e0-f2fd37f41648 HTTP/1.1" status: 204 len: 168 time: 2.1504905 Dec 25 19:50:10.375078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e21c18-1c13-45a1-87de-d4feb0d04fc1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Network': ['ID=da387ada-6589-46a3-a1e0-f2fd37f41648,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:10.375274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-24e21c18-1c13-45a1-87de-d4feb0d04fc1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:10.383078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6508ac9e-11ab-451c-a1ac-088b43b76156 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:10.397322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48932) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:10.405843 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-635b0de1-6388-42c5-a065-00646657642c tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2768619 Dec 25 19:50:10.414716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48936) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:10.416607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-e011669e-d4bf-44aa-abb5-c71252fa597e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'network': {'name': 'tempest-network-smoke--1326692926', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'port_security_enabled': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:10.422503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-3f8b8fa1-a9e9-4dd9-92dd-bb6079373405 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Request body: {'subnet': {'network_id': '1db50dbe-6e04-4a55-86fa-1ebf65e581ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:10.427829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f10c118f-71fb-42de-bbea-605dd522c117 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:10.448257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a5e6f003-9755-47ce-9688-57ce9065df4f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:10.449540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e011669e-d4bf-44aa-abb5-c71252fa597e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:10.473175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a5e6f003-9755-47ce-9688-57ce9065df4f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:10.478897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-02e9d9c3-79d1-4d05-83be-27ab60028995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:10.486374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e011669e-d4bf-44aa-abb5-c71252fa597e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:network and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:10.492273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e011669e-d4bf-44aa-abb5-c71252fa597e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:10.498296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-02e9d9c3-79d1-4d05-83be-27ab60028995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:10.511099 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1a11fd14-51f8-41c7-8cde-c5f15203df69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:10.523698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e011669e-d4bf-44aa-abb5-c71252fa597e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:10.545695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-ffd6033a-cd5f-4695-8922-205d435fc13a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:50:10.545956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-ffd6033a-cd5f-4695-8922-205d435fc13a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:50:10.587117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02e9d9c3-79d1-4d05-83be-27ab60028995 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:50:10.598292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a5e6f003-9755-47ce-9688-57ce9065df4f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:10.598292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e6f003-9755-47ce-9688-57ce9065df4f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Fanout notify agent at l3_agent the message router_deleted on router cf75163d-a274-44d5-aba7-22b43b86f9ef {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:50:10.602134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e9d9c3-79d1-4d05-83be-27ab60028995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26fc5cf-4cbf-4fdf-a7c1-ed56b0656384,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:10.605900 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-f10c118f-71fb-42de-bbea-605dd522c117 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] update failed (client error): The resource could not be found. Dec 25 19:50:10.611585 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f10c118f-71fb-42de-bbea-605dd522c117 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] 10.222.0.24 "PUT /v2.0/routers/5616bfb2-d11a-4c37-94ff-d213f0d284db HTTP/1.1" status: 404 len: 339 time: 1.8939779 Dec 25 19:50:10.612668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-02e9d9c3-79d1-4d05-83be-27ab60028995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:10.613403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48940) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:10.621701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3f8b8fa1-a9e9-4dd9-92dd-bb6079373405 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:10.622803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e011669e-d4bf-44aa-abb5-c71252fa597e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Made reservation on behalf of 23f5dc92674e43b787fc19a8bf548d4f for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:50:10.628470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e011669e-d4bf-44aa-abb5-c71252fa597e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:10.629324 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a5e6f003-9755-47ce-9688-57ce9065df4f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:10.633660 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a5e6f003-9755-47ce-9688-57ce9065df4f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/routers/cf75163d-a274-44d5-aba7-22b43b86f9ef HTTP/1.1" status: 204 len: 168 time: 0.8963761 Dec 25 19:50:10.635437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3f8b8fa1-a9e9-4dd9-92dd-bb6079373405 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Usage tracker for resource:subnet and tenant:8725429ab9244f8ba50e3b663103bb1c is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:10.637833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48944) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:10.640484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3f8b8fa1-a9e9-4dd9-92dd-bb6079373405 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:10.655988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-c20a8825-b903-4322-a571-726a54a85d37 None None] For port 8ecc9bae-3648-4643-a33a-ba04c9cdac9c, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=8ecc9bae-3648-4643-a33a-ba04c9cdac9c,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:10.656329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c20a8825-b903-4322-a571-726a54a85d37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:10.683280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3f8b8fa1-a9e9-4dd9-92dd-bb6079373405 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:10.704959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-02e9d9c3-79d1-4d05-83be-27ab60028995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:10.705594 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-02e9d9c3-79d1-4d05-83be-27ab60028995 admin admin] Added segment e258130f-57a0-4b80-8582-ba99074a2104 of type vlan for network f67bff39-3f3d-40bc-8c99-94b5468c0a27 Dec 25 19:50:10.714361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8b8fa1-a9e9-4dd9-92dd-bb6079373405 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Made reservation on behalf of 8725429ab9244f8ba50e3b663103bb1c for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:50:10.720839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3f8b8fa1-a9e9-4dd9-92dd-bb6079373405 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:10.828261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-c20a8825-b903-4322-a571-726a54a85d37 None None] Calling delete_port for 8ecc9bae-3648-4643-a33a-ba04c9cdac9c owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:50:10.844375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6508ac9e-11ab-451c-a1ac-088b43b76156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:10.853541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-02e9d9c3-79d1-4d05-83be-27ab60028995 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:10.858623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e011669e-d4bf-44aa-abb5-c71252fa597e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:50:10.859318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 8ecc9bae-3648-4643-a33a-ba04c9cdac9c no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:50:10.867571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6508ac9e-11ab-451c-a1ac-088b43b76156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:10.880342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a6536511-f23d-4ae0-8bfd-dbc3498ef87a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:10.898728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1041c983-8517-423b-8a7e-eb785cf52168 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:10.899554 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1041c983-8517-423b-8a7e-eb785cf52168 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:50:10.922920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e011669e-d4bf-44aa-abb5-c71252fa597e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:10.923585 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-e011669e-d4bf-44aa-abb5-c71252fa597e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Added segment fa2d2d52-7794-49ec-a82f-94909c513416 of type vlan for network b93aa6eb-1c8c-49ec-90cd-8565c57c7c10 Dec 25 19:50:10.934199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1041c983-8517-423b-8a7e-eb785cf52168 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:50:10.938366 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1041c983-8517-423b-8a7e-eb785cf52168 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2971249 Dec 25 19:50:10.939162 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48948) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:11.025168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae14bc4-d035-4545-bef6-1dc8bc69d19c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:11.025929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0ae14bc4-d035-4545-bef6-1dc8bc69d19c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:50:11.038392 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6508ac9e-11ab-451c-a1ac-088b43b76156 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4c08f99524de401898b5a12365af097f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7765605 Dec 25 19:50:11.038392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508ac9e-11ab-451c-a1ac-088b43b76156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccece3af-250f-470b-b717-65b6b5b91f89,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:11.051180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6508ac9e-11ab-451c-a1ac-088b43b76156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:11.051180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48952) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:11.051799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ffd6033a-cd5f-4695-8922-205d435fc13a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Deleting port 8951a45f-b5e4-4498-8a23-53a6b95070bc {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:11.052803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ffd6033a-cd5f-4695-8922-205d435fc13a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:11.099583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0ae14bc4-d035-4545-bef6-1dc8bc69d19c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:50:11.104439 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0ae14bc4-d035-4545-bef6-1dc8bc69d19c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1607430 Dec 25 19:50:11.104836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48956) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:11.117172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-02e9d9c3-79d1-4d05-83be-27ab60028995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:11.118155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e9d9c3-79d1-4d05-83be-27ab60028995 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:11.118292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c20a8825-b903-4322-a571-726a54a85d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:11.118787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-02e9d9c3-79d1-4d05-83be-27ab60028995 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:11.126661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-53493000-000b-4911-9107-dba567f14324 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:11.128274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bdcd8dea-0bb4-43b9-8135-c51d0ac7421d tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:11.143562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e011669e-d4bf-44aa-abb5-c71252fa597e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:11.156411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:11.193996 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fe4008-e397-4463-b958-e23e222a8fe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-1db50dbe-6e04-4a55-86fa-1ebf65e581ff', 'network_id': '1db50dbe-6e04-4a55-86fa-1ebf65e581ff', 'tenant_id': '8725429ab9244f8ba50e3b663103bb1c', 'fixed_ips': [{'subnet_id': '87b7aa2f-1655-4842-b4c9-85456b6de1db'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:50:11.194901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-52fe4008-e397-4463-b958-e23e222a8fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:11.209064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a8825-b903-4322-a571-726a54a85d37 None None] Pushing event deleted for resources: {'Port': ['ID=8ecc9bae-3648-4643-a33a-ba04c9cdac9c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:11.209274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c20a8825-b903-4322-a571-726a54a85d37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:11.228712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20a8825-b903-4322-a571-726a54a85d37 None None] No DVR routers for this DVR port 8ecc9bae-3648-4643-a33a-ba04c9cdac9c on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:50:11.229893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-029be9ee-f20c-4388-8ee8-0ca26636258e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:router {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:50:11.271327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-029be9ee-f20c-4388-8ee8-0ca26636258e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:router {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:50:11.273342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ffd6033a-cd5f-4695-8922-205d435fc13a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] The port '8951a45f-b5e4-4498-8a23-53a6b95070bc' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:50:11.278631 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-029be9ee-f20c-4388-8ee8-0ca26636258e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1727285 Dec 25 19:50:11.279336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48960) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:11.282930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3f8b8fa1-a9e9-4dd9-92dd-bb6079373405 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:11.291764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-3dfb5b01-5862-4fc2-b33f-ee51c4a74890 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'subnet': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:11.332079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 8951a45f-b5e4-4498-8a23-53a6b95070bc no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:50:11.380417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 8951a45f-b5e4-4498-8a23-53a6b95070bc {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:50:11.380800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 8951a45f-b5e4-4498-8a23-53a6b95070bc not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:50:11.469768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-52fe4008-e397-4463-b958-e23e222a8fe4 None None] Allocated IP 2001:db8::2 (1db50dbe-6e04-4a55-86fa-1ebf65e581ff/87b7aa2f-1655-4842-b4c9-85456b6de1db/fc8ef292-a5ac-43a9-8850-fabeb70353a9) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:50:11.478349 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e9d9c3-79d1-4d05-83be-27ab60028995 admin admin] Pushing event updated for resources: {'Network': ['ID=f67bff39-3f3d-40bc-8c99-94b5468c0a27,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:11.487201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-02e9d9c3-79d1-4d05-83be-27ab60028995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:11.513743 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network f67bff39-3f3d-40bc-8c99-94b5468c0a27 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:50:11.548975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f5d1fe0d-9cc1-43ba-adcc-54dde349e813 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:11.576546 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-02e9d9c3-79d1-4d05-83be-27ab60028995 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.1104858 Dec 25 19:50:11.582328 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e011669e-d4bf-44aa-abb5-c71252fa597e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:11.584882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48964) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:11.586443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e011669e-d4bf-44aa-abb5-c71252fa597e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:11.587133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e011669e-d4bf-44aa-abb5-c71252fa597e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:11.604474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-04b6965f-29f1-4c95-8828-d05619c23277 admin admin] Request body: {'subnet': {'network_id': 'f67bff39-3f3d-40bc-8c99-94b5468c0a27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-39353046-subnet', 'tenant_id': '16d52e6607ae40cb965f35dd48797f0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:11.609574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-30810538-b060-4f7d-876d-1aab80b65e1f tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:11.629929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-04b6965f-29f1-4c95-8828-d05619c23277 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:11.655153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-04b6965f-29f1-4c95-8828-d05619c23277 admin admin] Usage tracker for resource:subnet and tenant:16d52e6607ae40cb965f35dd48797f0f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:11.707869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-04b6965f-29f1-4c95-8828-d05619c23277 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:11.731751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8b8fa1-a9e9-4dd9-92dd-bb6079373405 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Network 1db50dbe-6e04-4a55-86fa-1ebf65e581ff is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:50:11.739027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-04b6965f-29f1-4c95-8828-d05619c23277 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:11.740952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b8fa1-a9e9-4dd9-92dd-bb6079373405 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event updated for resources: {'Subnet': ['ID=3a5a90b6-2874-4ead-b6e4-513833b4f81c,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:11.743421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-3f8b8fa1-a9e9-4dd9-92dd-bb6079373405 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:50:11.746512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3f8b8fa1-a9e9-4dd9-92dd-bb6079373405 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:11.749724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8b8fa1-a9e9-4dd9-92dd-bb6079373405 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:11.750383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3f8b8fa1-a9e9-4dd9-92dd-bb6079373405 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:11.779411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3dfb5b01-5862-4fc2-b33f-ee51c4a74890 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:11.788084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b6965f-29f1-4c95-8828-d05619c23277 admin admin] Made reservation on behalf of 16d52e6607ae40cb965f35dd48797f0f for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:50:11.793010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-04b6965f-29f1-4c95-8828-d05619c23277 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:11.809387 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3f8b8fa1-a9e9-4dd9-92dd-bb6079373405 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3934858 Dec 25 19:50:11.817282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48968) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:11.821745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-52fe4008-e397-4463-b958-e23e222a8fe4 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:11.827784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3dfb5b01-5862-4fc2-b33f-ee51c4a74890 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:11.834187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-52fe4008-e397-4463-b958-e23e222a8fe4 None None] Transition to ACTIVE for port object fc8ef292-a5ac-43a9-8850-fabeb70353a9 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:50:11.855726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-52fe4008-e397-4463-b958-e23e222a8fe4 None None] Transition to ACTIVE for port object fc8ef292-a5ac-43a9-8850-fabeb70353a9 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:50:11.861106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-52fe4008-e397-4463-b958-e23e222a8fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:11.865740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-24590571-b9fb-4478-8b4f-f33b67b728aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:11.935070 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fe4008-e397-4463-b958-e23e222a8fe4 None None] Network 1db50dbe-6e04-4a55-86fa-1ebf65e581ff is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:50:11.938138 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-52fe4008-e397-4463-b958-e23e222a8fe4 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:50:11.941859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ffd6033a-cd5f-4695-8922-205d435fc13a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:11.943229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fe4008-e397-4463-b958-e23e222a8fe4 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:50:11.945414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe4008-e397-4463-b958-e23e222a8fe4 None None] Pushing event updated for resources: {'Port': ['ID=fc8ef292-a5ac-43a9-8850-fabeb70353a9,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:11.950151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-52fe4008-e397-4463-b958-e23e222a8fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:11.961719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfb5b01-5862-4fc2-b33f-ee51c4a74890 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:50:11.965351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-106bf785-a42a-4a26-9829-87f62f275cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:11.967903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3dfb5b01-5862-4fc2-b33f-ee51c4a74890 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:12.040571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-52fe4008-e397-4463-b958-e23e222a8fe4 None None] Attempting to bind port fc8ef292-a5ac-43a9-8850-fabeb70353a9 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:50:12.041002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-52fe4008-e397-4463-b958-e23e222a8fe4 None None] Attempting to bind port fc8ef292-a5ac-43a9-8850-fabeb70353a9 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'c826bc8f-de90-4e6e-ac6e-5339b18024e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '1db50dbe-6e04-4a55-86fa-1ebf65e581ff'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:50:12.041424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fe4008-e397-4463-b958-e23e222a8fe4 None None] Attempting to bind port fc8ef292-a5ac-43a9-8850-fabeb70353a9 on network 1db50dbe-6e04-4a55-86fa-1ebf65e581ff {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:50:12.048800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fe4008-e397-4463-b958-e23e222a8fe4 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:50:12.049576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fe4008-e397-4463-b958-e23e222a8fe4 None None] Checking segment: {'id': 'c826bc8f-de90-4e6e-ac6e-5339b18024e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '1db50dbe-6e04-4a55-86fa-1ebf65e581ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:50:12.049719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-52fe4008-e397-4463-b958-e23e222a8fe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:12.050093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fe4008-e397-4463-b958-e23e222a8fe4 None None] Bound using segment: {'id': 'c826bc8f-de90-4e6e-ac6e-5339b18024e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '1db50dbe-6e04-4a55-86fa-1ebf65e581ff'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:50:12.050665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-52fe4008-e397-4463-b958-e23e222a8fe4 None None] Bound port: fc8ef292-a5ac-43a9-8850-fabeb70353a9, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c826bc8f-de90-4e6e-ac6e-5339b18024e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '1db50dbe-6e04-4a55-86fa-1ebf65e581ff'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:50:12.051117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-52fe4008-e397-4463-b958-e23e222a8fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:12.052716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9198f1-704c-4195-ae29-c08c8b9755fe tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:12.054230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9198f1-704c-4195-ae29-c08c8b9755fe tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:12.057858 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e011669e-d4bf-44aa-abb5-c71252fa597e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6525784 Dec 25 19:50:12.058006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9198f1-704c-4195-ae29-c08c8b9755fe tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:12.059160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9198f1-704c-4195-ae29-c08c8b9755fe tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:12.060337 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5f9198f1-704c-4195-ae29-c08c8b9755fe tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Synchronizing usage tracker for tenant:8725429ab9244f8ba50e3b663103bb1c on resource:subnet {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:50:12.065498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48972) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:12.072614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-ffd6033a-cd5f-4695-8922-205d435fc13a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb8b1740-0dae-4b4d-bfdf-7634a99306f3']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:12.122859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-10192b10-ee95-43e4-8d16-bec66ea3fc0b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1633076558', 'admin_state_up': True, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:12.146558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-52fe4008-e397-4463-b958-e23e222a8fe4 None None] For port fc8ef292-a5ac-43a9-8850-fabeb70353a9, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:50:12.150055 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-52fe4008-e397-4463-b958-e23e222a8fe4 None None] For port fc8ef292-a5ac-43a9-8850-fabeb70353a9, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=fc8ef292-a5ac-43a9-8850-fabeb70353a9,segment=NetworkSegment(c826bc8f-de90-4e6e-ac6e-5339b18024e8),segment_id=c826bc8f-de90-4e6e-ac6e-5339b18024e8)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:50:12.150221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-10192b10-ee95-43e4-8d16-bec66ea3fc0b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:12.150919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011669e-d4bf-44aa-abb5-c71252fa597e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Network': ['ID=b93aa6eb-1c8c-49ec-90cd-8565c57c7c10,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:12.154964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-52fe4008-e397-4463-b958-e23e222a8fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:12.155533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-ffd6033a-cd5f-4695-8922-205d435fc13a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db54a1d1-dad5-4efe-baca-ef2a18f6fb86') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:12.155866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-ffd6033a-cd5f-4695-8922-205d435fc13a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db54a1d1-dad5-4efe-baca-ef2a18f6fb86') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:12.164803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e011669e-d4bf-44aa-abb5-c71252fa597e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:12.166356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-22214558-709d-4326-b0d2-3783cc0d2342 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:12.166794 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-106bf785-a42a-4a26-9829-87f62f275cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:12.186259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-10192b10-ee95-43e4-8d16-bec66ea3fc0b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:router and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:12.187342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ffd6033a-cd5f-4695-8922-205d435fc13a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:12.194013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-10192b10-ee95-43e4-8d16-bec66ea3fc0b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:12.218477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-10192b10-ee95-43e4-8d16-bec66ea3fc0b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:12.230450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network b93aa6eb-1c8c-49ec-90cd-8565c57c7c10 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:50:12.236332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5f9198f1-704c-4195-ae29-c08c8b9755fe tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Unset dirty status for tenant:8725429ab9244f8ba50e3b663103bb1c on resource:subnet {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:50:12.237735 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5f9198f1-704c-4195-ae29-c08c8b9755fe tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4151690 Dec 25 19:50:12.242018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48976) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:12.248510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ffd6033a-cd5f-4695-8922-205d435fc13a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:12.281323 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b47bdd56-376a-482b-b36c-07ac139b1178 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-946227970'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:12.286401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-10192b10-ee95-43e4-8d16-bec66ea3fc0b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:12.287462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-10192b10-ee95-43e4-8d16-bec66ea3fc0b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:12.294522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd6033a-cd5f-4695-8922-205d435fc13a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:50:12.295449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ffd6033a-cd5f-4695-8922-205d435fc13a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:12.301658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b47bdd56-376a-482b-b36c-07ac139b1178 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:12.326263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b47bdd56-376a-482b-b36c-07ac139b1178 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Usage tracker for resource:network and tenant:8725429ab9244f8ba50e3b663103bb1c is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:12.360842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b47bdd56-376a-482b-b36c-07ac139b1178 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:12.369738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe4008-e397-4463-b958-e23e222a8fe4 None None] Pushing event updated for resources: {'Port': ['ID=fc8ef292-a5ac-43a9-8850-fabeb70353a9,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:12.376715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-52fe4008-e397-4463-b958-e23e222a8fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:12.380273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b47bdd56-376a-482b-b36c-07ac139b1178 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:12.409537 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:50:12.409537 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:50:12.409537 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:50:12.409537 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:50:12.409537 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:50:12.409537 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:50:12.409537 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:50:12.409537 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:50:12.409537 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:50:12.409537 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:50:12.409537 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:50:12.409537 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:50:12.409537 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:50:12.409537 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:50:12.409537 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:50:12.409537 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:50:12.409537 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:50:12.409537 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:50:12.409537 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:50:12.409537 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:50:12.409537 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:50:12.409537 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:50:12.409537 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:50:12.409537 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:50:12.409537 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:50:12.409537 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:50:12.409537 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:50:12.409537 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:50:12.409537 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:50:12.409537 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:50:12.409537 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:50:12.409537 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:50:12.409537 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:50:12.409537 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:50:12.409537 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:50:12.409537 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:50:12.409537 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:50:12.409537 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:50:12.409537 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:50:12.409537 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:50:12.425181 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-106bf785-a42a-4a26-9829-87f62f275cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:12.434266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47bdd56-376a-482b-b36c-07ac139b1178 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Made reservation on behalf of 8725429ab9244f8ba50e3b663103bb1c for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:50:12.439777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b47bdd56-376a-482b-b36c-07ac139b1178 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:12.440073 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d927f141-bebe-4b76-8cf9-8fe4cde8985e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:12.458831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106bf785-a42a-4a26-9829-87f62f275cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccece3af-250f-470b-b717-65b6b5b91f89,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:12.468614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-106bf785-a42a-4a26-9829-87f62f275cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:12.470362 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ffd6033a-cd5f-4695-8922-205d435fc13a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:12.474961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-04b6965f-29f1-4c95-8828-d05619c23277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:12.484490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dd409fe3-3453-4610-9520-14534462b2ef tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:12.505950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-02e9d9c3-79d1-4d05-83be-27ab60028995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:12.534753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ffd6033a-cd5f-4695-8922-205d435fc13a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:12.537832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-106bf785-a42a-4a26-9829-87f62f275cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:12.539219 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-106bf785-a42a-4a26-9829-87f62f275cc4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ccece3af-250f-470b-b717-65b6b5b91f89 HTTP/1.1" status: 204 len: 168 time: 1.4574213 Dec 25 19:50:12.546102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-64c4553a-52a4-4fb2-b774-bdbbefc6570b tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:12.555659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b47bdd56-376a-482b-b36c-07ac139b1178 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:50:12.558244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6033a-cd5f-4695-8922-205d435fc13a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event deleted for resources: {'Network': ['ID=eb8b1740-0dae-4b4d-bfdf-7634a99306f3,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:12.567676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ffd6033a-cd5f-4695-8922-205d435fc13a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:12.575144 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ffd6033a-cd5f-4695-8922-205d435fc13a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/networks/eb8b1740-0dae-4b4d-bfdf-7634a99306f3 HTTP/1.1" status: 204 len: 168 time: 4.1056900 Dec 25 19:50:12.576584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48982) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:12.595436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-10192b10-ee95-43e4-8d16-bec66ea3fc0b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:12.611776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b47bdd56-376a-482b-b36c-07ac139b1178 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:12.612175 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-b47bdd56-376a-482b-b36c-07ac139b1178 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Added segment d588651f-efe0-405a-9f5e-96b39baa3cb6 of type vlan for network d17cdaee-7269-4fea-8c1b-4c07d9cb85cc Dec 25 19:50:12.697577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6965f-29f1-4c95-8828-d05619c23277 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c55595b-85f0-44d8-8525-52892e33c5f9,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:12.707151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-04b6965f-29f1-4c95-8828-d05619c23277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:12.824904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b47bdd56-376a-482b-b36c-07ac139b1178 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:12.893650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3dfb5b01-5862-4fc2-b33f-ee51c4a74890 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:12.900435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d0355f0d-4ad4-476e-922e-345151c818d6 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:12.948343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b6965f-29f1-4c95-8828-d05619c23277 admin admin] Checking segment: {'id': 'e258130f-57a0-4b80-8582-ba99074a2104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f67bff39-3f3d-40bc-8c99-94b5468c0a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:50:12.948746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b6965f-29f1-4c95-8828-d05619c23277 admin admin] Network hostable DHCP agents. Network: f67bff39-3f3d-40bc-8c99-94b5468c0a27, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:50:12.983631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device fc8ef292-a5ac-43a9-8850-fabeb70353a9 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:50:13.079453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port fc8ef292-a5ac-43a9-8850-fabeb70353a9 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:50:13.092947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfb5b01-5862-4fc2-b33f-ee51c4a74890 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:50:13.098614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b47bdd56-376a-482b-b36c-07ac139b1178 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:13.102770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47bdd56-376a-482b-b36c-07ac139b1178 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:13.103452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b47bdd56-376a-482b-b36c-07ac139b1178 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-979411'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:13.107396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb5b01-5862-4fc2-b33f-ee51c4a74890 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Subnet': ['ID=61e700c4-3f13-4b4e-a2ae-ae45eef3966f,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:13.109859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-3dfb5b01-5862-4fc2-b33f-ee51c4a74890 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:50:13.112675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3dfb5b01-5862-4fc2-b33f-ee51c4a74890 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:13.115612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1cc81549-f7bc-4daa-b752-30832105f6ea tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:13.123526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de73db32-f7a7-48bd-bb7c-eba82faa0625 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:50:13.132566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-10192b10-ee95-43e4-8d16-bec66ea3fc0b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:13.134501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f53d0bd-4bd7-4b13-9048-4314a715238d tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:13.135264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0f53d0bd-4bd7-4b13-9048-4314a715238d tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Synchronizing usage tracker for tenant:70aa58ed5ec1475cad367450f4be2220 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:50:13.152626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfb5b01-5862-4fc2-b33f-ee51c4a74890 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:13.152626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3dfb5b01-5862-4fc2-b33f-ee51c4a74890 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:13.169332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-64c4553a-52a4-4fb2-b774-bdbbefc6570b tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Allocated IP 172.20.0.1 (02fd8036-feea-4fd2-bd92-4e514b93f076/b6e9faf6-df47-467a-b470-3e7e307ee7f1/5a5f3bdd-f34a-4c5a-9036-f2ae1105ad82) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:50:13.179146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0f53d0bd-4bd7-4b13-9048-4314a715238d tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Unset dirty status for tenant:70aa58ed5ec1475cad367450f4be2220 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:50:13.180466 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0f53d0bd-4bd7-4b13-9048-4314a715238d tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.6028826 Dec 25 19:50:13.186447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48986) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:13.226416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b6965f-29f1-4c95-8828-d05619c23277 admin admin] Network f67bff39-3f3d-40bc-8c99-94b5468c0a27 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:50:13.322713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47bdd56-376a-482b-b36c-07ac139b1178 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event updated for resources: {'Network': ['ID=d17cdaee-7269-4fea-8c1b-4c07d9cb85cc,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:13.326747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-04b6965f-29f1-4c95-8828-d05619c23277 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, f67bff39-3f3d-40bc-8c99-94b5468c0a27) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:50:13.332170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b47bdd56-376a-482b-b36c-07ac139b1178 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:13.338170 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b47bdd56-376a-482b-b36c-07ac139b1178 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0951445 Dec 25 19:50:13.340925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b6965f-29f1-4c95-8828-d05619c23277 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:13.341457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-04b6965f-29f1-4c95-8828-d05619c23277 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:13.343936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 48990) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:13.368240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-278774c3-61ae-4a56-aa5c-dc4b30eff02a tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:13.370120 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3dfb5b01-5862-4fc2-b33f-ee51c4a74890 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0893109 Dec 25 19:50:13.371109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8214722a-932c-465b-b92d-40dee6359c0a None None] Network f67bff39-3f3d-40bc-8c99-94b5468c0a27 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:50:13.373690 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 48994) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:13.377521 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-04b6965f-29f1-4c95-8828-d05619c23277 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7914448 Dec 25 19:50:13.383605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-89481de2-6671-41c1-8b40-36ec85e950f4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'subnet': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:13.389000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network d17cdaee-7269-4fea-8c1b-4c07d9cb85cc details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:50:13.453212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c48d0ff-eb1f-45b4-9de3-16e22837a908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-7396b720-65bf-48b2-8da7-778eed2fcf44', 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'tenant_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'fixed_ips': [{'subnet_id': '61e700c4-3f13-4b4e-a2ae-ae45eef3966f'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:50:13.454133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3c48d0ff-eb1f-45b4-9de3-16e22837a908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:13.549569 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-04760fb8-633e-4b30-b7a0-3b05875c4d52 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3617477 Dec 25 19:50:13.556219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49000) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:13.556632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-89481de2-6671-41c1-8b40-36ec85e950f4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:13.561532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-64c4553a-52a4-4fb2-b774-bdbbefc6570b tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:13.563327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-89481de2-6671-41c1-8b40-36ec85e950f4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:subnet and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:13.569566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-18527a46-adc7-41bb-8aa7-0588af4b1165 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-391197816'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:13.620461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-89481de2-6671-41c1-8b40-36ec85e950f4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:13.633676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-89481de2-6671-41c1-8b40-36ec85e950f4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:13.674257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89481de2-6671-41c1-8b40-36ec85e950f4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:50:13.732909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-18527a46-adc7-41bb-8aa7-0588af4b1165 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:13.745624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-18527a46-adc7-41bb-8aa7-0588af4b1165 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:network and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:13.755317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-18527a46-adc7-41bb-8aa7-0588af4b1165 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:13.772002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-64c4553a-52a4-4fb2-b774-bdbbefc6570b tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Transition to ACTIVE for port object 5a5f3bdd-f34a-4c5a-9036-f2ae1105ad82 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:50:13.774253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-18527a46-adc7-41bb-8aa7-0588af4b1165 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:13.809450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-278774c3-61ae-4a56-aa5c-dc4b30eff02a tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:13.827879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18527a46-adc7-41bb-8aa7-0588af4b1165 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Made reservation on behalf of 70aa58ed5ec1475cad367450f4be2220 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:50:13.836117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-18527a46-adc7-41bb-8aa7-0588af4b1165 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:13.867274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-278774c3-61ae-4a56-aa5c-dc4b30eff02a tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:13.871604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-10192b10-ee95-43e4-8d16-bec66ea3fc0b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:13.875698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b2c60a80-296e-4e1f-9eac-7e3b57accb2e tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:13.917628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-64c4553a-52a4-4fb2-b774-bdbbefc6570b tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:13.920463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-10192b10-ee95-43e4-8d16-bec66ea3fc0b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:13.938305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-278774c3-61ae-4a56-aa5c-dc4b30eff02a tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Network d17cdaee-7269-4fea-8c1b-4c07d9cb85cc is not hosted by any dhcp agent {{(pid=88901) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 25 19:50:13.943696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278774c3-61ae-4a56-aa5c-dc4b30eff02a tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:13.944642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-278774c3-61ae-4a56-aa5c-dc4b30eff02a tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:13.946086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-3c48d0ff-eb1f-45b4-9de3-16e22837a908 None None] Allocated IP 2001:db8::f816:3eff:fef1:5f9c (7396b720-65bf-48b2-8da7-778eed2fcf44/61e700c4-3f13-4b4e-a2ae-ae45eef3966f/65b57e53-541d-4367-bb4f-7f96efdcb318) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:50:13.946493 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-278774c3-61ae-4a56-aa5c-dc4b30eff02a tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "PUT /v2.0/networks/d17cdaee-7269-4fea-8c1b-4c07d9cb85cc HTTP/1.1" status: 200 len: 723 time: 0.5942478 Dec 25 19:50:13.953742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49010) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:13.965201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-63c3ea3e-0764-4578-b62e-382c78b1ae2c tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Request body: {'subnet': {'network_id': 'd17cdaee-7269-4fea-8c1b-4c07d9cb85cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:14.060292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18527a46-adc7-41bb-8aa7-0588af4b1165 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:50:14.076555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278774c3-61ae-4a56-aa5c-dc4b30eff02a tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event updated for resources: {'Network': ['ID=d17cdaee-7269-4fea-8c1b-4c07d9cb85cc,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:14.083231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-278774c3-61ae-4a56-aa5c-dc4b30eff02a tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:14.100907 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1c0a2094-ded6-4eaa-9680-5827224e430a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:14.101247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network d17cdaee-7269-4fea-8c1b-4c07d9cb85cc details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:50:14.178641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c4553a-52a4-4fb2-b774-bdbbefc6570b tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Network 02fd8036-feea-4fd2-bd92-4e514b93f076 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:50:14.180491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-18527a46-adc7-41bb-8aa7-0588af4b1165 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:14.181120 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-18527a46-adc7-41bb-8aa7-0588af4b1165 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Added segment b7c58d20-2a74-4b12-9963-4fac4ace82a3 of type vlan for network 8eaa7a02-9611-47d2-846e-910cba1b1be8 Dec 25 19:50:14.184279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-10192b10-ee95-43e4-8d16-bec66ea3fc0b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Allocated IP 172.26.8.152 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/48376342-4b80-4444-9020-b4d505d0f4e6) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:50:14.243256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3c48d0ff-eb1f-45b4-9de3-16e22837a908 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:14.247039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-64c4553a-52a4-4fb2-b774-bdbbefc6570b tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:50:14.254808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-89481de2-6671-41c1-8b40-36ec85e950f4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:14.255631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-3c48d0ff-eb1f-45b4-9de3-16e22837a908 None None] Transition to ACTIVE for port object 65b57e53-541d-4367-bb4f-7f96efdcb318 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:50:14.270611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c4553a-52a4-4fb2-b774-bdbbefc6570b tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:50:14.276600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-3c48d0ff-eb1f-45b4-9de3-16e22837a908 None None] Transition to ACTIVE for port object 65b57e53-541d-4367-bb4f-7f96efdcb318 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:50:14.359785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-63c3ea3e-0764-4578-b62e-382c78b1ae2c tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:14.362509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c4553a-52a4-4fb2-b774-bdbbefc6570b tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Pushing event updated for resources: {'Port': ['ID=5a5f3bdd-f34a-4c5a-9036-f2ae1105ad82,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:14.375012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-64c4553a-52a4-4fb2-b774-bdbbefc6570b tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:14.394161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3c48d0ff-eb1f-45b4-9de3-16e22837a908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:14.404575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-63c3ea3e-0764-4578-b62e-382c78b1ae2c tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:14.408127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e87d58d7-3346-430a-a5cc-484b5545af1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:14.414730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-64c4553a-52a4-4fb2-b774-bdbbefc6570b tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:14.420336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-18527a46-adc7-41bb-8aa7-0588af4b1165 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:14.451429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c3ea3e-0764-4578-b62e-382c78b1ae2c tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Made reservation on behalf of 8725429ab9244f8ba50e3b663103bb1c for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:50:14.477765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c48d0ff-eb1f-45b4-9de3-16e22837a908 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:50:14.490969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-3c48d0ff-eb1f-45b4-9de3-16e22837a908 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:50:14.493830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c48d0ff-eb1f-45b4-9de3-16e22837a908 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:50:14.598373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48d0ff-eb1f-45b4-9de3-16e22837a908 None None] Pushing event updated for resources: {'Port': ['ID=65b57e53-541d-4367-bb4f-7f96efdcb318,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:14.601729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3c48d0ff-eb1f-45b4-9de3-16e22837a908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:14.606156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-18527a46-adc7-41bb-8aa7-0588af4b1165 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:14.610916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18527a46-adc7-41bb-8aa7-0588af4b1165 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:14.611672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-18527a46-adc7-41bb-8aa7-0588af4b1165 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:14.629955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e011669e-d4bf-44aa-abb5-c71252fa597e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:14.652392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-63c3ea3e-0764-4578-b62e-382c78b1ae2c tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:14.684580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-3c48d0ff-eb1f-45b4-9de3-16e22837a908 None None] Attempting to bind port 65b57e53-541d-4367-bb4f-7f96efdcb318 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:50:14.685016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-3c48d0ff-eb1f-45b4-9de3-16e22837a908 None None] Attempting to bind port 65b57e53-541d-4367-bb4f-7f96efdcb318 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:50:14.685442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c48d0ff-eb1f-45b4-9de3-16e22837a908 None None] Attempting to bind port 65b57e53-541d-4367-bb4f-7f96efdcb318 on network 7396b720-65bf-48b2-8da7-778eed2fcf44 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:50:14.700107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c48d0ff-eb1f-45b4-9de3-16e22837a908 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:50:14.700548 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c48d0ff-eb1f-45b4-9de3-16e22837a908 None None] Checking segment: {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:50:14.701016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3c48d0ff-eb1f-45b4-9de3-16e22837a908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:14.701472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c48d0ff-eb1f-45b4-9de3-16e22837a908 None None] Bound using segment: {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:50:14.702034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-3c48d0ff-eb1f-45b4-9de3-16e22837a908 None None] Bound port: 65b57e53-541d-4367-bb4f-7f96efdcb318, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:50:14.702479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3c48d0ff-eb1f-45b4-9de3-16e22837a908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:14.724032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15eeebcc-bb15-4ee0-a33e-12965383e66a None None] Network 1db50dbe-6e04-4a55-86fa-1ebf65e581ff requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:50:14.763541 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-18527a46-adc7-41bb-8aa7-0588af4b1165 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2061746 Dec 25 19:50:14.770114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49022) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:14.829159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-fc3fb21a-bbb4-47e9-b277-0adf85705d02 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'subnet': {'network_id': '8eaa7a02-9611-47d2-846e-910cba1b1be8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:14.866115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3d5e78-065b-42c4-a828-94772b9237a5 None None] Network f67bff39-3f3d-40bc-8c99-94b5468c0a27 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:50:14.946619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-59a36061-dd57-4b5a-ae15-daa97c6d6c53 None None] Provisioning for port fc8ef292-a5ac-43a9-8850-fabeb70353a9 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:50:14.951138 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18527a46-adc7-41bb-8aa7-0588af4b1165 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'Network': ['ID=8eaa7a02-9611-47d2-846e-910cba1b1be8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:14.957152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-18527a46-adc7-41bb-8aa7-0588af4b1165 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:14.985374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 8eaa7a02-9611-47d2-846e-910cba1b1be8 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:50:15.007353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-4ed3e683-a8ae-46f4-a9c7-1fe1f16f2ee7 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:15.008214 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-4ed3e683-a8ae-46f4-a9c7-1fe1f16f2ee7 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/networks?id=f16ae011-75bc-41f7-ba0f-437bd94b0c59 HTTP/1.1" status: 200 len: 812 time: 0.7667975 Dec 25 19:50:15.009568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-59a36061-dd57-4b5a-ae15-daa97c6d6c53 None None] Provisioning complete for port fc8ef292-a5ac-43a9-8850-fabeb70353a9 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:50:15.009997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-59a36061-dd57-4b5a-ae15-daa97c6d6c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:15.077243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-64c4553a-52a4-4fb2-b774-bdbbefc6570b tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:15.081011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-10192b10-ee95-43e4-8d16-bec66ea3fc0b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:15.091114 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-69e6d9e1-e56e-4181-80db-b6eba124b120 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/quotas/89a6309f25094d80bbf8b7a4319155b7 HTTP/1.1" status: 200 len: 375 time: 0.0736291 Dec 25 19:50:15.125725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-fc3fb21a-bbb4-47e9-b277-0adf85705d02 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:15.174926 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-6c246f39-5616-4551-a754-da29cdd45bf8 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=89a6309f25094d80bbf8b7a4319155b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722811 Dec 25 19:50:15.188822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-3c48d0ff-eb1f-45b4-9de3-16e22837a908 None None] For port 65b57e53-541d-4367-bb4f-7f96efdcb318, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:50:15.228936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-10192b10-ee95-43e4-8d16-bec66ea3fc0b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:15.242735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f2a55342-10ac-46da-b9df-306f2796f6fc tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:15.305287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-3c48d0ff-eb1f-45b4-9de3-16e22837a908 None None] For port 65b57e53-541d-4367-bb4f-7f96efdcb318, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=65b57e53-541d-4367-bb4f-7f96efdcb318,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:50:15.307954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-fc3fb21a-bbb4-47e9-b277-0adf85705d02 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:subnet and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:15.312300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-fc3fb21a-bbb4-47e9-b277-0adf85705d02 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:15.319435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-fc3fb21a-bbb4-47e9-b277-0adf85705d02 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:15.319575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10192b10-ee95-43e4-8d16-bec66ea3fc0b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:50:15.322680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10192b10-ee95-43e4-8d16-bec66ea3fc0b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=48376342-4b80-4444-9020-b4d505d0f4e6,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:15.325401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-10192b10-ee95-43e4-8d16-bec66ea3fc0b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:50:15.327717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-10192b10-ee95-43e4-8d16-bec66ea3fc0b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:15.337344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10192b10-ee95-43e4-8d16-bec66ea3fc0b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:50:15.346260 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-63c3ea3e-0764-4578-b62e-382c78b1ae2c tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:15.357616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6fb900d4-0fb2-4eae-b145-21e1009bc277 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:15.386713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3c48d0ff-eb1f-45b4-9de3-16e22837a908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:15.398347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3fb21a-bbb4-47e9-b277-0adf85705d02 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Made reservation on behalf of 70aa58ed5ec1475cad367450f4be2220 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:50:15.399210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c20a8825-b903-4322-a571-726a54a85d37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:15.429962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-89481de2-6671-41c1-8b40-36ec85e950f4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:15.446591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3dfb5b01-5862-4fc2-b33f-ee51c4a74890 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:15.571571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-59a36061-dd57-4b5a-ae15-daa97c6d6c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:15.642689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89481de2-6671-41c1-8b40-36ec85e950f4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:50:15.650561 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-89481de2-6671-41c1-8b40-36ec85e950f4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:50:15.659015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89481de2-6671-41c1-8b40-36ec85e950f4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:15.659736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-89481de2-6671-41c1-8b40-36ec85e950f4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:15.671997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48d0ff-eb1f-45b4-9de3-16e22837a908 None None] Pushing event updated for resources: {'Port': ['ID=65b57e53-541d-4367-bb4f-7f96efdcb318,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:15.675646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3c48d0ff-eb1f-45b4-9de3-16e22837a908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:15.698694 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-89481de2-6671-41c1-8b40-36ec85e950f4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3208222 Dec 25 19:50:15.698694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89481de2-6671-41c1-8b40-36ec85e950f4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Subnet': ['ID=89663368-0dd9-432f-a204-e8d34b9bda11,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:15.700194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49028) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:15.714105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-59a36061-dd57-4b5a-ae15-daa97c6d6c53 None None] For port fc8ef292-a5ac-43a9-8850-fabeb70353a9, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=fc8ef292-a5ac-43a9-8850-fabeb70353a9,segment=NetworkSegment(c826bc8f-de90-4e6e-ac6e-5339b18024e8),segment_id=c826bc8f-de90-4e6e-ac6e-5339b18024e8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:15.714844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-6362553b-4f10-4653-a74e-4080474cf23d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'port': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'mac_address': 'fa:16:3e:da:78:16', 'name': 'tempest-NetworksTestDHCPv6-334287162'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:15.720109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-59a36061-dd57-4b5a-ae15-daa97c6d6c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:15.724743 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-52fe4008-e397-4463-b958-e23e222a8fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:15.736432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-89481de2-6671-41c1-8b40-36ec85e950f4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:15.781617 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-3b79a048-2ca6-42b5-9899-b92c8f67a5db service neutron] 10.222.0.24 "GET /v2.0/networks/f16ae011-75bc-41f7-ba0f-437bd94b0c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5897989 Dec 25 19:50:15.876341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a36061-dd57-4b5a-ae15-daa97c6d6c53 None None] Pushing event updated for resources: {'Port': ['ID=fc8ef292-a5ac-43a9-8850-fabeb70353a9,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:15.883721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-59a36061-dd57-4b5a-ae15-daa97c6d6c53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:15.899182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd4298e-e7f5-4089-ae72-2df2ef862a1a None None] Update dhcp port {'port': {'network_id': '1db50dbe-6e04-4a55-86fa-1ebf65e581ff', 'fixed_ips': [{'subnet_id': '87b7aa2f-1655-4842-b4c9-85456b6de1db', 'ip_address': '2001:db8::2'}, {'subnet_id': '3a5a90b6-2874-4ead-b6e4-513833b4f81c'}], 'binding:host_id': 'dv-neutron-822611-1-hyperv'}, 'id': 'fc8ef292-a5ac-43a9-8850-fabeb70353a9'} from dv-neutron-822611-1-hyperv. {{(pid=88902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 25 19:50:15.917901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c3ea3e-0764-4578-b62e-382c78b1ae2c tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event updated for resources: {'Subnet': ['ID=2a85e901-32fb-493e-825f-deff413fb8e4,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:15.928678 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-c9c6b768-3d48-41b7-912a-80f9431a7cfe None None] Provisioning for port 5a5f3bdd-f34a-4c5a-9036-f2ae1105ad82 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:50:15.943968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-c9c6b768-3d48-41b7-912a-80f9431a7cfe None None] Provisioning complete for port 5a5f3bdd-f34a-4c5a-9036-f2ae1105ad82 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:50:15.944785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c9c6b768-3d48-41b7-912a-80f9431a7cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:15.990319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-63c3ea3e-0764-4578-b62e-382c78b1ae2c tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:16.046192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fc3fb21a-bbb4-47e9-b277-0adf85705d02 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:16.059127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6362553b-4f10-4653-a74e-4080474cf23d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:16.067683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6362553b-4f10-4653-a74e-4080474cf23d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:port and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:16.072888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6362553b-4f10-4653-a74e-4080474cf23d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:16.082490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6362553b-4f10-4653-a74e-4080474cf23d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:16.124160 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-9a8e8ff2-d922-4e34-8688-48d33c655e92 service neutron] 10.222.0.24 "GET /v2.0/networks/f16ae011-75bc-41f7-ba0f-437bd94b0c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284459 Dec 25 19:50:16.129032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6362553b-4f10-4653-a74e-4080474cf23d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:50:16.148670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6362553b-4f10-4653-a74e-4080474cf23d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:16.215089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-6362553b-4f10-4653-a74e-4080474cf23d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] device_id is not set on port 8f791566-66f6-4231-97f8-a29d66f5f7ef yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:50:16.260894 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2cd4298e-e7f5-4089-ae72-2df2ef862a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:16.274220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-c9c6b768-3d48-41b7-912a-80f9431a7cfe None None] Port 5a5f3bdd-f34a-4c5a-9036-f2ae1105ad82 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:50:16.318898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c3ea3e-0764-4578-b62e-382c78b1ae2c tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Checking segment: {'id': 'd588651f-efe0-405a-9f5e-96b39baa3cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd17cdaee-7269-4fea-8c1b-4c07d9cb85cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:50:16.325492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c3ea3e-0764-4578-b62e-382c78b1ae2c tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Network hostable DHCP agents. Network: d17cdaee-7269-4fea-8c1b-4c07d9cb85cc, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:50:16.354826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-10192b10-ee95-43e4-8d16-bec66ea3fc0b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:16.355556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-10192b10-ee95-43e4-8d16-bec66ea3fc0b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:16.474818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fc3fb21a-bbb4-47e9-b277-0adf85705d02 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:16.489032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ebb03f35-0316-46e9-8ae0-e90b74b6636d tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:16.584868 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e89594ee-306f-460a-b368-0b58de00683a req-5460ea6b-6c4f-400b-9dae-60f9ad597e4e tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/ports?device_id=769cff77-da4b-472c-af9c-a7aed2a4cf6a HTTP/1.1" status: 200 len: 210 time: 0.1320908 Dec 25 19:50:16.595485 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-2cd4298e-e7f5-4089-ae72-2df2ef862a1a None None] Allocated IP 172.20.0.1 (1db50dbe-6e04-4a55-86fa-1ebf65e581ff/3a5a90b6-2874-4ead-b6e4-513833b4f81c/fc8ef292-a5ac-43a9-8850-fabeb70353a9) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:50:16.613993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3fb21a-bbb4-47e9-b277-0adf85705d02 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'Subnet': ['ID=623950f4-19ba-4b07-9de5-f6a13db71c33,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:16.637496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fc3fb21a-bbb4-47e9-b277-0adf85705d02 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:16.659555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c3ea3e-0764-4578-b62e-382c78b1ae2c tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Network d17cdaee-7269-4fea-8c1b-4c07d9cb85cc is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:50:16.683936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3fb21a-bbb4-47e9-b277-0adf85705d02 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Checking segment: {'id': 'b7c58d20-2a74-4b12-9963-4fac4ace82a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8eaa7a02-9611-47d2-846e-910cba1b1be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:50:16.684635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3fb21a-bbb4-47e9-b277-0adf85705d02 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Network hostable DHCP agents. Network: 8eaa7a02-9611-47d2-846e-910cba1b1be8, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:50:16.696949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-63c3ea3e-0764-4578-b62e-382c78b1ae2c tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, d17cdaee-7269-4fea-8c1b-4c07d9cb85cc) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:50:16.715709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c3ea3e-0764-4578-b62e-382c78b1ae2c tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:16.716373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-63c3ea3e-0764-4578-b62e-382c78b1ae2c tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:16.751358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3907c6-8e20-4544-afdc-de083b5c4909 None None] Network d17cdaee-7269-4fea-8c1b-4c07d9cb85cc requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:50:16.764453 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-63c3ea3e-0764-4578-b62e-382c78b1ae2c tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8046992 Dec 25 19:50:16.765354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49042) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:16.768074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-64c4553a-52a4-4fb2-b774-bdbbefc6570b tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:16.773156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3fb21a-bbb4-47e9-b277-0adf85705d02 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Network 8eaa7a02-9611-47d2-846e-910cba1b1be8 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:50:16.782026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-6362553b-4f10-4653-a74e-4080474cf23d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Allocated IP 172.20.0.6 (7396b720-65bf-48b2-8da7-778eed2fcf44/89663368-0dd9-432f-a204-e8d34b9bda11/8f791566-66f6-4231-97f8-a29d66f5f7ef) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:50:16.785078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-1f31e708-8f90-4ab1-a46f-6bcb71894994 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:16.796111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-6362553b-4f10-4653-a74e-4080474cf23d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Allocated IP 2001:db8::f816:3eff:feda:7816 (7396b720-65bf-48b2-8da7-778eed2fcf44/61e700c4-3f13-4b4e-a2ae-ae45eef3966f/8f791566-66f6-4231-97f8-a29d66f5f7ef) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:50:16.820810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-fc3fb21a-bbb4-47e9-b277-0adf85705d02 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 8eaa7a02-9611-47d2-846e-910cba1b1be8) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:50:16.826019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-64c4553a-52a4-4fb2-b774-bdbbefc6570b tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:16.839839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc9949d-7743-4463-a254-28c7b05f25f7 None None] Network 8eaa7a02-9611-47d2-846e-910cba1b1be8 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:50:16.938979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7cb77912-9d9a-4039-8f92-c198b5ed4a17 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:16.981454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-64c4553a-52a4-4fb2-b774-bdbbefc6570b tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:16.996424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3fb21a-bbb4-47e9-b277-0adf85705d02 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:16.997446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fc3fb21a-bbb4-47e9-b277-0adf85705d02 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:17.000653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-2cd4298e-e7f5-4089-ae72-2df2ef862a1a None None] For port fc8ef292-a5ac-43a9-8850-fabeb70353a9, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=fc8ef292-a5ac-43a9-8850-fabeb70353a9,segment=NetworkSegment(c826bc8f-de90-4e6e-ac6e-5339b18024e8),segment_id=c826bc8f-de90-4e6e-ac6e-5339b18024e8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:17.045997 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fc3fb21a-bbb4-47e9-b277-0adf85705d02 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2718675 Dec 25 19:50:17.054139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49048) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:17.060683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10192b10-ee95-43e4-8d16-bec66ea3fc0b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router 9fea6925-3cf8-43b3-a6f3-314b4147b509 is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:50:17.072560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-d0f4ac26-daef-47f0-b8f8-54a8828adf5e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'port': {'network_id': '8eaa7a02-9611-47d2-846e-910cba1b1be8', 'name': 'tempest-PortsIpV6TestJSON-974184627'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:17.098157 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 65b57e53-541d-4367-bb4f-7f96efdcb318 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:50:17.198012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6362553b-4f10-4653-a74e-4080474cf23d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:17.235847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-6362553b-4f10-4653-a74e-4080474cf23d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Transition to ACTIVE for port object 8f791566-66f6-4231-97f8-a29d66f5f7ef will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:50:17.299791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2cd4298e-e7f5-4089-ae72-2df2ef862a1a None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:17.380399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6362553b-4f10-4653-a74e-4080474cf23d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:17.397159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fb297ed2-cea2-4584-90b4-97999a8af40a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:17.454518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2cd4298e-e7f5-4089-ae72-2df2ef862a1a None None] Transition to ACTIVE for port object fc8ef292-a5ac-43a9-8850-fabeb70353a9 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:50:17.470556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c4553a-52a4-4fb2-b774-bdbbefc6570b tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Network 02fd8036-feea-4fd2-bd92-4e514b93f076 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:50:17.474739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d0f4ac26-daef-47f0-b8f8-54a8828adf5e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:17.480359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-64c4553a-52a4-4fb2-b774-bdbbefc6570b tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:50:17.501517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6362553b-4f10-4653-a74e-4080474cf23d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Port': ['ID=8f791566-66f6-4231-97f8-a29d66f5f7ef,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:17.516366 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2cd4298e-e7f5-4089-ae72-2df2ef862a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:17.524607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6362553b-4f10-4653-a74e-4080474cf23d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:50:17.525788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6362553b-4f10-4653-a74e-4080474cf23d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:17.529686 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e87d58d7-3346-430a-a5cc-484b5545af1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:17.539508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-6362553b-4f10-4653-a74e-4080474cf23d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:50:17.543864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10192b10-ee95-43e4-8d16-bec66ea3fc0b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:50:17.545478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6362553b-4f10-4653-a74e-4080474cf23d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:50:17.555390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6398fbb3-3136-450e-88ef-25e2382c75f2 None None] Sync routers for ids ['9fea6925-3cf8-43b3-a6f3-314b4147b509'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:50:17.574127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6398fbb3-3136-450e-88ef-25e2382c75f2 None None] Routers {'9fea6925-3cf8-43b3-a6f3-314b4147b509'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:50:17.574837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-6398fbb3-3136-450e-88ef-25e2382c75f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:50:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['9fea6925-3cf8-43b3-a6f3-314b4147b509'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:17.583971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f31e708-8f90-4ab1-a46f-6bcb71894994 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2972844'] for subnet, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:17.627950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b9edc9-0a8e-40ae-89db-50f02a2bb1a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-d17cdaee-7269-4fea-8c1b-4c07d9cb85cc', 'network_id': 'd17cdaee-7269-4fea-8c1b-4c07d9cb85cc', 'tenant_id': '8725429ab9244f8ba50e3b663103bb1c', 'fixed_ips': [{'subnet_id': '2a85e901-32fb-493e-825f-deff413fb8e4'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:50:17.628900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e0b9edc9-0a8e-40ae-89db-50f02a2bb1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:17.642982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6362553b-4f10-4653-a74e-4080474cf23d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:17.643726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6362553b-4f10-4653-a74e-4080474cf23d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:17.655951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f171f40b-7500-429f-a35e-41e1467dac02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-8eaa7a02-9611-47d2-846e-910cba1b1be8', 'network_id': '8eaa7a02-9611-47d2-846e-910cba1b1be8', 'tenant_id': '70aa58ed5ec1475cad367450f4be2220', 'fixed_ips': [{'subnet_id': '623950f4-19ba-4b07-9de5-f6a13db71c33'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:50:17.657137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f171f40b-7500-429f-a35e-41e1467dac02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:17.717415 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6362553b-4f10-4653-a74e-4080474cf23d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.0139005 Dec 25 19:50:17.725857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49056) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:17.983279 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b41aff9f-cd22-465b-9de6-b65fa483fb30 req-e30492c6-7d43-4ce2-9363-005cf50247ab tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/ports?device_id=769cff77-da4b-472c-af9c-a7aed2a4cf6a HTTP/1.1" status: 200 len: 210 time: 0.1009541 Dec 25 19:50:18.001931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-6398fbb3-3136-450e-88ef-25e2382c75f2 None None] Set router 9fea6925-3cf8-43b3-a6f3-314b4147b509 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:50:18.010914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-10192b10-ee95-43e4-8d16-bec66ea3fc0b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:18.012562 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-10192b10-ee95-43e4-8d16-bec66ea3fc0b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.9433782 Dec 25 19:50:18.027010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49060) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:18.064678 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c4553a-52a4-4fb2-b774-bdbbefc6570b tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Pushing event updated for resources: {'Port': ['ID=5a5f3bdd-f34a-4c5a-9036-f2ae1105ad82,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:18.079476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-64c4553a-52a4-4fb2-b774-bdbbefc6570b tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.140s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:18.080221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f31e708-8f90-4ab1-a46f-6bcb71894994 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739196635046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036853341413'] for subnet, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:18.084263 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3c976415-c44c-4a3c-bef4-573b59144e0b tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=23f5dc92674e43b787fc19a8bf548d4f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0557859 Dec 25 19:50:18.088789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49064) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:18.100296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d0f4ac26-daef-47f0-b8f8-54a8828adf5e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:18.111690 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6345e15c-4ba5-43bb-b06c-f2989b16cb34 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:18.193515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-e0b9edc9-0a8e-40ae-89db-50f02a2bb1a9 None None] Allocated IP 2001:db8::2 (d17cdaee-7269-4fea-8c1b-4c07d9cb85cc/2a85e901-32fb-493e-825f-deff413fb8e4/7dcd4196-3523-4f58-8b11-4ac303bd2603) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:50:18.270682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f31e708-8f90-4ab1-a46f-6bcb71894994 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event updated for resources: {'Subnet': ['ID=2a85e901-32fb-493e-825f-deff413fb8e4,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:18.292145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f31e708-8f90-4ab1-a46f-6bcb71894994 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:18.293144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f31e708-8f90-4ab1-a46f-6bcb71894994 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:18.297917 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1f31e708-8f90-4ab1-a46f-6bcb71894994 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "PUT /v2.0/subnets/2a85e901-32fb-493e-825f-deff413fb8e4 HTTP/1.1" status: 200 len: 826 time: 1.5268691 Dec 25 19:50:18.304529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1f31e708-8f90-4ab1-a46f-6bcb71894994 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:18.305335 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49068) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:18.430713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-6398fbb3-3136-450e-88ef-25e2382c75f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fea6925-3cf8-43b3-a6f3-314b4147b509', 'name': 'tempest-TestNetworkBasicOps-router-1633076558', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': '48376342-4b80-4444-9020-b4d505d0f4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:50:12Z', 'updated_at': '2021-12-25T19:50:15Z', 'revision_number': 3, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '48376342-4b80-4444-9020-b4d505d0f4e6', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:88:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fea6925-3cf8-43b3-a6f3-314b4147b509', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:50:13Z', 'updated_at': '2021-12-25T19:50:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:18.434822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6398fbb3-3136-450e-88ef-25e2382c75f2 None None] Checking router: 9fea6925-3cf8-43b3-a6f3-314b4147b509 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:50:18.435254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6398fbb3-3136-450e-88ef-25e2382c75f2 None None] Updating router 9fea6925-3cf8-43b3-a6f3-314b4147b509 port 48376342-4b80-4444-9020-b4d505d0f4e6 binding host dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 19:50:18.453733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e0b9edc9-0a8e-40ae-89db-50f02a2bb1a9 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:18.468328 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-e0b9edc9-0a8e-40ae-89db-50f02a2bb1a9 None None] Transition to ACTIVE for port object 7dcd4196-3523-4f58-8b11-4ac303bd2603 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:50:18.474000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-495b131a-54b9-4378-b454-2371884c1a75 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:18.480816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f4ac26-daef-47f0-b8f8-54a8828adf5e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Made reservation on behalf of 70aa58ed5ec1475cad367450f4be2220 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:50:18.487318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d0f4ac26-daef-47f0-b8f8-54a8828adf5e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:18.500644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6398fbb3-3136-450e-88ef-25e2382c75f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:18.506026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-e0b9edc9-0a8e-40ae-89db-50f02a2bb1a9 None None] Transition to ACTIVE for port object 7dcd4196-3523-4f58-8b11-4ac303bd2603 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:50:18.525232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-495b131a-54b9-4378-b454-2371884c1a75 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Deleting port 7dcd4196-3523-4f58-8b11-4ac303bd2603 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:18.525776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-495b131a-54b9-4378-b454-2371884c1a75 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:18.530568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac90a440-a613-4b6c-a6c6-257b67eb7a5f None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:50:18.658116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 65b57e53-541d-4367-bb4f-7f96efdcb318 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:50:18.719098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device fc8ef292-a5ac-43a9-8850-fabeb70353a9 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:50:18.789833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e0b9edc9-0a8e-40ae-89db-50f02a2bb1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:18.859859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-495b131a-54b9-4378-b454-2371884c1a75 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] For port 7dcd4196-3523-4f58-8b11-4ac303bd2603, host dv-neutron-822611-1-hyperv, got binding levels [] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:18.860447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-495b131a-54b9-4378-b454-2371884c1a75 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:18.938868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-07aee2e3-2fb9-471c-8d36-e6be7e4f9961 None None] Provisioning complete for port 5a5f3bdd-f34a-4c5a-9036-f2ae1105ad82 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:50:18.939326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-07aee2e3-2fb9-471c-8d36-e6be7e4f9961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:18.995215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6398fbb3-3136-450e-88ef-25e2382c75f2 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:19.007935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-6398fbb3-3136-450e-88ef-25e2382c75f2 None None] Transition to ACTIVE for port object 48376342-4b80-4444-9020-b4d505d0f4e6 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:50:19.017220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6398fbb3-3136-450e-88ef-25e2382c75f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:19.025671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-1e101514-f2c8-4c88-a506-1090c3945f5f tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:19.028257 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-1e101514-f2c8-4c88-a506-1090c3945f5f tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.36 "GET /v2.0/networks?id=f16ae011-75bc-41f7-ba0f-437bd94b0c59 HTTP/1.1" status: 200 len: 812 time: 0.2415209 Dec 25 19:50:19.030633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:19.051585 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-495b131a-54b9-4378-b454-2371884c1a75 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Calling delete_port for 7dcd4196-3523-4f58-8b11-4ac303bd2603 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:50:19.059908 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4298e-e7f5-4089-ae72-2df2ef862a1a None None] Pushing event updated for resources: {'Port': ['ID=fc8ef292-a5ac-43a9-8850-fabeb70353a9,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:19.095793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-6398fbb3-3136-450e-88ef-25e2382c75f2 None None] Attempting to bind port 48376342-4b80-4444-9020-b4d505d0f4e6 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:50:19.096296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-6398fbb3-3136-450e-88ef-25e2382c75f2 None None] Attempting to bind port 48376342-4b80-4444-9020-b4d505d0f4e6 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:50:19.096819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6398fbb3-3136-450e-88ef-25e2382c75f2 None None] Attempting to bind port 48376342-4b80-4444-9020-b4d505d0f4e6 on network a29ab018-4a1a-4021-8156-423134b861f3 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:50:19.110130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2cd4298e-e7f5-4089-ae72-2df2ef862a1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.580s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:19.119240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a1d846-5961-488a-bc05-02d948ece3dc tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:19.122055 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6398fbb3-3136-450e-88ef-25e2382c75f2 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:50:19.122608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6398fbb3-3136-450e-88ef-25e2382c75f2 None None] Checking segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:50:19.123187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6398fbb3-3136-450e-88ef-25e2382c75f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:19.124883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6398fbb3-3136-450e-88ef-25e2382c75f2 None None] Bound using segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:50:19.124883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-6398fbb3-3136-450e-88ef-25e2382c75f2 None None] Bound port: 48376342-4b80-4444-9020-b4d505d0f4e6, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:50:19.124883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6398fbb3-3136-450e-88ef-25e2382c75f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:19.145239 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-37a1d846-5961-488a-bc05-02d948ece3dc tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0310473 Dec 25 19:50:19.146374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49078) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:19.156160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3c48d0ff-eb1f-45b4-9de3-16e22837a908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.316s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:19.161513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-4211ec7f-5ff4-43a1-ae3a-326ee2b45e2d tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Request body: {'port': {'device_id': '769cff77-da4b-472c-af9c-a7aed2a4cf6a', 'network_id': 'f16ae011-75bc-41f7-ba0f-437bd94b0c59', 'admin_state_up': True, 'tenant_id': '89a6309f25094d80bbf8b7a4319155b7'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:19.263857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-d0f4ac26-daef-47f0-b8f8-54a8828adf5e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] device_id is not set on port ecc298bf-0aea-4b91-9b1d-3912d4c2e8a1 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:50:19.272423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-6398fbb3-3136-450e-88ef-25e2382c75f2 None None] For port 48376342-4b80-4444-9020-b4d505d0f4e6, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:50:19.279011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-6398fbb3-3136-450e-88ef-25e2382c75f2 None None] For port 48376342-4b80-4444-9020-b4d505d0f4e6, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=48376342-4b80-4444-9020-b4d505d0f4e6,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:50:19.290811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6398fbb3-3136-450e-88ef-25e2382c75f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:19.303570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b2a1d-ead7-4a12-8766-e14867173274 None None] Pushing event updated for resources: {'Port': ['ID=48376342-4b80-4444-9020-b4d505d0f4e6,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:19.311987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ab4b2a1d-ead7-4a12-8766-e14867173274 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:19.312235 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2bc77da5-79f5-4935-a1d7-01e4f4d581b4 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=a29ab018-4a1a-4021-8156-423134b861f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1180205 Dec 25 19:50:19.314824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dfeede19-8464-48e3-8cb3-d219460c7ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:19.337134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49082) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:19.341915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-495b131a-54b9-4378-b454-2371884c1a75 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:19.367464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf775c3-8859-4bda-b89f-2b8d4039aebc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:19.368820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-254d5813-10c3-4da6-a6c0-ad7bd9e8bf3d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1075488397', 'network_id': 'b93aa6eb-1c8c-49ec-90cd-8565c57c7c10', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:19.377731 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf775c3-8859-4bda-b89f-2b8d4039aebc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:19.378699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ccf775c3-8859-4bda-b89f-2b8d4039aebc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:50:19.392215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0119e5cc-a7d2-4b6e-8a01-7e6351e6e595 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:19.413854 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8048f793-f35c-46fd-99be-99139140c261 req-60338f79-5f0a-4018-9cb5-938ad3fd1f43 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/ports?device_id=769cff77-da4b-472c-af9c-a7aed2a4cf6a HTTP/1.1" status: 200 len: 210 time: 0.2143912 Dec 25 19:50:19.456089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b2a1d-ead7-4a12-8766-e14867173274 None None] Pushing event updated for resources: {'Port': ['ID=48376342-4b80-4444-9020-b4d505d0f4e6,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:19.460056 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6398fbb3-3136-450e-88ef-25e2382c75f2 None None] Routers {'9fea6925-3cf8-43b3-a6f3-314b4147b509'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:50:19.460934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-6398fbb3-3136-450e-88ef-25e2382c75f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:50:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['9fea6925-3cf8-43b3-a6f3-314b4147b509'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:19.472762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b9edc9-0a8e-40ae-89db-50f02a2bb1a9 None None] Network d17cdaee-7269-4fea-8c1b-4c07d9cb85cc is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:50:19.518075 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b9edc9-0a8e-40ae-89db-50f02a2bb1a9 None None] Pushing event deleted for resources: {'Port': ['ID=7dcd4196-3523-4f58-8b11-4ac303bd2603,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:19.521472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e0b9edc9-0a8e-40ae-89db-50f02a2bb1a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:19.523128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-e0b9edc9-0a8e-40ae-89db-50f02a2bb1a9 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:50:19.524746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ccf775c3-8859-4bda-b89f-2b8d4039aebc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:50:19.525413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b9edc9-0a8e-40ae-89db-50f02a2bb1a9 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:50:19.529763 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ccf775c3-8859-4bda-b89f-2b8d4039aebc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 1.8021491 Dec 25 19:50:19.530803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49086) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:19.545110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ab4b2a1d-ead7-4a12-8766-e14867173274 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:19.598881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495b131a-54b9-4378-b454-2371884c1a75 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] No DVR routers for this DVR port 7dcd4196-3523-4f58-8b11-4ac303bd2603 on host dv-neutron-822611-1-hyperv {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:50:19.601405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b131a-54b9-4378-b454-2371884c1a75 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event deleted for resources: {'Port': ['ID=7dcd4196-3523-4f58-8b11-4ac303bd2603,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:19.661266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-4211ec7f-5ff4-43a1-ae3a-326ee2b45e2d tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:19.661936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-495b131a-54b9-4378-b454-2371884c1a75 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:19.671606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-76b3f31b-2f82-4367-8718-e92c48a79419 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting port 8f791566-66f6-4231-97f8-a29d66f5f7ef {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:19.672209 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-76b3f31b-2f82-4367-8718-e92c48a79419 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:19.689502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-07aee2e3-2fb9-471c-8d36-e6be7e4f9961 None None] Port 5a5f3bdd-f34a-4c5a-9036-f2ae1105ad82 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:50:19.724045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-e0b9edc9-0a8e-40ae-89db-50f02a2bb1a9 None None] Attempting to bind port 7dcd4196-3523-4f58-8b11-4ac303bd2603 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:50:19.724589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-e0b9edc9-0a8e-40ae-89db-50f02a2bb1a9 None None] Attempting to bind port 7dcd4196-3523-4f58-8b11-4ac303bd2603 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'd588651f-efe0-405a-9f5e-96b39baa3cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd17cdaee-7269-4fea-8c1b-4c07d9cb85cc'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:50:19.725092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b9edc9-0a8e-40ae-89db-50f02a2bb1a9 None None] Attempting to bind port 7dcd4196-3523-4f58-8b11-4ac303bd2603 on network d17cdaee-7269-4fea-8c1b-4c07d9cb85cc {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:50:19.752405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-f171f40b-7500-429f-a35e-41e1467dac02 None None] Allocated IP 2001:db8::2 (8eaa7a02-9611-47d2-846e-910cba1b1be8/623950f4-19ba-4b07-9de5-f6a13db71c33/4eb7bc6e-a0ec-47a4-b466-8aa7a69ffa66) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:50:19.761739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b9edc9-0a8e-40ae-89db-50f02a2bb1a9 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:50:19.762281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b9edc9-0a8e-40ae-89db-50f02a2bb1a9 None None] Checking segment: {'id': 'd588651f-efe0-405a-9f5e-96b39baa3cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd17cdaee-7269-4fea-8c1b-4c07d9cb85cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:50:19.762826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e0b9edc9-0a8e-40ae-89db-50f02a2bb1a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:19.763453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b9edc9-0a8e-40ae-89db-50f02a2bb1a9 None None] Bound using segment: {'id': 'd588651f-efe0-405a-9f5e-96b39baa3cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd17cdaee-7269-4fea-8c1b-4c07d9cb85cc'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:50:19.764093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-e0b9edc9-0a8e-40ae-89db-50f02a2bb1a9 None None] Bound port: 7dcd4196-3523-4f58-8b11-4ac303bd2603, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd588651f-efe0-405a-9f5e-96b39baa3cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd17cdaee-7269-4fea-8c1b-4c07d9cb85cc'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:50:19.764739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e0b9edc9-0a8e-40ae-89db-50f02a2bb1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:19.788383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-6398fbb3-3136-450e-88ef-25e2382c75f2 None None] Set router 9fea6925-3cf8-43b3-a6f3-314b4147b509 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:50:19.803038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-495b131a-54b9-4378-b454-2371884c1a75 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:19.828013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e0b9edc9-0a8e-40ae-89db-50f02a2bb1a9 None None] Port 7dcd4196-3523-4f58-8b11-4ac303bd2603 has been deleted concurrently {{(pid=88902) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:616}} Dec 25 19:50:19.860519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-4211ec7f-5ff4-43a1-ae3a-326ee2b45e2d tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Usage tracker for resource:port and tenant:89a6309f25094d80bbf8b7a4319155b7 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:19.864683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-4211ec7f-5ff4-43a1-ae3a-326ee2b45e2d tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:19.880871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-4211ec7f-5ff4-43a1-ae3a-326ee2b45e2d tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:19.895335 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-92f5df45-855e-47ef-b9e8-faceb683d607 None None] Provisioning for port 65b57e53-541d-4367-bb4f-7f96efdcb318 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:50:19.904840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-92f5df45-855e-47ef-b9e8-faceb683d607 None None] Provisioning complete for port 65b57e53-541d-4367-bb4f-7f96efdcb318 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:50:19.905384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-92f5df45-855e-47ef-b9e8-faceb683d607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:19.922874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-4211ec7f-5ff4-43a1-ae3a-326ee2b45e2d tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Made reservation on behalf of 89a6309f25094d80bbf8b7a4319155b7 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:50:19.929197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-4211ec7f-5ff4-43a1-ae3a-326ee2b45e2d tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:19.961515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8fb430-2d23-4ed0-acf8-79e91d1c09d9 None None] Network 1db50dbe-6e04-4a55-86fa-1ebf65e581ff requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:50:20.091621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1a70f7-dfb5-40a2-ae5e-46971adda6c3 None None] Update dhcp port {'port': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'fixed_ips': [{'subnet_id': '61e700c4-3f13-4b4e-a2ae-ae45eef3966f', 'ip_address': '2001:db8::f816:3eff:fef1:5f9c'}, {'subnet_id': '89663368-0dd9-432f-a204-e8d34b9bda11'}], 'binding:host_id': 'dv-neutron-822611-1-hyperv'}, 'id': '65b57e53-541d-4367-bb4f-7f96efdcb318'} from dv-neutron-822611-1-hyperv. {{(pid=88902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 25 19:50:20.198634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-76b3f31b-2f82-4367-8718-e92c48a79419 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:20.302648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-6398fbb3-3136-450e-88ef-25e2382c75f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fea6925-3cf8-43b3-a6f3-314b4147b509', 'name': 'tempest-TestNetworkBasicOps-router-1633076558', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': '48376342-4b80-4444-9020-b4d505d0f4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:50:12Z', 'updated_at': '2021-12-25T19:50:15Z', 'revision_number': 3, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '48376342-4b80-4444-9020-b4d505d0f4e6', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:88:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fea6925-3cf8-43b3-a6f3-314b4147b509', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:50:13Z', 'updated_at': '2021-12-25T19:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:20.312130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6398fbb3-3136-450e-88ef-25e2382c75f2 None None] The sync data for ids ['9fea6925-3cf8-43b3-a6f3-314b4147b509'] in dv-neutron-822611-1-hyperv is: [{'id': '9fea6925-3cf8-43b3-a6f3-314b4147b509', 'name': 'tempest-TestNetworkBasicOps-router-1633076558', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': '48376342-4b80-4444-9020-b4d505d0f4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:50:12Z', 'updated_at': '2021-12-25T19:50:15Z', 'revision_number': 3, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '48376342-4b80-4444-9020-b4d505d0f4e6', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:88:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fea6925-3cf8-43b3-a6f3-314b4147b509', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:50:13Z', 'updated_at': '2021-12-25T19:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:50:20.398147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-76b3f31b-2f82-4367-8718-e92c48a79419 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Calling delete_port for 8f791566-66f6-4231-97f8-a29d66f5f7ef owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:50:20.426415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-92f5df45-855e-47ef-b9e8-faceb683d607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:20.427323 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-495b131a-54b9-4378-b454-2371884c1a75 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:20.446378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ef7bb288-a77b-4708-893d-893a0febd876 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:20.471604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bf1a70f7-dfb5-40a2-ae5e-46971adda6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:20.540943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b131a-54b9-4378-b454-2371884c1a75 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event deleted for resources: {'Subnet': ['ID=2a85e901-32fb-493e-825f-deff413fb8e4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:20.563921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-495b131a-54b9-4378-b454-2371884c1a75 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:20.586627 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-254d5813-10c3-4da6-a6c0-ad7bd9e8bf3d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:20.594728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-254d5813-10c3-4da6-a6c0-ad7bd9e8bf3d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:subnet and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:20.603299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-254d5813-10c3-4da6-a6c0-ad7bd9e8bf3d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:20.632594 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-254d5813-10c3-4da6-a6c0-ad7bd9e8bf3d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:20.684377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254d5813-10c3-4da6-a6c0-ad7bd9e8bf3d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Made reservation on behalf of 23f5dc92674e43b787fc19a8bf548d4f for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:50:20.699841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-92f5df45-855e-47ef-b9e8-faceb683d607 None None] For port 65b57e53-541d-4367-bb4f-7f96efdcb318, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=65b57e53-541d-4367-bb4f-7f96efdcb318,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:20.768468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-4211ec7f-5ff4-43a1-ae3a-326ee2b45e2d tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Allocated IP 172.20.0.12 (f16ae011-75bc-41f7-ba0f-437bd94b0c59/ffa43b6c-d683-46c2-988c-069c937ddee5/44e10e5c-c67c-42cf-a737-57a5785b7b42) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:50:20.785757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-92f5df45-855e-47ef-b9e8-faceb683d607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:20.787680 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c662abb8-b0ef-4fd4-8b49-f2f6b926b0e8 req-f16ac36a-664c-431c-84e5-542a334faaa0 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/ports?device_id=769cff77-da4b-472c-af9c-a7aed2a4cf6a HTTP/1.1" status: 200 len: 210 time: 0.1425154 Dec 25 19:50:20.805067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-254d5813-10c3-4da6-a6c0-ad7bd9e8bf3d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:20.824358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c6e78bd8-2a11-4687-8f7d-c94f7c8cb1f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:20.879564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-495b131a-54b9-4378-b454-2371884c1a75 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:20.904048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5df45-855e-47ef-b9e8-faceb683d607 None None] Pushing event updated for resources: {'Port': ['ID=65b57e53-541d-4367-bb4f-7f96efdcb318,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:20.907412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-92f5df45-855e-47ef-b9e8-faceb683d607 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:20.938352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c4553a-52a4-4fb2-b774-bdbbefc6570b tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Router 5616bfb2-d11a-4c37-94ff-d213f0d284db has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:50:21.023700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f171f40b-7500-429f-a35e-41e1467dac02 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:21.041019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-76b3f31b-2f82-4367-8718-e92c48a79419 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:21.045793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-495b131a-54b9-4378-b454-2371884c1a75 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d17cdaee-7269-4fea-8c1b-4c07d9cb85cc']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:21.052377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a6a403a4-1ce6-467f-9d28-793b3af03110 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:21.079218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-9c5b0894-cc37-4ea6-bb1d-0293f127b62f None None] Provisioning for port fc8ef292-a5ac-43a9-8850-fabeb70353a9 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:50:21.094921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f171f40b-7500-429f-a35e-41e1467dac02 None None] Transition to ACTIVE for port object 4eb7bc6e-a0ec-47a4-b466-8aa7a69ffa66 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:50:21.108243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-9c5b0894-cc37-4ea6-bb1d-0293f127b62f None None] Provisioning complete for port fc8ef292-a5ac-43a9-8850-fabeb70353a9 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:50:21.108960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9c5b0894-cc37-4ea6-bb1d-0293f127b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:21.117051 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-495b131a-54b9-4378-b454-2371884c1a75 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd588651f-efe0-405a-9f5e-96b39baa3cb6') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:21.117722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-495b131a-54b9-4378-b454-2371884c1a75 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd588651f-efe0-405a-9f5e-96b39baa3cb6') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:21.160574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-495b131a-54b9-4378-b454-2371884c1a75 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:21.199923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3f31b-2f82-4367-8718-e92c48a79419 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Port': ['ID=8f791566-66f6-4231-97f8-a29d66f5f7ef,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:21.215850 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-76b3f31b-2f82-4367-8718-e92c48a79419 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:21.272762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 65b57e53-541d-4367-bb4f-7f96efdcb318 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:50:21.306358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-495b131a-54b9-4378-b454-2371884c1a75 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:21.374638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-495b131a-54b9-4378-b454-2371884c1a75 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:50:21.375189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-495b131a-54b9-4378-b454-2371884c1a75 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:21.393511 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:50:21.393511 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:50:21.393511 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:50:21.393511 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:50:21.393511 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:50:21.393511 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:50:21.393511 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:50:21.393511 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:50:21.393511 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:50:21.393511 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:50:21.393511 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:50:21.393511 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:50:21.393511 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:50:21.393511 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:50:21.393511 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:50:21.393511 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:50:21.393511 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:50:21.393511 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:50:21.393511 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:50:21.393511 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:50:21.393511 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:50:21.393511 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:50:21.393511 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:50:21.393511 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:50:21.393511 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:50:21.393511 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:50:21.393511 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:50:21.393511 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:50:21.393511 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:50:21.393511 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:50:21.393511 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:50:21.393511 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:50:21.402827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f171f40b-7500-429f-a35e-41e1467dac02 None None] Transition to ACTIVE for port object 4eb7bc6e-a0ec-47a4-b466-8aa7a69ffa66 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:50:21.405952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-4211ec7f-5ff4-43a1-ae3a-326ee2b45e2d tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:21.430893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-76b3f31b-2f82-4367-8718-e92c48a79419 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:21.476501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 65b57e53-541d-4367-bb4f-7f96efdcb318 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:50:21.476932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:21.478878 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-76b3f31b-2f82-4367-8718-e92c48a79419 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/ports/8f791566-66f6-4231-97f8-a29d66f5f7ef HTTP/1.1" status: 204 len: 168 time: 1.9420888 Dec 25 19:50:21.481671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49092) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:21.540101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f171f40b-7500-429f-a35e-41e1467dac02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:21.557936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e0b9edc9-0a8e-40ae-89db-50f02a2bb1a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:21.570705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-4211ec7f-5ff4-43a1-ae3a-326ee2b45e2d tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:21.584763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9fb457db-1c91-48df-9bff-3ab595b4b40a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:21.671773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-495b131a-54b9-4378-b454-2371884c1a75 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:21.697484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:21.709227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-4211ec7f-5ff4-43a1-ae3a-326ee2b45e2d tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Network f16ae011-75bc-41f7-ba0f-437bd94b0c59 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:50:21.716011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-4211ec7f-5ff4-43a1-ae3a-326ee2b45e2d tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:50:21.719205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-4211ec7f-5ff4-43a1-ae3a-326ee2b45e2d tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:50:21.737215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-495b131a-54b9-4378-b454-2371884c1a75 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:21.751928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b131a-54b9-4378-b454-2371884c1a75 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event deleted for resources: {'Network': ['ID=d17cdaee-7269-4fea-8c1b-4c07d9cb85cc,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:21.795049 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-495b131a-54b9-4378-b454-2371884c1a75 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:21.830178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 48376342-4b80-4444-9020-b4d505d0f4e6 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:50:21.847828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09719a2-7186-4215-a5a5-1f7b5f4fbe19 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:21.849537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09719a2-7186-4215-a5a5-1f7b5f4fbe19 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:21.851494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09719a2-7186-4215-a5a5-1f7b5f4fbe19 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:21.852522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f09719a2-7186-4215-a5a5-1f7b5f4fbe19 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:50:21.863892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4211ec7f-5ff4-43a1-ae3a-326ee2b45e2d tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Pushing event updated for resources: {'Port': ['ID=44e10e5c-c67c-42cf-a737-57a5785b7b42,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:21.876997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4211ec7f-5ff4-43a1-ae3a-326ee2b45e2d tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:21.892240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-4211ec7f-5ff4-43a1-ae3a-326ee2b45e2d tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:21.893384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-4211ec7f-5ff4-43a1-ae3a-326ee2b45e2d tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:21.914755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f09719a2-7186-4215-a5a5-1f7b5f4fbe19 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:50:21.914986 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-d0f4ac26-daef-47f0-b8f8-54a8828adf5e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Allocated IP 2001:db8::232 (8eaa7a02-9611-47d2-846e-910cba1b1be8/623950f4-19ba-4b07-9de5-f6a13db71c33/ecc298bf-0aea-4b91-9b1d-3912d4c2e8a1) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:50:21.919676 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f09719a2-7186-4215-a5a5-1f7b5f4fbe19 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4369216 Dec 25 19:50:21.920543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49098) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:21.935315 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-495b131a-54b9-4378-b454-2371884c1a75 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "DELETE /v2.0/networks/d17cdaee-7269-4fea-8c1b-4c07d9cb85cc HTTP/1.1" status: 204 len: 168 time: 3.6280584 Dec 25 19:50:21.951036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49102) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:21.996198 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-4211ec7f-5ff4-43a1-ae3a-326ee2b45e2d tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8476636 Dec 25 19:50:21.997254 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ac8102-9d6c-41f7-a597-d33fd038dd22 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] DELETE failed (client error): The resource could not be found. Dec 25 19:50:21.997763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96ac8102-9d6c-41f7-a597-d33fd038dd22 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:50:22.004733 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-96ac8102-9d6c-41f7-a597-d33fd038dd22 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "DELETE /v2.0/networks/d17cdaee-7269-4fea-8c1b-4c07d9cb85cc HTTP/1.1" status: 404 len: 339 time: 0.0525146 Dec 25 19:50:22.008454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49106) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:22.024259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-14bbc12b-bf6a-4f23-b6d2-4de014ed40ed service neutron] Request body: {'port': {'device_id': '769cff77-da4b-472c-af9c-a7aed2a4cf6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:22.029689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-cfc208ca-134d-44a4-9d10-a9b0781599f9 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-91818046', 'description': 'd1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:22.036965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-cfc208ca-134d-44a4-9d10-a9b0781599f9 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:22.041430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-cfc208ca-134d-44a4-9d10-a9b0781599f9 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Usage tracker for resource:network and tenant:8725429ab9244f8ba50e3b663103bb1c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:22.045175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-cfc208ca-134d-44a4-9d10-a9b0781599f9 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:22.052627 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-cfc208ca-134d-44a4-9d10-a9b0781599f9 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:22.074446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc208ca-134d-44a4-9d10-a9b0781599f9 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Made reservation on behalf of 8725429ab9244f8ba50e3b663103bb1c for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:50:22.080892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cfc208ca-134d-44a4-9d10-a9b0781599f9 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:22.191850 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c4553a-52a4-4fb2-b774-bdbbefc6570b tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:50:22.202743 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-64c4553a-52a4-4fb2-b774-bdbbefc6570b tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] 10.222.0.24 "PUT /v2.0/routers/5616bfb2-d11a-4c37-94ff-d213f0d284db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5810041 Dec 25 19:50:22.220145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49110) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:22.246032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-254d5813-10c3-4da6-a6c0-ad7bd9e8bf3d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:22.256152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfc208ca-134d-44a4-9d10-a9b0781599f9 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:50:22.273039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cfc208ca-134d-44a4-9d10-a9b0781599f9 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:22.273442 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-cfc208ca-134d-44a4-9d10-a9b0781599f9 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Added segment 22bdfc27-ba3d-4dd0-9925-1742744e5501 of type vlan for network 565db80e-3ca9-40d1-9e66-b149eb34dc83 Dec 25 19:50:22.305225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cfc208ca-134d-44a4-9d10-a9b0781599f9 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:22.357483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f171f40b-7500-429f-a35e-41e1467dac02 None None] Network 8eaa7a02-9611-47d2-846e-910cba1b1be8 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:50:22.358501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8b164fb6-e954-4f72-b55c-fc528de66c76 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:22.372967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-bf1a70f7-dfb5-40a2-ae5e-46971adda6c3 None None] Allocated IP 172.20.0.2 (7396b720-65bf-48b2-8da7-778eed2fcf44/89663368-0dd9-432f-a204-e8d34b9bda11/65b57e53-541d-4367-bb4f-7f96efdcb318) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:50:22.396481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d02f8db-a26e-40b5-8376-e81ad0166ec8 None None] Sync routers for ids ['5616bfb2-d11a-4c37-94ff-d213f0d284db'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:50:22.400709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-f171f40b-7500-429f-a35e-41e1467dac02 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:50:22.409713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f171f40b-7500-429f-a35e-41e1467dac02 None None] Pushing event updated for resources: {'Port': ['ID=4eb7bc6e-a0ec-47a4-b466-8aa7a69ffa66,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:22.419371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f171f40b-7500-429f-a35e-41e1467dac02 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:50:22.440379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f171f40b-7500-429f-a35e-41e1467dac02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.882s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:22.463720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d5813-10c3-4da6-a6c0-ad7bd9e8bf3d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Subnet': ['ID=e4f90102-ec1f-45e5-8dc7-a216521dc6da,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:22.466529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cfc208ca-134d-44a4-9d10-a9b0781599f9 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:22.471755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc208ca-134d-44a4-9d10-a9b0781599f9 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:22.472508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cfc208ca-134d-44a4-9d10-a9b0781599f9 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:22.484257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-254d5813-10c3-4da6-a6c0-ad7bd9e8bf3d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:22.490641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 48376342-4b80-4444-9020-b4d505d0f4e6 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:50:22.490885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-495b131a-54b9-4378-b454-2371884c1a75 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:22.511616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 48376342-4b80-4444-9020-b4d505d0f4e6 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:50:22.517291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:22.595817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d02f8db-a26e-40b5-8376-e81ad0166ec8 None None] Routers {'5616bfb2-d11a-4c37-94ff-d213f0d284db'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:50:22.596672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-3d02f8db-a26e-40b5-8376-e81ad0166ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:50:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['5616bfb2-d11a-4c37-94ff-d213f0d284db'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:22.629989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc208ca-134d-44a4-9d10-a9b0781599f9 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event updated for resources: {'Network': ['ID=565db80e-3ca9-40d1-9e66-b149eb34dc83,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:22.637479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cfc208ca-134d-44a4-9d10-a9b0781599f9 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:22.693640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a529ecc3-5b20-4921-aadc-8eab4e606270 None None] DHCP port deletion for d17cdaee-7269-4fea-8c1b-4c07d9cb85cc request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:50:22.695868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 565db80e-3ca9-40d1-9e66-b149eb34dc83 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:50:22.704159 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-cfc208ca-134d-44a4-9d10-a9b0781599f9 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6937287 Dec 25 19:50:22.708568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49114) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:22.788218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-3d02f8db-a26e-40b5-8376-e81ad0166ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:22.817216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2424423d-79c0-4ed6-a987-ffab1d7dbb69 None None] Provisioning complete for port fc8ef292-a5ac-43a9-8850-fabeb70353a9 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:50:22.817649 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2424423d-79c0-4ed6-a987-ffab1d7dbb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:22.860003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3d2fc4-7ce3-4e2a-8906-f16bd8d7e12f None None] Network d17cdaee-7269-4fea-8c1b-4c07d9cb85cc requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:50:22.885543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254d5813-10c3-4da6-a6c0-ad7bd9e8bf3d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Checking segment: {'id': 'fa2d2d52-7794-49ec-a82f-94909c513416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b93aa6eb-1c8c-49ec-90cd-8565c57c7c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:50:22.885962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254d5813-10c3-4da6-a6c0-ad7bd9e8bf3d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network hostable DHCP agents. Network: b93aa6eb-1c8c-49ec-90cd-8565c57c7c10, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:50:22.965872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf528e6-4111-4263-90ab-664f2a58b80e tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:22.966566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9bf528e6-4111-4263-90ab-664f2a58b80e tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Synchronizing usage tracker for tenant:8725429ab9244f8ba50e3b663103bb1c on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:50:23.010620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254d5813-10c3-4da6-a6c0-ad7bd9e8bf3d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network b93aa6eb-1c8c-49ec-90cd-8565c57c7c10 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:50:23.033231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-254d5813-10c3-4da6-a6c0-ad7bd9e8bf3d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, b93aa6eb-1c8c-49ec-90cd-8565c57c7c10) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:50:23.042245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9bf528e6-4111-4263-90ab-664f2a58b80e tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Unset dirty status for tenant:8725429ab9244f8ba50e3b663103bb1c on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:50:23.050806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d02f8db-a26e-40b5-8376-e81ad0166ec8 None None] Routers {'5616bfb2-d11a-4c37-94ff-d213f0d284db'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:50:23.050806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-3d02f8db-a26e-40b5-8376-e81ad0166ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:50:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['5616bfb2-d11a-4c37-94ff-d213f0d284db'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:23.051109 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9bf528e6-4111-4263-90ab-664f2a58b80e tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "GET /v2.0/networks?id=565db80e-3ca9-40d1-9e66-b149eb34dc83 HTTP/1.1" status: 200 len: 763 time: 0.3180215 Dec 25 19:50:23.051218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49118) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:23.060291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254d5813-10c3-4da6-a6c0-ad7bd9e8bf3d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:23.061560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-254d5813-10c3-4da6-a6c0-ad7bd9e8bf3d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:23.078766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-4e1e6c2f-f6b5-404e-875f-c855da85e871 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Request body: {'network': {'description': 'd2'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:23.084752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d0f4ac26-daef-47f0-b8f8-54a8828adf5e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:23.099039 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-254d5813-10c3-4da6-a6c0-ad7bd9e8bf3d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.7560599 Dec 25 19:50:23.100194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc97334f-e821-4951-b34e-ce529561bd35 req-8d56376c-34f6-4b4f-9fa8-7ec4f912e133 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:23.101067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-bc97334f-e821-4951-b34e-ce529561bd35 req-8d56376c-34f6-4b4f-9fa8-7ec4f912e133 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Synchronizing usage tracker for tenant:89a6309f25094d80bbf8b7a4319155b7 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:50:23.101423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49122) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:23.128408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e596d1c-2d7d-4cc7-b770-321b48ce7280 None None] Network b93aa6eb-1c8c-49ec-90cd-8565c57c7c10 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:50:23.133359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-14bbc12b-bf6a-4f23-b6d2-4de014ed40ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:23.158146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3d2fc4-7ce3-4e2a-8906-f16bd8d7e12f None None] Network d17cdaee-7269-4fea-8c1b-4c07d9cb85cc could not be found, it might have been deleted concurrently. {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 25 19:50:23.180867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-f171f40b-7500-429f-a35e-41e1467dac02 None None] Attempting to bind port 4eb7bc6e-a0ec-47a4-b466-8aa7a69ffa66 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:50:23.181292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-f171f40b-7500-429f-a35e-41e1467dac02 None None] Attempting to bind port 4eb7bc6e-a0ec-47a4-b466-8aa7a69ffa66 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'b7c58d20-2a74-4b12-9963-4fac4ace82a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8eaa7a02-9611-47d2-846e-910cba1b1be8'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:50:23.181720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f171f40b-7500-429f-a35e-41e1467dac02 None None] Attempting to bind port 4eb7bc6e-a0ec-47a4-b466-8aa7a69ffa66 on network 8eaa7a02-9611-47d2-846e-910cba1b1be8 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:50:23.198833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5f299a-50ab-4805-89a6-a9d9153cd8d3 None None] Network d17cdaee-7269-4fea-8c1b-4c07d9cb85cc requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:50:23.201519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d0f4ac26-daef-47f0-b8f8-54a8828adf5e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Transition to ACTIVE for port object ecc298bf-0aea-4b91-9b1d-3912d4c2e8a1 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:50:23.226787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-3d02f8db-a26e-40b5-8376-e81ad0166ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:23.227297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d02f8db-a26e-40b5-8376-e81ad0166ec8 None None] The sync data for ids ['5616bfb2-d11a-4c37-94ff-d213f0d284db'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:50:23.270317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5f299a-50ab-4805-89a6-a9d9153cd8d3 None None] Network d17cdaee-7269-4fea-8c1b-4c07d9cb85cc could not be found, it might have been deleted concurrently. {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 25 19:50:23.307554 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f171f40b-7500-429f-a35e-41e1467dac02 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:50:23.307986 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f171f40b-7500-429f-a35e-41e1467dac02 None None] Checking segment: {'id': 'b7c58d20-2a74-4b12-9963-4fac4ace82a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8eaa7a02-9611-47d2-846e-910cba1b1be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:50:23.309046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f171f40b-7500-429f-a35e-41e1467dac02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:23.309046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f171f40b-7500-429f-a35e-41e1467dac02 None None] Bound using segment: {'id': 'b7c58d20-2a74-4b12-9963-4fac4ace82a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8eaa7a02-9611-47d2-846e-910cba1b1be8'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:50:23.309390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-f171f40b-7500-429f-a35e-41e1467dac02 None None] Bound port: 4eb7bc6e-a0ec-47a4-b466-8aa7a69ffa66, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c58d20-2a74-4b12-9963-4fac4ace82a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8eaa7a02-9611-47d2-846e-910cba1b1be8'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:50:23.309789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f171f40b-7500-429f-a35e-41e1467dac02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:23.316896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d0f4ac26-daef-47f0-b8f8-54a8828adf5e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:23.325143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2eb71565-37c9-46fd-8117-650fcc3382fd tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:23.335020 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-905529d7-4287-47b3-ab1c-1bdc22ec57cb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting subnet 61e700c4-3f13-4b4e-a2ae-ae45eef3966f {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:50:23.337022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-bc97334f-e821-4951-b34e-ce529561bd35 req-8d56376c-34f6-4b4f-9fa8-7ec4f912e133 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Unset dirty status for tenant:89a6309f25094d80bbf8b7a4319155b7 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:50:23.338350 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-bc97334f-e821-4951-b34e-ce529561bd35 req-8d56376c-34f6-4b4f-9fa8-7ec4f912e133 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/ports?device_id=769cff77-da4b-472c-af9c-a7aed2a4cf6a HTTP/1.1" status: 200 len: 932 time: 1.2400870 Dec 25 19:50:23.453675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-bf1a70f7-dfb5-40a2-ae5e-46971adda6c3 None None] For port 65b57e53-541d-4367-bb4f-7f96efdcb318, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=65b57e53-541d-4367-bb4f-7f96efdcb318,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:23.541280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:23.570950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:23.605996 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9446f121-5e65-400b-bf08-1bbee247f868 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:23.668478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 48376342-4b80-4444-9020-b4d505d0f4e6, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=48376342-4b80-4444-9020-b4d505d0f4e6,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:23.674133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f4ac26-daef-47f0-b8f8-54a8828adf5e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Network 8eaa7a02-9611-47d2-846e-910cba1b1be8 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:50:23.679769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-d0f4ac26-daef-47f0-b8f8-54a8828adf5e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:50:23.682520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4ac26-daef-47f0-b8f8-54a8828adf5e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'Port': ['ID=ecc298bf-0aea-4b91-9b1d-3912d4c2e8a1,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:23.684988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f4ac26-daef-47f0-b8f8-54a8828adf5e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:50:23.686498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bf1a70f7-dfb5-40a2-ae5e-46971adda6c3 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:23.689552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f4ac26-daef-47f0-b8f8-54a8828adf5e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:23.690550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d0f4ac26-daef-47f0-b8f8-54a8828adf5e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:23.700211 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-bc97334f-e821-4951-b34e-ce529561bd35 req-c5808363-514c-4c28-affd-cf0b1a4454e9 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/security-groups?id=42689d93-edc5-4b34-bc4b-082a5f185a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476784 Dec 25 19:50:23.705704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:23.707220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device fc8ef292-a5ac-43a9-8850-fabeb70353a9 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:50:23.709783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d0f4ac26-daef-47f0-b8f8-54a8828adf5e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:23.716818 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d0f4ac26-daef-47f0-b8f8-54a8828adf5e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.6559882 Dec 25 19:50:23.717867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49126) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:23.729013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-164490f2-fb34-419c-bcf8-f082fb25a705 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'port': {'network_id': '8eaa7a02-9611-47d2-846e-910cba1b1be8', 'name': 'tempest-PortsIpV6TestJSON-330231754'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:23.755635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-f171f40b-7500-429f-a35e-41e1467dac02 None None] For port 4eb7bc6e-a0ec-47a4-b466-8aa7a69ffa66, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:50:23.759437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-549b4ef5-0022-4696-98f3-7861cea3f926 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:23.786810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4e1e6c2f-f6b5-404e-875f-c855da85e871 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:23.856707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-f171f40b-7500-429f-a35e-41e1467dac02 None None] For port 4eb7bc6e-a0ec-47a4-b466-8aa7a69ffa66, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=4eb7bc6e-a0ec-47a4-b466-8aa7a69ffa66,segment=NetworkSegment(b7c58d20-2a74-4b12-9963-4fac4ace82a3),segment_id=b7c58d20-2a74-4b12-9963-4fac4ace82a3)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:50:23.862556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a533112f-2184-4a7f-84d6-6878edb6609f None None] Could not find standard attr ID for object 7dcd4196-3523-4f58-8b11-4ac303bd2603. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:50:23.864670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-bf1a70f7-dfb5-40a2-ae5e-46971adda6c3 None None] Transition to ACTIVE for port object 65b57e53-541d-4367-bb4f-7f96efdcb318 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:50:23.869362 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-905529d7-4287-47b3-ab1c-1bdc22ec57cb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:23.908050 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f171f40b-7500-429f-a35e-41e1467dac02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:23.921318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bf1a70f7-dfb5-40a2-ae5e-46971adda6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:23.929286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4e1e6c2f-f6b5-404e-875f-c855da85e871 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:23.946348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f646a550-f284-4595-9d46-a1339f63877d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:23.954690 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c15acd-8193-4702-ae20-8e74b0d1e97e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-b93aa6eb-1c8c-49ec-90cd-8565c57c7c10', 'network_id': 'b93aa6eb-1c8c-49ec-90cd-8565c57c7c10', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ips': [{'subnet_id': 'e4f90102-ec1f-45e5-8dc7-a216521dc6da'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:50:23.955759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-98c15acd-8193-4702-ae20-8e74b0d1e97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:23.969747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=48376342-4b80-4444-9020-b4d505d0f4e6,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:23.985528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:23.986524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5f25447d-15d8-44b4-bbfa-690102ea76ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:23.991363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-164490f2-fb34-419c-bcf8-f082fb25a705 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:23.997421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-164490f2-fb34-419c-bcf8-f082fb25a705 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:port and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:24.025695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4e1e6c2f-f6b5-404e-875f-c855da85e871 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Network 565db80e-3ca9-40d1-9e66-b149eb34dc83 is not hosted by any dhcp agent {{(pid=88900) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 25 19:50:24.028257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1e6c2f-f6b5-404e-875f-c855da85e871 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:24.028948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4e1e6c2f-f6b5-404e-875f-c855da85e871 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:24.030333 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4e1e6c2f-f6b5-404e-875f-c855da85e871 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "PUT /v2.0/networks/565db80e-3ca9-40d1-9e66-b149eb34dc83 HTTP/1.1" status: 200 len: 760 time: 0.9726593 Dec 25 19:50:24.038855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49130) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:24.041585 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-905529d7-4287-47b3-ab1c-1bdc22ec57cb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:24.072285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-164490f2-fb34-419c-bcf8-f082fb25a705 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:24.099075 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-164490f2-fb34-419c-bcf8-f082fb25a705 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:24.117571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164490f2-fb34-419c-bcf8-f082fb25a705 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Made reservation on behalf of 70aa58ed5ec1475cad367450f4be2220 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:50:24.124002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-164490f2-fb34-419c-bcf8-f082fb25a705 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:24.191313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e6c2f-f6b5-404e-875f-c855da85e871 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event updated for resources: {'Network': ['ID=565db80e-3ca9-40d1-9e66-b149eb34dc83,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:24.193102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-164490f2-fb34-419c-bcf8-f082fb25a705 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] device_id is not set on port 18ffd44d-b1c2-439f-940d-9152a42622b2 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:50:24.194273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4e1e6c2f-f6b5-404e-875f-c855da85e871 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:24.227834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 565db80e-3ca9-40d1-9e66-b149eb34dc83 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:50:24.317865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port fc8ef292-a5ac-43a9-8850-fabeb70353a9 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:50:24.318434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:24.431571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328fd613-fc11-45b0-a701-e37f151fda89 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:24.432377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-328fd613-fc11-45b0-a701-e37f151fda89 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Synchronizing usage tracker for tenant:8725429ab9244f8ba50e3b663103bb1c on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:50:24.470560 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-9446f121-5e65-400b-bf08-1bbee247f868 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 25 19:50:24.474936 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9446f121-5e65-400b-bf08-1bbee247f868 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] 10.222.0.24 "DELETE /v2.0/routers/5616bfb2-d11a-4c37-94ff-d213f0d284db HTTP/1.1" status: 409 len: 329 time: 2.2525661 Dec 25 19:50:24.479037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49134) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:24.494611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-905529d7-4287-47b3-ab1c-1bdc22ec57cb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:24.547083 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-14bbc12b-bf6a-4f23-b6d2-4de014ed40ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44e10e5c-c67c-42cf-a737-57a5785b7b42 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 19:50:24.556971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-328fd613-fc11-45b0-a701-e37f151fda89 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Unset dirty status for tenant:8725429ab9244f8ba50e3b663103bb1c on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:50:24.562440 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-328fd613-fc11-45b0-a701-e37f151fda89 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "GET /v2.0/networks?id=565db80e-3ca9-40d1-9e66-b149eb34dc83 HTTP/1.1" status: 200 len: 763 time: 0.4782960 Dec 25 19:50:24.564534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-14bbc12b-bf6a-4f23-b6d2-4de014ed40ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:24.578726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49138) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:24.647939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-14bbc12b-bf6a-4f23-b6d2-4de014ed40ed service neutron] Transition to ACTIVE for port object 44e10e5c-c67c-42cf-a737-57a5785b7b42 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:50:24.669116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-14bbc12b-bf6a-4f23-b6d2-4de014ed40ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:24.686695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dbfc194d-bf60-478a-bb2a-ff893c2ed5f1 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:24.703375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-164490f2-fb34-419c-bcf8-f082fb25a705 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Allocated IP 2001:db8::39a (8eaa7a02-9611-47d2-846e-910cba1b1be8/623950f4-19ba-4b07-9de5-f6a13db71c33/18ffd44d-b1c2-439f-940d-9152a42622b2) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:50:24.772398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-98c15acd-8193-4702-ae20-8e74b0d1e97e None None] Allocated IP 172.20.0.2 (b93aa6eb-1c8c-49ec-90cd-8565c57c7c10/e4f90102-ec1f-45e5-8dc7-a216521dc6da/a901d182-1f71-4795-9455-42c106912f62) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:50:24.980874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f171f40b-7500-429f-a35e-41e1467dac02 None None] Pushing event updated for resources: {'Port': ['ID=4eb7bc6e-a0ec-47a4-b466-8aa7a69ffa66,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:25.044770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-905529d7-4287-47b3-ab1c-1bdc22ec57cb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:25.061357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bbc12b-bf6a-4f23-b6d2-4de014ed40ed service neutron] Pushing event updated for resources: {'Port': ['ID=44e10e5c-c67c-42cf-a737-57a5785b7b42,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:25.067550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-14bbc12b-bf6a-4f23-b6d2-4de014ed40ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:25.074944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8e458d40-c77d-440c-afd4-49c112a81f7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:25.214440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905529d7-4287-47b3-ab1c-1bdc22ec57cb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Subnet': ['ID=61e700c4-3f13-4b4e-a2ae-ae45eef3966f,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:25.222680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-905529d7-4287-47b3-ab1c-1bdc22ec57cb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:25.235532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-98c15acd-8193-4702-ae20-8e74b0d1e97e None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:25.258493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-905529d7-4287-47b3-ab1c-1bdc22ec57cb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:25.266949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a70f7-dfb5-40a2-ae5e-46971adda6c3 None None] Pushing event updated for resources: {'Port': ['ID=65b57e53-541d-4367-bb4f-7f96efdcb318,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:25.273862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bf1a70f7-dfb5-40a2-ae5e-46971adda6c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.287s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:25.277070 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3c48d0ff-eb1f-45b4-9de3-16e22837a908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.344s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:25.277471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3c48d0ff-eb1f-45b4-9de3-16e22837a908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:25.278503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-98c15acd-8193-4702-ae20-8e74b0d1e97e None None] Transition to ACTIVE for port object a901d182-1f71-4795-9455-42c106912f62 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:50:25.312480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-98c15acd-8193-4702-ae20-8e74b0d1e97e None None] Transition to ACTIVE for port object a901d182-1f71-4795-9455-42c106912f62 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:50:25.328806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-98c15acd-8193-4702-ae20-8e74b0d1e97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:25.334845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-52fe4008-e397-4463-b958-e23e222a8fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:25.356525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edc53e7-ae74-407b-abf7-b321b0181a3e tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:25.358119 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1edc53e7-ae74-407b-abf7-b321b0181a3e tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7781820 Dec 25 19:50:25.362732 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-14bbc12b-bf6a-4f23-b6d2-4de014ed40ed service neutron] Attempting to bind port 44e10e5c-c67c-42cf-a737-57a5785b7b42 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:50:25.363150 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-14bbc12b-bf6a-4f23-b6d2-4de014ed40ed service neutron] Attempting to bind port 44e10e5c-c67c-42cf-a737-57a5785b7b42 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '0d75032c-bbe6-4d15-9635-f8f56cf6bd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f16ae011-75bc-41f7-ba0f-437bd94b0c59'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:50:25.363499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-14bbc12b-bf6a-4f23-b6d2-4de014ed40ed service neutron] Attempting to bind port 44e10e5c-c67c-42cf-a737-57a5785b7b42 on network f16ae011-75bc-41f7-ba0f-437bd94b0c59 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:50:25.366860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49144) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:25.427120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c15acd-8193-4702-ae20-8e74b0d1e97e None None] Network b93aa6eb-1c8c-49ec-90cd-8565c57c7c10 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:50:25.430488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-98c15acd-8193-4702-ae20-8e74b0d1e97e None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:50:25.434687 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c15acd-8193-4702-ae20-8e74b0d1e97e None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:50:25.441727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c15acd-8193-4702-ae20-8e74b0d1e97e None None] Pushing event updated for resources: {'Port': ['ID=a901d182-1f71-4795-9455-42c106912f62,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:25.442809 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2edce1c3-885d-4962-9de5-f3cd12a7a1e1 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "GET /v2.0/subnets?network_id=a29ab018-4a1a-4021-8156-423134b861f3 HTTP/1.1" status: 200 len: 207 time: 0.0700252 Dec 25 19:50:25.446759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-98c15acd-8193-4702-ae20-8e74b0d1e97e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:25.448417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49148) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:25.455695 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-905529d7-4287-47b3-ab1c-1bdc22ec57cb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/61e700c4-3f13-4b4e-a2ae-ae45eef3966f HTTP/1.1" status: 204 len: 168 time: 3.5312600 Dec 25 19:50:25.459205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49150) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:25.496862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-164490f2-fb34-419c-bcf8-f082fb25a705 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:25.583190 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-98c15acd-8193-4702-ae20-8e74b0d1e97e None None] Attempting to bind port a901d182-1f71-4795-9455-42c106912f62 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:50:25.583595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-98c15acd-8193-4702-ae20-8e74b0d1e97e None None] Attempting to bind port a901d182-1f71-4795-9455-42c106912f62 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'fa2d2d52-7794-49ec-a82f-94909c513416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b93aa6eb-1c8c-49ec-90cd-8565c57c7c10'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:50:25.584019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c15acd-8193-4702-ae20-8e74b0d1e97e None None] Attempting to bind port a901d182-1f71-4795-9455-42c106912f62 on network b93aa6eb-1c8c-49ec-90cd-8565c57c7c10 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:50:25.586365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-164490f2-fb34-419c-bcf8-f082fb25a705 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Transition to ACTIVE for port object 18ffd44d-b1c2-439f-940d-9152a42622b2 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:50:25.592177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c15acd-8193-4702-ae20-8e74b0d1e97e None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:50:25.593032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c15acd-8193-4702-ae20-8e74b0d1e97e None None] Checking segment: {'id': 'fa2d2d52-7794-49ec-a82f-94909c513416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b93aa6eb-1c8c-49ec-90cd-8565c57c7c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:50:25.593498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-98c15acd-8193-4702-ae20-8e74b0d1e97e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:25.593951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c15acd-8193-4702-ae20-8e74b0d1e97e None None] Bound using segment: {'id': 'fa2d2d52-7794-49ec-a82f-94909c513416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b93aa6eb-1c8c-49ec-90cd-8565c57c7c10'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:50:25.594715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-98c15acd-8193-4702-ae20-8e74b0d1e97e None None] Bound port: a901d182-1f71-4795-9455-42c106912f62, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa2d2d52-7794-49ec-a82f-94909c513416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b93aa6eb-1c8c-49ec-90cd-8565c57c7c10'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:50:25.595177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-98c15acd-8193-4702-ae20-8e74b0d1e97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:25.630440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 65b57e53-541d-4367-bb4f-7f96efdcb318 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:50:25.695615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-550fec5e-b039-4fe0-a6ca-e95186910b5f tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:25.789736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24dcaab8-f87d-41ad-a119-f6dd252a8771 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:25.828666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-98c15acd-8193-4702-ae20-8e74b0d1e97e None None] For port a901d182-1f71-4795-9455-42c106912f62, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:50:25.832596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427025d2-7455-4a68-9274-195ae308b1dd None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:50:25.862291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 48376342-4b80-4444-9020-b4d505d0f4e6 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:50:25.863968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-14bbc12b-bf6a-4f23-b6d2-4de014ed40ed service neutron] Port 44e10e5c-c67c-42cf-a737-57a5785b7b42 on network f16ae011-75bc-41f7-ba0f-437bd94b0c59 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:50:25.864509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-14bbc12b-bf6a-4f23-b6d2-4de014ed40ed service neutron] Attempting to bind port 44e10e5c-c67c-42cf-a737-57a5785b7b42 on network f16ae011-75bc-41f7-ba0f-437bd94b0c59 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:50:25.885883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-164490f2-fb34-419c-bcf8-f082fb25a705 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:25.931039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-98c15acd-8193-4702-ae20-8e74b0d1e97e None None] For port a901d182-1f71-4795-9455-42c106912f62, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a901d182-1f71-4795-9455-42c106912f62,segment=NetworkSegment(fa2d2d52-7794-49ec-a82f-94909c513416),segment_id=fa2d2d52-7794-49ec-a82f-94909c513416)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:50:25.949649 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-98c15acd-8193-4702-ae20-8e74b0d1e97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:25.954449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-144b2316-b732-44a0-9727-425aa6ec5eef None None] Could not find standard attr ID for object 8f791566-66f6-4231-97f8-a29d66f5f7ef. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:50:25.957406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-76a9e69d-3f89-4950-856a-5c6e46af067c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting subnet 89663368-0dd9-432f-a204-e8d34b9bda11 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:50:26.013125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3c48d0ff-eb1f-45b4-9de3-16e22837a908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:26.027106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-76a9e69d-3f89-4950-856a-5c6e46af067c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:26.077333 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597dace6-c581-426c-a8b3-fcdb8c40fec9 req-bc193013-f50b-45f9-a96a-1a7482d28096 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:26.085757 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-597dace6-c581-426c-a8b3-fcdb8c40fec9 req-bc193013-f50b-45f9-a96a-1a7482d28096 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/ports?device_id=769cff77-da4b-472c-af9c-a7aed2a4cf6a HTTP/1.1" status: 200 len: 944 time: 1.1140714 Dec 25 19:50:26.161907 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-14bbc12b-bf6a-4f23-b6d2-4de014ed40ed service neutron] Checking agent: {'id': '5d7a6d50-e450-4e92-a105-61a558d89e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'started_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:50:26.162309 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-14bbc12b-bf6a-4f23-b6d2-4de014ed40ed service neutron] Checking segment: {'id': '0d75032c-bbe6-4d15-9635-f8f56cf6bd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f16ae011-75bc-41f7-ba0f-437bd94b0c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:50:26.162747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-14bbc12b-bf6a-4f23-b6d2-4de014ed40ed service neutron] Bound using segment: {'id': '0d75032c-bbe6-4d15-9635-f8f56cf6bd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f16ae011-75bc-41f7-ba0f-437bd94b0c59'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:50:26.163302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-14bbc12b-bf6a-4f23-b6d2-4de014ed40ed service neutron] Bound port: 44e10e5c-c67c-42cf-a737-57a5785b7b42, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d75032c-bbe6-4d15-9635-f8f56cf6bd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f16ae011-75bc-41f7-ba0f-437bd94b0c59'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:50:26.163815 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-14bbc12b-bf6a-4f23-b6d2-4de014ed40ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:26.178577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-28e52f33-2654-4ec9-8a9f-a795b506a4ed tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:26.208505 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-597dace6-c581-426c-a8b3-fcdb8c40fec9 req-5a23a9c3-5abc-40ef-8db4-d2da96344a7b tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/security-groups?id=42689d93-edc5-4b34-bc4b-082a5f185a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216750 Dec 25 19:50:26.229390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 48376342-4b80-4444-9020-b4d505d0f4e6 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:50:26.229828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:26.254061 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-76a9e69d-3f89-4950-856a-5c6e46af067c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:26.258687 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164490f2-fb34-419c-bcf8-f082fb25a705 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Network 8eaa7a02-9611-47d2-846e-910cba1b1be8 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:50:26.281884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-144b2316-b732-44a0-9727-425aa6ec5eef None None] Provisioning for port 65b57e53-541d-4367-bb4f-7f96efdcb318 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:50:26.312633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c15acd-8193-4702-ae20-8e74b0d1e97e None None] Pushing event updated for resources: {'Port': ['ID=a901d182-1f71-4795-9455-42c106912f62,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:26.324871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-164490f2-fb34-419c-bcf8-f082fb25a705 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:50:26.325803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-144b2316-b732-44a0-9727-425aa6ec5eef None None] Provisioning complete for port 65b57e53-541d-4367-bb4f-7f96efdcb318 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:50:26.326239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-144b2316-b732-44a0-9727-425aa6ec5eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:26.327365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164490f2-fb34-419c-bcf8-f082fb25a705 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:50:26.332047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164490f2-fb34-419c-bcf8-f082fb25a705 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:26.332707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-164490f2-fb34-419c-bcf8-f082fb25a705 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:26.345535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5441f9-6a64-45b9-a65e-2a034229a957 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:26.352774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-98c15acd-8193-4702-ae20-8e74b0d1e97e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:26.353097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5441f9-6a64-45b9-a65e-2a034229a957 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:26.358963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5441f9-6a64-45b9-a65e-2a034229a957 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:26.367321 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5441f9-6a64-45b9-a65e-2a034229a957 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:26.370019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84efef6b-c76e-444f-9b6e-9e2d382e119c None None] Network 8eaa7a02-9611-47d2-846e-910cba1b1be8 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:50:26.372910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5441f9-6a64-45b9-a65e-2a034229a957 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:26.379202 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-164490f2-fb34-419c-bcf8-f082fb25a705 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6600904 Dec 25 19:50:26.379389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5441f9-6a64-45b9-a65e-2a034229a957 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:26.385011 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3a5441f9-6a64-45b9-a65e-2a034229a957 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.9238327 Dec 25 19:50:26.385011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49156) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:26.392859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49158) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:26.444601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164490f2-fb34-419c-bcf8-f082fb25a705 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'Port': ['ID=18ffd44d-b1c2-439f-940d-9152a42622b2,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:26.447723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-164490f2-fb34-419c-bcf8-f082fb25a705 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:26.508192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-76a9e69d-3f89-4950-856a-5c6e46af067c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:26.635421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-14bbc12b-bf6a-4f23-b6d2-4de014ed40ed service neutron] For port 44e10e5c-c67c-42cf-a737-57a5785b7b42, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:50:26.641061 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-14bbc12b-bf6a-4f23-b6d2-4de014ed40ed service neutron] For port 44e10e5c-c67c-42cf-a737-57a5785b7b42, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=44e10e5c-c67c-42cf-a737-57a5785b7b42,segment=NetworkSegment(0d75032c-bbe6-4d15-9635-f8f56cf6bd3e),segment_id=0d75032c-bbe6-4d15-9635-f8f56cf6bd3e)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:50:26.650100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-14bbc12b-bf6a-4f23-b6d2-4de014ed40ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:26.658598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7dee6b8c-aec6-4373-b094-9ecf83229814 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:26.674548 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 4eb7bc6e-a0ec-47a4-b466-8aa7a69ffa66 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:50:26.738795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-76a9e69d-3f89-4950-856a-5c6e46af067c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:26.753701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5f504e-5c8d-486e-ad82-f4e8f9333d14 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:26.757964 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7c5f504e-5c8d-486e-ad82-f4e8f9333d14 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A232 HTTP/1.1" status: 200 len: 928 time: 0.3310483 Dec 25 19:50:26.761832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49164) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:26.823744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-14bbc12b-bf6a-4f23-b6d2-4de014ed40ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:26.825965 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-14bbc12b-bf6a-4f23-b6d2-4de014ed40ed service neutron] 10.222.0.36 "PUT /v2.0/ports/44e10e5c-c67c-42cf-a737-57a5785b7b42 HTTP/1.1" status: 200 len: 1094 time: 4.8060491 Dec 25 19:50:26.827727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '769cff77-da4b-472c-af9c-a7aed2a4cf6a', 'tag': '44e10e5c-c67c-42cf-a737-57a5785b7b42'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:50:26.860866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-76a9e69d-3f89-4950-856a-5c6e46af067c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:26.887845 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f8ac1dec-1ced-42ba-8ee5-3065668a36f1 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.4876273 Dec 25 19:50:26.892679 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-76a9e69d-3f89-4950-856a-5c6e46af067c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/89663368-0dd9-432f-a204-e8d34b9bda11 HTTP/1.1" status: 204 len: 168 time: 1.0308189 Dec 25 19:50:26.894332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49170) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:26.894550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49172) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:26.943556 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '769cff77-da4b-472c-af9c-a7aed2a4cf6a', 'tag': '44e10e5c-c67c-42cf-a737-57a5785b7b42', 'status': 'completed', 'code': 200} Dec 25 19:50:26.944238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bbc12b-bf6a-4f23-b6d2-4de014ed40ed service neutron] Pushing event updated for resources: {'Port': ['ID=44e10e5c-c67c-42cf-a737-57a5785b7b42,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:26.954541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-14bbc12b-bf6a-4f23-b6d2-4de014ed40ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:26.957500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-107b53be-1460-40df-961e-60448fba35e8 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:27.001659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a9e69d-3f89-4950-856a-5c6e46af067c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Subnet': ['ID=89663368-0dd9-432f-a204-e8d34b9bda11,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:27.009499 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e064099c-ed8c-4fe3-ba70-92300ae79c37 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1115084 Dec 25 19:50:27.014445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-76a9e69d-3f89-4950-856a-5c6e46af067c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:27.014923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49178) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:27.026155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-fad8f37c-e6b4-44db-a5d8-bbb7b4c5a8ff tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'subnet': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:27.047989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0b16cb9b-86da-44f9-babe-8c7d7665fb9f tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Deleting port 18ffd44d-b1c2-439f-940d-9152a42622b2 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:27.048440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0b16cb9b-86da-44f9-babe-8c7d7665fb9f tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:27.206331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 4eb7bc6e-a0ec-47a4-b466-8aa7a69ffa66 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:50:27.243726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 7dcd4196-3523-4f58-8b11-4ac303bd2603 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:50:27.282587 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-126b243c-293d-4b70-a721-9e6b1576aec8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=89a6309f25094d80bbf8b7a4319155b7&device_id=769cff77-da4b-472c-af9c-a7aed2a4cf6a HTTP/1.1" status: 200 len: 1097 time: 0.3860540 Dec 25 19:50:27.284039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 7dcd4196-3523-4f58-8b11-4ac303bd2603 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:50:27.285082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 7dcd4196-3523-4f58-8b11-4ac303bd2603 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:50:27.287748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698711c9-a995-422c-a944-a1884decd470 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:27.289596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698711c9-a995-422c-a944-a1884decd470 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:27.292084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698711c9-a995-422c-a944-a1884decd470 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:27.295426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698711c9-a995-422c-a944-a1884decd470 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:27.295569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d38db3a7-d8cb-4024-a2e7-105e3099972d None None] Provisioning for port 4eb7bc6e-a0ec-47a4-b466-8aa7a69ffa66 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:50:27.297320 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698711c9-a995-422c-a944-a1884decd470 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:27.298234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-698711c9-a995-422c-a944-a1884decd470 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Synchronizing usage tracker for tenant:8725429ab9244f8ba50e3b663103bb1c on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:50:27.313376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d38db3a7-d8cb-4024-a2e7-105e3099972d None None] Provisioning complete for port 4eb7bc6e-a0ec-47a4-b466-8aa7a69ffa66 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:50:27.313815 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d38db3a7-d8cb-4024-a2e7-105e3099972d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:27.316810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-fad8f37c-e6b4-44db-a5d8-bbb7b4c5a8ff tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:27.386868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-698711c9-a995-422c-a944-a1884decd470 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Unset dirty status for tenant:8725429ab9244f8ba50e3b663103bb1c on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:50:27.395084 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-698711c9-a995-422c-a944-a1884decd470 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4890809 Dec 25 19:50:27.398193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-fad8f37c-e6b4-44db-a5d8-bbb7b4c5a8ff tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:subnet and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:27.398868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49184) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:27.409086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-fad8f37c-e6b4-44db-a5d8-bbb7b4c5a8ff tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:27.433867 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-eb2b339d-bf16-482f-ab94-e0025f8b70b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44e10e5c-c67c-42cf-a737-57a5785b7b42 HTTP/1.1" status: 200 len: 217 time: 0.1147439 Dec 25 19:50:27.434827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-fad8f37c-e6b4-44db-a5d8-bbb7b4c5a8ff tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:27.493539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfde2a5-6a8a-45ca-9076-0ce71345370a tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:27.495176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfde2a5-6a8a-45ca-9076-0ce71345370a tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:27.496942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfde2a5-6a8a-45ca-9076-0ce71345370a tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:27.498466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfde2a5-6a8a-45ca-9076-0ce71345370a tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:27.499974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfde2a5-6a8a-45ca-9076-0ce71345370a tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:27.500130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a901d182-1f71-4795-9455-42c106912f62 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:50:27.507046 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8dfde2a5-6a8a-45ca-9076-0ce71345370a tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1018741 Dec 25 19:50:27.514375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49188) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:27.562211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d38db3a7-d8cb-4024-a2e7-105e3099972d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:27.589246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-24dcaab8-f87d-41ad-a119-f6dd252a8771 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Allocated IP 172.20.0.1 (b93aa6eb-1c8c-49ec-90cd-8565c57c7c10/e4f90102-ec1f-45e5-8dc7-a216521dc6da/e625e04a-93e9-4c18-aae3-42b0bb3a2d12) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:50:27.611369 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-d38db3a7-d8cb-4024-a2e7-105e3099972d None None] For port 4eb7bc6e-a0ec-47a4-b466-8aa7a69ffa66, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=4eb7bc6e-a0ec-47a4-b466-8aa7a69ffa66,segment=NetworkSegment(b7c58d20-2a74-4b12-9963-4fac4ace82a3),segment_id=b7c58d20-2a74-4b12-9963-4fac4ace82a3)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:27.614910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d38db3a7-d8cb-4024-a2e7-105e3099972d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:27.618567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-87e394f5-df2d-4d1f-aa8f-37d5d7d1c55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:27.653263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port a901d182-1f71-4795-9455-42c106912f62 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:50:27.678200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad8f37c-e6b4-44db-a5d8-bbb7b4c5a8ff tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:50:27.685658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fad8f37c-e6b4-44db-a5d8-bbb7b4c5a8ff tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:27.697132 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38db3a7-d8cb-4024-a2e7-105e3099972d None None] Pushing event updated for resources: {'Port': ['ID=4eb7bc6e-a0ec-47a4-b466-8aa7a69ffa66,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:27.701962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d38db3a7-d8cb-4024-a2e7-105e3099972d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:27.865994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8ccf27-08d6-4ef9-b556-3f3ab671616e tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:27.868514 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3d8ccf27-08d6-4ef9-b556-3f3ab671616e tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "GET /v2.0/networks/e8f272db-853c-43d9-b5e1-6fdb5f42e2d8 HTTP/1.1" status: 200 len: 803 time: 0.3105094 Dec 25 19:50:27.880509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49192) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:27.911264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-ed069b8e-53af-4a82-9086-aa2dcd902502 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:27.912774 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-ed069b8e-53af-4a82-9086-aa2dcd902502 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ffa43b6c-d683-46c2-988c-069c937ddee5 HTTP/1.1" status: 200 len: 852 time: 0.3994195 Dec 25 19:50:27.948666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0b16cb9b-86da-44f9-babe-8c7d7665fb9f tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:27.949567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-8095aaad-b72a-4f64-a4a4-decabb326a04 None None] Provisioning complete for port 4eb7bc6e-a0ec-47a4-b466-8aa7a69ffa66 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:50:27.950007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8095aaad-b72a-4f64-a4a4-decabb326a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:27.951862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24dcaab8-f87d-41ad-a119-f6dd252a8771 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:28.049323 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-24dcaab8-f87d-41ad-a119-f6dd252a8771 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Transition to ACTIVE for port object e625e04a-93e9-4c18-aae3-42b0bb3a2d12 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:50:28.122534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-8095aaad-b72a-4f64-a4a4-decabb326a04 None None] Provisioning for port 18ffd44d-b1c2-439f-940d-9152a42622b2 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:50:28.129460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-8095aaad-b72a-4f64-a4a4-decabb326a04 None None] Provisioning complete for port 18ffd44d-b1c2-439f-940d-9152a42622b2 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:50:28.129881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8095aaad-b72a-4f64-a4a4-decabb326a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:28.186827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0b16cb9b-86da-44f9-babe-8c7d7665fb9f tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Calling delete_port for 18ffd44d-b1c2-439f-940d-9152a42622b2 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:50:28.189771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-550fec5e-b039-4fe0-a6ca-e95186910b5f tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Deleting port 5a5f3bdd-f34a-4c5a-9036-f2ae1105ad82 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:28.190150 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-550fec5e-b039-4fe0-a6ca-e95186910b5f tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:28.230459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8095aaad-b72a-4f64-a4a4-decabb326a04 None None] Port 18ffd44d-b1c2-439f-940d-9152a42622b2 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:50:28.257844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-8095aaad-b72a-4f64-a4a4-decabb326a04 None None] Provisioning for port ecc298bf-0aea-4b91-9b1d-3912d4c2e8a1 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:50:28.261735 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1799cfdb-a38d-4984-946d-bc8fb9b9a0ee tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "GET /v2.0/networks/e8f272db-853c-43d9-b5e1-6fdb5f42e2d8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3710730 Dec 25 19:50:28.270253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-8095aaad-b72a-4f64-a4a4-decabb326a04 None None] Provisioning complete for port ecc298bf-0aea-4b91-9b1d-3912d4c2e8a1 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:50:28.270980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8095aaad-b72a-4f64-a4a4-decabb326a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:28.272666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49196) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:28.338198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8095aaad-b72a-4f64-a4a4-decabb326a04 None None] Port ecc298bf-0aea-4b91-9b1d-3912d4c2e8a1 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:50:28.349718 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24dcaab8-f87d-41ad-a119-f6dd252a8771 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:28.356228 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-f4ffd4da-6d3c-4ae8-8192-a37c1c0496c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f16ae011-75bc-41f7-ba0f-437bd94b0c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1133711 Dec 25 19:50:28.380956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0c3d2bb7-4420-477e-975b-5ec223c0064a tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:28.573425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d0304f12-011c-45ac-b557-d730d7b1611c None None] Provisioning complete for port ecc298bf-0aea-4b91-9b1d-3912d4c2e8a1 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:50:28.576247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d0304f12-011c-45ac-b557-d730d7b1611c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:28.613124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcbe0e6-a345-43d0-ac3b-dac6e157e77e req-3de9a857-9f2d-4934-9804-78ab519825c9 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:28.621681 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7bcbe0e6-a345-43d0-ac3b-dac6e157e77e req-3de9a857-9f2d-4934-9804-78ab519825c9 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/ports?device_id=769cff77-da4b-472c-af9c-a7aed2a4cf6a HTTP/1.1" status: 200 len: 944 time: 1.0722241 Dec 25 19:50:28.680629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-d0304f12-011c-45ac-b557-d730d7b1611c None None] Port ecc298bf-0aea-4b91-9b1d-3912d4c2e8a1 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:50:28.858239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81e6672-c165-4b9f-9fa0-aaf06a7ac82c tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:28.860084 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c81e6672-c165-4b9f-9fa0-aaf06a7ac82c tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "GET /v2.0/subnets/ca67bff3-b17a-45d1-b904-e238509d10b4 HTTP/1.1" status: 200 len: 843 time: 0.5838757 Dec 25 19:50:28.875890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dcaab8-f87d-41ad-a119-f6dd252a8771 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network b93aa6eb-1c8c-49ec-90cd-8565c57c7c10 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:50:28.881790 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49200) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:28.883350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-24dcaab8-f87d-41ad-a119-f6dd252a8771 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:50:28.896594 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dcaab8-f87d-41ad-a119-f6dd252a8771 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:50:28.972468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76625f46-ede1-4ba3-b288-e23e576cebaa None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:50:28.996667 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7bcbe0e6-a345-43d0-ac3b-dac6e157e77e req-f6b2922a-b113-468f-b260-c5b3988341b7 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/security-groups?id=42689d93-edc5-4b34-bc4b-082a5f185a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739986 Dec 25 19:50:29.056530 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-7a96f909-fd99-4070-8317-5740c89e71b0 service neutron] 10.222.0.36 "GET /v2.0/networks/f16ae011-75bc-41f7-ba0f-437bd94b0c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5934963 Dec 25 19:50:29.063022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dcaab8-f87d-41ad-a119-f6dd252a8771 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=e625e04a-93e9-4c18-aae3-42b0bb3a2d12,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:29.074658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-24dcaab8-f87d-41ad-a119-f6dd252a8771 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:29.077175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24dcaab8-f87d-41ad-a119-f6dd252a8771 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:29.088937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8346082d-13ee-413f-87e2-43088bc05690 None None] Network b93aa6eb-1c8c-49ec-90cd-8565c57c7c10 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:50:29.134465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-550fec5e-b039-4fe0-a6ca-e95186910b5f tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:29.153087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1d9e40-2706-421b-adcb-dccd9204115b tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:29.159949 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7d1d9e40-2706-421b-adcb-dccd9204115b tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "GET /v2.0/subnets/ca67bff3-b17a-45d1-b904-e238509d10b4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2690601 Dec 25 19:50:29.167323 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49204) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:29.188400 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-e98d2d40-7856-411e-9801-a65a3816bc7d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1021770343'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:29.190407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-4306162e-fd08-4724-bf7b-bb4179d1baf8 None None] Provisioning complete for port 65b57e53-541d-4367-bb4f-7f96efdcb318 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:50:29.190951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4306162e-fd08-4724-bf7b-bb4179d1baf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:29.253395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e98d2d40-7856-411e-9801-a65a3816bc7d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:29.261360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0b16cb9b-86da-44f9-babe-8c7d7665fb9f tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:29.282566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8fe0322f-db48-4a40-919e-ec78ce58ff6a tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:29.348158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b16cb9b-86da-44f9-babe-8c7d7665fb9f tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event deleted for resources: {'Port': ['ID=18ffd44d-b1c2-439f-940d-9152a42622b2,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:29.356961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0b16cb9b-86da-44f9-babe-8c7d7665fb9f tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:29.384439 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-550fec5e-b039-4fe0-a6ca-e95186910b5f tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Calling delete_port for 5a5f3bdd-f34a-4c5a-9036-f2ae1105ad82 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:50:29.425041 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1e14be42-f57a-4e19-a88f-6b0cc87056ef req-3d19e1fd-fc46-45ef-ab35-d2237c47b3de service neutron] 10.222.0.36 "GET /v2.0/networks/f16ae011-75bc-41f7-ba0f-437bd94b0c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332293 Dec 25 19:50:29.426077 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0b16cb9b-86da-44f9-babe-8c7d7665fb9f tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:29.443039 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0b16cb9b-86da-44f9-babe-8c7d7665fb9f tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/ports/18ffd44d-b1c2-439f-940d-9152a42622b2 HTTP/1.1" status: 204 len: 168 time: 2.6729035 Dec 25 19:50:29.468339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 4eb7bc6e-a0ec-47a4-b466-8aa7a69ffa66 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:50:29.474328 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49208) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:29.475503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e98d2d40-7856-411e-9801-a65a3816bc7d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:29.511636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98d2d40-7856-411e-9801-a65a3816bc7d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Made reservation on behalf of 8725429ab9244f8ba50e3b663103bb1c for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:50:29.517528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e98d2d40-7856-411e-9801-a65a3816bc7d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:29.602760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24dcaab8-f87d-41ad-a119-f6dd252a8771 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:29.631107 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-18a267d4-2bc6-43e3-8df0-2c31ca33b947 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] GET failed (client error): The resource could not be found. Dec 25 19:50:29.631710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-18a267d4-2bc6-43e3-8df0-2c31ca33b947 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Synchronizing usage tracker for tenant:70aa58ed5ec1475cad367450f4be2220 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:50:29.663388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 4eb7bc6e-a0ec-47a4-b466-8aa7a69ffa66 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:50:29.663829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:29.709497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-18a267d4-2bc6-43e3-8df0-2c31ca33b947 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Unset dirty status for tenant:70aa58ed5ec1475cad367450f4be2220 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:50:29.710350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e98d2d40-7856-411e-9801-a65a3816bc7d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:50:29.717479 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-18a267d4-2bc6-43e3-8df0-2c31ca33b947 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "GET /v2.0/ports/18ffd44d-b1c2-439f-940d-9152a42622b2 HTTP/1.1" status: 404 len: 333 time: 0.2356832 Dec 25 19:50:29.721253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e98d2d40-7856-411e-9801-a65a3816bc7d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:29.721704 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-e98d2d40-7856-411e-9801-a65a3816bc7d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Added segment 0c888549-cff5-4c68-ac6e-1a79f238fe27 of type vlan for network ad28ef8b-8bf8-46dd-b787-0408871e5e84 Dec 25 19:50:29.729967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49212) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:29.733385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa3db9c-99cb-4dac-aeca-8c49ecba76a0 None None] DHCP port deletion for 7396b720-65bf-48b2-8da7-778eed2fcf44 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:50:29.735202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-ce1b703f-2f72-4849-9334-7e83ef0c6b3f None None] Could not find standard attr ID for object 18ffd44d-b1c2-439f-940d-9152a42622b2. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:50:29.749100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8fa3db9c-99cb-4dac-aeca-8c49ecba76a0 None None] Deleting port 65b57e53-541d-4367-bb4f-7f96efdcb318 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:29.749531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8fa3db9c-99cb-4dac-aeca-8c49ecba76a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:29.751709 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4c7cec87-1fac-4cec-ab82-58c25cb49153 req-35c28bdd-26c1-415d-a4e9-f0f33301790e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=89a6309f25094d80bbf8b7a4319155b7&device_id=769cff77-da4b-472c-af9c-a7aed2a4cf6a HTTP/1.1" status: 200 len: 1097 time: 0.2183189 Dec 25 19:50:29.794585 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e98d2d40-7856-411e-9801-a65a3816bc7d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:29.830809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-ce1b703f-2f72-4849-9334-7e83ef0c6b3f None None] Provisioning for port a901d182-1f71-4795-9455-42c106912f62 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:50:29.871191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e98d2d40-7856-411e-9801-a65a3816bc7d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:29.875400 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98d2d40-7856-411e-9801-a65a3816bc7d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:29.876065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e98d2d40-7856-411e-9801-a65a3816bc7d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:29.969148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-278774c3-61ae-4a56-aa5c-dc4b30eff02a tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:29.999259 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e98d2d40-7856-411e-9801-a65a3816bc7d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8299720 Dec 25 19:50:30.005457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7cec87-1fac-4cec-ab82-58c25cb49153 req-542c4e54-fe99-476c-9899-466d71e4f480 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:30.007200 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4c7cec87-1fac-4cec-ab82-58c25cb49153 req-542c4e54-fe99-476c-9899-466d71e4f480 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f16ae011-75bc-41f7-ba0f-437bd94b0c59 HTTP/1.1" status: 200 len: 912 time: 0.2483587 Dec 25 19:50:30.008251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49216) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:30.014886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-6e1e07bc-e607-4078-b20a-49458f59dd59 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Request body: {'subnet': {'network_id': 'ad28ef8b-8bf8-46dd-b787-0408871e5e84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:30.034521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-ce1b703f-2f72-4849-9334-7e83ef0c6b3f None None] Provisioning complete for port a901d182-1f71-4795-9455-42c106912f62 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:50:30.035374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ce1b703f-2f72-4849-9334-7e83ef0c6b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:30.053839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-6a6dc236-4868-49fc-a9a8-05fbdc02c2a8 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Deleting port ecc298bf-0aea-4b91-9b1d-3912d4c2e8a1 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:30.054221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6a6dc236-4868-49fc-a9a8-05fbdc02c2a8 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:30.197222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-8fa3db9c-99cb-4dac-aeca-8c49ecba76a0 None None] For port 65b57e53-541d-4367-bb4f-7f96efdcb318, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=65b57e53-541d-4367-bb4f-7f96efdcb318,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:30.198286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8fa3db9c-99cb-4dac-aeca-8c49ecba76a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:30.211037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d2d40-7856-411e-9801-a65a3816bc7d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event updated for resources: {'Network': ['ID=ad28ef8b-8bf8-46dd-b787-0408871e5e84,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:30.236110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6e1e07bc-e607-4078-b20a-49458f59dd59 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:30.309530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6e1e07bc-e607-4078-b20a-49458f59dd59 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:30.321009 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4c7cec87-1fac-4cec-ab82-58c25cb49153 req-943f3dbf-8753-4475-bf67-c4b6129cfe83 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44e10e5c-c67c-42cf-a737-57a5785b7b42 HTTP/1.1" status: 200 len: 217 time: 0.1580319 Dec 25 19:50:30.345954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8fa3db9c-99cb-4dac-aeca-8c49ecba76a0 None None] Calling delete_port for 65b57e53-541d-4367-bb4f-7f96efdcb318 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:50:30.388724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1e07bc-e607-4078-b20a-49458f59dd59 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Made reservation on behalf of 8725429ab9244f8ba50e3b663103bb1c for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:50:30.458665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7cec87-1fac-4cec-ab82-58c25cb49153 req-50bf0282-4e94-4e6e-a3f3-5b0717c2e720 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:30.460428 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4c7cec87-1fac-4cec-ab82-58c25cb49153 req-50bf0282-4e94-4e6e-a3f3-5b0717c2e720 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ffa43b6c-d683-46c2-988c-069c937ddee5 HTTP/1.1" status: 200 len: 852 time: 0.1305926 Dec 25 19:50:30.496013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ce1b703f-2f72-4849-9334-7e83ef0c6b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:30.532134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-ce1b703f-2f72-4849-9334-7e83ef0c6b3f None None] For port a901d182-1f71-4795-9455-42c106912f62, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a901d182-1f71-4795-9455-42c106912f62,segment=NetworkSegment(fa2d2d52-7794-49ec-a82f-94909c513416),segment_id=fa2d2d52-7794-49ec-a82f-94909c513416)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:30.539038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d2d40-7856-411e-9801-a65a3816bc7d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:50:30.539272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ce1b703f-2f72-4849-9334-7e83ef0c6b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:30.539617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d2d40-7856-411e-9801-a65a3816bc7d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:50:30.540045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d2d40-7856-411e-9801-a65a3816bc7d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:50:30.540461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d2d40-7856-411e-9801-a65a3816bc7d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:50:30.541238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:30.541425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d2d40-7856-411e-9801-a65a3816bc7d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:50:30.541820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d2d40-7856-411e-9801-a65a3816bc7d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:50:30.542226 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d2d40-7856-411e-9801-a65a3816bc7d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:50:30.542635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d2d40-7856-411e-9801-a65a3816bc7d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:50:30.543047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d2d40-7856-411e-9801-a65a3816bc7d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:50:30.543502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d2d40-7856-411e-9801-a65a3816bc7d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:50:30.543911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d2d40-7856-411e-9801-a65a3816bc7d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:50:30.547736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e98d2d40-7856-411e-9801-a65a3816bc7d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:30.554988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1df98-6ecc-4a4b-bb24-91310b3788dd req-d5e5010b-c2fc-4205-b19d-55c635d094f4 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:30.556758 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-77e1df98-6ecc-4a4b-bb24-91310b3788dd req-d5e5010b-c2fc-4205-b19d-55c635d094f4 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/ports?device_id=769cff77-da4b-472c-af9c-a7aed2a4cf6a HTTP/1.1" status: 200 len: 944 time: 0.3165324 Dec 25 19:50:30.586666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network ad28ef8b-8bf8-46dd-b787-0408871e5e84 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:50:30.600616 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4c7cec87-1fac-4cec-ab82-58c25cb49153 req-ef09324f-6bdd-4422-ab15-e7ad1edc4e11 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f16ae011-75bc-41f7-ba0f-437bd94b0c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899599 Dec 25 19:50:30.613341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6e1e07bc-e607-4078-b20a-49458f59dd59 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:30.684941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-550fec5e-b039-4fe0-a6ca-e95186910b5f tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:30.694167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0224638d-2ea7-4d64-bcb2-6685b1a28ce7 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:30.766199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550fec5e-b039-4fe0-a6ca-e95186910b5f tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Pushing event deleted for resources: {'Port': ['ID=5a5f3bdd-f34a-4c5a-9036-f2ae1105ad82,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:30.769637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-550fec5e-b039-4fe0-a6ca-e95186910b5f tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:30.811106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-8fa3db9c-99cb-4dac-aeca-8c49ecba76a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:50:30.811527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-8fa3db9c-99cb-4dac-aeca-8c49ecba76a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:50:30.853690 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-77e1df98-6ecc-4a4b-bb24-91310b3788dd req-2ddfc055-d5f5-49db-a569-351a101d3fc3 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/security-groups?id=42689d93-edc5-4b34-bc4b-082a5f185a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750428 Dec 25 19:50:30.899342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.ipam_backend_mixin [None req-6e1e07bc-e607-4078-b20a-49458f59dd59 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Performing IP validity checks on allocation pools {{(pid=88900) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 25 19:50:30.900207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.ipam_backend_mixin [None req-6e1e07bc-e607-4078-b20a-49458f59dd59 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88900) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 25 19:50:30.918548 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b703f-2f72-4849-9334-7e83ef0c6b3f None None] Pushing event updated for resources: {'Port': ['ID=a901d182-1f71-4795-9455-42c106912f62,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:30.923089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ce1b703f-2f72-4849-9334-7e83ef0c6b3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:30.927267 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-e704c8c7-d369-484c-afce-0d8bbf1dd7f1 None None] Provisioning for port e625e04a-93e9-4c18-aae3-42b0bb3a2d12 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:50:30.942205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-e704c8c7-d369-484c-afce-0d8bbf1dd7f1 None None] Provisioning complete for port e625e04a-93e9-4c18-aae3-42b0bb3a2d12 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:50:30.942799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e704c8c7-d369-484c-afce-0d8bbf1dd7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:30.978117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fad8f37c-e6b4-44db-a5d8-bbb7b4c5a8ff tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:31.000534 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4c7cec87-1fac-4cec-ab82-58c25cb49153 req-85c6e8e8-e28a-4ee6-a2f7-901ef8a3be5f service neutron] 10.222.0.36 "GET /v2.0/networks/f16ae011-75bc-41f7-ba0f-437bd94b0c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710549 Dec 25 19:50:31.017333 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e704c8c7-d369-484c-afce-0d8bbf1dd7f1 None None] Port e625e04a-93e9-4c18-aae3-42b0bb3a2d12 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:50:31.032803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-e704c8c7-d369-484c-afce-0d8bbf1dd7f1 None None] Provisioning complete for port a901d182-1f71-4795-9455-42c106912f62 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:50:31.033521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e704c8c7-d369-484c-afce-0d8bbf1dd7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:31.057972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24dcaab8-f87d-41ad-a119-f6dd252a8771 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:31.080577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24dcaab8-f87d-41ad-a119-f6dd252a8771 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:31.121753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-64c4553a-52a4-4fb2-b774-bdbbefc6570b tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:31.313144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8fa3db9c-99cb-4dac-aeca-8c49ecba76a0 None None] Deleting port 65b57e53-541d-4367-bb4f-7f96efdcb318 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:31.313921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8fa3db9c-99cb-4dac-aeca-8c49ecba76a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:31.433552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a901d182-1f71-4795-9455-42c106912f62 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:50:31.495332 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4c7cec87-1fac-4cec-ab82-58c25cb49153 req-91e156f6-5b2a-40c5-943e-a9b3e8da3c5e service neutron] 10.222.0.36 "GET /v2.0/networks/f16ae011-75bc-41f7-ba0f-437bd94b0c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4525528 Dec 25 19:50:31.496237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6e1e07bc-e607-4078-b20a-49458f59dd59 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:31.505156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b3d21e0d-b755-4e41-87c2-997f04d9689e tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:31.558497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-fad8f37c-e6b4-44db-a5d8-bbb7b4c5a8ff tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] For port 65b57e53-541d-4367-bb4f-7f96efdcb318, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=65b57e53-541d-4367-bb4f-7f96efdcb318,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:31.626749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port a901d182-1f71-4795-9455-42c106912f62 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:50:31.627135 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:31.639286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dcaab8-f87d-41ad-a119-f6dd252a8771 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=e625e04a-93e9-4c18-aae3-42b0bb3a2d12,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:31.642473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-24dcaab8-f87d-41ad-a119-f6dd252a8771 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:31.645233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6a6dc236-4868-49fc-a9a8-05fbdc02c2a8 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:31.655622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24dcaab8-f87d-41ad-a119-f6dd252a8771 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:31.665526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-550fec5e-b039-4fe0-a6ca-e95186910b5f tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:31.695568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-8fa3db9c-99cb-4dac-aeca-8c49ecba76a0 None None] For port 65b57e53-541d-4367-bb4f-7f96efdcb318, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=65b57e53-541d-4367-bb4f-7f96efdcb318,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:31.696020 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8fa3db9c-99cb-4dac-aeca-8c49ecba76a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:31.804908 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-6a6dc236-4868-49fc-a9a8-05fbdc02c2a8 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Calling delete_port for ecc298bf-0aea-4b91-9b1d-3912d4c2e8a1 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:50:31.834419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8fa3db9c-99cb-4dac-aeca-8c49ecba76a0 None None] Calling delete_port for 65b57e53-541d-4367-bb4f-7f96efdcb318 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:50:31.840667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e07bc-e607-4078-b20a-49458f59dd59 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event updated for resources: {'Subnet': ['ID=07278732-f097-4da6-9d21-d8d6cb7cf290,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:31.848402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6e1e07bc-e607-4078-b20a-49458f59dd59 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:31.866914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1e07bc-e607-4078-b20a-49458f59dd59 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Checking segment: {'id': '0c888549-cff5-4c68-ac6e-1a79f238fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ad28ef8b-8bf8-46dd-b787-0408871e5e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:50:31.867366 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1e07bc-e607-4078-b20a-49458f59dd59 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Network hostable DHCP agents. Network: ad28ef8b-8bf8-46dd-b787-0408871e5e84, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:50:31.874596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fad8f37c-e6b4-44db-a5d8-bbb7b4c5a8ff tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:31.882476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fad8f37c-e6b4-44db-a5d8-bbb7b4c5a8ff tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:31.883252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fad8f37c-e6b4-44db-a5d8-bbb7b4c5a8ff tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:31.889247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b13c833f-e90e-4fba-bf41-44e9db67fc23 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:31.978914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-8fa3db9c-99cb-4dac-aeca-8c49ecba76a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:50:31.980121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-8fa3db9c-99cb-4dac-aeca-8c49ecba76a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:50:32.007343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad8f37c-e6b4-44db-a5d8-bbb7b4c5a8ff tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:50:32.009334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad8f37c-e6b4-44db-a5d8-bbb7b4c5a8ff tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Port': ['ID=65b57e53-541d-4367-bb4f-7f96efdcb318,revision_number=8']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:32.016318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-fad8f37c-e6b4-44db-a5d8-bbb7b4c5a8ff tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:50:32.023781 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fad8f37c-e6b4-44db-a5d8-bbb7b4c5a8ff tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:32.028535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6e1e07bc-e607-4078-b20a-49458f59dd59 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:32.031560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 65b57e53-541d-4367-bb4f-7f96efdcb318 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:50:32.066251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad8f37c-e6b4-44db-a5d8-bbb7b4c5a8ff tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:32.066960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fad8f37c-e6b4-44db-a5d8-bbb7b4c5a8ff tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:32.114448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1e07bc-e607-4078-b20a-49458f59dd59 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Network ad28ef8b-8bf8-46dd-b787-0408871e5e84 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:50:32.164405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:32.166477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-6e1e07bc-e607-4078-b20a-49458f59dd59 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, ad28ef8b-8bf8-46dd-b787-0408871e5e84) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:50:32.181122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1e07bc-e607-4078-b20a-49458f59dd59 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:32.181785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6e1e07bc-e607-4078-b20a-49458f59dd59 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:32.189538 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fad8f37c-e6b4-44db-a5d8-bbb7b4c5a8ff tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.1704059 Dec 25 19:50:32.195328 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8fa3db9c-99cb-4dac-aeca-8c49ecba76a0 None None] Deleting port 65b57e53-541d-4367-bb4f-7f96efdcb318 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:32.195875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8fa3db9c-99cb-4dac-aeca-8c49ecba76a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:32.196523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49224) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:32.207929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-695444cd-5b1d-4b8d-b519-49e5ea7e2416 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'subnet': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:32.222838 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1291e075-406a-43c8-92f3-62bb26872b00 None None] Network ad28ef8b-8bf8-46dd-b787-0408871e5e84 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:50:32.224404 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad8f37c-e6b4-44db-a5d8-bbb7b4c5a8ff tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Subnet': ['ID=5cbb6e25-c6b5-4dbc-b800-54e23bce6d39,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:32.235373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fad8f37c-e6b4-44db-a5d8-bbb7b4c5a8ff tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:32.266361 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6e1e07bc-e607-4078-b20a-49458f59dd59 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.2542009 Dec 25 19:50:32.269246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49228) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:32.275514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9f74f-53c8-4379-92f9-552a933c188e req-8fcc39e8-cbc1-4a0b-8971-d8d8bb21b58a tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:32.277126 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-99b9f74f-53c8-4379-92f9-552a933c188e req-8fcc39e8-cbc1-4a0b-8971-d8d8bb21b58a tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/ports?device_id=769cff77-da4b-472c-af9c-a7aed2a4cf6a HTTP/1.1" status: 200 len: 944 time: 0.2634284 Dec 25 19:50:32.283510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-963b0033-8db2-42ea-a48e-df9a67b5b8ef tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:32.415383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 65b57e53-541d-4367-bb4f-7f96efdcb318, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=65b57e53-541d-4367-bb4f-7f96efdcb318,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:32.425393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:32.431272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e8ec9f81-4fe8-4950-8d74-b105e08a6343 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:32.437679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dcaab8-f87d-41ad-a119-f6dd252a8771 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network b93aa6eb-1c8c-49ec-90cd-8565c57c7c10 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:50:32.448179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-24dcaab8-f87d-41ad-a119-f6dd252a8771 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:50:32.495718 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-99b9f74f-53c8-4379-92f9-552a933c188e req-4c62014d-221c-49e9-bedb-0a19445e184a tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/security-groups?id=42689d93-edc5-4b34-bc4b-082a5f185a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767817 Dec 25 19:50:32.551896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6a6dc236-4868-49fc-a9a8-05fbdc02c2a8 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:32.590704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-695444cd-5b1d-4b8d-b519-49e5ea7e2416 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:32.604327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-695444cd-5b1d-4b8d-b519-49e5ea7e2416 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:subnet and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:32.612181 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-695444cd-5b1d-4b8d-b519-49e5ea7e2416 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:32.612349 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-382443df-e236-4f9b-bad8-f991308551f5 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:32.625061 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-695444cd-5b1d-4b8d-b519-49e5ea7e2416 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:32.646608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-963b0033-8db2-42ea-a48e-df9a67b5b8ef tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036851852017'] for subnet, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:32.663352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695444cd-5b1d-4b8d-b519-49e5ea7e2416 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:50:32.676446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6dc236-4868-49fc-a9a8-05fbdc02c2a8 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event deleted for resources: {'Port': ['ID=ecc298bf-0aea-4b91-9b1d-3912d4c2e8a1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:32.679164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6a6dc236-4868-49fc-a9a8-05fbdc02c2a8 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:32.703964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc80708-6b3c-4f38-ac40-e933e1626cb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-ad28ef8b-8bf8-46dd-b787-0408871e5e84', 'network_id': 'ad28ef8b-8bf8-46dd-b787-0408871e5e84', 'tenant_id': '8725429ab9244f8ba50e3b663103bb1c', 'fixed_ips': [{'subnet_id': '07278732-f097-4da6-9d21-d8d6cb7cf290'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:50:32.704828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1bc80708-6b3c-4f38-ac40-e933e1626cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:32.742035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=65b57e53-541d-4367-bb4f-7f96efdcb318,revision_number=9']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:32.753699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:32.823156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6a6dc236-4868-49fc-a9a8-05fbdc02c2a8 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:32.838198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550fec5e-b039-4fe0-a6ca-e95186910b5f tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Router 5616bfb2-d11a-4c37-94ff-d213f0d284db has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:50:32.866718 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6a6dc236-4868-49fc-a9a8-05fbdc02c2a8 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/ports/ecc298bf-0aea-4b91-9b1d-3912d4c2e8a1 HTTP/1.1" status: 204 len: 168 time: 3.1073339 Dec 25 19:50:32.870272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49232) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:32.879955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-695444cd-5b1d-4b8d-b519-49e5ea7e2416 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:32.887636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-8fa3db9c-99cb-4dac-aeca-8c49ecba76a0 None None] For port 65b57e53-541d-4367-bb4f-7f96efdcb318, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=65b57e53-541d-4367-bb4f-7f96efdcb318,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:32.888430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8fa3db9c-99cb-4dac-aeca-8c49ecba76a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:33.000572 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-5321009f-77d4-4f04-afa7-b3fda3654a32 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] GET failed (client error): The resource could not be found. Dec 25 19:50:33.005392 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5321009f-77d4-4f04-afa7-b3fda3654a32 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "GET /v2.0/ports/ecc298bf-0aea-4b91-9b1d-3912d4c2e8a1 HTTP/1.1" status: 404 len: 333 time: 0.1021745 Dec 25 19:50:33.014615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49236) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:33.253889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8fa3db9c-99cb-4dac-aeca-8c49ecba76a0 None None] Calling delete_port for 65b57e53-541d-4367-bb4f-7f96efdcb318 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:50:33.315800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-dacdded4-e9a7-4dfa-b6f3-f90554694916 None None] Provisioning complete for port e625e04a-93e9-4c18-aae3-42b0bb3a2d12 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:50:33.316261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dacdded4-e9a7-4dfa-b6f3-f90554694916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:33.393044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-963b0033-8db2-42ea-a48e-df9a67b5b8ef tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739196635046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036853573298'] for subnet, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:33.400492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fce451b2-6e6b-43eb-8ca5-6b2a41fdb937 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:33.439517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-dacdded4-e9a7-4dfa-b6f3-f90554694916 None None] Port e625e04a-93e9-4c18-aae3-42b0bb3a2d12 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:50:33.451786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-8fa3db9c-99cb-4dac-aeca-8c49ecba76a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:50:33.452211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-8fa3db9c-99cb-4dac-aeca-8c49ecba76a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:50:33.464730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-1bc80708-6b3c-4f38-ac40-e933e1626cb3 None None] Allocated IP 2001:db8::3 (ad28ef8b-8bf8-46dd-b787-0408871e5e84/07278732-f097-4da6-9d21-d8d6cb7cf290/9ed08db6-805e-4bed-9751-d2dceefe719d) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:50:33.479882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550fec5e-b039-4fe0-a6ca-e95186910b5f tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:50:33.481505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963b0033-8db2-42ea-a48e-df9a67b5b8ef tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:33.482196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-963b0033-8db2-42ea-a48e-df9a67b5b8ef tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:33.483668 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-963b0033-8db2-42ea-a48e-df9a67b5b8ef tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "PUT /v2.0/subnets/07278732-f097-4da6-9d21-d8d6cb7cf290 HTTP/1.1" status: 200 len: 900 time: 1.2055485 Dec 25 19:50:33.489396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49240) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:33.489760 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-550fec5e-b039-4fe0-a6ca-e95186910b5f tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] 10.222.0.24 "PUT /v2.0/routers/5616bfb2-d11a-4c37-94ff-d213f0d284db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9735770 Dec 25 19:50:33.489873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49242) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:33.496762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9ff926-b86c-4ccf-95df-ea571d593c8d None None] Sync routers for ids ['5616bfb2-d11a-4c37-94ff-d213f0d284db'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:50:33.514709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9ff926-b86c-4ccf-95df-ea571d593c8d None None] Routers {'5616bfb2-d11a-4c37-94ff-d213f0d284db'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:50:33.515809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-7f9ff926-b86c-4ccf-95df-ea571d593c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:50:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['5616bfb2-d11a-4c37-94ff-d213f0d284db'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:33.599862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-7f9ff926-b86c-4ccf-95df-ea571d593c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:33.610526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-6315369c-76b0-415c-8041-56c6817292f7 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Deleting subnet 623950f4-19ba-4b07-9de5-f6a13db71c33 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:50:33.614919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6315369c-76b0-415c-8041-56c6817292f7 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:33.616661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9ff926-b86c-4ccf-95df-ea571d593c8d None None] Routers {'5616bfb2-d11a-4c37-94ff-d213f0d284db'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:50:33.617742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-7f9ff926-b86c-4ccf-95df-ea571d593c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:50:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['5616bfb2-d11a-4c37-94ff-d213f0d284db'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:33.633412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 44e10e5c-c67c-42cf-a737-57a5785b7b42 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 19:50:33.702403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-7f9ff926-b86c-4ccf-95df-ea571d593c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:33.703343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9ff926-b86c-4ccf-95df-ea571d593c8d None None] The sync data for ids ['5616bfb2-d11a-4c37-94ff-d213f0d284db'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:50:33.735356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6315369c-76b0-415c-8041-56c6817292f7 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:33.838906 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-0feab1dc-20de-4b36-9962-0177af955982 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] show failed (client error): The resource could not be found. Dec 25 19:50:33.844436 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0feab1dc-20de-4b36-9962-0177af955982 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-1385960640 HTTP/1.1" status: 404 len: 335 time: 0.3517909 Dec 25 19:50:33.845238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49250) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:33.850335 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b0033-8db2-42ea-a48e-df9a67b5b8ef tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event updated for resources: {'Subnet': ['ID=07278732-f097-4da6-9d21-d8d6cb7cf290,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:33.851336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 44e10e5c-c67c-42cf-a737-57a5785b7b42, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=44e10e5c-c67c-42cf-a737-57a5785b7b42,segment=NetworkSegment(0d75032c-bbe6-4d15-9635-f8f56cf6bd3e),segment_id=0d75032c-bbe6-4d15-9635-f8f56cf6bd3e)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:33.859568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1bc80708-6b3c-4f38-ac40-e933e1626cb3 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:33.861756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6315369c-76b0-415c-8041-56c6817292f7 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:33.874472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-4d5d935b-aee5-48fc-83d0-d2bd25084f21 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:33.876035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': '44e10e5c-c67c-42cf-a737-57a5785b7b42', 'network_id': 'f16ae011-75bc-41f7-ba0f-437bd94b0c59', 'port_id': '44e10e5c-c67c-42cf-a737-57a5785b7b42', 'mac_address': 'fa:16:3e:94:b9:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffa43b6c-d683-46c2-988c-069c937ddee5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 19:50:33.879542 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1bc80708-6b3c-4f38-ac40-e933e1626cb3 None None] Transition to ACTIVE for port object 9ed08db6-805e-4bed-9751-d2dceefe719d will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:50:33.921469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24dcaab8-f87d-41ad-a119-f6dd252a8771 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router 9fea6925-3cf8-43b3-a6f3-314b4147b509 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:50:33.945763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1bc80708-6b3c-4f38-ac40-e933e1626cb3 None None] Transition to ACTIVE for port object 9ed08db6-805e-4bed-9751-d2dceefe719d will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:50:33.953924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:33.973813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44e10e5c-c67c-42cf-a737-57a5785b7b42 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 19:50:33.977830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1bc80708-6b3c-4f38-ac40-e933e1626cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:33.983691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2cd4298e-e7f5-4089-ae72-2df2ef862a1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:33.986451 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-4d5d935b-aee5-48fc-83d0-d2bd25084f21 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] update failed (client error): The resource could not be found. Dec 25 19:50:33.991470 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4d5d935b-aee5-48fc-83d0-d2bd25084f21 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-1328888598 HTTP/1.1" status: 404 len: 335 time: 0.1350465 Dec 25 19:50:33.995155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49254) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:34.005628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1063357e-45df-41b0-9824-da1f122552dc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:34.008379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b0033-8db2-42ea-a48e-df9a67b5b8ef tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:50:34.008931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b0033-8db2-42ea-a48e-df9a67b5b8ef tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:50:34.009474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b0033-8db2-42ea-a48e-df9a67b5b8ef tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:50:34.010091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b0033-8db2-42ea-a48e-df9a67b5b8ef tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:50:34.010621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b0033-8db2-42ea-a48e-df9a67b5b8ef tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:50:34.011201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b0033-8db2-42ea-a48e-df9a67b5b8ef tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:50:34.011830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b0033-8db2-42ea-a48e-df9a67b5b8ef tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:50:34.012247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b0033-8db2-42ea-a48e-df9a67b5b8ef tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:50:34.012781 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b0033-8db2-42ea-a48e-df9a67b5b8ef tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:50:34.013581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b0033-8db2-42ea-a48e-df9a67b5b8ef tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:50:34.014119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b0033-8db2-42ea-a48e-df9a67b5b8ef tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:50:34.024427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-963b0033-8db2-42ea-a48e-df9a67b5b8ef tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:34.026847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6315369c-76b0-415c-8041-56c6817292f7 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:34.034008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0003640e-e5c7-486d-98e5-e78c8463ccb7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:34.062087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 44e10e5c-c67c-42cf-a737-57a5785b7b42, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=44e10e5c-c67c-42cf-a737-57a5785b7b42,segment=NetworkSegment(0d75032c-bbe6-4d15-9635-f8f56cf6bd3e),segment_id=0d75032c-bbe6-4d15-9635-f8f56cf6bd3e)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:34.071803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc80708-6b3c-4f38-ac40-e933e1626cb3 None None] Network ad28ef8b-8bf8-46dd-b787-0408871e5e84 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:50:34.072597 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:34.072750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-695444cd-5b1d-4b8d-b519-49e5ea7e2416 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:34.075138 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-1bc80708-6b3c-4f38-ac40-e933e1626cb3 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:50:34.076883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc80708-6b3c-4f38-ac40-e933e1626cb3 None None] Pushing event updated for resources: {'Port': ['ID=9ed08db6-805e-4bed-9751-d2dceefe719d,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:34.079612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc80708-6b3c-4f38-ac40-e933e1626cb3 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:50:34.083282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1bc80708-6b3c-4f38-ac40-e933e1626cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:34.083813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:34.085329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0143bc30-1b98-492b-86fb-7e31fa87e815 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:34.087829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315369c-76b0-415c-8041-56c6817292f7 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event deleted for resources: {'Subnet': ['ID=623950f4-19ba-4b07-9de5-f6a13db71c33,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:34.090272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6315369c-76b0-415c-8041-56c6817292f7 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:34.096562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6315369c-76b0-415c-8041-56c6817292f7 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:34.109878 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6315369c-76b0-415c-8041-56c6817292f7 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/subnets/623950f4-19ba-4b07-9de5-f6a13db71c33 HTTP/1.1" status: 204 len: 168 time: 1.0925617 Dec 25 19:50:34.112451 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49258) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:34.120637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0040529-9b22-4ee7-b0ad-6529debc28be None None] Network 8eaa7a02-9611-47d2-846e-910cba1b1be8 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:50:34.178124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1063357e-45df-41b0-9824-da1f122552dc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Deleting port 9ed08db6-805e-4bed-9751-d2dceefe719d {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:34.178688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1063357e-45df-41b0-9824-da1f122552dc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:34.252043 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-66c84406-9740-48e7-b523-00f19f30e644 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:34.259090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695444cd-5b1d-4b8d-b519-49e5ea7e2416 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:50:34.271500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-695444cd-5b1d-4b8d-b519-49e5ea7e2416 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:50:34.279179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab3c99-3bfe-478c-a61a-ee90dbd7e481 req-0e385236-e2af-4af0-a8ed-7f79825714a7 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:34.281011 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3cab3c99-3bfe-478c-a61a-ee90dbd7e481 req-0e385236-e2af-4af0-a8ed-7f79825714a7 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/ports?device_id=769cff77-da4b-472c-af9c-a7aed2a4cf6a HTTP/1.1" status: 200 len: 944 time: 0.5030046 Dec 25 19:50:34.282395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695444cd-5b1d-4b8d-b519-49e5ea7e2416 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:34.283188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-695444cd-5b1d-4b8d-b519-49e5ea7e2416 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:34.339458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-66c84406-9740-48e7-b523-00f19f30e644 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Deleting port 4eb7bc6e-a0ec-47a4-b466-8aa7a69ffa66 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:34.339704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695444cd-5b1d-4b8d-b519-49e5ea7e2416 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Subnet': ['ID=1070ed88-7264-4d4e-8644-9510f3555b8a,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:34.339847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-66c84406-9740-48e7-b523-00f19f30e644 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:34.360007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-695444cd-5b1d-4b8d-b519-49e5ea7e2416 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:34.430655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-1bc80708-6b3c-4f38-ac40-e933e1626cb3 None None] Attempting to bind port 9ed08db6-805e-4bed-9751-d2dceefe719d on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:50:34.431107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-1bc80708-6b3c-4f38-ac40-e933e1626cb3 None None] Attempting to bind port 9ed08db6-805e-4bed-9751-d2dceefe719d by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '0c888549-cff5-4c68-ac6e-1a79f238fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ad28ef8b-8bf8-46dd-b787-0408871e5e84'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:50:34.431526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc80708-6b3c-4f38-ac40-e933e1626cb3 None None] Attempting to bind port 9ed08db6-805e-4bed-9751-d2dceefe719d on network ad28ef8b-8bf8-46dd-b787-0408871e5e84 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:50:34.437942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=44e10e5c-c67c-42cf-a737-57a5785b7b42,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:34.446337 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:34.451941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc80708-6b3c-4f38-ac40-e933e1626cb3 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:50:34.452599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc80708-6b3c-4f38-ac40-e933e1626cb3 None None] Checking segment: {'id': '0c888549-cff5-4c68-ac6e-1a79f238fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ad28ef8b-8bf8-46dd-b787-0408871e5e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:50:34.453254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1bc80708-6b3c-4f38-ac40-e933e1626cb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:34.453707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc80708-6b3c-4f38-ac40-e933e1626cb3 None None] Bound using segment: {'id': '0c888549-cff5-4c68-ac6e-1a79f238fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ad28ef8b-8bf8-46dd-b787-0408871e5e84'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:50:34.454235 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-1bc80708-6b3c-4f38-ac40-e933e1626cb3 None None] Bound port: 9ed08db6-805e-4bed-9751-d2dceefe719d, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c888549-cff5-4c68-ac6e-1a79f238fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ad28ef8b-8bf8-46dd-b787-0408871e5e84'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:50:34.454764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1bc80708-6b3c-4f38-ac40-e933e1626cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:34.472331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['44e10e5c-c67c-42cf-a737-57a5785b7b42'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 19:50:34.498980 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-695444cd-5b1d-4b8d-b519-49e5ea7e2416 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2985427 Dec 25 19:50:34.509077 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49262) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:34.510589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24dcaab8-f87d-41ad-a119-f6dd252a8771 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:50:34.518671 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-24dcaab8-f87d-41ad-a119-f6dd252a8771 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "PUT /v2.0/routers/9fea6925-3cf8-43b3-a6f3-314b4147b509/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4134676 Dec 25 19:50:34.526525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-a007ff58-310c-414c-af40-12af45ae561c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'port': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'mac_address': 'fa:16:3e:81:3c:6c', 'name': 'tempest-NetworksTestDHCPv6-182001644'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:34.544001 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49266) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:34.560452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266fa45c-8338-4577-917a-5b5385931539 None None] Sync routers for ids ['9fea6925-3cf8-43b3-a6f3-314b4147b509'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:50:34.619381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266fa45c-8338-4577-917a-5b5385931539 None None] Routers {'9fea6925-3cf8-43b3-a6f3-314b4147b509'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:50:34.620113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-266fa45c-8338-4577-917a-5b5385931539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:50:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['9fea6925-3cf8-43b3-a6f3-314b4147b509'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:34.688330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b2ebee-2e1b-4227-90c7-5489d732a7bd None None] DHCP port deletion for 8eaa7a02-9611-47d2-846e-910cba1b1be8 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:50:34.712375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-66c84406-9740-48e7-b523-00f19f30e644 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] For port 4eb7bc6e-a0ec-47a4-b466-8aa7a69ffa66, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=4eb7bc6e-a0ec-47a4-b466-8aa7a69ffa66,segment=NetworkSegment(b7c58d20-2a74-4b12-9963-4fac4ace82a3),segment_id=b7c58d20-2a74-4b12-9963-4fac4ace82a3)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:34.712782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-66c84406-9740-48e7-b523-00f19f30e644 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:34.733486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-89b2ebee-2e1b-4227-90c7-5489d732a7bd None None] Deleting port 4eb7bc6e-a0ec-47a4-b466-8aa7a69ffa66 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:34.733911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-89b2ebee-2e1b-4227-90c7-5489d732a7bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:34.798099 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3cab3c99-3bfe-478c-a61a-ee90dbd7e481 req-afbd4e62-5465-4e8f-a7b9-2d8efb0be01e tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/security-groups?id=42689d93-edc5-4b34-bc4b-082a5f185a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4868224 Dec 25 19:50:34.815827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-1bc80708-6b3c-4f38-ac40-e933e1626cb3 None None] For port 9ed08db6-805e-4bed-9751-d2dceefe719d, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:50:34.826384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ccede1e-dc02-4761-9882-85cbd0919d21 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Deleting subnet 0cf78cb4-3193-4c6a-aed0-ba598f1a0e7f {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:50:34.878406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3ccede1e-dc02-4761-9882-85cbd0919d21 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:34.936184 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-1bc80708-6b3c-4f38-ac40-e933e1626cb3 None None] For port 9ed08db6-805e-4bed-9751-d2dceefe719d, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=9ed08db6-805e-4bed-9751-d2dceefe719d,segment=NetworkSegment(0c888549-cff5-4c68-ac6e-1a79f238fe27),segment_id=0c888549-cff5-4c68-ac6e-1a79f238fe27)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:50:34.972396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3ccede1e-dc02-4761-9882-85cbd0919d21 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:34.978529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1bc80708-6b3c-4f38-ac40-e933e1626cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:34.983098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-66c84406-9740-48e7-b523-00f19f30e644 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Calling delete_port for 4eb7bc6e-a0ec-47a4-b466-8aa7a69ffa66 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:50:34.991245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-92f5df45-855e-47ef-b9e8-faceb683d607 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:35.023327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-1063357e-45df-41b0-9824-da1f122552dc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] For port 9ed08db6-805e-4bed-9751-d2dceefe719d, host dv-neutron-822611-1-hyperv, got binding levels [] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:35.023830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1063357e-45df-41b0-9824-da1f122552dc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:35.117356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a007ff58-310c-414c-af40-12af45ae561c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:35.138955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a007ff58-310c-414c-af40-12af45ae561c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:port and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:35.144113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133a09ba-f58a-4bba-bca3-4e23c8a49580 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:35.144402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133a09ba-f58a-4bba-bca3-4e23c8a49580 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:35.144818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133a09ba-f58a-4bba-bca3-4e23c8a49580 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:35.145229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133a09ba-f58a-4bba-bca3-4e23c8a49580 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:35.145634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133a09ba-f58a-4bba-bca3-4e23c8a49580 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:35.146360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133a09ba-f58a-4bba-bca3-4e23c8a49580 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:35.146513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133a09ba-f58a-4bba-bca3-4e23c8a49580 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:35.147212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133a09ba-f58a-4bba-bca3-4e23c8a49580 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:35.147608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133a09ba-f58a-4bba-bca3-4e23c8a49580 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:35.148004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133a09ba-f58a-4bba-bca3-4e23c8a49580 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:35.148401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133a09ba-f58a-4bba-bca3-4e23c8a49580 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:35.148793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133a09ba-f58a-4bba-bca3-4e23c8a49580 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:35.149182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133a09ba-f58a-4bba-bca3-4e23c8a49580 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:35.149576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133a09ba-f58a-4bba-bca3-4e23c8a49580 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:35.149971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133a09ba-f58a-4bba-bca3-4e23c8a49580 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:35.150365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133a09ba-f58a-4bba-bca3-4e23c8a49580 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:35.152853 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-133a09ba-f58a-4bba-bca3-4e23c8a49580 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11893 time: 0.6049502 Dec 25 19:50:35.154588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a007ff58-310c-414c-af40-12af45ae561c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:35.158571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49270) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:35.167538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1063357e-45df-41b0-9824-da1f122552dc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Calling delete_port for 9ed08db6-805e-4bed-9751-d2dceefe719d owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:50:35.174101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8fa3db9c-99cb-4dac-aeca-8c49ecba76a0 None None] Deleting port 65b57e53-541d-4367-bb4f-7f96efdcb318 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:35.174781 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8fa3db9c-99cb-4dac-aeca-8c49ecba76a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:35.198597 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a007ff58-310c-414c-af40-12af45ae561c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:35.226112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-66c84406-9740-48e7-b523-00f19f30e644 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:35.234994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6fb900d4-0fb2-4eae-b145-21e1009bc277 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:35.241432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc80708-6b3c-4f38-ac40-e933e1626cb3 None None] Pushing event updated for resources: {'Port': ['ID=9ed08db6-805e-4bed-9751-d2dceefe719d,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:35.249635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-266fa45c-8338-4577-917a-5b5385931539 None None] Set router 9fea6925-3cf8-43b3-a6f3-314b4147b509 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:50:35.269496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3ccede1e-dc02-4761-9882-85cbd0919d21 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:35.279768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a007ff58-310c-414c-af40-12af45ae561c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:50:35.305230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c84406-9740-48e7-b523-00f19f30e644 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event deleted for resources: {'Port': ['ID=4eb7bc6e-a0ec-47a4-b466-8aa7a69ffa66,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:35.308224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-66c84406-9740-48e7-b523-00f19f30e644 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:35.318403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-1063357e-45df-41b0-9824-da1f122552dc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88900) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:50:35.318853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-1063357e-45df-41b0-9824-da1f122552dc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:50:35.352277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3ccede1e-dc02-4761-9882-85cbd0919d21 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:35.354417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c84406-9740-48e7-b523-00f19f30e644 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] No DVR routers for this DVR port 4eb7bc6e-a0ec-47a4-b466-8aa7a69ffa66 on host dv-neutron-822611-1-hyperv {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:50:35.358110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-695444cd-5b1d-4b8d-b519-49e5ea7e2416 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:35.394115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862365d2-25d2-4102-8f6a-b74a1799de23 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:35.394414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862365d2-25d2-4102-8f6a-b74a1799de23 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:35.394999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862365d2-25d2-4102-8f6a-b74a1799de23 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:35.395574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862365d2-25d2-4102-8f6a-b74a1799de23 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:35.396155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862365d2-25d2-4102-8f6a-b74a1799de23 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:35.396709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862365d2-25d2-4102-8f6a-b74a1799de23 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:35.397255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862365d2-25d2-4102-8f6a-b74a1799de23 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:35.397798 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862365d2-25d2-4102-8f6a-b74a1799de23 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:35.398342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862365d2-25d2-4102-8f6a-b74a1799de23 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:35.398888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862365d2-25d2-4102-8f6a-b74a1799de23 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:35.399479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862365d2-25d2-4102-8f6a-b74a1799de23 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:35.400023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862365d2-25d2-4102-8f6a-b74a1799de23 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:35.400562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862365d2-25d2-4102-8f6a-b74a1799de23 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:35.401100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862365d2-25d2-4102-8f6a-b74a1799de23 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:35.401668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862365d2-25d2-4102-8f6a-b74a1799de23 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:35.402208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862365d2-25d2-4102-8f6a-b74a1799de23 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:35.404910 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-862365d2-25d2-4102-8f6a-b74a1799de23 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 10202 time: 0.2459061 Dec 25 19:50:35.409503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49274) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:35.412051 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccede1e-dc02-4761-9882-85cbd0919d21 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Pushing event deleted for resources: {'Subnet': ['ID=0cf78cb4-3193-4c6a-aed0-ba598f1a0e7f,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:35.475919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3ccede1e-dc02-4761-9882-85cbd0919d21 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:35.494591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3ccede1e-dc02-4761-9882-85cbd0919d21 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:35.535254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1bc80708-6b3c-4f38-ac40-e933e1626cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:35.549490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 4eb7bc6e-a0ec-47a4-b466-8aa7a69ffa66 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:50:35.576471 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3ccede1e-dc02-4761-9882-85cbd0919d21 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] 10.222.0.24 "DELETE /v2.0/subnets/0cf78cb4-3193-4c6a-aed0-ba598f1a0e7f HTTP/1.1" status: 204 len: 168 time: 1.5774472 Dec 25 19:50:35.576705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480b930d-c377-4833-bac0-84fef79b8adc None None] Network 845c8578-5105-44ff-9dbf-2405d28316e8 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:50:35.580681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49278) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:35.603520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-66c84406-9740-48e7-b523-00f19f30e644 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:35.656304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-66c84406-9740-48e7-b523-00f19f30e644 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eaa7a02-9611-47d2-846e-910cba1b1be8']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:35.657887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 4eb7bc6e-a0ec-47a4-b466-8aa7a69ffa66 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:50:35.658362 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 4eb7bc6e-a0ec-47a4-b466-8aa7a69ffa66 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:50:35.673346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-66c84406-9740-48e7-b523-00f19f30e644 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7c58d20-2a74-4b12-9963-4fac4ace82a3') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:35.673687 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-66c84406-9740-48e7-b523-00f19f30e644 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7c58d20-2a74-4b12-9963-4fac4ace82a3') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:35.687111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-66c84406-9740-48e7-b523-00f19f30e644 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:35.704295 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-66c84406-9740-48e7-b523-00f19f30e644 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:35.711608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a007ff58-310c-414c-af40-12af45ae561c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:35.732460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66c84406-9740-48e7-b523-00f19f30e644 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:50:35.732914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-66c84406-9740-48e7-b523-00f19f30e644 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:35.748872 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:50:35.748872 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:50:35.748872 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:50:35.748872 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:50:35.748872 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:50:35.748872 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:50:35.748872 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:50:35.748872 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:50:35.748872 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:50:35.748872 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:50:35.748872 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:50:35.748872 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:50:35.748872 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:50:35.748872 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:50:35.748872 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:50:35.748872 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:50:35.748872 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:50:35.748872 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:50:35.748872 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:50:35.748872 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:50:35.748872 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:50:35.748872 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:50:35.748872 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:50:35.748872 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:50:35.748872 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:50:35.748872 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:50:35.748872 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:50:35.748872 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:50:35.748872 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:50:35.748872 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:50:35.748872 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:50:35.748872 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:50:35.769796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-a007ff58-310c-414c-af40-12af45ae561c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] device_id is not set on port d906c75f-df25-431e-9eb0-976056644af1 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:50:35.831895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1063357e-45df-41b0-9824-da1f122552dc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Deleting port 9ed08db6-805e-4bed-9751-d2dceefe719d {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:35.832846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1063357e-45df-41b0-9824-da1f122552dc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:35.971396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e260624-e71c-4933-b50f-f483b5809685 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Deleting subnet f4cb57e2-7477-4ea3-a609-5d55b8c4eb63 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:50:35.993166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e260624-e71c-4933-b50f-f483b5809685 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:36.047738 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8643f5ca-8479-4fe1-a4fb-dab9d4afc6fc tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2147 time: 0.6325636 Dec 25 19:50:36.057438 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-66c84406-9740-48e7-b523-00f19f30e644 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:36.066741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-66c84406-9740-48e7-b523-00f19f30e644 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:36.074652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:36.132674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c84406-9740-48e7-b523-00f19f30e644 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event deleted for resources: {'Network': ['ID=8eaa7a02-9611-47d2-846e-910cba1b1be8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:36.143544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-66c84406-9740-48e7-b523-00f19f30e644 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:36.158080 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-66c84406-9740-48e7-b523-00f19f30e644 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/networks/8eaa7a02-9611-47d2-846e-910cba1b1be8 HTTP/1.1" status: 204 len: 168 time: 2.0445466 Dec 25 19:50:36.170856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49286) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:36.186424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-689ba3a5-1780-4f0d-bc1b-f9dae2ef2149 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1570846350'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:36.236735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-8fa3db9c-99cb-4dac-aeca-8c49ecba76a0 None None] For port 65b57e53-541d-4367-bb4f-7f96efdcb318, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=65b57e53-541d-4367-bb4f-7f96efdcb318,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:36.238131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8fa3db9c-99cb-4dac-aeca-8c49ecba76a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:36.246694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e260624-e71c-4933-b50f-f483b5809685 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:36.255209 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-689ba3a5-1780-4f0d-bc1b-f9dae2ef2149 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:36.279120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-689ba3a5-1780-4f0d-bc1b-f9dae2ef2149 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:network and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:36.289488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-689ba3a5-1780-4f0d-bc1b-f9dae2ef2149 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:36.301140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-689ba3a5-1780-4f0d-bc1b-f9dae2ef2149 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:36.332349 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-a007ff58-310c-414c-af40-12af45ae561c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Allocated IP 172.20.0.14 (7396b720-65bf-48b2-8da7-778eed2fcf44/1070ed88-7264-4d4e-8644-9510f3555b8a/d906c75f-df25-431e-9eb0-976056644af1) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:50:36.335450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689ba3a5-1780-4f0d-bc1b-f9dae2ef2149 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Made reservation on behalf of 70aa58ed5ec1475cad367450f4be2220 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:50:36.341497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-689ba3a5-1780-4f0d-bc1b-f9dae2ef2149 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:36.371875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-a007ff58-310c-414c-af40-12af45ae561c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Allocated IP 2001:db8::f816:3eff:fe81:3c6c (7396b720-65bf-48b2-8da7-778eed2fcf44/5cbb6e25-c6b5-4dbc-b800-54e23bce6d39/d906c75f-df25-431e-9eb0-976056644af1) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:50:36.425693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8fa3db9c-99cb-4dac-aeca-8c49ecba76a0 None None] Calling delete_port for 65b57e53-541d-4367-bb4f-7f96efdcb318 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:50:36.435864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-689ba3a5-1780-4f0d-bc1b-f9dae2ef2149 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:50:36.457663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189900ea-0b8d-4a62-ba4a-e8de52f6aed1 req-bda3a5e1-c19b-492e-a4c5-db573fccf530 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:36.459403 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-189900ea-0b8d-4a62-ba4a-e8de52f6aed1 req-bda3a5e1-c19b-492e-a4c5-db573fccf530 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/ports?device_id=769cff77-da4b-472c-af9c-a7aed2a4cf6a HTTP/1.1" status: 200 len: 945 time: 0.3804417 Dec 25 19:50:36.489321 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-1063357e-45df-41b0-9824-da1f122552dc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] For port 9ed08db6-805e-4bed-9751-d2dceefe719d, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=9ed08db6-805e-4bed-9751-d2dceefe719d,segment=NetworkSegment(0c888549-cff5-4c68-ac6e-1a79f238fe27),segment_id=0c888549-cff5-4c68-ac6e-1a79f238fe27)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:36.489876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1063357e-45df-41b0-9824-da1f122552dc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:36.514436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49290) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:36.533681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-53ddb516-f922-4be5-b634-238b204fd4cf tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1942575132', 'description': 'tempest-secgroup-smoke-1942575132 description', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:36.554359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-53ddb516-f922-4be5-b634-238b204fd4cf tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:36.557077 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-689ba3a5-1780-4f0d-bc1b-f9dae2ef2149 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:36.557464 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-689ba3a5-1780-4f0d-bc1b-f9dae2ef2149 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Added segment 32942dcc-61c5-44a8-9258-33702caa37a6 of type vlan for network fc8f9abc-6de6-4f81-b0a0-4ff833fb15d1 Dec 25 19:50:36.563184 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-53ddb516-f922-4be5-b634-238b204fd4cf tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:36.566689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7f4d0f34-afdf-4b64-afdd-ced477d9b5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:36.571124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-53ddb516-f922-4be5-b634-238b204fd4cf tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:36.601387 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-89b2ebee-2e1b-4227-90c7-5489d732a7bd None None] For port 4eb7bc6e-a0ec-47a4-b466-8aa7a69ffa66, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=4eb7bc6e-a0ec-47a4-b466-8aa7a69ffa66,segment=NetworkSegment(b7c58d20-2a74-4b12-9963-4fac4ace82a3),segment_id=b7c58d20-2a74-4b12-9963-4fac4ace82a3)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:36.602006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-89b2ebee-2e1b-4227-90c7-5489d732a7bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:36.631263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-53ddb516-f922-4be5-b634-238b204fd4cf tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:36.653813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1063357e-45df-41b0-9824-da1f122552dc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Calling delete_port for 9ed08db6-805e-4bed-9751-d2dceefe719d owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:50:36.671296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-53ddb516-f922-4be5-b634-238b204fd4cf tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:36.690502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-689ba3a5-1780-4f0d-bc1b-f9dae2ef2149 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:36.717201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e260624-e71c-4933-b50f-f483b5809685 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:36.770471 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-189900ea-0b8d-4a62-ba4a-e8de52f6aed1 req-ad4b84bf-670d-4d51-8dd4-de29026ace25 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/security-groups?id=42689d93-edc5-4b34-bc4b-082a5f185a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992241 Dec 25 19:50:36.771452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a007ff58-310c-414c-af40-12af45ae561c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:36.781304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-53ddb516-f922-4be5-b634-238b204fd4cf tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:36.791579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-53ddb516-f922-4be5-b634-238b204fd4cf tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:36.797403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-689ba3a5-1780-4f0d-bc1b-f9dae2ef2149 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:36.801622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689ba3a5-1780-4f0d-bc1b-f9dae2ef2149 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:36.802265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-689ba3a5-1780-4f0d-bc1b-f9dae2ef2149 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:36.810877 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-53ddb516-f922-4be5-b634-238b204fd4cf tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:36.812893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fab86d33-7ae2-4aa5-bf24-82fb5e2626b7 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:36.821463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-89b2ebee-2e1b-4227-90c7-5489d732a7bd None None] Calling delete_port for 4eb7bc6e-a0ec-47a4-b466-8aa7a69ffa66 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:50:36.836507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a007ff58-310c-414c-af40-12af45ae561c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Transition to ACTIVE for port object d906c75f-df25-431e-9eb0-976056644af1 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:50:36.848610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-53ddb516-f922-4be5-b634-238b204fd4cf tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:36.861634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e260624-e71c-4933-b50f-f483b5809685 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:36.870744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-87484500-3ec2-4cd0-ae6d-d581e1ac5bc7 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:36.920019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e260624-e71c-4933-b50f-f483b5809685 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Pushing event deleted for resources: {'Subnet': ['ID=f4cb57e2-7477-4ea3-a609-5d55b8c4eb63,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:36.926465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5e260624-e71c-4933-b50f-f483b5809685 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:36.934081 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e260624-e71c-4933-b50f-f483b5809685 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:36.952984 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5e260624-e71c-4933-b50f-f483b5809685 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] 10.222.0.24 "DELETE /v2.0/subnets/f4cb57e2-7477-4ea3-a609-5d55b8c4eb63 HTTP/1.1" status: 204 len: 168 time: 1.3698978 Dec 25 19:50:36.954711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1063357e-45df-41b0-9824-da1f122552dc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:36.963516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49294) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:36.964571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-76b3f31b-2f82-4367-8718-e92c48a79419 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:36.969002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fde6287-6f86-40ce-9f7c-b33f34acd888 None None] Network 816f055b-a275-45b9-a035-9da6066b1ec8 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:50:37.032626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1063357e-45df-41b0-9824-da1f122552dc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event deleted for resources: {'Port': ['ID=9ed08db6-805e-4bed-9751-d2dceefe719d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:37.048429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1063357e-45df-41b0-9824-da1f122552dc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:37.158152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1063357e-45df-41b0-9824-da1f122552dc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] No DVR routers for this DVR port 9ed08db6-805e-4bed-9751-d2dceefe719d on host dv-neutron-822611-1-hyperv {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:50:37.276636 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-689ba3a5-1780-4f0d-bc1b-f9dae2ef2149 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1027863 Dec 25 19:50:37.279552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-89b2ebee-2e1b-4227-90c7-5489d732a7bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:50:37.280115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-89b2ebee-2e1b-4227-90c7-5489d732a7bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:50:37.285712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d17c417a-26e5-4be1-b4ce-69cb0b9f86ed tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:37.289167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ba3a5-1780-4f0d-bc1b-f9dae2ef2149 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'Network': ['ID=fc8f9abc-6de6-4f81-b0a0-4ff833fb15d1,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:37.290704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49298) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:37.293737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-689ba3a5-1780-4f0d-bc1b-f9dae2ef2149 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:37.294863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8fa3db9c-99cb-4dac-aeca-8c49ecba76a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:37.300516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-092007de-fedb-4084-bb08-0cf5067f1b7c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'subnet': {'network_id': 'fc8f9abc-6de6-4f81-b0a0-4ff833fb15d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:37.301997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a007ff58-310c-414c-af40-12af45ae561c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:37.308683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2327f62a-c284-4eb3-a29a-3a07d9033ee6 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:37.309256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-88ea92c8-61fa-4b39-8b39-0a8bdbc75c37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:37.341846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1063357e-45df-41b0-9824-da1f122552dc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:37.397829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-d17c417a-26e5-4be1-b4ce-69cb0b9f86ed tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Deleting port f36e7b40-a6e5-4f12-842b-53973597c7f4 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:37.398212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d17c417a-26e5-4be1-b4ce-69cb0b9f86ed tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:37.429885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-53ddb516-f922-4be5-b634-238b204fd4cf tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:37.436907 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a007ff58-310c-414c-af40-12af45ae561c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:50:37.442165 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-a007ff58-310c-414c-af40-12af45ae561c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:50:37.444808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007ff58-310c-414c-af40-12af45ae561c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Port': ['ID=d906c75f-df25-431e-9eb0-976056644af1,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:37.447408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-53ddb516-f922-4be5-b634-238b204fd4cf tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:37.453825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a007ff58-310c-414c-af40-12af45ae561c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:37.454782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a007ff58-310c-414c-af40-12af45ae561c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:50:37.488116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f0794ff0-217c-4081-a361-42dfb5d5a295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:37.548434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-53ddb516-f922-4be5-b634-238b204fd4cf tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:37.553602 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-53ddb516-f922-4be5-b634-238b204fd4cf tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.0378044 Dec 25 19:50:37.557243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49302) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:37.566917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ddb516-f922-4be5-b634-238b204fd4cf tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d036ba6a-3c66-4b69-afdf-533dbe3f6b34,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:37.571288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-aa7f3af0-0cd4-4825-80f5-b323699ba0dc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': 'd036ba6a-3c66-4b69-afdf-533dbe3f6b34', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:37.579978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-aa7f3af0-0cd4-4825-80f5-b323699ba0dc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:37.582014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-53ddb516-f922-4be5-b634-238b204fd4cf tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:37.585095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-aa7f3af0-0cd4-4825-80f5-b323699ba0dc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:37.587847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a007ff58-310c-414c-af40-12af45ae561c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:37.588400 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-aa7f3af0-0cd4-4825-80f5-b323699ba0dc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:37.588728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a007ff58-310c-414c-af40-12af45ae561c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:37.596215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-aa7f3af0-0cd4-4825-80f5-b323699ba0dc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:37.618387 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a007ff58-310c-414c-af40-12af45ae561c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1007073 Dec 25 19:50:37.619365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49306) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:37.620026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3db9c-99cb-4dac-aeca-8c49ecba76a0 None None] Pushing event deleted for resources: {'Port': ['ID=65b57e53-541d-4367-bb4f-7f96efdcb318,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:37.666469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network fc8f9abc-6de6-4f81-b0a0-4ff833fb15d1 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:50:37.667402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-092007de-fedb-4084-bb08-0cf5067f1b7c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:37.671652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-092007de-fedb-4084-bb08-0cf5067f1b7c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:subnet and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:37.675215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-092007de-fedb-4084-bb08-0cf5067f1b7c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:37.681342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-092007de-fedb-4084-bb08-0cf5067f1b7c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:37.688256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8fa3db9c-99cb-4dac-aeca-8c49ecba76a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:37.695369 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092007de-fedb-4084-bb08-0cf5067f1b7c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Made reservation on behalf of 70aa58ed5ec1475cad367450f4be2220 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:50:37.710232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 44e10e5c-c67c-42cf-a737-57a5785b7b42 up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:50:37.720680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6750c8-3705-49df-9406-293bad69d7d9 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:37.722057 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0b6750c8-3705-49df-9406-293bad69d7d9 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:50:37.746907 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aa7f3af0-0cd4-4825-80f5-b323699ba0dc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:37.748283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0b6750c8-3705-49df-9406-293bad69d7d9 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:50:37.751509 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0b6750c8-3705-49df-9406-293bad69d7d9 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.1285503 Dec 25 19:50:37.752354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49310) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:37.779340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484096ac-33e4-490d-a8d2-1f3fb7bb1396 None None] DHCP port deletion for 845c8578-5105-44ff-9dbf-2405d28316e8 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:50:37.794848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-89b2ebee-2e1b-4227-90c7-5489d732a7bd None None] Deleting port 4eb7bc6e-a0ec-47a4-b466-8aa7a69ffa66 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:37.795595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-89b2ebee-2e1b-4227-90c7-5489d732a7bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:37.827784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-484096ac-33e4-490d-a8d2-1f3fb7bb1396 None None] Deleting port f36e7b40-a6e5-4f12-842b-53973597c7f4 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:37.828303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-484096ac-33e4-490d-a8d2-1f3fb7bb1396 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:37.854903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-53ab8486-6e04-495e-82f4-941e7e59d206 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting port d906c75f-df25-431e-9eb0-976056644af1 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:37.855354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-53ab8486-6e04-495e-82f4-941e7e59d206 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:37.969109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70250461-5743-4368-86e0-14f2f3c59be7 None None] Network ad28ef8b-8bf8-46dd-b787-0408871e5e84 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:50:38.058945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:38.077303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-769806ce-f9a3-45be-8e91-ebb0cc0adc72 None None] Could not find standard attr ID for object 9ed08db6-805e-4bed-9751-d2dceefe719d. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:50:38.188917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-53ab8486-6e04-495e-82f4-941e7e59d206 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:38.221063 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-89b2ebee-2e1b-4227-90c7-5489d732a7bd None None] The port '4eb7bc6e-a0ec-47a4-b466-8aa7a69ffa66' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:50:38.256046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa3db9c-99cb-4dac-aeca-8c49ecba76a0 None None] No DVR routers for this DVR port 65b57e53-541d-4367-bb4f-7f96efdcb318 on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:50:38.290630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-092007de-fedb-4084-bb08-0cf5067f1b7c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:38.306395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1063357e-45df-41b0-9824-da1f122552dc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:38.317188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ad6c4c8e-3d3f-4bd5-b8f3-d9a40f4a19ae tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:38.348177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca6ffa5-5043-4984-8cf2-f8013f9ae664 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:50:38.360088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-53ab8486-6e04-495e-82f4-941e7e59d206 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Calling delete_port for d906c75f-df25-431e-9eb0-976056644af1 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:50:38.375854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-d17c417a-26e5-4be1-b4ce-69cb0b9f86ed tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] For port f36e7b40-a6e5-4f12-842b-53973597c7f4, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=f36e7b40-a6e5-4f12-842b-53973597c7f4,segment=NetworkSegment(25ceef65-8cbd-46a8-8c61-517aa9339ce8),segment_id=25ceef65-8cbd-46a8-8c61-517aa9339ce8)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:38.376263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d17c417a-26e5-4be1-b4ce-69cb0b9f86ed tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:38.398576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1063357e-45df-41b0-9824-da1f122552dc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event deleted for resources: {'Subnet': ['ID=07278732-f097-4da6-9d21-d8d6cb7cf290,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:38.411291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1063357e-45df-41b0-9824-da1f122552dc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:38.445987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-266fa45c-8338-4577-917a-5b5385931539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fea6925-3cf8-43b3-a6f3-314b4147b509', 'name': 'tempest-TestNetworkBasicOps-router-1633076558', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': '48376342-4b80-4444-9020-b4d505d0f4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:50:12Z', 'updated_at': '2021-12-25T19:50:29Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '48376342-4b80-4444-9020-b4d505d0f4e6', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:88:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fea6925-3cf8-43b3-a6f3-314b4147b509', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:50:13Z', 'updated_at': '2021-12-25T19:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'e625e04a-93e9-4c18-aae3-42b0bb3a2d12', 'name': '', 'network_id': 'b93aa6eb-1c8c-49ec-90cd-8565c57c7c10', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:60:3c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fea6925-3cf8-43b3-a6f3-314b4147b509', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4f90102-ec1f-45e5-8dc7-a216521dc6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:50:26Z', 'updated_at': '2021-12-25T19:50:30Z', 'revision_number': 2, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'e4f90102-ec1f-45e5-8dc7-a216521dc6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:38.524960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9c9877b6-6b0f-491e-a08e-61032a2ac89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:38.582539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-53ab8486-6e04-495e-82f4-941e7e59d206 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:38.588822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-34cd97d7-f220-46f0-a78a-2241b92465ec tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:38.588993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266fa45c-8338-4577-917a-5b5385931539 None None] Checking router: 9fea6925-3cf8-43b3-a6f3-314b4147b509 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:50:38.588993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266fa45c-8338-4577-917a-5b5385931539 None None] Updating router 9fea6925-3cf8-43b3-a6f3-314b4147b509 port e625e04a-93e9-4c18-aae3-42b0bb3a2d12 binding host dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 19:50:38.628661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-d17c417a-26e5-4be1-b4ce-69cb0b9f86ed tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Calling delete_port for f36e7b40-a6e5-4f12-842b-53973597c7f4 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:50:38.637890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab8486-6e04-495e-82f4-941e7e59d206 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Port': ['ID=d906c75f-df25-431e-9eb0-976056644af1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:38.643723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-53ab8486-6e04-495e-82f4-941e7e59d206 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:38.675577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aa7f3af0-0cd4-4825-80f5-b323699ba0dc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:38.711199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aa7f3af0-0cd4-4825-80f5-b323699ba0dc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:38.718795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074cb5a4-2bd6-4c41-943b-dad3125b390a None None] DHCP port deletion for 816f055b-a275-45b9-a035-9da6066b1ec8 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:50:38.731512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ac1acafb-45bd-486e-a387-856b12fb1716 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:38.734753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning for port 44e10e5c-c67c-42cf-a737-57a5785b7b42 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:50:38.744287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e6344-5683-4294-bb03-65fb69e2b583 req-472104fc-9612-4d05-8dee-b2fbc1aa7bce tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:38.745932 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b68e6344-5683-4294-bb03-65fb69e2b583 req-472104fc-9612-4d05-8dee-b2fbc1aa7bce tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/ports?device_id=769cff77-da4b-472c-af9c-a7aed2a4cf6a HTTP/1.1" status: 200 len: 945 time: 0.7285085 Dec 25 19:50:38.758927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-074cb5a4-2bd6-4c41-943b-dad3125b390a None None] Deleting port 2b21fe19-9476-4771-ad45-e77eca858c93 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:38.759384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-074cb5a4-2bd6-4c41-943b-dad3125b390a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:38.793893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port 44e10e5c-c67c-42cf-a737-57a5785b7b42 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:50:38.794312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:38.794552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-53ab8486-6e04-495e-82f4-941e7e59d206 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:38.809886 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-53ab8486-6e04-495e-82f4-941e7e59d206 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/ports/d906c75f-df25-431e-9eb0-976056644af1 HTTP/1.1" status: 204 len: 168 time: 1.0542026 Dec 25 19:50:38.810253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49318) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:38.844153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1063357e-45df-41b0-9824-da1f122552dc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:38.863703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f3af0-0cd4-4825-80f5-b323699ba0dc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb93350-48a3-4ed8-beb7-3d52422df1b1,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:38.872513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-aa7f3af0-0cd4-4825-80f5-b323699ba0dc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:38.881571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-484096ac-33e4-490d-a8d2-1f3fb7bb1396 None None] For port f36e7b40-a6e5-4f12-842b-53973597c7f4, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=f36e7b40-a6e5-4f12-842b-53973597c7f4,segment=NetworkSegment(25ceef65-8cbd-46a8-8c61-517aa9339ce8),segment_id=25ceef65-8cbd-46a8-8c61-517aa9339ce8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:38.882027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-484096ac-33e4-490d-a8d2-1f3fb7bb1396 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:38.889483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259fd7a1-c896-418d-842e-41d447a70807 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:38.890741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259fd7a1-c896-418d-842e-41d447a70807 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:38.893139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259fd7a1-c896-418d-842e-41d447a70807 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:38.894528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-259fd7a1-c896-418d-842e-41d447a70807 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:50:38.911921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-259fd7a1-c896-418d-842e-41d447a70807 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:50:38.916193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:38.916343 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-259fd7a1-c896-418d-842e-41d447a70807 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1023183 Dec 25 19:50:38.916437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49324) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:38.926005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-1063357e-45df-41b0-9824-da1f122552dc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad28ef8b-8bf8-46dd-b787-0408871e5e84']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:38.941756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-266fa45c-8338-4577-917a-5b5385931539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:38.977048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aa7f3af0-0cd4-4825-80f5-b323699ba0dc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:38.981317 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-aa7f3af0-0cd4-4825-80f5-b323699ba0dc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4151521 Dec 25 19:50:38.991090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-1063357e-45df-41b0-9824-da1f122552dc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c888549-cff5-4c68-ac6e-1a79f238fe27') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:38.991622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49328) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:38.993476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-1063357e-45df-41b0-9824-da1f122552dc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c888549-cff5-4c68-ac6e-1a79f238fe27') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:39.001339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-3cafa143-b8a8-4336-bc56-7c32ae134eab tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': 'd036ba6a-3c66-4b69-afdf-533dbe3f6b34', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:39.005221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d17c417a-26e5-4be1-b4ce-69cb0b9f86ed tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:39.012752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3cafa143-b8a8-4336-bc56-7c32ae134eab tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:39.015626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-270c6cf8-f6cc-4852-9326-187f68c0dd74 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:39.021492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3cafa143-b8a8-4336-bc56-7c32ae134eab tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:39.027038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3cafa143-b8a8-4336-bc56-7c32ae134eab tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:39.037106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dae10fc-a8c2-419c-a98d-b0e6b0cd3df0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting subnet 1070ed88-7264-4d4e-8644-9510f3555b8a {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:50:39.042947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9dae10fc-a8c2-419c-a98d-b0e6b0cd3df0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:39.064690 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b68e6344-5683-4294-bb03-65fb69e2b583 req-836b1388-ba69-456d-b6ff-447f4dcc7eb6 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/security-groups?id=42689d93-edc5-4b34-bc4b-082a5f185a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482243 Dec 25 19:50:39.066503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1063357e-45df-41b0-9824-da1f122552dc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:39.094115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c417a-26e5-4be1-b4ce-69cb0b9f86ed tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Pushing event deleted for resources: {'Port': ['ID=f36e7b40-a6e5-4f12-842b-53973597c7f4,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:39.103962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d17c417a-26e5-4be1-b4ce-69cb0b9f86ed tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:39.109254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1063357e-45df-41b0-9824-da1f122552dc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:39.114079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3cafa143-b8a8-4336-bc56-7c32ae134eab tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:39.117538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17c417a-26e5-4be1-b4ce-69cb0b9f86ed tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] No DVR routers for this DVR port f36e7b40-a6e5-4f12-842b-53973597c7f4 on host dv-neutron-822611-1-hyperv {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:50:39.123097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa991f7-1c0a-4c89-a31a-92c2c3029edb None None] DHCP port deletion for ad28ef8b-8bf8-46dd-b787-0408871e5e84 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:50:39.132624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9dae10fc-a8c2-419c-a98d-b0e6b0cd3df0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:39.134927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-484096ac-33e4-490d-a8d2-1f3fb7bb1396 None None] Calling delete_port for f36e7b40-a6e5-4f12-842b-53973597c7f4 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:50:39.165490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1063357e-45df-41b0-9824-da1f122552dc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:50:39.165950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1063357e-45df-41b0-9824-da1f122552dc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:39.182030 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:50:39.182030 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:50:39.182030 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:50:39.182030 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:50:39.182030 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:50:39.182030 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:50:39.182030 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:50:39.182030 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:50:39.182030 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:50:39.182030 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:50:39.182030 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:50:39.182030 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:50:39.182030 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:50:39.182030 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:50:39.182030 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:50:39.182030 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:50:39.182030 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:50:39.182030 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:50:39.182030 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:50:39.182030 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:50:39.182030 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:50:39.182030 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:50:39.182030 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:50:39.182030 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:50:39.182030 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:50:39.182030 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:50:39.182030 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:50:39.182030 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:50:39.182030 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:50:39.182030 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:50:39.182030 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:50:39.182030 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:50:39.217892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3cafa143-b8a8-4336-bc56-7c32ae134eab tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:39.253219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9dae10fc-a8c2-419c-a98d-b0e6b0cd3df0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:39.328532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-092007de-fedb-4084-bb08-0cf5067f1b7c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:39.338388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5e260624-e71c-4933-b50f-f483b5809685 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:39.373494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3cafa143-b8a8-4336-bc56-7c32ae134eab tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:39.384109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3cafa143-b8a8-4336-bc56-7c32ae134eab tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:39.395672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d598699f-1fbf-4fef-acf9-43f1c7352156 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:39.417211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cafa143-b8a8-4336-bc56-7c32ae134eab tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1ec7e0b-d534-479e-adf6-ea1b79fe25ec,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:39.420766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3cafa143-b8a8-4336-bc56-7c32ae134eab tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:39.422032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9dae10fc-a8c2-419c-a98d-b0e6b0cd3df0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:39.430364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fc3fb21a-bbb4-47e9-b277-0adf85705d02 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:39.445118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d17c417a-26e5-4be1-b4ce-69cb0b9f86ed tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:39.453093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1063357e-45df-41b0-9824-da1f122552dc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:39.488460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1063357e-45df-41b0-9824-da1f122552dc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:39.491424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae10fc-a8c2-419c-a98d-b0e6b0cd3df0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Subnet': ['ID=1070ed88-7264-4d4e-8644-9510f3555b8a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:39.499398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9dae10fc-a8c2-419c-a98d-b0e6b0cd3df0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:39.507524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9dae10fc-a8c2-419c-a98d-b0e6b0cd3df0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:39.509531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432af6c8-a8bb-4a91-abb3-ae000181c3ea None None] Network ad28ef8b-8bf8-46dd-b787-0408871e5e84 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:50:39.511864 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9dae10fc-a8c2-419c-a98d-b0e6b0cd3df0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/1070ed88-7264-4d4e-8644-9510f3555b8a HTTP/1.1" status: 204 len: 168 time: 0.5940778 Dec 25 19:50:39.512788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49334) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:39.513110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-d17c417a-26e5-4be1-b4ce-69cb0b9f86ed tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['845c8578-5105-44ff-9dbf-2405d28316e8']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:39.516546 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3cafa143-b8a8-4336-bc56-7c32ae134eab tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:39.521402 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3cafa143-b8a8-4336-bc56-7c32ae134eab tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5286200 Dec 25 19:50:39.522503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49338) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:39.536172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 2b21fe19-9476-4771-ad45-e77eca858c93 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:50:39.550367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092007de-fedb-4084-bb08-0cf5067f1b7c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'Subnet': ['ID=8b0858bc-ceaf-4b18-838a-8460daec05fd,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:39.553610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-d17c417a-26e5-4be1-b4ce-69cb0b9f86ed tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ceef65-8cbd-46a8-8c61-517aa9339ce8') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:39.554129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-d17c417a-26e5-4be1-b4ce-69cb0b9f86ed tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ceef65-8cbd-46a8-8c61-517aa9339ce8') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:39.563779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-092007de-fedb-4084-bb08-0cf5067f1b7c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:39.564831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-06e21688-537e-47b2-a2dc-6accd69643ac tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': 'd036ba6a-3c66-4b69-afdf-533dbe3f6b34', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:39.567894 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-39bacf9a-b48b-4b5b-87f5-1ba6eeae359d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:39.581013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-06e21688-537e-47b2-a2dc-6accd69643ac tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:39.593894 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1063357e-45df-41b0-9824-da1f122552dc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "DELETE /v2.0/networks/ad28ef8b-8bf8-46dd-b787-0408871e5e84 HTTP/1.1" status: 204 len: 168 time: 6.0995224 Dec 25 19:50:39.593894 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d17c417a-26e5-4be1-b4ce-69cb0b9f86ed tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:39.595823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49342) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:39.595823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-06e21688-537e-47b2-a2dc-6accd69643ac tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:39.610976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1063357e-45df-41b0-9824-da1f122552dc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event deleted for resources: {'Network': ['ID=ad28ef8b-8bf8-46dd-b787-0408871e5e84,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:39.616686 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1063357e-45df-41b0-9824-da1f122552dc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:39.626763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092007de-fedb-4084-bb08-0cf5067f1b7c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Checking segment: {'id': '32942dcc-61c5-44a8-9258-33702caa37a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fc8f9abc-6de6-4f81-b0a0-4ff833fb15d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:50:39.627208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092007de-fedb-4084-bb08-0cf5067f1b7c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Network hostable DHCP agents. Network: fc8f9abc-6de6-4f81-b0a0-4ff833fb15d1, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:50:39.636485 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d17c417a-26e5-4be1-b4ce-69cb0b9f86ed tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:39.638373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-06e21688-537e-47b2-a2dc-6accd69643ac tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:39.646299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432af6c8-a8bb-4a91-abb3-ae000181c3ea None None] Network ad28ef8b-8bf8-46dd-b787-0408871e5e84 could not be found, it might have been deleted concurrently. {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 25 19:50:39.652431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d17c417a-26e5-4be1-b4ce-69cb0b9f86ed tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:50:39.652431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d17c417a-26e5-4be1-b4ce-69cb0b9f86ed tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:39.657995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-06e21688-537e-47b2-a2dc-6accd69643ac tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:39.668735 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:50:39.668735 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:50:39.668735 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:50:39.668735 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:50:39.668735 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:50:39.668735 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:50:39.668735 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:50:39.668735 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:50:39.668735 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:50:39.668735 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:50:39.668735 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:50:39.668735 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:50:39.668735 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:50:39.668735 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:50:39.668735 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:50:39.668735 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:50:39.668735 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:50:39.668735 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:50:39.668735 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:50:39.668735 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:50:39.668735 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:50:39.668735 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:50:39.668735 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:50:39.668735 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:50:39.668735 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:50:39.668735 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:50:39.668735 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:50:39.668735 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:50:39.668735 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:50:39.668735 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:50:39.668735 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:50:39.668735 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:50:39.676670 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-d131a3cc-2a87-4e2e-a430-bd2dd2740305 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] DELETE failed (client error): The resource could not be found. Dec 25 19:50:39.677174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d131a3cc-2a87-4e2e-a430-bd2dd2740305 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:50:39.681471 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d131a3cc-2a87-4e2e-a430-bd2dd2740305 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "DELETE /v2.0/subnets/07278732-f097-4da6-9d21-d8d6cb7cf290 HTTP/1.1" status: 404 len: 337 time: 0.0799749 Dec 25 19:50:39.683825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49346) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:39.717053 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-2698470c-abf7-43d9-9af0-4f0e981d58aa tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting subnet 5cbb6e25-c6b5-4dbc-b800-54e23bce6d39 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:50:39.724088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2698470c-abf7-43d9-9af0-4f0e981d58aa tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:39.752254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092007de-fedb-4084-bb08-0cf5067f1b7c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Network fc8f9abc-6de6-4f81-b0a0-4ff833fb15d1 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:50:39.768711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-092007de-fedb-4084-bb08-0cf5067f1b7c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, fc8f9abc-6de6-4f81-b0a0-4ff833fb15d1) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:50:39.769672 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6c31b1b-b047-41e4-9505-ec8e0fac5a3c tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] DELETE failed (client error): The resource could not be found. Dec 25 19:50:39.770187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6c31b1b-b047-41e4-9505-ec8e0fac5a3c tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:50:39.772982 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a6c31b1b-b047-41e4-9505-ec8e0fac5a3c tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "DELETE /v2.0/networks/ad28ef8b-8bf8-46dd-b787-0408871e5e84 HTTP/1.1" status: 404 len: 339 time: 0.0868311 Dec 25 19:50:39.777090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d17c417a-26e5-4be1-b4ce-69cb0b9f86ed tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:39.777238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49350) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:39.781156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092007de-fedb-4084-bb08-0cf5067f1b7c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:39.781804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-092007de-fedb-4084-bb08-0cf5067f1b7c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:39.787732 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-06e21688-537e-47b2-a2dc-6accd69643ac tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:39.789550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-42c5ba7d-4d2b-4e20-a024-a9d6a8f19263 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:39.820688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6e9509-abb3-48ff-86b2-8d899537a870 None None] Network fc8f9abc-6de6-4f81-b0a0-4ff833fb15d1 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:50:39.820892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d17c417a-26e5-4be1-b4ce-69cb0b9f86ed tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:39.825421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c417a-26e5-4be1-b4ce-69cb0b9f86ed tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Pushing event deleted for resources: {'Network': ['ID=845c8578-5105-44ff-9dbf-2405d28316e8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:39.834028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1be7e3-6aa2-493e-88ef-4a8cab7fef9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-7396b720-65bf-48b2-8da7-778eed2fcf44', 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'tenant_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'fixed_ips': [{'subnet_id': '1070ed88-7264-4d4e-8644-9510f3555b8a'}, {'subnet_id': '5cbb6e25-c6b5-4dbc-b800-54e23bce6d39'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:50:39.834937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8c1be7e3-6aa2-493e-88ef-4a8cab7fef9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:39.839215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d17c417a-26e5-4be1-b4ce-69cb0b9f86ed tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:39.843824 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d17c417a-26e5-4be1-b4ce-69cb0b9f86ed tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] 10.222.0.24 "DELETE /v2.0/networks/845c8578-5105-44ff-9dbf-2405d28316e8 HTTP/1.1" status: 204 len: 168 time: 2.8461981 Dec 25 19:50:39.845021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49354) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:39.846674 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-092007de-fedb-4084-bb08-0cf5067f1b7c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5548577 Dec 25 19:50:39.865610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49358) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:39.880618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-983cc237-6cf8-43c9-9d0c-5a0f0f193170 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'port': {'network_id': 'fc8f9abc-6de6-4f81-b0a0-4ff833fb15d1', 'name': 'tempest-PortsIpV6TestJSON-567881299', 'fixed_ips': [{'subnet_id': '8b0858bc-ceaf-4b18-838a-8460daec05fd', 'ip_address': '2001:db8::10'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:39.898289 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2698470c-abf7-43d9-9af0-4f0e981d58aa tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:39.978860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-484096ac-33e4-490d-a8d2-1f3fb7bb1396 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:50:39.979297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-484096ac-33e4-490d-a8d2-1f3fb7bb1396 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:50:39.993854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f670e83e-ba3d-4a57-b498-3e73aaf4944c tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:40.006779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-f670e83e-ba3d-4a57-b498-3e73aaf4944c tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Deleting port 2b21fe19-9476-4771-ad45-e77eca858c93 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:40.007495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f670e83e-ba3d-4a57-b498-3e73aaf4944c tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:40.176017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:40.202689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:40.219288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-89958d8f-fdef-45f7-af96-c5583bb2f2e3 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:40.221860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-074cb5a4-2bd6-4c41-943b-dad3125b390a None None] For port 2b21fe19-9476-4771-ad45-e77eca858c93, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=2b21fe19-9476-4771-ad45-e77eca858c93,segment=NetworkSegment(1fbb2c8e-f56a-40f7-bf0b-9a0b86e3ffb3),segment_id=1fbb2c8e-f56a-40f7-bf0b-9a0b86e3ffb3)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:40.222334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-074cb5a4-2bd6-4c41-943b-dad3125b390a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:40.245868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-983cc237-6cf8-43c9-9d0c-5a0f0f193170 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:40.257620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-983cc237-6cf8-43c9-9d0c-5a0f0f193170 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:port and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:40.264004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-983cc237-6cf8-43c9-9d0c-5a0f0f193170 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:40.267257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2698470c-abf7-43d9-9af0-4f0e981d58aa tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:40.323006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-06e21688-537e-47b2-a2dc-6accd69643ac tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:40.324593 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-f670e83e-ba3d-4a57-b498-3e73aaf4944c tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] For port 2b21fe19-9476-4771-ad45-e77eca858c93, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=2b21fe19-9476-4771-ad45-e77eca858c93,segment=NetworkSegment(1fbb2c8e-f56a-40f7-bf0b-9a0b86e3ffb3),segment_id=1fbb2c8e-f56a-40f7-bf0b-9a0b86e3ffb3)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:40.325115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f670e83e-ba3d-4a57-b498-3e73aaf4944c tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:40.326843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-983cc237-6cf8-43c9-9d0c-5a0f0f193170 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:40.375535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-06e21688-537e-47b2-a2dc-6accd69643ac tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:40.390473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:40.438025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983cc237-6cf8-43c9-9d0c-5a0f0f193170 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Made reservation on behalf of 70aa58ed5ec1475cad367450f4be2220 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:50:40.441647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-074cb5a4-2bd6-4c41-943b-dad3125b390a None None] Calling delete_port for 2b21fe19-9476-4771-ad45-e77eca858c93 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:50:40.463311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-f670e83e-ba3d-4a57-b498-3e73aaf4944c tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Calling delete_port for 2b21fe19-9476-4771-ad45-e77eca858c93 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:50:40.463637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e21688-537e-47b2-a2dc-6accd69643ac tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e35d6df-1fa3-46f8-895a-e3405ddc124e,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:40.466377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-06e21688-537e-47b2-a2dc-6accd69643ac tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:40.502084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-484096ac-33e4-490d-a8d2-1f3fb7bb1396 None None] Deleting port f36e7b40-a6e5-4f12-842b-53973597c7f4 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:40.502500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-484096ac-33e4-490d-a8d2-1f3fb7bb1396 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:40.509512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-06e21688-537e-47b2-a2dc-6accd69643ac tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:40.510828 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-06e21688-537e-47b2-a2dc-6accd69643ac tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9864707 Dec 25 19:50:40.518952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49366) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:40.525517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-26f8032d-e40c-4433-8be4-69ccb6fff057 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': 'd036ba6a-3c66-4b69-afdf-533dbe3f6b34', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:40.535295 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-26f8032d-e40c-4433-8be4-69ccb6fff057 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:40.542897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-26f8032d-e40c-4433-8be4-69ccb6fff057 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:40.550772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769cff77-da4b-472c-af9c-a7aed2a4cf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e10e5c-c67c-42cf-a737-57a5785b7b42'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:50:40.551192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-26f8032d-e40c-4433-8be4-69ccb6fff057 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:40.556474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:40.560747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-26f8032d-e40c-4433-8be4-69ccb6fff057 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:40.570345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d324722-da63-43fe-92b9-ea40d8667f8c req-dc2794b3-58b2-415c-9a83-c0ea5b08630f tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:40.572030 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4d324722-da63-43fe-92b9-ea40d8667f8c req-dc2794b3-58b2-415c-9a83-c0ea5b08630f tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/ports?device_id=769cff77-da4b-472c-af9c-a7aed2a4cf6a HTTP/1.1" status: 200 len: 945 time: 0.3221059 Dec 25 19:50:40.586530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-89958d8f-fdef-45f7-af96-c5583bb2f2e3 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:40.634782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 44e10e5c-c67c-42cf-a737-57a5785b7b42, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=44e10e5c-c67c-42cf-a737-57a5785b7b42,segment=NetworkSegment(0d75032c-bbe6-4d15-9635-f8f56cf6bd3e),segment_id=0d75032c-bbe6-4d15-9635-f8f56cf6bd3e)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:40.640689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f670e83e-ba3d-4a57-b498-3e73aaf4944c tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:40.649068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fad8f37c-e6b4-44db-a5d8-bbb7b4c5a8ff tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:40.650317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-484096ac-33e4-490d-a8d2-1f3fb7bb1396 None None] The port 'f36e7b40-a6e5-4f12-842b-53973597c7f4' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:50:40.677888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-26f8032d-e40c-4433-8be4-69ccb6fff057 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:40.678114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2698470c-abf7-43d9-9af0-4f0e981d58aa tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:40.686449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-534c9214-0238-482d-b86e-0de7e808040c tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:40.697611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:40.708831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6bc0ef36-1a04-4713-b084-67441898fab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:40.709590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670e83e-ba3d-4a57-b498-3e73aaf4944c tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Pushing event deleted for resources: {'Port': ['ID=2b21fe19-9476-4771-ad45-e77eca858c93,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:40.716882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f670e83e-ba3d-4a57-b498-3e73aaf4944c tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:40.727780 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4d324722-da63-43fe-92b9-ea40d8667f8c req-09fd77d2-28a6-47ec-9c48-6df4b454b390 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/security-groups?id=42689d93-edc5-4b34-bc4b-082a5f185a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430953 Dec 25 19:50:40.731969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f670e83e-ba3d-4a57-b498-3e73aaf4944c tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] No DVR routers for this DVR port 2b21fe19-9476-4771-ad45-e77eca858c93 on host dv-neutron-822611-1-hyperv {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server [None req-8c1be7e3-6aa2-493e-88ef-4a8cab7fef9a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5cbb6e25-c6b5-4dbc-b800-54e23bce6d39: This subnet is being modified by another concurrent operation. Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise value Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise value Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise value Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise value Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise value Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise value Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise value Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise exception Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5cbb6e25-c6b5-4dbc-b800-54e23bce6d39: This subnet is being modified by another concurrent operation. Dec 25 19:50:40.740976 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server Dec 25 19:50:40.757000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-89958d8f-fdef-45f7-af96-c5583bb2f2e3 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['565db80e-3ca9-40d1-9e66-b149eb34dc83']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:40.776654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-89958d8f-fdef-45f7-af96-c5583bb2f2e3 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22bdfc27-ba3d-4dd0-9925-1742744e5501') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:40.777101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-89958d8f-fdef-45f7-af96-c5583bb2f2e3 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22bdfc27-ba3d-4dd0-9925-1742744e5501') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:40.804292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-89958d8f-fdef-45f7-af96-c5583bb2f2e3 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:40.816352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-89958d8f-fdef-45f7-af96-c5583bb2f2e3 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:40.831513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89958d8f-fdef-45f7-af96-c5583bb2f2e3 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:50:40.831968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-89958d8f-fdef-45f7-af96-c5583bb2f2e3 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:40.905143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2698470c-abf7-43d9-9af0-4f0e981d58aa tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Subnet': ['ID=5cbb6e25-c6b5-4dbc-b800-54e23bce6d39,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:40.907193 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:50:40.907193 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:50:40.907193 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:50:40.907193 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:50:40.907193 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:50:40.907193 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:50:40.907193 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:50:40.907193 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:50:40.907193 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:50:40.907193 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:50:40.907193 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:50:40.907193 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:50:40.907193 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:50:40.907193 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:50:40.907193 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:50:40.907193 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:50:40.907193 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:50:40.907193 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:50:40.907193 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:50:40.907193 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:50:40.907193 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:50:40.907193 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:50:40.907193 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:50:40.907193 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:50:40.907193 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:50:40.907193 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:50:40.907193 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:50:40.907193 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:50:40.907193 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:50:40.907193 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:50:40.907193 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:50:40.907193 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:50:40.912976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2698470c-abf7-43d9-9af0-4f0e981d58aa tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:40.928506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2698470c-abf7-43d9-9af0-4f0e981d58aa tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:40.929282 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '769cff77-da4b-472c-af9c-a7aed2a4cf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e10e5c-c67c-42cf-a737-57a5785b7b42', 'code': 200} Dec 25 19:50:40.942232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c35f232-75f3-4b38-9545-3e1ea97043f9 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:50:40.948402 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2698470c-abf7-43d9-9af0-4f0e981d58aa tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/5cbb6e25-c6b5-4dbc-b800-54e23bce6d39 HTTP/1.1" status: 204 len: 168 time: 1.4340765 Dec 25 19:50:41.014468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-983cc237-6cf8-43c9-9d0c-5a0f0f193170 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:41.022263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 9ed08db6-805e-4bed-9751-d2dceefe719d no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:50:41.036082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49374) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:41.133897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-983cc237-6cf8-43c9-9d0c-5a0f0f193170 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] device_id is not set on port b7a75056-ed1b-4f19-8b4a-49feac670179 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:50:41.176836 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8bdd412d-e903-43ef-b00a-b10a91c62991 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1297722 Dec 25 19:50:41.177412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-89958d8f-fdef-45f7-af96-c5583bb2f2e3 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:41.180288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49378) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:41.186942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-71112caa-8178-4907-bf24-c846209101cd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'subnet': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:41.212353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0eb88bac-456f-4ada-bea4-53a99c47bcde tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:41.234509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f670e83e-ba3d-4a57-b498-3e73aaf4944c tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:41.242745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-89958d8f-fdef-45f7-af96-c5583bb2f2e3 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:41.262052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-26f8032d-e40c-4433-8be4-69ccb6fff057 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:41.265239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89958d8f-fdef-45f7-af96-c5583bb2f2e3 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event deleted for resources: {'Network': ['ID=565db80e-3ca9-40d1-9e66-b149eb34dc83,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:41.287886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-26f8032d-e40c-4433-8be4-69ccb6fff057 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:41.300732 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-89958d8f-fdef-45f7-af96-c5583bb2f2e3 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:41.307230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-f670e83e-ba3d-4a57-b498-3e73aaf4944c tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['816f055b-a275-45b9-a035-9da6066b1ec8']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:41.316224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:41.331031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856f99d0-52c3-45f4-886c-7246b51d6ca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-fc8f9abc-6de6-4f81-b0a0-4ff833fb15d1', 'network_id': 'fc8f9abc-6de6-4f81-b0a0-4ff833fb15d1', 'tenant_id': '70aa58ed5ec1475cad367450f4be2220', 'fixed_ips': [{'subnet_id': '8b0858bc-ceaf-4b18-838a-8460daec05fd'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:50:41.331966 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-856f99d0-52c3-45f4-886c-7246b51d6ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:41.342050 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 9ed08db6-805e-4bed-9751-d2dceefe719d {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:50:41.343100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 9ed08db6-805e-4bed-9751-d2dceefe719d not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:50:41.343219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device f36e7b40-a6e5-4f12-842b-53973597c7f4 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:50:41.348867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8032d-e40c-4433-8be4-69ccb6fff057 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed3deaf8-dc7b-4266-b8b1-571363b10e66,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:41.351638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-26f8032d-e40c-4433-8be4-69ccb6fff057 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:41.353736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-f670e83e-ba3d-4a57-b498-3e73aaf4944c tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fbb2c8e-f56a-40f7-bf0b-9a0b86e3ffb3') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:41.354077 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-f670e83e-ba3d-4a57-b498-3e73aaf4944c tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fbb2c8e-f56a-40f7-bf0b-9a0b86e3ffb3') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:41.368625 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-074cb5a4-2bd6-4c41-943b-dad3125b390a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:50:41.369027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-074cb5a4-2bd6-4c41-943b-dad3125b390a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:50:41.378495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f670e83e-ba3d-4a57-b498-3e73aaf4944c tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:41.388523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-26f8032d-e40c-4433-8be4-69ccb6fff057 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:41.393587 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-26f8032d-e40c-4433-8be4-69ccb6fff057 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8697987 Dec 25 19:50:41.394632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49382) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:41.403558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-9f7896ff-3901-44c8-a506-03460b9139fc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': 'd036ba6a-3c66-4b69-afdf-533dbe3f6b34', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:41.411849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: f36e7b40-a6e5-4f12-842b-53973597c7f4 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:50:41.412245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device f36e7b40-a6e5-4f12-842b-53973597c7f4 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:50:41.419153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-266fa45c-8338-4577-917a-5b5385931539 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:41.419792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9f7896ff-3901-44c8-a506-03460b9139fc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:41.421419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=44e10e5c-c67c-42cf-a737-57a5785b7b42,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:41.423352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f670e83e-ba3d-4a57-b498-3e73aaf4944c tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:41.431661 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-72cd401a-0e61-4472-aff8-d6347f409d1c req-a40e9f37-1698-48d4-a971-349e080975a2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=769cff77-da4b-472c-af9c-a7aed2a4cf6a HTTP/1.1" status: 200 len: 1099 time: 0.2638099 Dec 25 19:50:41.435445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9f7896ff-3901-44c8-a506-03460b9139fc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:41.439976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9f7896ff-3901-44c8-a506-03460b9139fc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:41.443550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f670e83e-ba3d-4a57-b498-3e73aaf4944c tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:50:41.444007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f670e83e-ba3d-4a57-b498-3e73aaf4944c tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:41.457883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.749s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:41.461190 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:50:41.461190 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:50:41.461190 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:50:41.461190 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:50:41.461190 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:50:41.461190 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:50:41.461190 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:50:41.461190 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:50:41.461190 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:50:41.461190 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:50:41.461190 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:50:41.461190 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:50:41.461190 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:50:41.461190 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:50:41.461190 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:50:41.461190 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:50:41.461190 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:50:41.461190 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:50:41.461190 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:50:41.461190 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:50:41.461190 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:50:41.461190 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:50:41.461190 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:50:41.461190 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:50:41.461190 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:50:41.461190 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:50:41.461190 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:50:41.461190 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:50:41.461190 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:50:41.461190 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:50:41.461190 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:50:41.461190 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:50:41.496883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9f7896ff-3901-44c8-a506-03460b9139fc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:41.600629 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-9f7896ff-3901-44c8-a506-03460b9139fc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Project 23f5dc92674e43b787fc19a8bf548d4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 19:50:41.615919 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-89958d8f-fdef-45f7-af96-c5583bb2f2e3 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "DELETE /v2.0/networks/565db80e-3ca9-40d1-9e66-b149eb34dc83 HTTP/1.1" status: 204 len: 168 time: 1.8284237 Dec 25 19:50:41.617060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49386) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:41.621574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9f7896ff-3901-44c8-a506-03460b9139fc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:41.625616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-266fa45c-8338-4577-917a-5b5385931539 None None] Transition to ACTIVE for port object e625e04a-93e9-4c18-aae3-42b0bb3a2d12 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:50:41.631616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f670e83e-ba3d-4a57-b498-3e73aaf4944c tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:41.641980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-266fa45c-8338-4577-917a-5b5385931539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:41.651913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:41.671081 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b47bdd56-376a-482b-b36c-07ac139b1178 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:41.690650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-71112caa-8178-4907-bf24-c846209101cd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:41.699969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f670e83e-ba3d-4a57-b498-3e73aaf4944c tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:41.700179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-71112caa-8178-4907-bf24-c846209101cd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:subnet and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:41.703773 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-72cd401a-0e61-4472-aff8-d6347f409d1c req-abae7c3b-5f86-45d2-b030-a9c4af7ea562 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=42689d93-edc5-4b34-bc4b-082a5f185a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327452 Dec 25 19:50:41.709946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-71112caa-8178-4907-bf24-c846209101cd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:41.718753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-71112caa-8178-4907-bf24-c846209101cd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:41.721244 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-91d41d6a-6e53-437f-b60a-fcfdea201c71 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] DELETE failed (client error): The resource could not be found. Dec 25 19:50:41.722783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91d41d6a-6e53-437f-b60a-fcfdea201c71 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:50:41.727551 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-91d41d6a-6e53-437f-b60a-fcfdea201c71 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "DELETE /v2.0/subnets/2a85e901-32fb-493e-825f-deff413fb8e4 HTTP/1.1" status: 404 len: 337 time: 0.1043692 Dec 25 19:50:41.727551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670e83e-ba3d-4a57-b498-3e73aaf4944c tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Pushing event deleted for resources: {'Network': ['ID=816f055b-a275-45b9-a035-9da6066b1ec8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:41.727818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49390) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:41.731458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f670e83e-ba3d-4a57-b498-3e73aaf4944c tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:41.740417 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f670e83e-ba3d-4a57-b498-3e73aaf4944c tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] 10.222.0.24 "DELETE /v2.0/networks/816f055b-a275-45b9-a035-9da6066b1ec8 HTTP/1.1" status: 204 len: 168 time: 1.8921278 Dec 25 19:50:41.741482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49394) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:41.761164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71112caa-8178-4907-bf24-c846209101cd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:50:41.780694 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-a29beba1-1edc-4e32-bfbc-186a9f7e176a tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] DELETE failed (client error): The resource could not be found. Dec 25 19:50:41.780927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-856f99d0-52c3-45f4-886c-7246b51d6ca4 None None] Allocated IP 2001:db8::2 (fc8f9abc-6de6-4f81-b0a0-4ff833fb15d1/8b0858bc-ceaf-4b18-838a-8460daec05fd/a8df57b4-9b52-4e3d-b896-1c6594190923) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:50:41.781200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a29beba1-1edc-4e32-bfbc-186a9f7e176a tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:50:41.786633 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a29beba1-1edc-4e32-bfbc-186a9f7e176a tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "DELETE /v2.0/networks/d17cdaee-7269-4fea-8c1b-4c07d9cb85cc HTTP/1.1" status: 404 len: 339 time: 0.0550985 Dec 25 19:50:41.788853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49398) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:41.805883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0111663b-9317-44f1-876e-ae9beaa8989e None None] Pushing event updated for resources: {'Port': ['ID=e625e04a-93e9-4c18-aae3-42b0bb3a2d12,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:41.811564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0111663b-9317-44f1-876e-ae9beaa8989e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:41.910077 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-074cb5a4-2bd6-4c41-943b-dad3125b390a None None] Deleting port 2b21fe19-9476-4771-ad45-e77eca858c93 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:41.910514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-074cb5a4-2bd6-4c41-943b-dad3125b390a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:41.973995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-71112caa-8178-4907-bf24-c846209101cd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:42.028643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-379c36a9-b919-4d45-9091-4dda9508f0d0 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Deleting subnet b6e9faf6-df47-467a-b470-3e7e307ee7f1 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:50:42.028848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-074cb5a4-2bd6-4c41-943b-dad3125b390a None None] The port '2b21fe19-9476-4771-ad45-e77eca858c93' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:50:42.032318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-379c36a9-b919-4d45-9091-4dda9508f0d0 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:42.156275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-266fa45c-8338-4577-917a-5b5385931539 None None] Attempting to bind port e625e04a-93e9-4c18-aae3-42b0bb3a2d12 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:50:42.156704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-266fa45c-8338-4577-917a-5b5385931539 None None] Attempting to bind port e625e04a-93e9-4c18-aae3-42b0bb3a2d12 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'fa2d2d52-7794-49ec-a82f-94909c513416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b93aa6eb-1c8c-49ec-90cd-8565c57c7c10'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:50:42.157129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266fa45c-8338-4577-917a-5b5385931539 None None] Attempting to bind port e625e04a-93e9-4c18-aae3-42b0bb3a2d12 on network b93aa6eb-1c8c-49ec-90cd-8565c57c7c10 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:50:42.166113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266fa45c-8338-4577-917a-5b5385931539 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:50:42.166542 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266fa45c-8338-4577-917a-5b5385931539 None None] Checking segment: {'id': 'fa2d2d52-7794-49ec-a82f-94909c513416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b93aa6eb-1c8c-49ec-90cd-8565c57c7c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:50:42.167663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-266fa45c-8338-4577-917a-5b5385931539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:42.168120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266fa45c-8338-4577-917a-5b5385931539 None None] Bound using segment: {'id': 'fa2d2d52-7794-49ec-a82f-94909c513416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b93aa6eb-1c8c-49ec-90cd-8565c57c7c10'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:50:42.168665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-266fa45c-8338-4577-917a-5b5385931539 None None] Bound port: e625e04a-93e9-4c18-aae3-42b0bb3a2d12, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa2d2d52-7794-49ec-a82f-94909c513416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b93aa6eb-1c8c-49ec-90cd-8565c57c7c10'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:50:42.169096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-266fa45c-8338-4577-917a-5b5385931539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:42.171113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-379c36a9-b919-4d45-9091-4dda9508f0d0 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:42.246803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9f7896ff-3901-44c8-a506-03460b9139fc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:42.258553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9f7896ff-3901-44c8-a506-03460b9139fc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:42.276504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:42.315938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6f530de-2170-4017-9b64-fa9e682c48ab tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Deleting subnet 3a5a90b6-2874-4ead-b6e4-513833b4f81c {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:50:42.329511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7896ff-3901-44c8-a506-03460b9139fc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9999208d-34d8-45d7-a750-0aa4bd614fa2,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:42.335383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e6f530de-2170-4017-9b64-fa9e682c48ab tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:42.347729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80952103-ae42-4fdd-a97c-4ce4f775f432 req-1763190a-d4a0-4aeb-b464-d3d04a813c02 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:42.349403 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-80952103-ae42-4fdd-a97c-4ce4f775f432 req-1763190a-d4a0-4aeb-b464-d3d04a813c02 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/ports?device_id=769cff77-da4b-472c-af9c-a7aed2a4cf6a HTTP/1.1" status: 200 len: 946 time: 0.3297098 Dec 25 19:50:42.350395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9f7896ff-3901-44c8-a506-03460b9139fc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:42.352847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9f7896ff-3901-44c8-a506-03460b9139fc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:42.355337 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9f7896ff-3901-44c8-a506-03460b9139fc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.9582989 Dec 25 19:50:42.367247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49404) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:42.382230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-379c36a9-b919-4d45-9091-4dda9508f0d0 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:42.385217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-856f99d0-52c3-45f4-886c-7246b51d6ca4 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:42.386716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-0afd5934-1e1f-4764-9ef6-cff9f8e261ee tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': 'd036ba6a-3c66-4b69-afdf-533dbe3f6b34', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:42.399336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-266fa45c-8338-4577-917a-5b5385931539 None None] For port e625e04a-93e9-4c18-aae3-42b0bb3a2d12, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:50:42.404177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-266fa45c-8338-4577-917a-5b5385931539 None None] For port e625e04a-93e9-4c18-aae3-42b0bb3a2d12, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=e625e04a-93e9-4c18-aae3-42b0bb3a2d12,segment=NetworkSegment(fa2d2d52-7794-49ec-a82f-94909c513416),segment_id=fa2d2d52-7794-49ec-a82f-94909c513416)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:50:42.405712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-856f99d0-52c3-45f4-886c-7246b51d6ca4 None None] Transition to ACTIVE for port object a8df57b4-9b52-4e3d-b896-1c6594190923 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:50:42.411201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0afd5934-1e1f-4764-9ef6-cff9f8e261ee tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:42.417042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-266fa45c-8338-4577-917a-5b5385931539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:42.426936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0afd5934-1e1f-4764-9ef6-cff9f8e261ee tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:42.430725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d38db3a7-d8cb-4024-a2e7-105e3099972d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:42.432144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0afd5934-1e1f-4764-9ef6-cff9f8e261ee tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:42.436566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e6f530de-2170-4017-9b64-fa9e682c48ab tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:42.460901 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-80952103-ae42-4fdd-a97c-4ce4f775f432 req-b2d13a8e-1982-41ca-9246-a0b353bf9f3e tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/security-groups?id=42689d93-edc5-4b34-bc4b-082a5f185a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025591 Dec 25 19:50:42.467408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-71112caa-8178-4907-bf24-c846209101cd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:42.479808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1f31e708-8f90-4ab1-a46f-6bcb71894994 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:42.484309 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-379c36a9-b919-4d45-9091-4dda9508f0d0 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:42.498618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a93a4d1d-b943-471b-b5b5-99b2d4aca8d9 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:42.514852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0afd5934-1e1f-4764-9ef6-cff9f8e261ee tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:42.520357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-856f99d0-52c3-45f4-886c-7246b51d6ca4 None None] Transition to ACTIVE for port object a8df57b4-9b52-4e3d-b896-1c6594190923 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:50:42.533436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-856f99d0-52c3-45f4-886c-7246b51d6ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:42.546393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c36a9-b919-4d45-9091-4dda9508f0d0 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Pushing event deleted for resources: {'Subnet': ['ID=b6e9faf6-df47-467a-b470-3e7e307ee7f1,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:42.549039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-379c36a9-b919-4d45-9091-4dda9508f0d0 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:42.550023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266fa45c-8338-4577-917a-5b5385931539 None None] Routers {'9fea6925-3cf8-43b3-a6f3-314b4147b509'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:50:42.550732 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-266fa45c-8338-4577-917a-5b5385931539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:50:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['9fea6925-3cf8-43b3-a6f3-314b4147b509'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:42.561201 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-379c36a9-b919-4d45-9091-4dda9508f0d0 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] 10.222.0.24 "DELETE /v2.0/subnets/b6e9faf6-df47-467a-b470-3e7e307ee7f1 HTTP/1.1" status: 204 len: 168 time: 0.8002832 Dec 25 19:50:42.562305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49408) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:42.563476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-379c36a9-b919-4d45-9091-4dda9508f0d0 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:42.593866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71112caa-8178-4907-bf24-c846209101cd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Subnet': ['ID=bab7731d-6148-4d11-af5b-ecd6e1472dae,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:42.620320 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f4d1ad-5319-49ef-ac1f-7e02fb6c9d5d None None] Network 02fd8036-feea-4fd2-bd92-4e514b93f076 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:50:42.645316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0111663b-9317-44f1-876e-ae9beaa8989e None None] Pushing event updated for resources: {'Port': ['ID=e625e04a-93e9-4c18-aae3-42b0bb3a2d12,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:42.685135 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-983cc237-6cf8-43c9-9d0c-5a0f0f193170 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Allocated IP 2001:db8::10 (fc8f9abc-6de6-4f81-b0a0-4ff833fb15d1/8b0858bc-ceaf-4b18-838a-8460daec05fd/b7a75056-ed1b-4f19-8b4a-49feac670179) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:50:42.696390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0111663b-9317-44f1-876e-ae9beaa8989e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:42.700717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-53493000-000b-4911-9107-dba567f14324 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:42.708796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08cf7b2a-d968-4172-999b-711bae5fbb14 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:42.722365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-08cf7b2a-d968-4172-999b-711bae5fbb14 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Deleting port 6672ea79-c566-4de9-b9c0-558406a2dc82 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:42.722747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08cf7b2a-d968-4172-999b-711bae5fbb14 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:42.724417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-71112caa-8178-4907-bf24-c846209101cd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:42.757170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71112caa-8178-4907-bf24-c846209101cd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:50:42.762285 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-0afd5934-1e1f-4764-9ef6-cff9f8e261ee tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Project 23f5dc92674e43b787fc19a8bf548d4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 19:50:42.779399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-71112caa-8178-4907-bf24-c846209101cd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:50:42.788139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71112caa-8178-4907-bf24-c846209101cd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:42.788875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-71112caa-8178-4907-bf24-c846209101cd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:42.796914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0afd5934-1e1f-4764-9ef6-cff9f8e261ee tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:42.810398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856f99d0-52c3-45f4-886c-7246b51d6ca4 None None] Network fc8f9abc-6de6-4f81-b0a0-4ff833fb15d1 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:50:42.820960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f402a137-8201-4548-8aca-db324a2c3c69 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:50:42.858823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-856f99d0-52c3-45f4-886c-7246b51d6ca4 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:50:42.861556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856f99d0-52c3-45f4-886c-7246b51d6ca4 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:50:42.925327 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-71112caa-8178-4907-bf24-c846209101cd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7433259 Dec 25 19:50:42.929576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49412) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:42.937304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-5064e729-3591-4622-a20c-5ef177f8d430 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'subnet': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:43.004354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e6f530de-2170-4017-9b64-fa9e682c48ab tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:43.103709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0afd5934-1e1f-4764-9ef6-cff9f8e261ee tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:43.114964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0afd5934-1e1f-4764-9ef6-cff9f8e261ee tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:43.125331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-449c0b3b-2caf-44a9-8f34-f3acae884bfd tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:43.140288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-08cf7b2a-d968-4172-999b-711bae5fbb14 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] For port 6672ea79-c566-4de9-b9c0-558406a2dc82, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=6672ea79-c566-4de9-b9c0-558406a2dc82,segment=NetworkSegment(4dbae96d-76df-44d0-9729-0d0c7e43cca0),segment_id=4dbae96d-76df-44d0-9729-0d0c7e43cca0)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:43.140288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08cf7b2a-d968-4172-999b-711bae5fbb14 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:43.153931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-983cc237-6cf8-43c9-9d0c-5a0f0f193170 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:43.168275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd5934-1e1f-4764-9ef6-cff9f8e261ee tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a02377d-f0e7-4747-8cb8-1a8850c0bb58,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:43.181826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0afd5934-1e1f-4764-9ef6-cff9f8e261ee tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:43.204862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e6f530de-2170-4017-9b64-fa9e682c48ab tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:43.210980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-983cc237-6cf8-43c9-9d0c-5a0f0f193170 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Transition to ACTIVE for port object b7a75056-ed1b-4f19-8b4a-49feac670179 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:50:43.212625 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6315369c-76b0-415c-8041-56c6817292f7 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:43.250899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0afd5934-1e1f-4764-9ef6-cff9f8e261ee tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:43.259464 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0afd5934-1e1f-4764-9ef6-cff9f8e261ee tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.8839798 Dec 25 19:50:43.264997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f530de-2170-4017-9b64-fa9e682c48ab tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event deleted for resources: {'Subnet': ['ID=3a5a90b6-2874-4ead-b6e4-513833b4f81c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:43.275879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e6f530de-2170-4017-9b64-fa9e682c48ab tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:43.280756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e6f530de-2170-4017-9b64-fa9e682c48ab tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:43.282969 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e6f530de-2170-4017-9b64-fa9e682c48ab tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "DELETE /v2.0/subnets/3a5a90b6-2874-4ead-b6e4-513833b4f81c HTTP/1.1" status: 204 len: 168 time: 1.4926009 Dec 25 19:50:43.288661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49418) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:43.305906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-08cf7b2a-d968-4172-999b-711bae5fbb14 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Calling delete_port for 6672ea79-c566-4de9-b9c0-558406a2dc82 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:50:43.357849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-983cc237-6cf8-43c9-9d0c-5a0f0f193170 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:43.367196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-378788b4-812f-465b-9f1b-b214e6a562b9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:43.430695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5064e729-3591-4622-a20c-5ef177f8d430 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:43.434448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08cf7b2a-d968-4172-999b-711bae5fbb14 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:43.441909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-10192b10-ee95-43e4-8d16-bec66ea3fc0b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:43.451694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7d9b27f-3811-43a1-b1f9-36dce5f92225 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Deleting subnet 87b7aa2f-1655-4842-b4c9-85456b6de1db {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:50:43.454924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b7d9b27f-3811-43a1-b1f9-36dce5f92225 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:43.482311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af815b9c-5e57-48e4-9495-04035653c3cb None None] Network 1db50dbe-6e04-4a55-86fa-1ebf65e581ff requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:50:43.482881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5064e729-3591-4622-a20c-5ef177f8d430 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:subnet and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:43.498154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5064e729-3591-4622-a20c-5ef177f8d430 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:43.499849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f99d0-52c3-45f4-886c-7246b51d6ca4 None None] Pushing event updated for resources: {'Port': ['ID=a8df57b4-9b52-4e3d-b896-1c6594190923,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:43.501610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf7b2a-d968-4172-999b-711bae5fbb14 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Pushing event deleted for resources: {'Port': ['ID=6672ea79-c566-4de9-b9c0-558406a2dc82,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:43.505808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-856f99d0-52c3-45f4-886c-7246b51d6ca4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.805s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:43.535097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b7d9b27f-3811-43a1-b1f9-36dce5f92225 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:43.548169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5064e729-3591-4622-a20c-5ef177f8d430 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:43.551370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-08cf7b2a-d968-4172-999b-711bae5fbb14 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:43.553899 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-b4452f3e-78dc-478d-b709-6f80931ba860 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1942575132&fields=id&tenant_id=23f5dc92674e43b787fc19a8bf548d4f HTTP/1.1" status: 200 len: 267 time: 0.0595207 Dec 25 19:50:43.557034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cf7b2a-d968-4172-999b-711bae5fbb14 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] No DVR routers for this DVR port 6672ea79-c566-4de9-b9c0-558406a2dc82 on host dv-neutron-822611-1-hyperv {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:50:43.604324 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983cc237-6cf8-43c9-9d0c-5a0f0f193170 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Network fc8f9abc-6de6-4f81-b0a0-4ff833fb15d1 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:50:43.610496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-983cc237-6cf8-43c9-9d0c-5a0f0f193170 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:50:43.615785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cc237-6cf8-43c9-9d0c-5a0f0f193170 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'Port': ['ID=b7a75056-ed1b-4f19-8b4a-49feac670179,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:43.616418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-266fa45c-8338-4577-917a-5b5385931539 None None] Set router 9fea6925-3cf8-43b3-a6f3-314b4147b509 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:50:43.629636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983cc237-6cf8-43c9-9d0c-5a0f0f193170 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:50:43.634134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983cc237-6cf8-43c9-9d0c-5a0f0f193170 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:43.634837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-983cc237-6cf8-43c9-9d0c-5a0f0f193170 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:43.639755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-983cc237-6cf8-43c9-9d0c-5a0f0f193170 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:43.679396 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-983cc237-6cf8-43c9-9d0c-5a0f0f193170 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8077414 Dec 25 19:50:43.682834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49434) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:43.690207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-4fc18b73-b2c1-4b56-a684-befd441add8f tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'port': {'network_id': 'fc8f9abc-6de6-4f81-b0a0-4ff833fb15d1', 'name': 'tempest-PortsIpV6TestJSON-1703905987', 'fixed_ips': [{'subnet_id': '8b0858bc-ceaf-4b18-838a-8460daec05fd', 'ip_address': '2001:db8::f'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:43.702379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5144ff-c03c-490d-8a71-5f58595aa654 None None] DHCP port deletion for 02fd8036-feea-4fd2-bd92-4e514b93f076 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:50:43.713623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5064e729-3591-4622-a20c-5ef177f8d430 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:50:43.737898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b7d9b27f-3811-43a1-b1f9-36dce5f92225 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:43.767008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-856f99d0-52c3-45f4-886c-7246b51d6ca4 None None] Attempting to bind port a8df57b4-9b52-4e3d-b896-1c6594190923 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:50:43.767454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-856f99d0-52c3-45f4-886c-7246b51d6ca4 None None] Attempting to bind port a8df57b4-9b52-4e3d-b896-1c6594190923 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '32942dcc-61c5-44a8-9258-33702caa37a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fc8f9abc-6de6-4f81-b0a0-4ff833fb15d1'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:50:43.768328 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856f99d0-52c3-45f4-886c-7246b51d6ca4 None None] Attempting to bind port a8df57b4-9b52-4e3d-b896-1c6594190923 on network fc8f9abc-6de6-4f81-b0a0-4ff833fb15d1 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:50:43.881917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856f99d0-52c3-45f4-886c-7246b51d6ca4 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:50:43.882302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856f99d0-52c3-45f4-886c-7246b51d6ca4 None None] Checking segment: {'id': '32942dcc-61c5-44a8-9258-33702caa37a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fc8f9abc-6de6-4f81-b0a0-4ff833fb15d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:50:43.882708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-856f99d0-52c3-45f4-886c-7246b51d6ca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:43.883182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856f99d0-52c3-45f4-886c-7246b51d6ca4 None None] Bound using segment: {'id': '32942dcc-61c5-44a8-9258-33702caa37a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fc8f9abc-6de6-4f81-b0a0-4ff833fb15d1'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:50:43.883727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-856f99d0-52c3-45f4-886c-7246b51d6ca4 None None] Bound port: a8df57b4-9b52-4e3d-b896-1c6594190923, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32942dcc-61c5-44a8-9258-33702caa37a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fc8f9abc-6de6-4f81-b0a0-4ff833fb15d1'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:50:43.884152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-856f99d0-52c3-45f4-886c-7246b51d6ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:43.907257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4fc18b73-b2c1-4b56-a684-befd441add8f tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:43.912168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4fc18b73-b2c1-4b56-a684-befd441add8f tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:port and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:43.915402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b7d9b27f-3811-43a1-b1f9-36dce5f92225 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:43.919474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4fc18b73-b2c1-4b56-a684-befd441add8f tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:43.923039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-254d5813-10c3-4da6-a6c0-ad7bd9e8bf3d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:43.962457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4fc18b73-b2c1-4b56-a684-befd441add8f tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:43.973529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9b27f-3811-43a1-b1f9-36dce5f92225 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event deleted for resources: {'Subnet': ['ID=87b7aa2f-1655-4842-b4c9-85456b6de1db,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:43.978306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08cf7b2a-d968-4172-999b-711bae5fbb14 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:43.978482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b7d9b27f-3811-43a1-b1f9-36dce5f92225 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:43.983181 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b7d9b27f-3811-43a1-b1f9-36dce5f92225 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:43.990067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4671890-c7b0-4e8d-9c42-6b2d5fbbf3a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-7396b720-65bf-48b2-8da7-778eed2fcf44', 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'tenant_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'fixed_ips': [{'subnet_id': 'bab7731d-6148-4d11-af5b-ecd6e1472dae'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:50:43.990976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b4671890-c7b0-4e8d-9c42-6b2d5fbbf3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:43.992837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc18b73-b2c1-4b56-a684-befd441add8f tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Made reservation on behalf of 70aa58ed5ec1475cad367450f4be2220 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:50:44.001033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4fc18b73-b2c1-4b56-a684-befd441add8f tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:44.027792 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b7d9b27f-3811-43a1-b1f9-36dce5f92225 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "DELETE /v2.0/subnets/87b7aa2f-1655-4842-b4c9-85456b6de1db HTTP/1.1" status: 204 len: 168 time: 0.7379682 Dec 25 19:50:44.029245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-4fc18b73-b2c1-4b56-a684-befd441add8f tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] device_id is not set on port 1bbee708-78c2-42c9-8e1e-2d6d598fbb5e yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:50:44.045655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49438) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:44.082840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-08cf7b2a-d968-4172-999b-711bae5fbb14 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02fd8036-feea-4fd2-bd92-4e514b93f076']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:44.128467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-08cf7b2a-d968-4172-999b-711bae5fbb14 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dbae96d-76df-44d0-9729-0d0c7e43cca0') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:44.128857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-08cf7b2a-d968-4172-999b-711bae5fbb14 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dbae96d-76df-44d0-9729-0d0c7e43cca0') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:44.265753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-4fc18b73-b2c1-4b56-a684-befd441add8f tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Allocated IP 2001:db8::f (fc8f9abc-6de6-4f81-b0a0-4ff833fb15d1/8b0858bc-ceaf-4b18-838a-8460daec05fd/1bbee708-78c2-42c9-8e1e-2d6d598fbb5e) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:50:44.388354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-856f99d0-52c3-45f4-886c-7246b51d6ca4 None None] For port a8df57b4-9b52-4e3d-b896-1c6594190923, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:50:44.388574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-49fe7c3a-65c3-406e-9b2e-b0b35636394d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:44.389105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-49fe7c3a-65c3-406e-9b2e-b0b35636394d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Synchronizing usage tracker for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:50:44.397306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-856f99d0-52c3-45f4-886c-7246b51d6ca4 None None] For port a8df57b4-9b52-4e3d-b896-1c6594190923, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a8df57b4-9b52-4e3d-b896-1c6594190923,segment=NetworkSegment(32942dcc-61c5-44a8-9258-33702caa37a6),segment_id=32942dcc-61c5-44a8-9258-33702caa37a6)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:50:44.420257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08cf7b2a-d968-4172-999b-711bae5fbb14 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:44.433183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5064e729-3591-4622-a20c-5ef177f8d430 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:44.442265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-856f99d0-52c3-45f4-886c-7246b51d6ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:44.452113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:44.462736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6629ea-be7b-4520-924f-8a607fa9630e req-169dd816-0e83-46ec-8c7d-812586327dcc tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:44.464394 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-db6629ea-be7b-4520-924f-8a607fa9630e req-169dd816-0e83-46ec-8c7d-812586327dcc tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/ports?device_id=769cff77-da4b-472c-af9c-a7aed2a4cf6a HTTP/1.1" status: 200 len: 946 time: 0.8196468 Dec 25 19:50:44.510589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4fc18b73-b2c1-4b56-a684-befd441add8f tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:44.527535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-4fc18b73-b2c1-4b56-a684-befd441add8f tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Transition to ACTIVE for port object 1bbee708-78c2-42c9-8e1e-2d6d598fbb5e will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:50:44.546861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4fc18b73-b2c1-4b56-a684-befd441add8f tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:44.552054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08cf7b2a-d968-4172-999b-711bae5fbb14 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:44.552817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3902112b-ed51-4b51-b01b-f99c04f412f5 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:44.603984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-b4671890-c7b0-4e8d-9c42-6b2d5fbbf3a4 None None] Allocated IP 172.20.0.2 (7396b720-65bf-48b2-8da7-778eed2fcf44/bab7731d-6148-4d11-af5b-ecd6e1472dae/279152ae-97bb-4948-8ed5-5ef31422cf88) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:50:44.613361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08cf7b2a-d968-4172-999b-711bae5fbb14 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:50:44.613820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08cf7b2a-d968-4172-999b-711bae5fbb14 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:44.638287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc18b73-b2c1-4b56-a684-befd441add8f tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Network fc8f9abc-6de6-4f81-b0a0-4ff833fb15d1 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:50:44.639215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc18b73-b2c1-4b56-a684-befd441add8f tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'Port': ['ID=1bbee708-78c2-42c9-8e1e-2d6d598fbb5e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:44.640652 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:50:44.640652 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:50:44.640652 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:50:44.640652 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:50:44.640652 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:50:44.640652 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:50:44.640652 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:50:44.640652 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:50:44.640652 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:50:44.640652 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:50:44.640652 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:50:44.640652 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:50:44.640652 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:50:44.640652 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:50:44.640652 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:50:44.640652 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:50:44.640652 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:50:44.640652 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:50:44.640652 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:50:44.640652 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:50:44.640652 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:50:44.640652 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:50:44.640652 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:50:44.640652 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:50:44.640652 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:50:44.640652 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:50:44.640652 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:50:44.640652 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:50:44.640652 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:50:44.640652 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:50:44.640652 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:50:44.640652 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:50:44.649695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4fc18b73-b2c1-4b56-a684-befd441add8f tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:44.650910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-4fc18b73-b2c1-4b56-a684-befd441add8f tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:50:44.651824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-68c06517-0fbf-45a6-878a-bf5debc528bc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:44.653287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc18b73-b2c1-4b56-a684-befd441add8f tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:50:44.657920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc18b73-b2c1-4b56-a684-befd441add8f tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:44.658602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4fc18b73-b2c1-4b56-a684-befd441add8f tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:44.677364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f99d0-52c3-45f4-886c-7246b51d6ca4 None None] Pushing event updated for resources: {'Port': ['ID=a8df57b4-9b52-4e3d-b896-1c6594190923,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:44.684841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-856f99d0-52c3-45f4-886c-7246b51d6ca4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:44.701780 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4fc18b73-b2c1-4b56-a684-befd441add8f tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0176711 Dec 25 19:50:44.702479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49442) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:44.741173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-49fe7c3a-65c3-406e-9b2e-b0b35636394d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Unset dirty status for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:50:44.742814 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-49fe7c3a-65c3-406e-9b2e-b0b35636394d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/networks?id=b93aa6eb-1c8c-49ec-90cd-8565c57c7c10 HTTP/1.1" status: 200 len: 797 time: 1.1448164 Dec 25 19:50:44.785231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc75893c-d52c-49ca-a180-99df03bd41e4 None None] DHCP port deletion for 1db50dbe-6e04-4a55-86fa-1ebf65e581ff request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:50:44.807528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-cc75893c-d52c-49ca-a180-99df03bd41e4 None None] Deleting port fc8ef292-a5ac-43a9-8850-fabeb70353a9 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:44.808129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cc75893c-d52c-49ca-a180-99df03bd41e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:44.809778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039f0770-6fa0-466a-9b12-40b70920f8c9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:44.810643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-039f0770-6fa0-466a-9b12-40b70920f8c9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Synchronizing usage tracker for tenant:70aa58ed5ec1475cad367450f4be2220 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:50:44.827391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-039f0770-6fa0-466a-9b12-40b70920f8c9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Unset dirty status for tenant:70aa58ed5ec1475cad367450f4be2220 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:50:44.832298 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-039f0770-6fa0-466a-9b12-40b70920f8c9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1286869 Dec 25 19:50:44.832992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49446) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:44.860865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-266fa45c-8338-4577-917a-5b5385931539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fea6925-3cf8-43b3-a6f3-314b4147b509', 'name': 'tempest-TestNetworkBasicOps-router-1633076558', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': '48376342-4b80-4444-9020-b4d505d0f4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:50:12Z', 'updated_at': '2021-12-25T19:50:29Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '48376342-4b80-4444-9020-b4d505d0f4e6', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:88:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fea6925-3cf8-43b3-a6f3-314b4147b509', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:50:13Z', 'updated_at': '2021-12-25T19:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'e625e04a-93e9-4c18-aae3-42b0bb3a2d12', 'name': '', 'network_id': 'b93aa6eb-1c8c-49ec-90cd-8565c57c7c10', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:60:3c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fea6925-3cf8-43b3-a6f3-314b4147b509', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4f90102-ec1f-45e5-8dc7-a216521dc6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:50:26Z', 'updated_at': '2021-12-25T19:50:42Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'e4f90102-ec1f-45e5-8dc7-a216521dc6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:44.883203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266fa45c-8338-4577-917a-5b5385931539 None None] The sync data for ids ['9fea6925-3cf8-43b3-a6f3-314b4147b509'] in dv-neutron-822611-1-hyperv is: [{'id': '9fea6925-3cf8-43b3-a6f3-314b4147b509', 'name': 'tempest-TestNetworkBasicOps-router-1633076558', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': '48376342-4b80-4444-9020-b4d505d0f4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:50:12Z', 'updated_at': '2021-12-25T19:50:29Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '48376342-4b80-4444-9020-b4d505d0f4e6', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:88:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fea6925-3cf8-43b3-a6f3-314b4147b509', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:50:13Z', 'updated_at': '2021-12-25T19:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'e625e04a-93e9-4c18-aae3-42b0bb3a2d12', 'name': '', 'network_id': 'b93aa6eb-1c8c-49ec-90cd-8565c57c7c10', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:60:3c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fea6925-3cf8-43b3-a6f3-314b4147b509', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4f90102-ec1f-45e5-8dc7-a216521dc6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:50:26Z', 'updated_at': '2021-12-25T19:50:42Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'e4f90102-ec1f-45e5-8dc7-a216521dc6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:50:44.896527 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-db6629ea-be7b-4520-924f-8a607fa9630e req-ed6605ee-b431-4812-a6fe-e0b5e9323c5e tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/security-groups?id=42689d93-edc5-4b34-bc4b-082a5f185a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183831 Dec 25 19:50:44.905945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-68c06517-0fbf-45a6-878a-bf5debc528bc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Deleting port fc8ef292-a5ac-43a9-8850-fabeb70353a9 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:44.906172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-68c06517-0fbf-45a6-878a-bf5debc528bc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:44.957512 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-c9948b3d-8d4e-4d3a-91a5-9f9426052296 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/quotas/23f5dc92674e43b787fc19a8bf548d4f HTTP/1.1" status: 200 len: 375 time: 0.1654739 Dec 25 19:50:45.012905 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90401c7-1f62-48d2-bcd8-7cf2efa80064 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:45.019317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90401c7-1f62-48d2-bcd8-7cf2efa80064 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:45.025713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90401c7-1f62-48d2-bcd8-7cf2efa80064 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:45.033192 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c90401c7-1f62-48d2-bcd8-7cf2efa80064 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1990714 Dec 25 19:50:45.034085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49452) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:45.036499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08cf7b2a-d968-4172-999b-711bae5fbb14 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:45.068510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c4e9053d-8fd6-4373-808a-56d92656875f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:45.112458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08cf7b2a-d968-4172-999b-711bae5fbb14 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:45.134752 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-08cf7b2a-d968-4172-999b-711bae5fbb14 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] 10.222.0.24 "DELETE /v2.0/networks/02fd8036-feea-4fd2-bd92-4e514b93f076 HTTP/1.1" status: 204 len: 168 time: 2.5699506 Dec 25 19:50:45.152521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49456) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:45.178153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b4671890-c7b0-4e8d-9c42-6b2d5fbbf3a4 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:45.247184 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf7b2a-d968-4172-999b-711bae5fbb14 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Pushing event deleted for resources: {'Network': ['ID=02fd8036-feea-4fd2-bd92-4e514b93f076,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:45.257607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-cc938373-0a17-4b33-97fb-9d5aa8fffb6d tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Deleting port 1bbee708-78c2-42c9-8e1e-2d6d598fbb5e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:45.258023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cc938373-0a17-4b33-97fb-9d5aa8fffb6d tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:45.310868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b4671890-c7b0-4e8d-9c42-6b2d5fbbf3a4 None None] Transition to ACTIVE for port object 279152ae-97bb-4948-8ed5-5ef31422cf88 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:50:45.320955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-08cf7b2a-d968-4172-999b-711bae5fbb14 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:45.347088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-cc75893c-d52c-49ca-a180-99df03bd41e4 None None] For port fc8ef292-a5ac-43a9-8850-fabeb70353a9, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=fc8ef292-a5ac-43a9-8850-fabeb70353a9,segment=NetworkSegment(c826bc8f-de90-4e6e-ac6e-5339b18024e8),segment_id=c826bc8f-de90-4e6e-ac6e-5339b18024e8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:45.347933 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cc75893c-d52c-49ca-a180-99df03bd41e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:45.389993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-73890193-1851-495d-8d2a-e4b9bd3a2124 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Synchronizing usage tracker for tenant:ba3ac904f7c04422a33ad2a0e0822593 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:50:45.570116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-73890193-1851-495d-8d2a-e4b9bd3a2124 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Unset dirty status for tenant:ba3ac904f7c04422a33ad2a0e0822593 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:50:45.573971 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-73890193-1851-495d-8d2a-e4b9bd3a2124 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] 10.222.0.24 "GET /v2.0/ports?device_id=5616bfb2-d11a-4c37-94ff-d213f0d284db HTTP/1.1" status: 200 len: 205 time: 0.4113090 Dec 25 19:50:45.589314 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cc938373-0a17-4b33-97fb-9d5aa8fffb6d tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:45.613718 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49460) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:45.697494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b4671890-c7b0-4e8d-9c42-6b2d5fbbf3a4 None None] Transition to ACTIVE for port object 279152ae-97bb-4948-8ed5-5ef31422cf88 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:50:45.771896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-cc75893c-d52c-49ca-a180-99df03bd41e4 None None] Calling delete_port for fc8ef292-a5ac-43a9-8850-fabeb70353a9 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:50:45.814375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device e625e04a-93e9-4c18-aae3-42b0bb3a2d12 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:50:45.827766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-68c06517-0fbf-45a6-878a-bf5debc528bc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] For port fc8ef292-a5ac-43a9-8850-fabeb70353a9, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=fc8ef292-a5ac-43a9-8850-fabeb70353a9,segment=NetworkSegment(c826bc8f-de90-4e6e-ac6e-5339b18024e8),segment_id=c826bc8f-de90-4e6e-ac6e-5339b18024e8)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:45.828166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-68c06517-0fbf-45a6-878a-bf5debc528bc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:45.848913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b4671890-c7b0-4e8d-9c42-6b2d5fbbf3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:45.867205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1bc80708-6b3c-4f38-ac40-e933e1626cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:45.943120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4671890-c7b0-4e8d-9c42-6b2d5fbbf3a4 None None] Pushing event updated for resources: {'Port': ['ID=279152ae-97bb-4948-8ed5-5ef31422cf88,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:45.981522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-68c06517-0fbf-45a6-878a-bf5debc528bc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Calling delete_port for fc8ef292-a5ac-43a9-8850-fabeb70353a9 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:50:45.981767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4671890-c7b0-4e8d-9c42-6b2d5fbbf3a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:50:45.982242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4671890-c7b0-4e8d-9c42-6b2d5fbbf3a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:50:45.982736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4671890-c7b0-4e8d-9c42-6b2d5fbbf3a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:50:45.983259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4671890-c7b0-4e8d-9c42-6b2d5fbbf3a4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:50:45.983752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4671890-c7b0-4e8d-9c42-6b2d5fbbf3a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:50:45.984258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4671890-c7b0-4e8d-9c42-6b2d5fbbf3a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:50:45.984773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4671890-c7b0-4e8d-9c42-6b2d5fbbf3a4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:50:45.985227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4671890-c7b0-4e8d-9c42-6b2d5fbbf3a4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:50:45.985713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4671890-c7b0-4e8d-9c42-6b2d5fbbf3a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:50:45.986189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4671890-c7b0-4e8d-9c42-6b2d5fbbf3a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:50:45.986671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4671890-c7b0-4e8d-9c42-6b2d5fbbf3a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:50:45.997719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b4671890-c7b0-4e8d-9c42-6b2d5fbbf3a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:46.003317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4671890-c7b0-4e8d-9c42-6b2d5fbbf3a4 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:50:46.008015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-cc938373-0a17-4b33-97fb-9d5aa8fffb6d tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Calling delete_port for 1bbee708-78c2-42c9-8e1e-2d6d598fbb5e owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:50:46.020372 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-b4671890-c7b0-4e8d-9c42-6b2d5fbbf3a4 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:50:46.026832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4671890-c7b0-4e8d-9c42-6b2d5fbbf3a4 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:50:46.087759 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-cf87867b-09e5-4bbe-b5f3-5a4d5a06a3a6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1048105 Dec 25 19:50:46.095307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-68c06517-0fbf-45a6-878a-bf5debc528bc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 25 19:50:46.095307 dv-neutron-822611-1-hyperv neutron-server[88789]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.level = %(level)s] Dec 25 19:50:46.095307 dv-neutron-822611-1-hyperv neutron-server[88789]: [parameters: {'port_id': 'fc8ef292-a5ac-43a9-8850-fabeb70353a9', 'host': 'dv-neutron-822611-1-hyperv', 'level': 0}] Dec 25 19:50:46.095307 dv-neutron-822611-1-hyperv neutron-server[88789]: (Background on this error at: http://sqlalche.me/e/e3q8) {{(pid=88900) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:50:46.095821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-68c06517-0fbf-45a6-878a-bf5debc528bc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:50:46.118809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e32422-7b28-4c16-9a0d-100ea1d7b509 req-56c59bbd-22ef-4fea-9bc6-1371de452f2f tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:46.120569 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-42e32422-7b28-4c16-9a0d-100ea1d7b509 req-56c59bbd-22ef-4fea-9bc6-1371de452f2f tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/ports?device_id=769cff77-da4b-472c-af9c-a7aed2a4cf6a HTTP/1.1" status: 200 len: 946 time: 0.8454683 Dec 25 19:50:46.169993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cc75893c-d52c-49ca-a180-99df03bd41e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:46.179309 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bf1a70f7-dfb5-40a2-ae5e-46971adda6c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:46.210947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cc938373-0a17-4b33-97fb-9d5aa8fffb6d tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:46.224056 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-24dcaab8-f87d-41ad-a119-f6dd252a8771 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:46.244178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75893c-d52c-49ca-a180-99df03bd41e4 None None] Pushing event deleted for resources: {'Port': ['ID=fc8ef292-a5ac-43a9-8850-fabeb70353a9,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:46.249117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-b4671890-c7b0-4e8d-9c42-6b2d5fbbf3a4 None None] Attempting to bind port 279152ae-97bb-4948-8ed5-5ef31422cf88 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:50:46.249685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-b4671890-c7b0-4e8d-9c42-6b2d5fbbf3a4 None None] Attempting to bind port 279152ae-97bb-4948-8ed5-5ef31422cf88 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:50:46.250428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4671890-c7b0-4e8d-9c42-6b2d5fbbf3a4 None None] Attempting to bind port 279152ae-97bb-4948-8ed5-5ef31422cf88 on network 7396b720-65bf-48b2-8da7-778eed2fcf44 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:50:46.255691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cc75893c-d52c-49ca-a180-99df03bd41e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:46.257121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port e625e04a-93e9-4c18-aae3-42b0bb3a2d12 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:50:46.264267 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port e625e04a-93e9-4c18-aae3-42b0bb3a2d12 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:50:46.265281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:46.303113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc938373-0a17-4b33-97fb-9d5aa8fffb6d tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event deleted for resources: {'Port': ['ID=1bbee708-78c2-42c9-8e1e-2d6d598fbb5e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:46.311462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cc938373-0a17-4b33-97fb-9d5aa8fffb6d tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:46.337341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f23e82ad-ee74-4195-aa90-4b5fbb1f23f8 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:46.341427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc75893c-d52c-49ca-a180-99df03bd41e4 None None] No DVR routers for this DVR port fc8ef292-a5ac-43a9-8850-fabeb70353a9 on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:50:46.349663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4671890-c7b0-4e8d-9c42-6b2d5fbbf3a4 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:50:46.355230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4671890-c7b0-4e8d-9c42-6b2d5fbbf3a4 None None] Checking segment: {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:50:46.355870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b4671890-c7b0-4e8d-9c42-6b2d5fbbf3a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:46.356634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4671890-c7b0-4e8d-9c42-6b2d5fbbf3a4 None None] Bound using segment: {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:50:46.357308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-b4671890-c7b0-4e8d-9c42-6b2d5fbbf3a4 None None] Bound port: 279152ae-97bb-4948-8ed5-5ef31422cf88, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:50:46.357881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b4671890-c7b0-4e8d-9c42-6b2d5fbbf3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:46.371306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cc938373-0a17-4b33-97fb-9d5aa8fffb6d tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:46.396506 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-cc938373-0a17-4b33-97fb-9d5aa8fffb6d tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/ports/1bbee708-78c2-42c9-8e1e-2d6d598fbb5e HTTP/1.1" status: 204 len: 168 time: 1.3612494 Dec 25 19:50:46.397444 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49466) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:46.451352 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-12d012b8-4ed1-46ea-ba5b-63e34a77992a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] GET failed (client error): The resource could not be found. Dec 25 19:50:46.452169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-12d012b8-4ed1-46ea-ba5b-63e34a77992a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Synchronizing usage tracker for tenant:70aa58ed5ec1475cad367450f4be2220 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:50:46.472092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-12d012b8-4ed1-46ea-ba5b-63e34a77992a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Unset dirty status for tenant:70aa58ed5ec1475cad367450f4be2220 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:50:46.476760 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-12d012b8-4ed1-46ea-ba5b-63e34a77992a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "GET /v2.0/ports/1bbee708-78c2-42c9-8e1e-2d6d598fbb5e HTTP/1.1" status: 404 len: 333 time: 0.0778403 Dec 25 19:50:46.478527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49470) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:46.498653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:46.563902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port e625e04a-93e9-4c18-aae3-42b0bb3a2d12, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=e625e04a-93e9-4c18-aae3-42b0bb3a2d12,segment=NetworkSegment(fa2d2d52-7794-49ec-a82f-94909c513416),segment_id=fa2d2d52-7794-49ec-a82f-94909c513416)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:46.569121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:46.570440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a8df57b4-9b52-4e3d-b896-1c6594190923 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:50:46.581413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-930e97e0-ea24-487c-b592-b1401da9960c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Deleting port b7a75056-ed1b-4f19-8b4a-49feac670179 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:46.582045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-930e97e0-ea24-487c-b592-b1401da9960c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:46.614322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-68c06517-0fbf-45a6-878a-bf5debc528bc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Deleting port fc8ef292-a5ac-43a9-8850-fabeb70353a9 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:46.614998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-68c06517-0fbf-45a6-878a-bf5debc528bc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:46.648487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b4671890-c7b0-4e8d-9c42-6b2d5fbbf3a4 None None] For port 279152ae-97bb-4948-8ed5-5ef31422cf88, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:50:46.655517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e55bfe68-9e50-4168-8258-c989e1bbb09f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:46.772704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=e625e04a-93e9-4c18-aae3-42b0bb3a2d12,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:46.780338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:46.784090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b4671890-c7b0-4e8d-9c42-6b2d5fbbf3a4 None None] For port 279152ae-97bb-4948-8ed5-5ef31422cf88, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=279152ae-97bb-4948-8ed5-5ef31422cf88,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:50:46.800098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b4671890-c7b0-4e8d-9c42-6b2d5fbbf3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:46.811530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-856f99d0-52c3-45f4-886c-7246b51d6ca4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:46.887357 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-42e32422-7b28-4c16-9a0d-100ea1d7b509 req-fe36661b-5a67-4242-873d-20241907b03a tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/security-groups?id=42689d93-edc5-4b34-bc4b-082a5f185a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6824720 Dec 25 19:50:46.898010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4671890-c7b0-4e8d-9c42-6b2d5fbbf3a4 None None] Pushing event updated for resources: {'Port': ['ID=279152ae-97bb-4948-8ed5-5ef31422cf88,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:46.905165 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b4671890-c7b0-4e8d-9c42-6b2d5fbbf3a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:46.943039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port a8df57b4-9b52-4e3d-b896-1c6594190923 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:50:46.943537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 19:50:47.043003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 6672ea79-c566-4de9-b9c0-558406a2dc82 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:50:47.072036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-930e97e0-ea24-487c-b592-b1401da9960c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:47.140738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 6672ea79-c566-4de9-b9c0-558406a2dc82 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:50:47.141058 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 6672ea79-c566-4de9-b9c0-558406a2dc82 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:50:47.141527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device fc8ef292-a5ac-43a9-8850-fabeb70353a9 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:50:47.218456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: fc8ef292-a5ac-43a9-8850-fabeb70353a9 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:50:47.231737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device fc8ef292-a5ac-43a9-8850-fabeb70353a9 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:50:47.346900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-930e97e0-ea24-487c-b592-b1401da9960c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Calling delete_port for b7a75056-ed1b-4f19-8b4a-49feac670179 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:50:47.445594 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-68c06517-0fbf-45a6-878a-bf5debc528bc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] The port 'fc8ef292-a5ac-43a9-8850-fabeb70353a9' was deleted {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:50:47.484719 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-3ac096e1-8bc9-446c-9468-dfc4fe260edc service neutron] 10.222.0.24 "GET /v2.0/networks/b93aa6eb-1c8c-49ec-90cd-8565c57c7c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3761570 Dec 25 19:50:47.650430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-930e97e0-ea24-487c-b592-b1401da9960c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:47.651761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device e625e04a-93e9-4c18-aae3-42b0bb3a2d12 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:50:47.683307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d0f4ac26-daef-47f0-b8f8-54a8828adf5e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:47.788632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee62177-67b0-4fb1-8285-ffb655a63e2e None None] Network fc8f9abc-6de6-4f81-b0a0-4ff833fb15d1 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:50:47.798590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e97e0-ea24-487c-b592-b1401da9960c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event deleted for resources: {'Port': ['ID=b7a75056-ed1b-4f19-8b4a-49feac670179,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:47.810455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-930e97e0-ea24-487c-b592-b1401da9960c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:47.816005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-930e97e0-ea24-487c-b592-b1401da9960c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:47.835336 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-930e97e0-ea24-487c-b592-b1401da9960c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/ports/b7a75056-ed1b-4f19-8b4a-49feac670179 HTTP/1.1" status: 204 len: 168 time: 1.3530378 Dec 25 19:50:47.835835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49478) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:47.906164 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51436fe-2e56-4d36-8307-b826f3c82083 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] GET failed (client error): The resource could not be found. Dec 25 19:50:47.906910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a51436fe-2e56-4d36-8307-b826f3c82083 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Synchronizing usage tracker for tenant:70aa58ed5ec1475cad367450f4be2220 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:50:47.926877 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a51436fe-2e56-4d36-8307-b826f3c82083 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Unset dirty status for tenant:70aa58ed5ec1475cad367450f4be2220 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:50:47.931582 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a51436fe-2e56-4d36-8307-b826f3c82083 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "GET /v2.0/ports/b7a75056-ed1b-4f19-8b4a-49feac670179 HTTP/1.1" status: 404 len: 333 time: 0.0914209 Dec 25 19:50:47.931582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49482) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:47.951669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-45d2bb6b-f415-4fb6-942d-ba2875b97aab None None] Provisioning for port a8df57b4-9b52-4e3d-b896-1c6594190923 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:50:47.959957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port e625e04a-93e9-4c18-aae3-42b0bb3a2d12 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:50:47.960406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:47.996174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-45d2bb6b-f415-4fb6-942d-ba2875b97aab None None] Provisioning complete for port a8df57b4-9b52-4e3d-b896-1c6594190923 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:50:47.996607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-45d2bb6b-f415-4fb6-942d-ba2875b97aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:48.176178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-7acc7b7d-6721-4f22-9a2b-4eaeabf4a0e5 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Deleting subnet 8b0858bc-ceaf-4b18-838a-8460daec05fd {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:50:48.180017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7acc7b7d-6721-4f22-9a2b-4eaeabf4a0e5 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:48.249156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7acc7b7d-6721-4f22-9a2b-4eaeabf4a0e5 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:48.281293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-68c06517-0fbf-45a6-878a-bf5debc528bc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:48.342492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7acc7b7d-6721-4f22-9a2b-4eaeabf4a0e5 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:48.422051 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-45d2bb6b-f415-4fb6-942d-ba2875b97aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:48.428981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f23e82ad-ee74-4195-aa90-4b5fbb1f23f8 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:48.429988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7acc7b7d-6721-4f22-9a2b-4eaeabf4a0e5 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:48.433990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f23e82ad-ee74-4195-aa90-4b5fbb1f23f8 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:48.434747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b7d9b27f-3811-43a1-b1f9-36dce5f92225 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:48.444438 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-68c06517-0fbf-45a6-878a-bf5debc528bc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1db50dbe-6e04-4a55-86fa-1ebf65e581ff']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:48.467969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-68c06517-0fbf-45a6-878a-bf5debc528bc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c826bc8f-de90-4e6e-ac6e-5339b18024e8') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:48.468364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-68c06517-0fbf-45a6-878a-bf5debc528bc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c826bc8f-de90-4e6e-ac6e-5339b18024e8') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:48.477160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc7b7d-6721-4f22-9a2b-4eaeabf4a0e5 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event deleted for resources: {'Subnet': ['ID=8b0858bc-ceaf-4b18-838a-8460daec05fd,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:48.479634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7acc7b7d-6721-4f22-9a2b-4eaeabf4a0e5 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:48.482178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7acc7b7d-6721-4f22-9a2b-4eaeabf4a0e5 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:48.483201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-68c06517-0fbf-45a6-878a-bf5debc528bc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:48.489418 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7acc7b7d-6721-4f22-9a2b-4eaeabf4a0e5 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/subnets/8b0858bc-ceaf-4b18-838a-8460daec05fd HTTP/1.1" status: 204 len: 168 time: 0.5564106 Dec 25 19:50:48.492306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49486) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:48.515278 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-45d2bb6b-f415-4fb6-942d-ba2875b97aab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:50:48.515697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-45d2bb6b-f415-4fb6-942d-ba2875b97aab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:50:48.543520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9697e-49da-4a9c-918e-e78c2f179bcb req-c3ab053e-6c5c-433f-881a-8b8c5afcce47 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:48.547405 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-68c9697e-49da-4a9c-918e-e78c2f179bcb req-c3ab053e-6c5c-433f-881a-8b8c5afcce47 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/ports?device_id=769cff77-da4b-472c-af9c-a7aed2a4cf6a HTTP/1.1" status: 200 len: 946 time: 0.7165990 Dec 25 19:50:48.552620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-68c06517-0fbf-45a6-878a-bf5debc528bc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:48.556689 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-d61f36bd-b14f-4b55-955f-6077622afefb service neutron] 10.222.0.24 "GET /v2.0/networks/b93aa6eb-1c8c-49ec-90cd-8565c57c7c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0099859 Dec 25 19:50:48.632286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68c06517-0fbf-45a6-878a-bf5debc528bc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:50:48.632740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-68c06517-0fbf-45a6-878a-bf5debc528bc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:48.638536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d22c2b1-b89d-41ab-984e-77e08d24ba31 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:48.653560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-3d22c2b1-b89d-41ab-984e-77e08d24ba31 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Deleting port a8df57b4-9b52-4e3d-b896-1c6594190923 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:48.653947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d22c2b1-b89d-41ab-984e-77e08d24ba31 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:48.658451 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:50:48.658451 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:50:48.658451 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:50:48.658451 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:50:48.658451 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:50:48.658451 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:50:48.658451 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:50:48.658451 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:50:48.658451 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:50:48.658451 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:50:48.658451 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:50:48.658451 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:50:48.658451 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:50:48.658451 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:50:48.658451 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:50:48.658451 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:50:48.658451 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:50:48.658451 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:50:48.658451 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:50:48.658451 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:50:48.658451 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:50:48.658451 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:50:48.658451 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:50:48.658451 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:50:48.658451 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:50:48.658451 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:50:48.658451 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:50:48.658451 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:50:48.658451 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:50:48.658451 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:50:48.658451 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:50:48.658451 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:50:48.706405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f23e82ad-ee74-4195-aa90-4b5fbb1f23f8 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:48.706873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23e82ad-ee74-4195-aa90-4b5fbb1f23f8 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Fanout notify agent at l3_agent the message router_deleted on router 5616bfb2-d11a-4c37-94ff-d213f0d284db {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:50:48.781662 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ea8aa4-092e-4bae-9e17-51689b4b20dc None None] Network fc8f9abc-6de6-4f81-b0a0-4ff833fb15d1 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:50:48.814583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f23e82ad-ee74-4195-aa90-4b5fbb1f23f8 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:48.815998 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f23e82ad-ee74-4195-aa90-4b5fbb1f23f8 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] 10.222.0.24 "DELETE /v2.0/routers/5616bfb2-d11a-4c37-94ff-d213f0d284db HTTP/1.1" status: 204 len: 168 time: 3.1988273 Dec 25 19:50:48.828254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-68c06517-0fbf-45a6-878a-bf5debc528bc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:48.845668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-42754a17-aa79-4330-976a-0d600e9e7d69 tempest-FloatingIPAdminTestJSON-895045151 tempest-FloatingIPAdminTestJSON-895045151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:48.880685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-68c06517-0fbf-45a6-878a-bf5debc528bc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:48.890991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c06517-0fbf-45a6-878a-bf5debc528bc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event deleted for resources: {'Network': ['ID=1db50dbe-6e04-4a55-86fa-1ebf65e581ff,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:48.894435 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-68c06517-0fbf-45a6-878a-bf5debc528bc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "DELETE /v2.0/networks/1db50dbe-6e04-4a55-86fa-1ebf65e581ff HTTP/1.1" status: 204 len: 168 time: 4.8447099 Dec 25 19:50:48.897118 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-68c9697e-49da-4a9c-918e-e78c2f179bcb req-c084dddf-5e26-4395-8a7c-c0d176f0ab74 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/security-groups?id=42689d93-edc5-4b34-bc4b-082a5f185a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372087 Dec 25 19:50:48.898079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-68c06517-0fbf-45a6-878a-bf5debc528bc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:48.899488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49498) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:49.000728 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-51c59af8-6890-4ed0-a38e-3260448fc0ab tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] DELETE failed (client error): The resource could not be found. Dec 25 19:50:49.001239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51c59af8-6890-4ed0-a38e-3260448fc0ab tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:50:49.006066 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-51c59af8-6890-4ed0-a38e-3260448fc0ab tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "DELETE /v2.0/subnets/888e7667-efb9-41ac-97e1-6906e2cfb8fc HTTP/1.1" status: 404 len: 337 time: 0.1031704 Dec 25 19:50:49.008026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49504) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:49.075099 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-3d22c2b1-b89d-41ab-984e-77e08d24ba31 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] For port a8df57b4-9b52-4e3d-b896-1c6594190923, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a8df57b4-9b52-4e3d-b896-1c6594190923,segment=NetworkSegment(32942dcc-61c5-44a8-9258-33702caa37a6),segment_id=32942dcc-61c5-44a8-9258-33702caa37a6)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:49.075806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d22c2b1-b89d-41ab-984e-77e08d24ba31 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:49.120872 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0858662-644b-43a0-9503-9e6987accf0c tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] DELETE failed (client error): The resource could not be found. Dec 25 19:50:49.121312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0858662-644b-43a0-9503-9e6987accf0c tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:50:49.123276 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e0858662-644b-43a0-9503-9e6987accf0c tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "DELETE /v2.0/networks/523852a4-b139-4a13-bef0-ce3cb00f3e64 HTTP/1.1" status: 404 len: 339 time: 0.1141829 Dec 25 19:50:49.136765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-45d2bb6b-f415-4fb6-942d-ba2875b97aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:49.147608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49510) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:49.150030 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-30b1ae6e-73a4-4c67-a011-c6554ec43c9b req-65ab34b6-3c31-4865-9cf2-107469532aa6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8167494-3a5a-4a24-ac25-f83d06936119 HTTP/1.1" status: 200 len: 210 time: 0.1012070 Dec 25 19:50:49.218222 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eedaeba-1dc1-4545-9835-72861a16fcbe tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] DELETE failed (client error): The resource could not be found. Dec 25 19:50:49.218949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eedaeba-1dc1-4545-9835-72861a16fcbe tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:50:49.246068 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8eedaeba-1dc1-4545-9835-72861a16fcbe tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "DELETE /v2.0/subnets/d103840b-7930-43b9-87a7-e10f923580f6 HTTP/1.1" status: 404 len: 337 time: 0.0947187 Dec 25 19:50:49.248665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49516) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:49.333954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-45d2bb6b-f415-4fb6-942d-ba2875b97aab None None] For port a8df57b4-9b52-4e3d-b896-1c6594190923, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a8df57b4-9b52-4e3d-b896-1c6594190923,segment=NetworkSegment(32942dcc-61c5-44a8-9258-33702caa37a6),segment_id=32942dcc-61c5-44a8-9258-33702caa37a6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:49.349537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-45d2bb6b-f415-4fb6-942d-ba2875b97aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:49.356550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-59a36061-dd57-4b5a-ae15-daa97c6d6c53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:49.364707 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-520b58bd-17a7-4127-ae70-9622b9764b83 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] DELETE failed (client error): The resource could not be found. Dec 25 19:50:49.365219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-520b58bd-17a7-4127-ae70-9622b9764b83 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:50:49.369659 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-520b58bd-17a7-4127-ae70-9622b9764b83 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "DELETE /v2.0/networks/adc3a45a-802f-4e54-bff3-7705bd24e328 HTTP/1.1" status: 404 len: 339 time: 0.1171486 Dec 25 19:50:49.369659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49522) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:49.381668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49524) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:49.406082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-3d22c2b1-b89d-41ab-984e-77e08d24ba31 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Calling delete_port for a8df57b4-9b52-4e3d-b896-1c6594190923 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:50:49.449090 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5debd30-f043-49b2-887e-601137aef3d6 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] DELETE failed (client error): The resource could not be found. Dec 25 19:50:49.449578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5debd30-f043-49b2-887e-601137aef3d6 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:50:49.451605 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d5debd30-f043-49b2-887e-601137aef3d6 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "DELETE /v2.0/subnets/ae4c7ebf-723e-4116-954b-39ba07b42a74 HTTP/1.1" status: 404 len: 337 time: 0.0588255 Dec 25 19:50:49.454455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49532) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:49.455960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d2bb6b-f415-4fb6-942d-ba2875b97aab None None] Pushing event updated for resources: {'Port': ['ID=a8df57b4-9b52-4e3d-b896-1c6594190923,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:49.474595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-45d2bb6b-f415-4fb6-942d-ba2875b97aab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:49.495458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5064e729-3591-4622-a20c-5ef177f8d430 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:49.502414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-24fcce28-749f-4899-b12d-b04ac2b6b236 None None] Provisioning complete for port a8df57b4-9b52-4e3d-b896-1c6594190923 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:50:49.504324 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24fcce28-749f-4899-b12d-b04ac2b6b236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:49.525867 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-05d7f0fb-de4b-4bec-ad0c-b205bcd19c53 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] DELETE failed (client error): The resource could not be found. Dec 25 19:50:49.526381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05d7f0fb-de4b-4bec-ad0c-b205bcd19c53 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:50:49.535690 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-05d7f0fb-de4b-4bec-ad0c-b205bcd19c53 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "DELETE /v2.0/networks/cb2c51f6-4bc0-490d-9e9b-01cca96afa8c HTTP/1.1" status: 404 len: 339 time: 0.0799446 Dec 25 19:50:49.539189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49536) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:49.606862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2add9e-011c-4502-a16e-e1a52e82a281 None None] DHCP port deletion for fc8f9abc-6de6-4f81-b0a0-4ff833fb15d1 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:50:49.638863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-3a2add9e-011c-4502-a16e-e1a52e82a281 None None] Deleting port a8df57b4-9b52-4e3d-b896-1c6594190923 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:49.651545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3a2add9e-011c-4502-a16e-e1a52e82a281 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:49.726187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 279152ae-97bb-4948-8ed5-5ef31422cf88 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:50:49.853947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-eadde60a-ddd9-4cdd-9e72-4e92818339e0 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Deleting subnet aa562909-713f-4e57-8d5e-32b9fa1590bf {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:50:49.855242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-5064e729-3591-4622-a20c-5ef177f8d430 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] For port 279152ae-97bb-4948-8ed5-5ef31422cf88, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=279152ae-97bb-4948-8ed5-5ef31422cf88,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:49.857729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eadde60a-ddd9-4cdd-9e72-4e92818339e0 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:49.935824 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2964970d-1798-460f-9729-ce979e29d4cd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ba3ac904f7c04422a33ad2a0e0822593&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5552118 Dec 25 19:50:49.937951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5064e729-3591-4622-a20c-5ef177f8d430 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:49.938428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49540) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:49.942628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5064e729-3591-4622-a20c-5ef177f8d430 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:49.943483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5064e729-3591-4622-a20c-5ef177f8d430 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:49.949185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1cb318b3-9881-44da-b5f2-a48317921974 tempest-AllowedAddressPairTestJSON-878749055 tempest-AllowedAddressPairTestJSON-878749055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:49.957959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eadde60a-ddd9-4cdd-9e72-4e92818339e0 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:49.959198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 279152ae-97bb-4948-8ed5-5ef31422cf88 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:50:49.996664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-3d22c2b1-b89d-41ab-984e-77e08d24ba31 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:50:49.997027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-3d22c2b1-b89d-41ab-984e-77e08d24ba31 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:50:50.029164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5064e729-3591-4622-a20c-5ef177f8d430 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Port': ['ID=279152ae-97bb-4948-8ed5-5ef31422cf88,revision_number=4']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:50.034230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5064e729-3591-4622-a20c-5ef177f8d430 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:50.035502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3f8b8fa1-a9e9-4dd9-92dd-bb6079373405 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:50.095276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5064e729-3591-4622-a20c-5ef177f8d430 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:50:50.098071 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-5064e729-3591-4622-a20c-5ef177f8d430 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:50:50.100635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6320f31d-b0d5-4a85-998b-da5718c24115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:50.102796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5064e729-3591-4622-a20c-5ef177f8d430 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:50.103481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5064e729-3591-4622-a20c-5ef177f8d430 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:50.118808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5064e729-3591-4622-a20c-5ef177f8d430 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Subnet': ['ID=f7e3a8fe-46c8-4615-9abd-1f053e0dfe02,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:50.139421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6320f31d-b0d5-4a85-998b-da5718c24115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:50.155581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eadde60a-ddd9-4cdd-9e72-4e92818339e0 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:50.164060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-3a2add9e-011c-4502-a16e-e1a52e82a281 None None] For port a8df57b4-9b52-4e3d-b896-1c6594190923, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a8df57b4-9b52-4e3d-b896-1c6594190923,segment=NetworkSegment(32942dcc-61c5-44a8-9258-33702caa37a6),segment_id=32942dcc-61c5-44a8-9258-33702caa37a6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:50.164519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3a2add9e-011c-4502-a16e-e1a52e82a281 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:50.184597 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5064e729-3591-4622-a20c-5ef177f8d430 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:50.192298 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5064e729-3591-4622-a20c-5ef177f8d430 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 7.2612112 Dec 25 19:50:50.198154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49546) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:50.212003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-f62da147-1be3-4f38-8e4a-0d38859eaf5a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'port': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'mac_address': 'fa:16:3e:84:ac:82', 'name': 'tempest-NetworksTestDHCPv6-683412326'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:50.270355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6320f31d-b0d5-4a85-998b-da5718c24115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:50.281330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6508ac9e-11ab-451c-a1ac-088b43b76156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:50.297233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6320f31d-b0d5-4a85-998b-da5718c24115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6905780-03e0-4113-8903-6a7246b973b7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:50.300498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6320f31d-b0d5-4a85-998b-da5718c24115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:50.311325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eadde60a-ddd9-4cdd-9e72-4e92818339e0 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:50.317987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-07b303a9-d494-419c-b8e9-36433fded634 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:50.340149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b99efc-a12b-497f-8520-3217e82c9a9c req-19e83200-784c-4bd7-a023-9da231b17d2e tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:50.341833 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-15b99efc-a12b-497f-8520-3217e82c9a9c req-19e83200-784c-4bd7-a023-9da231b17d2e tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/ports?device_id=769cff77-da4b-472c-af9c-a7aed2a4cf6a HTTP/1.1" status: 200 len: 946 time: 0.2204115 Dec 25 19:50:50.381782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadde60a-ddd9-4cdd-9e72-4e92818339e0 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event deleted for resources: {'Subnet': ['ID=aa562909-713f-4e57-8d5e-32b9fa1590bf,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:50.391577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-eadde60a-ddd9-4cdd-9e72-4e92818339e0 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:50.397580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eadde60a-ddd9-4cdd-9e72-4e92818339e0 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:50.405345 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-eadde60a-ddd9-4cdd-9e72-4e92818339e0 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "DELETE /v2.0/subnets/aa562909-713f-4e57-8d5e-32b9fa1590bf HTTP/1.1" status: 204 len: 168 time: 0.8646486 Dec 25 19:50:50.406425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6320f31d-b0d5-4a85-998b-da5718c24115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:50.407842 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6320f31d-b0d5-4a85-998b-da5718c24115 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d6905780-03e0-4113-8903-6a7246b973b7 HTTP/1.1" status: 204 len: 168 time: 0.4675789 Dec 25 19:50:50.409338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49552) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:50.572997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf666c5e-bb51-45ab-b07e-be385a851d07 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:50:50.598511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-3d22c2b1-b89d-41ab-984e-77e08d24ba31 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Deleting port a8df57b4-9b52-4e3d-b896-1c6594190923 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:50.598877 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d22c2b1-b89d-41ab-984e-77e08d24ba31 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:50.674756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ab0189df-7b90-4155-80c9-60fc5436f534 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:50.737932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ab0189df-7b90-4155-80c9-60fc5436f534 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Deleting port 0f902ceb-b321-4019-8382-20c03c271204 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:50.738310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ab0189df-7b90-4155-80c9-60fc5436f534 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:50.741061 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911c1607-3600-48bc-8a71-9ebf6dc46ed6 None None] Network 22620181-bd84-4ee6-b0b1-7e29621a3152 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:50:50.764283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-3a2add9e-011c-4502-a16e-e1a52e82a281 None None] Calling delete_port for a8df57b4-9b52-4e3d-b896-1c6594190923 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:50:50.803613 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-73c8ccb2-f72c-4a78-9b65-69c4625dd6e0 req-c8d64c73-62fc-43ba-bf0d-db1c93be71ed tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8167494-3a5a-4a24-ac25-f83d06936119 HTTP/1.1" status: 200 len: 210 time: 0.4335175 Dec 25 19:50:50.804906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f62da147-1be3-4f38-8e4a-0d38859eaf5a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:50.844953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f62da147-1be3-4f38-8e4a-0d38859eaf5a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:port and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:50.852148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f62da147-1be3-4f38-8e4a-0d38859eaf5a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:50.923797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f62da147-1be3-4f38-8e4a-0d38859eaf5a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:50.973486 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-15b99efc-a12b-497f-8520-3217e82c9a9c req-3f8757d9-a6ef-42df-b8d5-7188dfd82920 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/security-groups?id=42689d93-edc5-4b34-bc4b-082a5f185a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6176026 Dec 25 19:50:50.974113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-3d22c2b1-b89d-41ab-984e-77e08d24ba31 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] For port a8df57b4-9b52-4e3d-b896-1c6594190923, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a8df57b4-9b52-4e3d-b896-1c6594190923,segment=NetworkSegment(32942dcc-61c5-44a8-9258-33702caa37a6),segment_id=32942dcc-61c5-44a8-9258-33702caa37a6)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:50.974523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d22c2b1-b89d-41ab-984e-77e08d24ba31 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:51.021845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62da147-1be3-4f38-8e4a-0d38859eaf5a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:50:51.043624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-81bbf106-c493-475c-b14c-21340f8eae37 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:51.045543 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-81bbf106-c493-475c-b14c-21340f8eae37 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "GET /v2.0/networks?id=b93aa6eb-1c8c-49ec-90cd-8565c57c7c10 HTTP/1.1" status: 200 len: 797 time: 0.2846024 Dec 25 19:50:51.109545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3a2add9e-011c-4502-a16e-e1a52e82a281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:51.134544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-98c15acd-8193-4702-ae20-8e74b0d1e97e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:51.178938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-3d22c2b1-b89d-41ab-984e-77e08d24ba31 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Calling delete_port for a8df57b4-9b52-4e3d-b896-1c6594190923 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:50:51.205990 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-04657f89-3084-4c1e-977c-b75c3eb80323 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23f5dc92674e43b787fc19a8bf548d4f HTTP/1.1" status: 200 len: 380 time: 0.1390281 Dec 25 19:50:51.211891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2add9e-011c-4502-a16e-e1a52e82a281 None None] Pushing event deleted for resources: {'Port': ['ID=a8df57b4-9b52-4e3d-b896-1c6594190923,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:51.222912 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-2e198173-42c8-4f63-8d63-9ae4eeca4d1d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'port': {'device_id': 'e8167494-3a5a-4a24-ac25-f83d06936119', 'network_id': 'b93aa6eb-1c8c-49ec-90cd-8565c57c7c10', 'admin_state_up': True, 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'security_groups': ['d036ba6a-3c66-4b69-afdf-533dbe3f6b34']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:51.224476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3a2add9e-011c-4502-a16e-e1a52e82a281 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:51.328319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2add9e-011c-4502-a16e-e1a52e82a281 None None] No DVR routers for this DVR port a8df57b4-9b52-4e3d-b896-1c6594190923 on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:50:51.342492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-98acde62-3fec-4288-ad58-b33e0717c1ee None None] Provisioning for port 279152ae-97bb-4948-8ed5-5ef31422cf88 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:50:51.391186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-98acde62-3fec-4288-ad58-b33e0717c1ee None None] Provisioning complete for port 279152ae-97bb-4948-8ed5-5ef31422cf88 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:50:51.391885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-98acde62-3fec-4288-ad58-b33e0717c1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:51.399224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f62da147-1be3-4f38-8e4a-0d38859eaf5a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:51.452822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-f62da147-1be3-4f38-8e4a-0d38859eaf5a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] device_id is not set on port f6a83593-1c8b-475d-ad6e-cf6781a7271e yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:50:51.645596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-98acde62-3fec-4288-ad58-b33e0717c1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:51.655756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 279152ae-97bb-4948-8ed5-5ef31422cf88 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:50:51.747934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-98acde62-3fec-4288-ad58-b33e0717c1ee None None] For port 279152ae-97bb-4948-8ed5-5ef31422cf88, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=279152ae-97bb-4948-8ed5-5ef31422cf88,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:51.757131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-98acde62-3fec-4288-ad58-b33e0717c1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:51.762076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-10ecbe3c-557b-4370-af95-840cb02d0d22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:51.774678 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-ab0189df-7b90-4155-80c9-60fc5436f534 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] For port 0f902ceb-b321-4019-8382-20c03c271204, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=0f902ceb-b321-4019-8382-20c03c271204,segment=NetworkSegment(b64385cf-f3d5-426e-b57b-a654d542b343),segment_id=b64385cf-f3d5-426e-b57b-a654d542b343)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:51.775229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ab0189df-7b90-4155-80c9-60fc5436f534 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:51.784140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-3d22c2b1-b89d-41ab-984e-77e08d24ba31 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:50:51.784918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-3d22c2b1-b89d-41ab-984e-77e08d24ba31 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:50:51.787674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-2e198173-42c8-4f63-8d63-9ae4eeca4d1d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:51.808193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-2e198173-42c8-4f63-8d63-9ae4eeca4d1d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:port and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:51.827447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-2e198173-42c8-4f63-8d63-9ae4eeca4d1d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:51.876599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-2e198173-42c8-4f63-8d63-9ae4eeca4d1d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:51.879557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98acde62-3fec-4288-ad58-b33e0717c1ee None None] Pushing event updated for resources: {'Port': ['ID=279152ae-97bb-4948-8ed5-5ef31422cf88,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:51.891560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-98acde62-3fec-4288-ad58-b33e0717c1ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:51.905357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 279152ae-97bb-4948-8ed5-5ef31422cf88 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:50:51.905789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:51.973481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc69ecc-9da1-4a06-b933-944592a23918 None None] DHCP port deletion for 22620181-bd84-4ee6-b0b1-7e29621a3152 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:50:51.986010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ab0189df-7b90-4155-80c9-60fc5436f534 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Calling delete_port for 0f902ceb-b321-4019-8382-20c03c271204 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:50:51.995304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-bdc69ecc-9da1-4a06-b933-944592a23918 None None] Deleting port 0f902ceb-b321-4019-8382-20c03c271204 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:51.995745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bdc69ecc-9da1-4a06-b933-944592a23918 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:51.998531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-2e198173-42c8-4f63-8d63-9ae4eeca4d1d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Made reservation on behalf of 23f5dc92674e43b787fc19a8bf548d4f for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:50:52.004518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-2e198173-42c8-4f63-8d63-9ae4eeca4d1d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:52.053813 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ec6789ee-b92f-468d-bc03-b07d8bcd2c9b req-2c31faa7-3b1a-4ded-8c78-c0c668a3d248 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=89a6309f25094d80bbf8b7a4319155b7&device_id=769cff77-da4b-472c-af9c-a7aed2a4cf6a HTTP/1.1" status: 200 len: 1099 time: 0.3568401 Dec 25 19:50:52.080894 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7730065-bffb-40f4-92a4-3a09c292eb02 req-899d7e8d-41e9-47aa-9bb5-691c5178acc7 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:52.082641 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d7730065-bffb-40f4-92a4-3a09c292eb02 req-899d7e8d-41e9-47aa-9bb5-691c5178acc7 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/ports?device_id=769cff77-da4b-472c-af9c-a7aed2a4cf6a HTTP/1.1" status: 200 len: 946 time: 0.3957331 Dec 25 19:50:52.094595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ab0189df-7b90-4155-80c9-60fc5436f534 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:52.100345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cc938373-0a17-4b33-97fb-9d5aa8fffb6d tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:52.121135 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49584) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:52.173252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0189df-7b90-4155-80c9-60fc5436f534 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event deleted for resources: {'Port': ['ID=0f902ceb-b321-4019-8382-20c03c271204,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:52.176978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ab0189df-7b90-4155-80c9-60fc5436f534 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:52.178053 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-bdc69ecc-9da1-4a06-b933-944592a23918 None None] The port '0f902ceb-b321-4019-8382-20c03c271204' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:50:52.179930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0189df-7b90-4155-80c9-60fc5436f534 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] No DVR routers for this DVR port 0f902ceb-b321-4019-8382-20c03c271204 on host dv-neutron-822611-1-hyperv {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:50:52.331606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a8df57b4-9b52-4e3d-b896-1c6594190923 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:50:52.344294 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ab0189df-7b90-4155-80c9-60fc5436f534 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:52.371168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: a8df57b4-9b52-4e3d-b896-1c6594190923 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:50:52.371570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a8df57b4-9b52-4e3d-b896-1c6594190923 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:50:52.385800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-ab0189df-7b90-4155-80c9-60fc5436f534 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22620181-bd84-4ee6-b0b1-7e29621a3152']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:52.401090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-ab0189df-7b90-4155-80c9-60fc5436f534 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b64385cf-f3d5-426e-b57b-a654d542b343') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:52.401424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-ab0189df-7b90-4155-80c9-60fc5436f534 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b64385cf-f3d5-426e-b57b-a654d542b343') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:52.415375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ab0189df-7b90-4155-80c9-60fc5436f534 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:52.422512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-3d22c2b1-b89d-41ab-984e-77e08d24ba31 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Deleting port a8df57b4-9b52-4e3d-b896-1c6594190923 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:52.422881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d22c2b1-b89d-41ab-984e-77e08d24ba31 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:52.474844 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-384b0a16-66d0-4184-ac1c-e3502ffaf1d4 req-234ae399-a7b3-4a17-a1bc-6b7391a8c442 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8167494-3a5a-4a24-ac25-f83d06936119 HTTP/1.1" status: 200 len: 210 time: 0.3521907 Dec 25 19:50:52.500709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-3d22c2b1-b89d-41ab-984e-77e08d24ba31 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] The port 'a8df57b4-9b52-4e3d-b896-1c6594190923' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:50:52.502959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ab0189df-7b90-4155-80c9-60fc5436f534 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:52.569605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab0189df-7b90-4155-80c9-60fc5436f534 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:50:52.570408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ab0189df-7b90-4155-80c9-60fc5436f534 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:52.606029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-f62da147-1be3-4f38-8e4a-0d38859eaf5a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Allocated IP 172.20.0.6 (7396b720-65bf-48b2-8da7-778eed2fcf44/bab7731d-6148-4d11-af5b-ecd6e1472dae/f6a83593-1c8b-475d-ad6e-cf6781a7271e) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:50:52.608611 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:50:52.608611 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:50:52.608611 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:50:52.608611 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:50:52.608611 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:50:52.608611 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:50:52.608611 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:50:52.608611 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:50:52.608611 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:50:52.608611 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:50:52.608611 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:50:52.608611 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:50:52.608611 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:50:52.608611 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:50:52.608611 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:50:52.608611 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:50:52.608611 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:50:52.608611 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:50:52.608611 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:50:52.608611 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:50:52.608611 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:50:52.608611 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:50:52.608611 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:50:52.608611 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:50:52.608611 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:50:52.608611 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:50:52.608611 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:50:52.608611 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:50:52.608611 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:50:52.608611 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:50:52.608611 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:50:52.608611 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:50:52.608611 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:50:52.608611 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:50:52.608611 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:50:52.608611 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:50:52.608611 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:50:52.608611 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:50:52.608611 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:50:52.608611 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:50:52.617611 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d7730065-bffb-40f4-92a4-3a09c292eb02 req-cec661e5-3f47-4503-9d91-c634809c8f6c tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/security-groups?id=42689d93-edc5-4b34-bc4b-082a5f185a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5033231 Dec 25 19:50:52.634144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-f62da147-1be3-4f38-8e4a-0d38859eaf5a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Allocated IP 2001:db8::f816:3eff:fe84:ac82 (7396b720-65bf-48b2-8da7-778eed2fcf44/f7e3a8fe-46c8-4615-9abd-1f053e0dfe02/f6a83593-1c8b-475d-ad6e-cf6781a7271e) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:50:52.641104 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-087f584a-a51b-4343-9e71-292e0d845380 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Request body: {'security_group': {'name': 'tempest-secgroup--2040376262'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:52.648616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-087f584a-a51b-4343-9e71-292e0d845380 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:52.658721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-087f584a-a51b-4343-9e71-292e0d845380 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Usage tracker for resource:security_group and tenant:99dc3263de89454a8b21c0da5a1a7448 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:52.661904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6789ee-b92f-468d-bc03-b07d8bcd2c9b req-9beeda24-5b67-4d7e-8be2-7d79ecfc100c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:52.663588 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ec6789ee-b92f-468d-bc03-b07d8bcd2c9b req-9beeda24-5b67-4d7e-8be2-7d79ecfc100c service neutron] 10.222.0.36 "GET /v2.0/networks?id=f16ae011-75bc-41f7-ba0f-437bd94b0c59 HTTP/1.1" status: 200 len: 912 time: 0.5938632 Dec 25 19:50:52.664454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-087f584a-a51b-4343-9e71-292e0d845380 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:52.683666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-087f584a-a51b-4343-9e71-292e0d845380 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:52.771671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-2e198173-42c8-4f63-8d63-9ae4eeca4d1d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Allocated IP 172.20.0.7 (b93aa6eb-1c8c-49ec-90cd-8565c57c7c10/e4f90102-ec1f-45e5-8dc7-a216521dc6da/2fb8177e-ec55-460c-9c68-0b535d4b7193) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:50:52.792200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfe5d79-fda2-4d06-84b2-defffc7eebc5 None None] get_active_networks_info from dv-neutron-822611-1-hyperv {{(pid=88902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 25 19:50:52.799545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ab0189df-7b90-4155-80c9-60fc5436f534 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:52.805021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d22c2b1-b89d-41ab-984e-77e08d24ba31 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:52.815488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-66c84406-9740-48e7-b523-00f19f30e644 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:52.817025 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ec6789ee-b92f-468d-bc03-b07d8bcd2c9b req-14248d29-b303-4c94-9806-0b0a0f1057d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44e10e5c-c67c-42cf-a737-57a5785b7b42 HTTP/1.1" status: 200 len: 217 time: 0.1411533 Dec 25 19:50:52.823980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-087f584a-a51b-4343-9e71-292e0d845380 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:52.834547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ab0189df-7b90-4155-80c9-60fc5436f534 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:52.861146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0189df-7b90-4155-80c9-60fc5436f534 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event deleted for resources: {'Network': ['ID=22620181-bd84-4ee6-b0b1-7e29621a3152,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:52.869217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-3d22c2b1-b89d-41ab-984e-77e08d24ba31 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc8f9abc-6de6-4f81-b0a0-4ff833fb15d1']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:52.876964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ab0189df-7b90-4155-80c9-60fc5436f534 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:52.887551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-3d22c2b1-b89d-41ab-984e-77e08d24ba31 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32942dcc-61c5-44a8-9258-33702caa37a6') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:52.887836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-3d22c2b1-b89d-41ab-984e-77e08d24ba31 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32942dcc-61c5-44a8-9258-33702caa37a6') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:52.898913 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ab0189df-7b90-4155-80c9-60fc5436f534 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "DELETE /v2.0/networks/22620181-bd84-4ee6-b0b1-7e29621a3152 HTTP/1.1" status: 204 len: 168 time: 2.4858067 Dec 25 19:50:52.900200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49592) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:52.901924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-087f584a-a51b-4343-9e71-292e0d845380 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:52.910167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d22c2b1-b89d-41ab-984e-77e08d24ba31 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:52.917555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-25d6235f-725c-4b7e-85f9-7f82cf728225 None None] Provisioning complete for port 279152ae-97bb-4948-8ed5-5ef31422cf88 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:50:52.917992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-25d6235f-725c-4b7e-85f9-7f82cf728225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:52.965760 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e46d0a-e706-4a0d-a632-945c60000fce tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] DELETE failed (client error): The resource could not be found. Dec 25 19:50:52.966268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19e46d0a-e706-4a0d-a632-945c60000fce tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:50:52.969934 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-19e46d0a-e706-4a0d-a632-945c60000fce tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "DELETE /v2.0/subnets/3d5a329e-95a7-412b-83a1-a5233abc9389 HTTP/1.1" status: 404 len: 337 time: 0.0677261 Dec 25 19:50:52.971161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d22c2b1-b89d-41ab-984e-77e08d24ba31 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:52.973590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49596) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:52.994555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfe5d79-fda2-4d06-84b2-defffc7eebc5 None None] Resources bound (agent type, host, resource id): {{(pid=88902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 25 19:50:53.003199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d22c2b1-b89d-41ab-984e-77e08d24ba31 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:50:53.003657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d22c2b1-b89d-41ab-984e-77e08d24ba31 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:53.020024 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:50:53.020024 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:50:53.020024 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:50:53.020024 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:50:53.020024 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:50:53.020024 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:50:53.020024 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:50:53.020024 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:50:53.020024 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:50:53.020024 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:50:53.020024 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:50:53.020024 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:50:53.020024 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:50:53.020024 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:50:53.020024 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:50:53.020024 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:50:53.020024 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:50:53.020024 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:50:53.020024 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:50:53.020024 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:50:53.020024 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:50:53.020024 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:50:53.020024 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:50:53.020024 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:50:53.020024 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:50:53.020024 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:50:53.020024 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:50:53.020024 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:50:53.020024 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:50:53.020024 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:50:53.020024 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:50:53.020024 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:50:53.022204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-087f584a-a51b-4343-9e71-292e0d845380 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:53.027382 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aeac75e-81f6-4d00-9ef0-f455a2fe3dcc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] DELETE failed (client error): The resource could not be found. Dec 25 19:50:53.027818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aeac75e-81f6-4d00-9ef0-f455a2fe3dcc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:50:53.032150 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0aeac75e-81f6-4d00-9ef0-f455a2fe3dcc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "DELETE /v2.0/networks/b7f6ad48-886a-4f6f-90e7-ac4aec9734ba HTTP/1.1" status: 404 len: 339 time: 0.0539846 Dec 25 19:50:53.033020 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49600) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:53.052476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6789ee-b92f-468d-bc03-b07d8bcd2c9b req-6306ebd2-ffb0-4602-a26e-7e80eb892ff2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:53.053947 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ec6789ee-b92f-468d-bc03-b07d8bcd2c9b req-6306ebd2-ffb0-4602-a26e-7e80eb892ff2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ffa43b6c-d683-46c2-988c-069c937ddee5 HTTP/1.1" status: 200 len: 852 time: 0.2164116 Dec 25 19:50:53.113090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-087f584a-a51b-4343-9e71-292e0d845380 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Usage tracker for resource:security_group_rule and tenant:99dc3263de89454a8b21c0da5a1a7448 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:53.123711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d22c2b1-b89d-41ab-984e-77e08d24ba31 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:53.141159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0223dcca-1567-46d9-ad64-dacd6d121221 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:53.164918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d22c2b1-b89d-41ab-984e-77e08d24ba31 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:53.166455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-087f584a-a51b-4343-9e71-292e0d845380 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:53.169332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d22c2b1-b89d-41ab-984e-77e08d24ba31 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event deleted for resources: {'Network': ['ID=fc8f9abc-6de6-4f81-b0a0-4ff833fb15d1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:53.173772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3d22c2b1-b89d-41ab-984e-77e08d24ba31 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:53.182086 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3d22c2b1-b89d-41ab-984e-77e08d24ba31 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/networks/fc8f9abc-6de6-4f81-b0a0-4ff833fb15d1 HTTP/1.1" status: 204 len: 168 time: 4.6846845 Dec 25 19:50:53.183195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49604) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:53.192676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-5e5bde08-e4bb-4497-99f9-1c7c6bf230ec tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1747698178'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:53.200023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5e5bde08-e4bb-4497-99f9-1c7c6bf230ec tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:53.204965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5e5bde08-e4bb-4497-99f9-1c7c6bf230ec tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:network and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:53.208079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5e5bde08-e4bb-4497-99f9-1c7c6bf230ec tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:53.214735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5e5bde08-e4bb-4497-99f9-1c7c6bf230ec tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:53.228016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5bde08-e4bb-4497-99f9-1c7c6bf230ec tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Made reservation on behalf of 70aa58ed5ec1475cad367450f4be2220 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:50:53.228819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-087f584a-a51b-4343-9e71-292e0d845380 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:53.234254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e5bde08-e4bb-4497-99f9-1c7c6bf230ec tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:53.263640 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ec6789ee-b92f-468d-bc03-b07d8bcd2c9b req-25cc504a-af24-4f46-bf52-37a18c1e74af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f16ae011-75bc-41f7-ba0f-437bd94b0c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939403 Dec 25 19:50:53.265545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e5bde08-e4bb-4497-99f9-1c7c6bf230ec tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:50:53.274799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e5bde08-e4bb-4497-99f9-1c7c6bf230ec tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:53.275643 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-5e5bde08-e4bb-4497-99f9-1c7c6bf230ec tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Added segment 886b2d51-9345-4b54-8de8-cf9e77994baf of type vlan for network 78e6a888-d64d-4352-9856-eae1e8ce2b69 Dec 25 19:50:53.303548 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e5bde08-e4bb-4497-99f9-1c7c6bf230ec tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:53.336737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e5bde08-e4bb-4497-99f9-1c7c6bf230ec tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:53.341299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5bde08-e4bb-4497-99f9-1c7c6bf230ec tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:53.342002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e5bde08-e4bb-4497-99f9-1c7c6bf230ec tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:53.348810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b7a0a3db-fcfe-4984-8d53-fbd1807f6d53 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:53.390090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:53.491452 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5e5bde08-e4bb-4497-99f9-1c7c6bf230ec tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3070920 Dec 25 19:50:53.492337 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5bde08-e4bb-4497-99f9-1c7c6bf230ec tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'Network': ['ID=78e6a888-d64d-4352-9856-eae1e8ce2b69,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:53.494616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49608) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:53.497917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5e5bde08-e4bb-4497-99f9-1c7c6bf230ec tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:53.502331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-a8b7abb0-2e1f-41aa-9b4f-5bd16c2a1682 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'subnet': {'network_id': '78e6a888-d64d-4352-9856-eae1e8ce2b69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:53.511031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 78e6a888-d64d-4352-9856-eae1e8ce2b69 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:50:53.562751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 279152ae-97bb-4948-8ed5-5ef31422cf88 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:50:53.681027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a8b7abb0-2e1f-41aa-9b4f-5bd16c2a1682 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:53.685381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a8b7abb0-2e1f-41aa-9b4f-5bd16c2a1682 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:subnet and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:53.688417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a8b7abb0-2e1f-41aa-9b4f-5bd16c2a1682 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:53.695507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a8b7abb0-2e1f-41aa-9b4f-5bd16c2a1682 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:53.710566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b7abb0-2e1f-41aa-9b4f-5bd16c2a1682 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Made reservation on behalf of 70aa58ed5ec1475cad367450f4be2220 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:50:53.759119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 279152ae-97bb-4948-8ed5-5ef31422cf88 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:50:53.759560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:53.801893 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-adcd9ce1-288b-4867-91f9-26b720dbb3fe req-d068b881-3127-43f8-bf47-536064212d95 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8167494-3a5a-4a24-ac25-f83d06936119 HTTP/1.1" status: 200 len: 210 time: 0.1353474 Dec 25 19:50:53.873189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a8b7abb0-2e1f-41aa-9b4f-5bd16c2a1682 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:53.972235 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 0f902ceb-b321-4019-8382-20c03c271204 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:50:54.028629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 0f902ceb-b321-4019-8382-20c03c271204 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:50:54.029174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 0f902ceb-b321-4019-8382-20c03c271204 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:50:54.031498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f62da147-1be3-4f38-8e4a-0d38859eaf5a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:54.114035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-2e198173-42c8-4f63-8d63-9ae4eeca4d1d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:54.127939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a8b7abb0-2e1f-41aa-9b4f-5bd16c2a1682 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:54.132654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-faad5f60-9c8e-4e12-880f-a69b35c9e516 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:54.195615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f62da147-1be3-4f38-8e4a-0d38859eaf5a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Transition to ACTIVE for port object f6a83593-1c8b-475d-ad6e-cf6781a7271e will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:50:54.219459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b7abb0-2e1f-41aa-9b4f-5bd16c2a1682 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'Subnet': ['ID=b60bcaec-beea-4e3a-8970-8f227bd2d381,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:54.224093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-2e198173-42c8-4f63-8d63-9ae4eeca4d1d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Transition to ACTIVE for port object 2fb8177e-ec55-460c-9c68-0b535d4b7193 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:50:54.225149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a8b7abb0-2e1f-41aa-9b4f-5bd16c2a1682 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:54.235760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b7abb0-2e1f-41aa-9b4f-5bd16c2a1682 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Checking segment: {'id': '886b2d51-9345-4b54-8de8-cf9e77994baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '78e6a888-d64d-4352-9856-eae1e8ce2b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:50:54.236166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b7abb0-2e1f-41aa-9b4f-5bd16c2a1682 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Network hostable DHCP agents. Network: 78e6a888-d64d-4352-9856-eae1e8ce2b69, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:50:54.249700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-087f584a-a51b-4343-9e71-292e0d845380 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:54.259812 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b7abb0-2e1f-41aa-9b4f-5bd16c2a1682 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Network 78e6a888-d64d-4352-9856-eae1e8ce2b69 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:50:54.270585 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-a8b7abb0-2e1f-41aa-9b4f-5bd16c2a1682 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 78e6a888-d64d-4352-9856-eae1e8ce2b69) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:50:54.274811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b7abb0-2e1f-41aa-9b4f-5bd16c2a1682 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:54.275716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a8b7abb0-2e1f-41aa-9b4f-5bd16c2a1682 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:54.276788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-087f584a-a51b-4343-9e71-292e0d845380 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:54.289195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fe303021-0fd6-4e97-8128-840c86a7d40b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:54.299742 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ec6789ee-b92f-468d-bc03-b07d8bcd2c9b req-9c4fd1f5-32ca-41ca-b3d0-0b6bb47b411d service neutron] 10.222.0.36 "GET /v2.0/networks/f16ae011-75bc-41f7-ba0f-437bd94b0c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0177338 Dec 25 19:50:54.300319 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a8b7abb0-2e1f-41aa-9b4f-5bd16c2a1682 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8045363 Dec 25 19:50:54.303114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49616) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:54.309290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-0c8f1280-fa25-43a2-902d-b83c728e2344 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1916025141', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:54.319330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0c8f1280-fa25-43a2-902d-b83c728e2344 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:54.323896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0c8f1280-fa25-43a2-902d-b83c728e2344 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:router and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:54.326526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b03725a-64f6-4fe7-ae1a-8e8517ae1c3d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Deleting subnet ca67bff3-b17a-45d1-b904-e238509d10b4 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:50:54.326963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0c8f1280-fa25-43a2-902d-b83c728e2344 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:54.333607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0c8f1280-fa25-43a2-902d-b83c728e2344 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:54.345250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0c8f1280-fa25-43a2-902d-b83c728e2344 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:54.347003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0c8f1280-fa25-43a2-902d-b83c728e2344 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:54.348391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-087f584a-a51b-4343-9e71-292e0d845380 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:54.369587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0c8f1280-fa25-43a2-902d-b83c728e2344 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:54.385530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0b03725a-64f6-4fe7-ae1a-8e8517ae1c3d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:54.386766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0c8f1280-fa25-43a2-902d-b83c728e2344 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:54.410804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0c8f1280-fa25-43a2-902d-b83c728e2344 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:54.412145 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0c8f1280-fa25-43a2-902d-b83c728e2344 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1080182 Dec 25 19:50:54.413965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3bb989-52c3-4b54-8f20-26dccdc1eacf None None] Network 78e6a888-d64d-4352-9856-eae1e8ce2b69 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:50:54.414875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49620) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:54.421524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-9264e834-4cd9-4bb3-99ba-33897cf8cf34 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'port': {'network_id': '78e6a888-d64d-4352-9856-eae1e8ce2b69', 'name': 'tempest-PortsIpV6TestJSON-1122316261'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:54.425752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-087f584a-a51b-4343-9e71-292e0d845380 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Usage tracker for resource:security_group_rule and tenant:99dc3263de89454a8b21c0da5a1a7448 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:54.445713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-087f584a-a51b-4343-9e71-292e0d845380 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:54.476033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-087f584a-a51b-4343-9e71-292e0d845380 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:54.483160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f584a-a51b-4343-9e71-292e0d845380 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=643af3e9-5fea-48a0-a3ae-2464365868d2,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:54.488354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-087f584a-a51b-4343-9e71-292e0d845380 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:54.504880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f62da147-1be3-4f38-8e4a-0d38859eaf5a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:54.553961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-ab49adf4-e38c-4f4c-ad9d-f9a75315d181 None None] Provisioning complete for port 279152ae-97bb-4948-8ed5-5ef31422cf88 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:50:54.554394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ab49adf4-e38c-4f4c-ad9d-f9a75315d181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:54.569375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9264e834-4cd9-4bb3-99ba-33897cf8cf34 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:54.573694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9264e834-4cd9-4bb3-99ba-33897cf8cf34 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:port and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:54.576826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9264e834-4cd9-4bb3-99ba-33897cf8cf34 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:54.583728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9264e834-4cd9-4bb3-99ba-33897cf8cf34 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:54.586552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbae242-e9fa-46b5-8b6e-cc8e0737a567 req-b40c2c31-86dc-4c8e-9dd4-c42b42232803 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:54.588246 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-cbbae242-e9fa-46b5-8b6e-cc8e0737a567 req-b40c2c31-86dc-4c8e-9dd4-c42b42232803 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/ports?device_id=769cff77-da4b-472c-af9c-a7aed2a4cf6a HTTP/1.1" status: 200 len: 946 time: 0.7787826 Dec 25 19:50:54.589305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-2e198173-42c8-4f63-8d63-9ae4eeca4d1d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:54.591079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-39bacf9a-b48b-4b5b-87f5-1ba6eeae359d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:54.597784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9264e834-4cd9-4bb3-99ba-33897cf8cf34 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Made reservation on behalf of 70aa58ed5ec1475cad367450f4be2220 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:50:54.603493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9264e834-4cd9-4bb3-99ba-33897cf8cf34 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:54.627470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0b03725a-64f6-4fe7-ae1a-8e8517ae1c3d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:54.628549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-9264e834-4cd9-4bb3-99ba-33897cf8cf34 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] device_id is not set on port 6b5eadc2-19d0-4634-b8d0-07234b2ae0fa yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:50:54.735876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cd5d11-598e-43b8-88c0-e2c0a26402eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-78e6a888-d64d-4352-9856-eae1e8ce2b69', 'network_id': '78e6a888-d64d-4352-9856-eae1e8ce2b69', 'tenant_id': '70aa58ed5ec1475cad367450f4be2220', 'fixed_ips': [{'subnet_id': 'b60bcaec-beea-4e3a-8970-8f227bd2d381'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:50:54.736791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2cd5d11-598e-43b8-88c0-e2c0a26402eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:54.804085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-9264e834-4cd9-4bb3-99ba-33897cf8cf34 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Allocated IP 2001:db8::3c9 (78e6a888-d64d-4352-9856-eae1e8ce2b69/b60bcaec-beea-4e3a-8970-8f227bd2d381/6b5eadc2-19d0-4634-b8d0-07234b2ae0fa) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:50:54.833321 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62da147-1be3-4f38-8e4a-0d38859eaf5a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:50:54.839340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-f62da147-1be3-4f38-8e4a-0d38859eaf5a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:50:54.841795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62da147-1be3-4f38-8e4a-0d38859eaf5a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Port': ['ID=f6a83593-1c8b-475d-ad6e-cf6781a7271e,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:54.899967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0b03725a-64f6-4fe7-ae1a-8e8517ae1c3d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:54.970162 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62da147-1be3-4f38-8e4a-0d38859eaf5a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:50:55.001586 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ec6789ee-b92f-468d-bc03-b07d8bcd2c9b req-55fd4121-3b3b-4f6d-8d3f-f0b80fd6dcea service neutron] 10.222.0.36 "GET /v2.0/networks/f16ae011-75bc-41f7-ba0f-437bd94b0c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6859550 Dec 25 19:50:55.032270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-2e198173-42c8-4f63-8d63-9ae4eeca4d1d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network b93aa6eb-1c8c-49ec-90cd-8565c57c7c10 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:50:55.033634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f62da147-1be3-4f38-8e4a-0d38859eaf5a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:55.034377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6362553b-4f10-4653-a74e-4080474cf23d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.362s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:55.084325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-2e198173-42c8-4f63-8d63-9ae4eeca4d1d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:50:55.104313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9264e834-4cd9-4bb3-99ba-33897cf8cf34 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:55.125846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-9264e834-4cd9-4bb3-99ba-33897cf8cf34 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Transition to ACTIVE for port object 6b5eadc2-19d0-4634-b8d0-07234b2ae0fa will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:50:55.178288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9264e834-4cd9-4bb3-99ba-33897cf8cf34 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:55.179434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e198173-42c8-4f63-8d63-9ae4eeca4d1d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=2fb8177e-ec55-460c-9c68-0b535d4b7193,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:55.182057 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-2e198173-42c8-4f63-8d63-9ae4eeca4d1d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:50:55.192862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-53ab8486-6e04-495e-82f4-941e7e59d206 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:55.247728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2e198173-42c8-4f63-8d63-9ae4eeca4d1d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:55.270703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-087f584a-a51b-4343-9e71-292e0d845380 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:55.275953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-f2cd5d11-598e-43b8-88c0-e2c0a26402eb None None] Allocated IP 2001:db8::2 (78e6a888-d64d-4352-9856-eae1e8ce2b69/b60bcaec-beea-4e3a-8970-8f227bd2d381/aeda9fad-85a6-41e9-843c-04b11c488aab) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:50:55.288778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9264e834-4cd9-4bb3-99ba-33897cf8cf34 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'Port': ['ID=6b5eadc2-19d0-4634-b8d0-07234b2ae0fa,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:55.300386 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-cbbae242-e9fa-46b5-8b6e-cc8e0737a567 req-9222d7ab-446d-4e5d-ad9d-8aa5997e061f tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/security-groups?id=42689d93-edc5-4b34-bc4b-082a5f185a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6295855 Dec 25 19:50:55.301047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-087f584a-a51b-4343-9e71-292e0d845380 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:55.303990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9264e834-4cd9-4bb3-99ba-33897cf8cf34 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:55.314536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-db7c72d6-14bd-4cba-a30d-124a02c6a621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:55.319020 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9264e834-4cd9-4bb3-99ba-33897cf8cf34 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Network 78e6a888-d64d-4352-9856-eae1e8ce2b69 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:50:55.320797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-9264e834-4cd9-4bb3-99ba-33897cf8cf34 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:50:55.326402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9264e834-4cd9-4bb3-99ba-33897cf8cf34 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:50:55.333028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9264e834-4cd9-4bb3-99ba-33897cf8cf34 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:55.334304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9264e834-4cd9-4bb3-99ba-33897cf8cf34 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:55.375222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62da147-1be3-4f38-8e4a-0d38859eaf5a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:55.375944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f62da147-1be3-4f38-8e4a-0d38859eaf5a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:55.377982 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9264e834-4cd9-4bb3-99ba-33897cf8cf34 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9612079 Dec 25 19:50:55.380529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49626) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:55.384023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f584a-a51b-4343-9e71-292e0d845380 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f8eb3e-b0f7-42e8-91a6-42cc2d5c8774,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:55.404509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-087f584a-a51b-4343-9e71-292e0d845380 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:55.423850 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-2e198173-42c8-4f63-8d63-9ae4eeca4d1d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:55.425093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-2e198173-42c8-4f63-8d63-9ae4eeca4d1d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:55.436179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0b03725a-64f6-4fe7-ae1a-8e8517ae1c3d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:55.450556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-76a9e69d-3f89-4950-856a-5c6e46af067c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:55.481421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-e45078fe-7abf-4ca4-8909-36763a558587 None None] Provisioning for port f6a83593-1c8b-475d-ad6e-cf6781a7271e completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:50:55.492435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-e45078fe-7abf-4ca4-8909-36763a558587 None None] Provisioning complete for port f6a83593-1c8b-475d-ad6e-cf6781a7271e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:50:55.492867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e45078fe-7abf-4ca4-8909-36763a558587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:55.513803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b03725a-64f6-4fe7-ae1a-8e8517ae1c3d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event deleted for resources: {'Subnet': ['ID=ca67bff3-b17a-45d1-b904-e238509d10b4,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:55.525594 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0b03725a-64f6-4fe7-ae1a-8e8517ae1c3d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:55.527397 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-087f584a-a51b-4343-9e71-292e0d845380 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:55.531371 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-087f584a-a51b-4343-9e71-292e0d845380 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 3.4053571 Dec 25 19:50:55.536044 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f62da147-1be3-4f38-8e4a-0d38859eaf5a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.3323550 Dec 25 19:50:55.536044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49630) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:55.539857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49632) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:55.560648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0b03725a-64f6-4fe7-ae1a-8e8517ae1c3d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:55.566189 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0b03725a-64f6-4fe7-ae1a-8e8517ae1c3d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "DELETE /v2.0/subnets/ca67bff3-b17a-45d1-b904-e238509d10b4 HTTP/1.1" status: 204 len: 168 time: 2.5125077 Dec 25 19:50:55.566189 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-2e198173-42c8-4f63-8d63-9ae4eeca4d1d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3505292 Dec 25 19:50:55.567684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49638) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:55.590241 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e268cc6-07b1-4313-bcce-1d0b740121f2 None None] Network e8f272db-853c-43d9-b5e1-6fdb5f42e2d8 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:50:55.628220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-bfaae0a8-7690-4f77-8ee1-998aec9c6783 service neutron] Request body: {'port': {'device_id': 'e8167494-3a5a-4a24-ac25-f83d06936119', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:55.648340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e45078fe-7abf-4ca4-8909-36763a558587 None None] Port f6a83593-1c8b-475d-ad6e-cf6781a7271e cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:50:55.675652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2cd5d11-598e-43b8-88c0-e2c0a26402eb None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:55.693167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae94a69-619a-4de7-a3dc-b257aca9915f req-a3e192b8-4373-4c7e-975e-4cf28d085406 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:55.693951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-6ae94a69-619a-4de7-a3dc-b257aca9915f req-a3e192b8-4373-4c7e-975e-4cf28d085406 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Synchronizing usage tracker for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:50:55.830764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-baa4fbbe-4e31-49d9-b013-f814a982f46b tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:55.845235 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-6ae94a69-619a-4de7-a3dc-b257aca9915f req-a3e192b8-4373-4c7e-975e-4cf28d085406 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Unset dirty status for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:50:55.847099 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6ae94a69-619a-4de7-a3dc-b257aca9915f req-a3e192b8-4373-4c7e-975e-4cf28d085406 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8167494-3a5a-4a24-ac25-f83d06936119 HTTP/1.1" status: 200 len: 931 time: 0.8198745 Dec 25 19:50:55.912694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f2cd5d11-598e-43b8-88c0-e2c0a26402eb None None] Transition to ACTIVE for port object aeda9fad-85a6-41e9-843c-04b11c488aab will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:50:55.914082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-baa4fbbe-4e31-49d9-b013-f814a982f46b tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Deleting port a86ddcec-ded3-4eb8-b4a5-65be91df4708 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:55.914777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-baa4fbbe-4e31-49d9-b013-f814a982f46b tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:55.916384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a86a703-5104-4873-a70e-eef713f96291 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:55.920859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a86a703-5104-4873-a70e-eef713f96291 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:55.921735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2a86a703-5104-4873-a70e-eef713f96291 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:50:55.927594 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d13014fb-23a7-4e11-ae89-c75276b67e7a tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Synchronizing usage tracker for tenant:99dc3263de89454a8b21c0da5a1a7448 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:50:55.945795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f2cd5d11-598e-43b8-88c0-e2c0a26402eb None None] Transition to ACTIVE for port object aeda9fad-85a6-41e9-843c-04b11c488aab will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:50:55.949436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-7f74a278-6a3e-461c-8a46-79c513c47bc0 None None] Provisioning for port 2fb8177e-ec55-460c-9c68-0b535d4b7193 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:50:55.953444 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-bfaae0a8-7690-4f77-8ee1-998aec9c6783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:55.956597 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2cd5d11-598e-43b8-88c0-e2c0a26402eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:55.962093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f171f40b-7500-429f-a35e-41e1467dac02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:55.984139 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6ae94a69-619a-4de7-a3dc-b257aca9915f req-643f8ef9-5627-4824-9ce1-9f537cc6972a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=d036ba6a-3c66-4b69-afdf-533dbe3f6b34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207871 Dec 25 19:50:55.995602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-7f74a278-6a3e-461c-8a46-79c513c47bc0 None None] Provisioning complete for port 2fb8177e-ec55-460c-9c68-0b535d4b7193 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:50:55.996025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7f74a278-6a3e-461c-8a46-79c513c47bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:56.032824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2a86a703-5104-4873-a70e-eef713f96291 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:50:56.038370 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2a86a703-5104-4873-a70e-eef713f96291 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.4916427 Dec 25 19:50:56.038571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d13014fb-23a7-4e11-ae89-c75276b67e7a tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Unset dirty status for tenant:99dc3263de89454a8b21c0da5a1a7448 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:50:56.039933 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d13014fb-23a7-4e11-ae89-c75276b67e7a tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.5025918 Dec 25 19:50:56.042480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49642) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:56.043484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49644) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:56.114977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cd5d11-598e-43b8-88c0-e2c0a26402eb None None] Network 78e6a888-d64d-4352-9856-eae1e8ce2b69 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:50:56.118267 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-f2cd5d11-598e-43b8-88c0-e2c0a26402eb None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:50:56.120418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd5d11-598e-43b8-88c0-e2c0a26402eb None None] Pushing event updated for resources: {'Port': ['ID=aeda9fad-85a6-41e9-843c-04b11c488aab,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:56.124277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cd5d11-598e-43b8-88c0-e2c0a26402eb None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:50:56.131535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7f74a278-6a3e-461c-8a46-79c513c47bc0 None None] Port 2fb8177e-ec55-460c-9c68-0b535d4b7193 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:50:56.175757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f2cd5d11-598e-43b8-88c0-e2c0a26402eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:56.232629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-f2cd5d11-598e-43b8-88c0-e2c0a26402eb None None] Attempting to bind port aeda9fad-85a6-41e9-843c-04b11c488aab on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:50:56.232629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-f2cd5d11-598e-43b8-88c0-e2c0a26402eb None None] Attempting to bind port aeda9fad-85a6-41e9-843c-04b11c488aab by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '886b2d51-9345-4b54-8de8-cf9e77994baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '78e6a888-d64d-4352-9856-eae1e8ce2b69'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:50:56.233212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cd5d11-598e-43b8-88c0-e2c0a26402eb None None] Attempting to bind port aeda9fad-85a6-41e9-843c-04b11c488aab on network 78e6a888-d64d-4352-9856-eae1e8ce2b69 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:50:56.236041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd89b20b-45b1-4f8c-a556-43f4aed1a4c1 None None] DHCP port deletion for e8f272db-853c-43d9-b5e1-6fdb5f42e2d8 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:50:56.243713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-dd89b20b-45b1-4f8c-a556-43f4aed1a4c1 None None] Deleting port a86ddcec-ded3-4eb8-b4a5-65be91df4708 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:56.244143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd89b20b-45b1-4f8c-a556-43f4aed1a4c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:56.275175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cd5d11-598e-43b8-88c0-e2c0a26402eb None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:50:56.275617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cd5d11-598e-43b8-88c0-e2c0a26402eb None None] Checking segment: {'id': '886b2d51-9345-4b54-8de8-cf9e77994baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '78e6a888-d64d-4352-9856-eae1e8ce2b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:50:56.276077 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2cd5d11-598e-43b8-88c0-e2c0a26402eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:56.276527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cd5d11-598e-43b8-88c0-e2c0a26402eb None None] Bound using segment: {'id': '886b2d51-9345-4b54-8de8-cf9e77994baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '78e6a888-d64d-4352-9856-eae1e8ce2b69'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:50:56.277076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-f2cd5d11-598e-43b8-88c0-e2c0a26402eb None None] Bound port: aeda9fad-85a6-41e9-843c-04b11c488aab, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886b2d51-9345-4b54-8de8-cf9e77994baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '78e6a888-d64d-4352-9856-eae1e8ce2b69'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:50:56.277506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2cd5d11-598e-43b8-88c0-e2c0a26402eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:56.394865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-bfaae0a8-7690-4f77-8ee1-998aec9c6783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fb8177e-ec55-460c-9c68-0b535d4b7193 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 19:50:56.395272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-6add2243-ef2a-4838-af13-63463e7d0b3b tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Request body: {'security_group': {'name': 'tempest-security--174638846', 'description': 'tempest-security-description-1570492676'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:56.404158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-bfaae0a8-7690-4f77-8ee1-998aec9c6783 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:56.414614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7553cf75-8858-4695-84fe-a293d6432f61 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting port f6a83593-1c8b-475d-ad6e-cf6781a7271e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:56.414972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7553cf75-8858-4695-84fe-a293d6432f61 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:56.424089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-bfaae0a8-7690-4f77-8ee1-998aec9c6783 service neutron] Transition to ACTIVE for port object 2fb8177e-ec55-460c-9c68-0b535d4b7193 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:50:56.429565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-bfaae0a8-7690-4f77-8ee1-998aec9c6783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:56.438786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-14bbc12b-bf6a-4f23-b6d2-4de014ed40ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:56.480620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-f2cd5d11-598e-43b8-88c0-e2c0a26402eb None None] For port aeda9fad-85a6-41e9-843c-04b11c488aab, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:50:56.548641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaae0a8-7690-4f77-8ee1-998aec9c6783 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb8177e-ec55-460c-9c68-0b535d4b7193,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:56.587478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-dd89b20b-45b1-4f8c-a556-43f4aed1a4c1 None None] For port a86ddcec-ded3-4eb8-b4a5-65be91df4708, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a86ddcec-ded3-4eb8-b4a5-65be91df4708,segment=NetworkSegment(89bb57c0-c15d-4220-8b19-4a724700a0e9),segment_id=89bb57c0-c15d-4220-8b19-4a724700a0e9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:56.590198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd89b20b-45b1-4f8c-a556-43f4aed1a4c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:56.636064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bfaae0a8-7690-4f77-8ee1-998aec9c6783 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:56.733271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-dd89b20b-45b1-4f8c-a556-43f4aed1a4c1 None None] Calling delete_port for a86ddcec-ded3-4eb8-b4a5-65be91df4708 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:50:56.809617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeee55d-af97-4229-8d3c-97ad98c56366 req-e7f9a4b0-0cc2-41f0-96eb-1d358f75ce8a tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:56.811229 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-adeee55d-af97-4229-8d3c-97ad98c56366 req-e7f9a4b0-0cc2-41f0-96eb-1d358f75ce8a tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/ports?device_id=769cff77-da4b-472c-af9c-a7aed2a4cf6a HTTP/1.1" status: 200 len: 946 time: 0.1741471 Dec 25 19:50:56.816093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-f2cd5d11-598e-43b8-88c0-e2c0a26402eb None None] For port aeda9fad-85a6-41e9-843c-04b11c488aab, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=aeda9fad-85a6-41e9-843c-04b11c488aab,segment=NetworkSegment(886b2d51-9345-4b54-8de8-cf9e77994baf),segment_id=886b2d51-9345-4b54-8de8-cf9e77994baf)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:50:56.818005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd89b20b-45b1-4f8c-a556-43f4aed1a4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:56.823463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-95fd1b9b-a7de-47df-a7ae-81ad89e453ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:56.824515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-baa4fbbe-4e31-49d9-b013-f814a982f46b tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] For port a86ddcec-ded3-4eb8-b4a5-65be91df4708, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a86ddcec-ded3-4eb8-b4a5-65be91df4708,segment=NetworkSegment(89bb57c0-c15d-4220-8b19-4a724700a0e9),segment_id=89bb57c0-c15d-4220-8b19-4a724700a0e9)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:50:56.825200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-baa4fbbe-4e31-49d9-b013-f814a982f46b tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:56.852963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-bfaae0a8-7690-4f77-8ee1-998aec9c6783 service neutron] Attempting to bind port 2fb8177e-ec55-460c-9c68-0b535d4b7193 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:50:56.853448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-bfaae0a8-7690-4f77-8ee1-998aec9c6783 service neutron] Attempting to bind port 2fb8177e-ec55-460c-9c68-0b535d4b7193 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'fa2d2d52-7794-49ec-a82f-94909c513416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b93aa6eb-1c8c-49ec-90cd-8565c57c7c10'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:50:56.854201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-bfaae0a8-7690-4f77-8ee1-998aec9c6783 service neutron] Attempting to bind port 2fb8177e-ec55-460c-9c68-0b535d4b7193 on network b93aa6eb-1c8c-49ec-90cd-8565c57c7c10 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:50:56.862350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2cd5d11-598e-43b8-88c0-e2c0a26402eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:56.880043 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89b20b-45b1-4f8c-a556-43f4aed1a4c1 None None] Pushing event deleted for resources: {'Port': ['ID=a86ddcec-ded3-4eb8-b4a5-65be91df4708,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:56.885155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dd89b20b-45b1-4f8c-a556-43f4aed1a4c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:56.887334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cc75893c-d52c-49ca-a180-99df03bd41e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:56.888149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-bfaae0a8-7690-4f77-8ee1-998aec9c6783 service neutron] Port 2fb8177e-ec55-460c-9c68-0b535d4b7193 on network b93aa6eb-1c8c-49ec-90cd-8565c57c7c10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:50:56.888512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-bfaae0a8-7690-4f77-8ee1-998aec9c6783 service neutron] Attempting to bind port 2fb8177e-ec55-460c-9c68-0b535d4b7193 on network b93aa6eb-1c8c-49ec-90cd-8565c57c7c10 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:50:56.897091 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-adeee55d-af97-4229-8d3c-97ad98c56366 req-857e989c-12f2-401d-b2cd-527ef2db8a09 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/security-groups?id=42689d93-edc5-4b34-bc4b-082a5f185a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598693 Dec 25 19:50:56.897851 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-bfaae0a8-7690-4f77-8ee1-998aec9c6783 service neutron] Checking agent: {'id': '5d7a6d50-e450-4e92-a105-61a558d89e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'started_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:50:56.898226 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-bfaae0a8-7690-4f77-8ee1-998aec9c6783 service neutron] Checking segment: {'id': 'fa2d2d52-7794-49ec-a82f-94909c513416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b93aa6eb-1c8c-49ec-90cd-8565c57c7c10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:50:56.898638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-bfaae0a8-7690-4f77-8ee1-998aec9c6783 service neutron] Bound using segment: {'id': 'fa2d2d52-7794-49ec-a82f-94909c513416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b93aa6eb-1c8c-49ec-90cd-8565c57c7c10'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:50:56.899133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-bfaae0a8-7690-4f77-8ee1-998aec9c6783 service neutron] Bound port: 2fb8177e-ec55-460c-9c68-0b535d4b7193, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa2d2d52-7794-49ec-a82f-94909c513416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b93aa6eb-1c8c-49ec-90cd-8565c57c7c10'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:50:56.899522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-bfaae0a8-7690-4f77-8ee1-998aec9c6783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:56.961807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd5d11-598e-43b8-88c0-e2c0a26402eb None None] Pushing event updated for resources: {'Port': ['ID=aeda9fad-85a6-41e9-843c-04b11c488aab,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:56.965128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd89b20b-45b1-4f8c-a556-43f4aed1a4c1 None None] No DVR routers for this DVR port a86ddcec-ded3-4eb8-b4a5-65be91df4708 on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:50:56.968253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f2cd5d11-598e-43b8-88c0-e2c0a26402eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:57.101395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6add2243-ef2a-4838-af13-63463e7d0b3b tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:57.121334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-baa4fbbe-4e31-49d9-b013-f814a982f46b tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Calling delete_port for a86ddcec-ded3-4eb8-b4a5-65be91df4708 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:50:57.309926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-bfaae0a8-7690-4f77-8ee1-998aec9c6783 service neutron] For port 2fb8177e-ec55-460c-9c68-0b535d4b7193, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:50:57.311256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6add2243-ef2a-4838-af13-63463e7d0b3b tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:57.314111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-bfaae0a8-7690-4f77-8ee1-998aec9c6783 service neutron] For port 2fb8177e-ec55-460c-9c68-0b535d4b7193, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2fb8177e-ec55-460c-9c68-0b535d4b7193,segment=NetworkSegment(fa2d2d52-7794-49ec-a82f-94909c513416),segment_id=fa2d2d52-7794-49ec-a82f-94909c513416)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:50:57.318663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-bfaae0a8-7690-4f77-8ee1-998aec9c6783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:57.369051 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4211ec7f-5ff4-43a1-ae3a-326ee2b45e2d tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:57.404054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6add2243-ef2a-4838-af13-63463e7d0b3b tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:57.406525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6add2243-ef2a-4838-af13-63463e7d0b3b tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:57.412502 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6add2243-ef2a-4838-af13-63463e7d0b3b tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "PUT /v2.0/security-groups/d8f8eb3e-b0f7-42e8-91a6-42cc2d5c8774 HTTP/1.1" status: 200 len: 1611 time: 1.3604064 Dec 25 19:50:57.429431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49658) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:57.431927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6309bbed-00c2-48f2-b9ba-10103d87f725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:57.440873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-bfaae0a8-7690-4f77-8ee1-998aec9c6783 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:57.442317 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-bfaae0a8-7690-4f77-8ee1-998aec9c6783 service neutron] 10.222.0.36 "PUT /v2.0/ports/2fb8177e-ec55-460c-9c68-0b535d4b7193 HTTP/1.1" status: 200 len: 1093 time: 1.8241465 Dec 25 19:50:57.447378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8167494-3a5a-4a24-ac25-f83d06936119', 'tag': '2fb8177e-ec55-460c-9c68-0b535d4b7193'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:50:57.458394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ae245-f17f-4d6f-97d1-fa2730c7d225 req-684b1944-725a-46b2-967a-d83b3752cd39 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:57.459823 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dd4ae245-f17f-4d6f-97d1-fa2730c7d225 req-684b1944-725a-46b2-967a-d83b3752cd39 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8167494-3a5a-4a24-ac25-f83d06936119 HTTP/1.1" status: 200 len: 943 time: 0.2540126 Dec 25 19:50:57.542828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-baa4fbbe-4e31-49d9-b013-f814a982f46b tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:50:57.543438 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-baa4fbbe-4e31-49d9-b013-f814a982f46b tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:50:57.558369 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7553cf75-8858-4695-84fe-a293d6432f61 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:57.563795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a86ddcec-ded3-4eb8-b4a5-65be91df4708 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:50:57.577251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add2243-ef2a-4838-af13-63463e7d0b3b tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f8eb3e-b0f7-42e8-91a6-42cc2d5c8774,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:57.620755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6add2243-ef2a-4838-af13-63463e7d0b3b tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:57.636028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaae0a8-7690-4f77-8ee1-998aec9c6783 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb8177e-ec55-460c-9c68-0b535d4b7193,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:57.657365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: a86ddcec-ded3-4eb8-b4a5-65be91df4708 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:50:57.660176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a86ddcec-ded3-4eb8-b4a5-65be91df4708 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:50:57.665133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bfaae0a8-7690-4f77-8ee1-998aec9c6783 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:57.687406 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-97f7f9b2-9701-493d-8d29-a552495ee3c7 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "GET /v2.0/security-groups/d8f8eb3e-b0f7-42e8-91a6-42cc2d5c8774 HTTP/1.1" status: 200 len: 1611 time: 0.2464054 Dec 25 19:50:57.691607 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dd4ae245-f17f-4d6f-97d1-fa2730c7d225 req-1fd58e19-52c5-486e-bd2b-e34d9054c1c3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=d036ba6a-3c66-4b69-afdf-533dbe3f6b34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101254 Dec 25 19:50:57.695315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49664) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:57.736827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736f314-03bb-4dcc-857c-790b5cf62253 req-291be689-6650-4866-a31e-7188f5bd4df7 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:57.738510 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c736f314-03bb-4dcc-857c-790b5cf62253 req-291be689-6650-4866-a31e-7188f5bd4df7 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/ports?device_id=769cff77-da4b-472c-af9c-a7aed2a4cf6a HTTP/1.1" status: 200 len: 946 time: 0.4080009 Dec 25 19:50:57.787144 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8167494-3a5a-4a24-ac25-f83d06936119', 'tag': '2fb8177e-ec55-460c-9c68-0b535d4b7193', 'status': 'completed', 'code': 200} Dec 25 19:50:57.813045 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-7f388dee-e327-4ae9-90ca-9bb5cdf44e7c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=e8167494-3a5a-4a24-ac25-f83d06936119 HTTP/1.1" status: 200 len: 1096 time: 0.2984028 Dec 25 19:50:57.850298 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7553cf75-8858-4695-84fe-a293d6432f61 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Calling delete_port for f6a83593-1c8b-475d-ad6e-cf6781a7271e owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:50:57.895401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-963647b5-fa92-4351-a1b1-41e626ecb569 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:57.918390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6f7ca01-f6cd-4913-9d4a-9fd851faa786 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:57.938235 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-ee6b13d0-664c-45e9-b386-161aba6fa6b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fb8177e-ec55-460c-9c68-0b535d4b7193 HTTP/1.1" status: 200 len: 217 time: 0.0996745 Dec 25 19:50:57.998053 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-963647b5-fa92-4351-a1b1-41e626ecb569 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:58.013420 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c736f314-03bb-4dcc-857c-790b5cf62253 req-d7612552-3218-4400-b702-1fcff889979e tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/security-groups?id=42689d93-edc5-4b34-bc4b-082a5f185a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534089 Dec 25 19:50:58.063296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-5fb1c6e1-07bb-4a9c-bcfb-36c2d4414117 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:58.065449 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-5fb1c6e1-07bb-4a9c-bcfb-36c2d4414117 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4f90102-ec1f-45e5-8dc7-a216521dc6da HTTP/1.1" status: 200 len: 835 time: 0.1169946 Dec 25 19:50:58.069813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-963647b5-fa92-4351-a1b1-41e626ecb569 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:58.075179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d7925c8b-6dce-4ba1-90f3-0d57804d021c tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:58.082810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-baa4fbbe-4e31-49d9-b013-f814a982f46b tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Deleting port a86ddcec-ded3-4eb8-b4a5-65be91df4708 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:50:58.083215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-baa4fbbe-4e31-49d9-b013-f814a982f46b tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:58.128679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963647b5-fa92-4351-a1b1-41e626ecb569 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f8eb3e-b0f7-42e8-91a6-42cc2d5c8774,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:58.136244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-963647b5-fa92-4351-a1b1-41e626ecb569 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:58.158235 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-963647b5-fa92-4351-a1b1-41e626ecb569 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:58.159539 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-963647b5-fa92-4351-a1b1-41e626ecb569 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "DELETE /v2.0/security-groups/d8f8eb3e-b0f7-42e8-91a6-42cc2d5c8774 HTTP/1.1" status: 204 len: 168 time: 0.4589403 Dec 25 19:50:58.163088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49668) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:58.203385 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-e8cc8acb-973d-4310-a0c9-08d15c1b0cc0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b93aa6eb-1c8c-49ec-90cd-8565c57c7c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1144814 Dec 25 19:50:58.260977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-baa4fbbe-4e31-49d9-b013-f814a982f46b tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] The port 'a86ddcec-ded3-4eb8-b4a5-65be91df4708' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:50:58.282378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f251600f-6820-4c8c-b6b9-e8d2b91bd018 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Synchronizing usage tracker for tenant:99dc3263de89454a8b21c0da5a1a7448 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:50:58.366592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f251600f-6820-4c8c-b6b9-e8d2b91bd018 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Unset dirty status for tenant:99dc3263de89454a8b21c0da5a1a7448 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:50:58.368005 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f251600f-6820-4c8c-b6b9-e8d2b91bd018 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2039123 Dec 25 19:50:58.380124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49672) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:58.403618 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-0c02727c-d136-4214-b009-6608a8dfe820 service neutron] 10.222.0.36 "GET /v2.0/networks/b93aa6eb-1c8c-49ec-90cd-8565c57c7c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899669 Dec 25 19:50:58.405076 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-5e6132ca-b07c-40f8-9862-66d800ff27b3 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] delete failed (client error): The resource could not be found. Dec 25 19:50:58.406103 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5e6132ca-b07c-40f8-9862-66d800ff27b3 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "DELETE /v2.0/security-groups/d8f8eb3e-b0f7-42e8-91a6-42cc2d5c8774 HTTP/1.1" status: 404 len: 347 time: 0.0248771 Dec 25 19:50:58.410211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49676) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:58.416326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-775f5da0-7bbd-4b63-bfbb-a7c8ede001b1 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Request body: {'security_group': {'name': 'tempest-secgroup--1061185202'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:58.447261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-775f5da0-7bbd-4b63-bfbb-a7c8ede001b1 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:58.476356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-775f5da0-7bbd-4b63-bfbb-a7c8ede001b1 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:58.500643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-baa4fbbe-4e31-49d9-b013-f814a982f46b tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:58.552154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-775f5da0-7bbd-4b63-bfbb-a7c8ede001b1 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:58.595302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-baa4fbbe-4e31-49d9-b013-f814a982f46b tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8f272db-853c-43d9-b5e1-6fdb5f42e2d8']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:58.617494 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a00456f2-b36c-46e4-8584-8be0a428d042 req-901ddac9-aa41-4eeb-ac34-479bee304ac8 service neutron] 10.222.0.36 "GET /v2.0/networks/b93aa6eb-1c8c-49ec-90cd-8565c57c7c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959536 Dec 25 19:50:58.624843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-775f5da0-7bbd-4b63-bfbb-a7c8ede001b1 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:58.625161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-baa4fbbe-4e31-49d9-b013-f814a982f46b tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89bb57c0-c15d-4220-8b19-4a724700a0e9') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:58.625497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-baa4fbbe-4e31-49d9-b013-f814a982f46b tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89bb57c0-c15d-4220-8b19-4a724700a0e9') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:50:58.629864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-775f5da0-7bbd-4b63-bfbb-a7c8ede001b1 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Usage tracker for resource:security_group_rule and tenant:99dc3263de89454a8b21c0da5a1a7448 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:58.632956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-775f5da0-7bbd-4b63-bfbb-a7c8ede001b1 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:58.639879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-775f5da0-7bbd-4b63-bfbb-a7c8ede001b1 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:58.643629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-baa4fbbe-4e31-49d9-b013-f814a982f46b tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:58.661151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7553cf75-8858-4695-84fe-a293d6432f61 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:58.673882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9cc3d613-7d7f-4b23-a204-702e407becad tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:58.727693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-baa4fbbe-4e31-49d9-b013-f814a982f46b tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:58.731509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7553cf75-8858-4695-84fe-a293d6432f61 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Port': ['ID=f6a83593-1c8b-475d-ad6e-cf6781a7271e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:58.739721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7553cf75-8858-4695-84fe-a293d6432f61 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:58.745917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baa4fbbe-4e31-49d9-b013-f814a982f46b tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:50:58.746365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-baa4fbbe-4e31-49d9-b013-f814a982f46b tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:58.759630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-775f5da0-7bbd-4b63-bfbb-a7c8ede001b1 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:58.762604 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:50:58.762604 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:50:58.762604 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:50:58.762604 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:50:58.762604 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:50:58.762604 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:50:58.762604 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:50:58.762604 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:50:58.762604 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:50:58.762604 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:50:58.762604 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:50:58.762604 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:50:58.762604 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:50:58.762604 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:50:58.762604 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:50:58.762604 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:50:58.762604 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:50:58.762604 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:50:58.762604 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:50:58.762604 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:50:58.762604 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:50:58.762604 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:50:58.762604 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:50:58.762604 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:50:58.762604 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:50:58.762604 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:50:58.762604 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:50:58.762604 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:50:58.762604 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:50:58.762604 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:50:58.762604 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:50:58.762604 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:50:58.762604 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:50:58.762604 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:50:58.762604 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:50:58.762604 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:50:58.762604 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:50:58.762604 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:50:58.762604 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:50:58.762604 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:50:58.766635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-775f5da0-7bbd-4b63-bfbb-a7c8ede001b1 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:58.772617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ad207da3-4164-4f67-bf64-bc2180463e23 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:58.828611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f5da0-7bbd-4b63-bfbb-a7c8ede001b1 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4214321a-4b9c-4910-a5bd-aea2e9a99e8e,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:58.841992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-775f5da0-7bbd-4b63-bfbb-a7c8ede001b1 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:58.863555 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7cf671cb-2448-4770-9a97-3a6c3380db31 req-9403462f-7bd4-46ab-a48b-741aeee84ce3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=e8167494-3a5a-4a24-ac25-f83d06936119 HTTP/1.1" status: 200 len: 1096 time: 0.1788163 Dec 25 19:50:58.902992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-775f5da0-7bbd-4b63-bfbb-a7c8ede001b1 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:58.907827 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-775f5da0-7bbd-4b63-bfbb-a7c8ede001b1 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4962502 Dec 25 19:50:58.909192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49682) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:58.940342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-85ce2ef7-ec5b-4cb2-a378-2e16ddc20bad tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Request body: {'security_group_rule': {'security_group_id': '4214321a-4b9c-4910-a5bd-aea2e9a99e8e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:50:58.977534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-85ce2ef7-ec5b-4cb2-a378-2e16ddc20bad tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:50:58.996301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-85ce2ef7-ec5b-4cb2-a378-2e16ddc20bad tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Usage tracker for resource:security_group_rule and tenant:99dc3263de89454a8b21c0da5a1a7448 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:50:59.015555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-85ce2ef7-ec5b-4cb2-a378-2e16ddc20bad tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:50:59.031139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-85ce2ef7-ec5b-4cb2-a378-2e16ddc20bad tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:50:59.157433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-85ce2ef7-ec5b-4cb2-a378-2e16ddc20bad tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:59.190462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71683d4-35bd-47a3-be3d-f006b7796b50 req-8dc45194-c3de-481d-ba2c-e1c35fb07203 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:59.191810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6f7ca01-f6cd-4913-9d4a-9fd851faa786 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:59.192162 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f71683d4-35bd-47a3-be3d-f006b7796b50 req-8dc45194-c3de-481d-ba2c-e1c35fb07203 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8167494-3a5a-4a24-ac25-f83d06936119 HTTP/1.1" status: 200 len: 943 time: 0.3272464 Dec 25 19:50:59.206289 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6f7ca01-f6cd-4913-9d4a-9fd851faa786 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:59.253189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-24dcaab8-f87d-41ad-a119-f6dd252a8771 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:59.311906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-baa4fbbe-4e31-49d9-b013-f814a982f46b tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:59.331351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-baa4fbbe-4e31-49d9-b013-f814a982f46b tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:59.361916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf671cb-2448-4770-9a97-3a6c3380db31 req-abdb99a3-b919-4678-bc54-2cbf2125e863 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:59.363546 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7cf671cb-2448-4770-9a97-3a6c3380db31 req-abdb99a3-b919-4678-bc54-2cbf2125e863 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b93aa6eb-1c8c-49ec-90cd-8565c57c7c10 HTTP/1.1" status: 200 len: 897 time: 0.4533958 Dec 25 19:50:59.366755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85dafa8-7755-4bbf-85db-ae7503d8c883 None None] Network 78e6a888-d64d-4352-9856-eae1e8ce2b69 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:50:59.418120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f7ca01-f6cd-4913-9d4a-9fd851faa786 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'Port': ['ID=6b5eadc2-19d0-4634-b8d0-07234b2ae0fa,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:59.425226 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-baa4fbbe-4e31-49d9-b013-f814a982f46b tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] 10.222.0.24 "DELETE /v2.0/networks/e8f272db-853c-43d9-b5e1-6fdb5f42e2d8 HTTP/1.1" status: 204 len: 168 time: 3.8548834 Dec 25 19:50:59.426481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7553cf75-8858-4695-84fe-a293d6432f61 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:59.431290 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7553cf75-8858-4695-84fe-a293d6432f61 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/ports/f6a83593-1c8b-475d-ad6e-cf6781a7271e HTTP/1.1" status: 204 len: 168 time: 3.3838933 Dec 25 19:50:59.432388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c6f7ca01-f6cd-4913-9d4a-9fd851faa786 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:59.433190 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ffd6033a-cd5f-4695-8922-205d435fc13a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:59.450539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49690) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:59.459796 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7cf671cb-2448-4770-9a97-3a6c3380db31 req-34d6a86a-e30e-452a-831f-c6b082380110 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fb8177e-ec55-460c-9c68-0b535d4b7193 HTTP/1.1" status: 200 len: 217 time: 0.0848534 Dec 25 19:50:59.507867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4fbbe-4e31-49d9-b013-f814a982f46b tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Pushing event deleted for resources: {'Network': ['ID=e8f272db-853c-43d9-b5e1-6fdb5f42e2d8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:59.515226 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f71683d4-35bd-47a3-be3d-f006b7796b50 req-a9146fc7-2757-449e-9760-ab0497a6b366 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=d036ba6a-3c66-4b69-afdf-533dbe3f6b34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3056567 Dec 25 19:50:59.516587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-baa4fbbe-4e31-49d9-b013-f814a982f46b tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:59.553002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-85ce2ef7-ec5b-4cb2-a378-2e16ddc20bad tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:59.565648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-85ce2ef7-ec5b-4cb2-a378-2e16ddc20bad tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:59.575627 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863bb09-7a24-4829-b286-3a2e3bc0516e req-8b60f4e9-543c-49e2-806d-394fb546c86b tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:59.577123 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f863bb09-7a24-4829-b286-3a2e3bc0516e req-8b60f4e9-543c-49e2-806d-394fb546c86b tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/ports?device_id=769cff77-da4b-472c-af9c-a7aed2a4cf6a HTTP/1.1" status: 200 len: 946 time: 0.3061855 Dec 25 19:50:59.582017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:59.589134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf671cb-2448-4770-9a97-3a6c3380db31 req-460551f2-d146-41f2-802b-4ed5935313a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:59.590689 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7cf671cb-2448-4770-9a97-3a6c3380db31 req-460551f2-d146-41f2-802b-4ed5935313a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4f90102-ec1f-45e5-8dc7-a216521dc6da HTTP/1.1" status: 200 len: 835 time: 0.1213036 Dec 25 19:50:59.636399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d59d466-bedd-43c4-bce6-8bc40cfa9e57 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:59.649457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d59d466-bedd-43c4-bce6-8bc40cfa9e57 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:59.652102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d59d466-bedd-43c4-bce6-8bc40cfa9e57 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:50:59.652304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-ef355e13-00ea-40c1-8c37-c35c267ba21a None None] Provisioning for port aeda9fad-85a6-41e9-843c-04b11c488aab completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:50:59.657562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9d59d466-bedd-43c4-bce6-8bc40cfa9e57 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:50:59.681129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce2ef7-ec5b-4cb2-a378-2e16ddc20bad tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d43c4837-b536-402b-86fc-e6b8af43655b,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:50:59.685514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device aeda9fad-85a6-41e9-843c-04b11c488aab up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:50:59.688727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-85ce2ef7-ec5b-4cb2-a378-2e16ddc20bad tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:50:59.724310 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f863bb09-7a24-4829-b286-3a2e3bc0516e req-83f181c4-2ba2-46a0-8498-4a4477d319d0 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/security-groups?id=42689d93-edc5-4b34-bc4b-082a5f185a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325152 Dec 25 19:50:59.727456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-85ce2ef7-ec5b-4cb2-a378-2e16ddc20bad tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:59.728649 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-85ce2ef7-ec5b-4cb2-a378-2e16ddc20bad tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8048637 Dec 25 19:50:59.732330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49694) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:59.776869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-310ce9ee-dec4-4f6e-965b-f0926a693a67 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:59.777913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9d59d466-bedd-43c4-bce6-8bc40cfa9e57 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:50:59.786517 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9d59d466-bedd-43c4-bce6-8bc40cfa9e57 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3250592 Dec 25 19:50:59.789418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-310ce9ee-dec4-4f6e-965b-f0926a693a67 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:59.802100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port aeda9fad-85a6-41e9-843c-04b11c488aab completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:50:59.809119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port aeda9fad-85a6-41e9-843c-04b11c488aab triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:50:59.809678 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:59.813498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49700) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:50:59.818023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-310ce9ee-dec4-4f6e-965b-f0926a693a67 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:59.884509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6f7ca01-f6cd-4913-9d4a-9fd851faa786 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:59.954008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:50:59.975478 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7cf671cb-2448-4770-9a97-3a6c3380db31 req-7a95e584-a79e-482b-8e44-08e4a0b39d85 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b93aa6eb-1c8c-49ec-90cd-8565c57c7c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3621018 Dec 25 19:50:59.983513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:50:59.995693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port aeda9fad-85a6-41e9-843c-04b11c488aab, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=aeda9fad-85a6-41e9-843c-04b11c488aab,segment=NetworkSegment(886b2d51-9345-4b54-8de8-cf9e77994baf),segment_id=886b2d51-9345-4b54-8de8-cf9e77994baf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:51:00.001694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:00.012889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-856f99d0-52c3-45f4-886c-7246b51d6ca4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:00.057152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ce9ee-dec4-4f6e-965b-f0926a693a67 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d43c4837-b536-402b-86fc-e6b8af43655b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:00.064272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6f7ca01-f6cd-4913-9d4a-9fd851faa786 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:00.074784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-310ce9ee-dec4-4f6e-965b-f0926a693a67 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:00.108050 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49708) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:00.122864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=aeda9fad-85a6-41e9-843c-04b11c488aab,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:00.126151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:00.222193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-310ce9ee-dec4-4f6e-965b-f0926a693a67 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:00.223464 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-310ce9ee-dec4-4f6e-965b-f0926a693a67 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/d43c4837-b536-402b-86fc-e6b8af43655b HTTP/1.1" status: 204 len: 168 time: 0.4890800 Dec 25 19:51:00.250666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49714) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:00.421843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-12a23f88-ab56-4648-9edb-8d3728d31f73 None None] Provisioning for port 6b5eadc2-19d0-4634-b8d0-07234b2ae0fa completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:51:00.429990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-12a23f88-ab56-4648-9edb-8d3728d31f73 None None] Provisioning complete for port 6b5eadc2-19d0-4634-b8d0-07234b2ae0fa triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:51:00.431346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-12a23f88-ab56-4648-9edb-8d3728d31f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:00.478026 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e889d76f-4c19-4817-8860-d4b386ffab96 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8725429ab9244f8ba50e3b663103bb1c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3685060 Dec 25 19:51:00.478754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49718) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:00.499419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-12a23f88-ab56-4648-9edb-8d3728d31f73 None None] Port 6b5eadc2-19d0-4634-b8d0-07234b2ae0fa cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:51:00.516235 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-12a23f88-ab56-4648-9edb-8d3728d31f73 None None] Provisioning complete for port aeda9fad-85a6-41e9-843c-04b11c488aab triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:51:00.516979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-12a23f88-ab56-4648-9edb-8d3728d31f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:00.701660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-961d0e65-9452-4224-8a4d-95a36c33b53a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:00.743562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-961d0e65-9452-4224-8a4d-95a36c33b53a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:00.776194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6f7ca01-f6cd-4913-9d4a-9fd851faa786 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:00.784248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6f7ca01-f6cd-4913-9d4a-9fd851faa786 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:00.785145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6f7ca01-f6cd-4913-9d4a-9fd851faa786 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:00.799450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f025e7e3-65b4-45cb-809f-7b09bba9f0fc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:00.803735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-b57b545f-4490-47fd-b7ff-3974b2516265 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting subnet bab7731d-6148-4d11-af5b-ecd6e1472dae {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:51:00.826415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b57b545f-4490-47fd-b7ff-3974b2516265 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:00.862176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-fa2996e6-c789-4807-9afb-a4d79ebad2bb None None] Provisioning complete for port 6b5eadc2-19d0-4634-b8d0-07234b2ae0fa triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:51:00.863609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fa2996e6-c789-4807-9afb-a4d79ebad2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:00.890109 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7cf671cb-2448-4770-9a97-3a6c3380db31 req-1830bc95-84d7-483c-8e15-92868ccc4f98 service neutron] 10.222.0.36 "GET /v2.0/networks/b93aa6eb-1c8c-49ec-90cd-8565c57c7c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8856623 Dec 25 19:51:00.923504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f7ca01-f6cd-4913-9d4a-9fd851faa786 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'Port': ['ID=6b5eadc2-19d0-4634-b8d0-07234b2ae0fa,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:00.927974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c6f7ca01-f6cd-4913-9d4a-9fd851faa786 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:00.931657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-961d0e65-9452-4224-8a4d-95a36c33b53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:00.947715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-fa2996e6-c789-4807-9afb-a4d79ebad2bb None None] Port 6b5eadc2-19d0-4634-b8d0-07234b2ae0fa cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:51:00.952044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b96b2c3d-74a3-4d38-b0b9-e10c6dd96284 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Synchronizing usage tracker for tenant:99dc3263de89454a8b21c0da5a1a7448 on resource:security_group_rule {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:00.976808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b57b545f-4490-47fd-b7ff-3974b2516265 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:00.989405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:01.017744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d0e65-9452-4224-8a4d-95a36c33b53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36766325-6bce-4ad9-b637-ee4c16278aa0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:01.020388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-961d0e65-9452-4224-8a4d-95a36c33b53a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:01.030679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-961d0e65-9452-4224-8a4d-95a36c33b53a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:01.035795 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-961d0e65-9452-4224-8a4d-95a36c33b53a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/36766325-6bce-4ad9-b637-ee4c16278aa0 HTTP/1.1" status: 204 len: 168 time: 0.5477669 Dec 25 19:51:01.063105 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-63a4941a-8900-4b15-8229-096bf0470ba6 req-431e1d26-39a3-49de-ae16-0aec679af103 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=89a6309f25094d80bbf8b7a4319155b7&device_id=769cff77-da4b-472c-af9c-a7aed2a4cf6a HTTP/1.1" status: 200 len: 1099 time: 0.8014810 Dec 25 19:51:01.068962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd6de0-b16b-4342-b5fa-17ec8e9482eb req-070675c3-4c2f-45de-9ee4-275216cdf67a tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:01.070536 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-49bd6de0-b16b-4342-b5fa-17ec8e9482eb req-070675c3-4c2f-45de-9ee4-275216cdf67a tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/ports?device_id=769cff77-da4b-472c-af9c-a7aed2a4cf6a HTTP/1.1" status: 200 len: 946 time: 0.8265662 Dec 25 19:51:01.073532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f7ca01-f6cd-4913-9d4a-9fd851faa786 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Network 78e6a888-d64d-4352-9856-eae1e8ce2b69 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:51:01.075042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-c6f7ca01-f6cd-4913-9d4a-9fd851faa786 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:01.094768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-21b23176-a410-4b1f-a3df-1a23aac75b10 None None] Provisioning complete for port 6b5eadc2-19d0-4634-b8d0-07234b2ae0fa triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:51:01.099028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-21b23176-a410-4b1f-a3df-1a23aac75b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:01.226442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b57b545f-4490-47fd-b7ff-3974b2516265 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:01.248840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-21b23176-a410-4b1f-a3df-1a23aac75b10 None None] Port 6b5eadc2-19d0-4634-b8d0-07234b2ae0fa cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:51:01.326474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b96b2c3d-74a3-4d38-b0b9-e10c6dd96284 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Unset dirty status for tenant:99dc3263de89454a8b21c0da5a1a7448 on resource:security_group_rule {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:01.331712 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b96b2c3d-74a3-4d38-b0b9-e10c6dd96284 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 1.0754540 Dec 25 19:51:01.341922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49728) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:01.430522 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7cf671cb-2448-4770-9a97-3a6c3380db31 req-5bc4305e-cce2-44d8-aad5-9088772312f3 service neutron] 10.222.0.36 "GET /v2.0/networks/b93aa6eb-1c8c-49ec-90cd-8565c57c7c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5194693 Dec 25 19:51:01.446581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8f508-4062-4ee6-b61a-17433ec7a2ca req-46c08018-0967-4029-99bd-3b9b769771e1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:01.448482 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2ae8f508-4062-4ee6-b61a-17433ec7a2ca req-46c08018-0967-4029-99bd-3b9b769771e1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8167494-3a5a-4a24-ac25-f83d06936119 HTTP/1.1" status: 200 len: 943 time: 0.7141044 Dec 25 19:51:01.550550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f7ca01-f6cd-4913-9d4a-9fd851faa786 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Router af21358e-ff3b-4c5d-839e-ae2f6baf5401 is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:51:01.576364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device aeda9fad-85a6-41e9-843c-04b11c488aab up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:51:01.583245 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-49bd6de0-b16b-4342-b5fa-17ec8e9482eb req-7d0b028d-bf3b-40ea-8020-dbca4bfb892e tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/security-groups?id=42689d93-edc5-4b34-bc4b-082a5f185a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125093 Dec 25 19:51:01.617369 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2dbdd4d2-fe07-4adb-b8c8-3aa0d3148f87 None None] Provisioning complete for port 6b5eadc2-19d0-4634-b8d0-07234b2ae0fa triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:51:01.618189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2dbdd4d2-fe07-4adb-b8c8-3aa0d3148f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:01.656918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b57b545f-4490-47fd-b7ff-3974b2516265 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:01.673482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-379c36a9-b919-4d45-9091-4dda9508f0d0 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:01.717624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-2dbdd4d2-fe07-4adb-b8c8-3aa0d3148f87 None None] Port 6b5eadc2-19d0-4634-b8d0-07234b2ae0fa cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:51:01.720380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4941a-8900-4b15-8229-096bf0470ba6 req-d48238c7-84a6-4e11-9b4e-fc155e34b0a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:01.722074 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-63a4941a-8900-4b15-8229-096bf0470ba6 req-d48238c7-84a6-4e11-9b4e-fc155e34b0a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f16ae011-75bc-41f7-ba0f-437bd94b0c59 HTTP/1.1" status: 200 len: 912 time: 0.4501750 Dec 25 19:51:01.724556 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2ae8f508-4062-4ee6-b61a-17433ec7a2ca req-a004f24f-8319-4193-88a4-3864e850ce07 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=d036ba6a-3c66-4b69-afdf-533dbe3f6b34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2574947 Dec 25 19:51:01.729224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b545f-4490-47fd-b7ff-3974b2516265 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Subnet': ['ID=bab7731d-6148-4d11-af5b-ecd6e1472dae,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:01.732008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bc8039f9-d351-454f-b8c6-55d25bb046f8 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:01.734086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b57b545f-4490-47fd-b7ff-3974b2516265 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:01.741709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 2fb8177e-ec55-460c-9c68-0b535d4b7193 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 19:51:01.751660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b57b545f-4490-47fd-b7ff-3974b2516265 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:01.755416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port aeda9fad-85a6-41e9-843c-04b11c488aab triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:51:01.755839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:01.795487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88858f8-065f-4e84-b032-144db5f0692e None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:51:01.811525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f7ca01-f6cd-4913-9d4a-9fd851faa786 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:51:01.822855 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c6f7ca01-f6cd-4913-9d4a-9fd851faa786 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "PUT /v2.0/routers/af21358e-ff3b-4c5d-839e-ae2f6baf5401/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4400611 Dec 25 19:51:01.823793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49740) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:01.825687 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a3253e-f995-4e72-a7e2-eee1f3df92a2 None None] Sync routers for ids ['af21358e-ff3b-4c5d-839e-ae2f6baf5401'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:51:01.848154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a3253e-f995-4e72-a7e2-eee1f3df92a2 None None] Routers {'af21358e-ff3b-4c5d-839e-ae2f6baf5401'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:51:01.849780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-e4a3253e-f995-4e72-a7e2-eee1f3df92a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:50:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['af21358e-ff3b-4c5d-839e-ae2f6baf5401'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:01.850068 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-63a4941a-8900-4b15-8229-096bf0470ba6 req-f71e0b73-eceb-4f9e-9a75-981e23c0d136 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44e10e5c-c67c-42cf-a737-57a5785b7b42 HTTP/1.1" status: 200 len: 217 time: 0.1035030 Dec 25 19:51:01.851568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bc8039f9-d351-454f-b8c6-55d25bb046f8 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:01.864487 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b57b545f-4490-47fd-b7ff-3974b2516265 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/bab7731d-6148-4d11-af5b-ecd6e1472dae HTTP/1.1" status: 204 len: 168 time: 2.0497022 Dec 25 19:51:01.878066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49744) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:01.936502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86f5296-241f-4328-bed2-44640bafdb7a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:01.937754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a86f5296-241f-4328-bed2-44640bafdb7a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Synchronizing usage tracker for tenant:70aa58ed5ec1475cad367450f4be2220 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:01.966596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a86f5296-241f-4328-bed2-44640bafdb7a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Unset dirty status for tenant:70aa58ed5ec1475cad367450f4be2220 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:01.972277 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a86f5296-241f-4328-bed2-44640bafdb7a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "GET /v2.0/ports?device_id=af21358e-ff3b-4c5d-839e-ae2f6baf5401 HTTP/1.1" status: 200 len: 989 time: 0.1472178 Dec 25 19:51:01.972950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49748) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:01.977517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-e4a3253e-f995-4e72-a7e2-eee1f3df92a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:01.989661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a3253e-f995-4e72-a7e2-eee1f3df92a2 None None] Routers {'af21358e-ff3b-4c5d-839e-ae2f6baf5401'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:51:01.990612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-e4a3253e-f995-4e72-a7e2-eee1f3df92a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:50:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['af21358e-ff3b-4c5d-839e-ae2f6baf5401'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:02.045153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4941a-8900-4b15-8229-096bf0470ba6 req-5fca1de0-76fe-4859-943d-e9b7d45e8282 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:02.046857 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-63a4941a-8900-4b15-8229-096bf0470ba6 req-5fca1de0-76fe-4859-943d-e9b7d45e8282 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ffa43b6c-d683-46c2-988c-069c937ddee5 HTTP/1.1" status: 200 len: 852 time: 0.1778836 Dec 25 19:51:02.058126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab7f5bf8-4d77-49cc-b68b-ecda39530395 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting subnet f7e3a8fe-46c8-4615-9abd-1f053e0dfe02 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:51:02.063384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bc8039f9-d351-454f-b8c6-55d25bb046f8 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:02.064185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-e4a3253e-f995-4e72-a7e2-eee1f3df92a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:02.065421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a3253e-f995-4e72-a7e2-eee1f3df92a2 None None] The sync data for ids ['af21358e-ff3b-4c5d-839e-ae2f6baf5401'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:51:02.069833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ab7f5bf8-4d77-49cc-b68b-ecda39530395 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:02.183804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e3651a07-a223-42cb-831e-e4223f8e4301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:02.251508 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-63a4941a-8900-4b15-8229-096bf0470ba6 req-2c45145d-c7b7-469b-8ddd-000dc3fe8f13 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f16ae011-75bc-41f7-ba0f-437bd94b0c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1892264 Dec 25 19:51:02.261307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8039f9-d351-454f-b8c6-55d25bb046f8 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4214321a-4b9c-4910-a5bd-aea2e9a99e8e,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:02.269283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bc8039f9-d351-454f-b8c6-55d25bb046f8 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:02.329814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ab7f5bf8-4d77-49cc-b68b-ecda39530395 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:02.375979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bc8039f9-d351-454f-b8c6-55d25bb046f8 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:02.381122 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-bc8039f9-d351-454f-b8c6-55d25bb046f8 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "DELETE /v2.0/security-groups/4214321a-4b9c-4910-a5bd-aea2e9a99e8e HTTP/1.1" status: 204 len: 168 time: 1.0172927 Dec 25 19:51:02.384306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49758) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:02.436406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49762) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:02.575343 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-63a4941a-8900-4b15-8229-096bf0470ba6 req-27a917e6-542e-4b1c-a65f-27ada0fcb30e service neutron] 10.222.0.36 "GET /v2.0/networks/f16ae011-75bc-41f7-ba0f-437bd94b0c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086460 Dec 25 19:51:02.576553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ab7f5bf8-4d77-49cc-b68b-ecda39530395 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:02.639428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f91cd8ae-c4cb-4525-b5ca-9181edfac8b9 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Synchronizing usage tracker for tenant:99dc3263de89454a8b21c0da5a1a7448 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:02.664308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-654fb96e-93e6-4296-8d39-ffbd6cc76dd1 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1845203591'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:02.669518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-654fb96e-93e6-4296-8d39-ffbd6cc76dd1 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:02.675646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-654fb96e-93e6-4296-8d39-ffbd6cc76dd1 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Usage tracker for resource:network and tenant:729c75216377447fb8851dfb28c74246 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:02.677895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-654fb96e-93e6-4296-8d39-ffbd6cc76dd1 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:02.684244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-654fb96e-93e6-4296-8d39-ffbd6cc76dd1 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:02.698801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654fb96e-93e6-4296-8d39-ffbd6cc76dd1 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Made reservation on behalf of 729c75216377447fb8851dfb28c74246 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:02.704647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-654fb96e-93e6-4296-8d39-ffbd6cc76dd1 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:02.725159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-654fb96e-93e6-4296-8d39-ffbd6cc76dd1 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:02.755473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 2fb8177e-ec55-460c-9c68-0b535d4b7193, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2fb8177e-ec55-460c-9c68-0b535d4b7193,segment=NetworkSegment(fa2d2d52-7794-49ec-a82f-94909c513416),segment_id=fa2d2d52-7794-49ec-a82f-94909c513416)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:51:02.758944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f91cd8ae-c4cb-4525-b5ca-9181edfac8b9 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Unset dirty status for tenant:99dc3263de89454a8b21c0da5a1a7448 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:02.765140 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f91cd8ae-c4cb-4525-b5ca-9181edfac8b9 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3729241 Dec 25 19:51:02.766137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49770) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:02.776301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-654fb96e-93e6-4296-8d39-ffbd6cc76dd1 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:02.780355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-654fb96e-93e6-4296-8d39-ffbd6cc76dd1 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Usage tracker for resource:security_group_rule and tenant:729c75216377447fb8851dfb28c74246 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:02.784054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-654fb96e-93e6-4296-8d39-ffbd6cc76dd1 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:02.787947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-c033185c-0173-4522-a1b1-ed600e3af5f3 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Request body: {'security_group': {'name': 'tempest-secgroup--2017491917'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:02.791488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': '2fb8177e-ec55-460c-9c68-0b535d4b7193', 'network_id': 'b93aa6eb-1c8c-49ec-90cd-8565c57c7c10', 'port_id': '2fb8177e-ec55-460c-9c68-0b535d4b7193', 'mac_address': 'fa:16:3e:52:48:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f90102-ec1f-45e5-8dc7-a216521dc6da', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 19:51:02.795990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-654fb96e-93e6-4296-8d39-ffbd6cc76dd1 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:02.804511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c033185c-0173-4522-a1b1-ed600e3af5f3 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:02.872993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c033185c-0173-4522-a1b1-ed600e3af5f3 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:02.886868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-654fb96e-93e6-4296-8d39-ffbd6cc76dd1 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:02.896975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-654fb96e-93e6-4296-8d39-ffbd6cc76dd1 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:02.900031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ab7f5bf8-4d77-49cc-b68b-ecda39530395 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:02.901290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1aa8974a-5486-4f89-b0b9-8c85bc2c1f64 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:02.906719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-635b0de1-6388-42c5-a065-00646657642c tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:02.940777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c033185c-0173-4522-a1b1-ed600e3af5f3 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:02.942617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-654fb96e-93e6-4296-8d39-ffbd6cc76dd1 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:51:02.962889 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-63a4941a-8900-4b15-8229-096bf0470ba6 req-83d8eaf0-5a4c-4f42-9abc-ce80f5c913eb service neutron] 10.222.0.36 "GET /v2.0/networks/f16ae011-75bc-41f7-ba0f-437bd94b0c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493412 Dec 25 19:51:02.990977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:03.011799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654fb96e-93e6-4296-8d39-ffbd6cc76dd1 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ace00c22-d06d-4de8-a464-2f0fac5c098a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:03.016659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fb8177e-ec55-460c-9c68-0b535d4b7193 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 19:51:03.018685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-654fb96e-93e6-4296-8d39-ffbd6cc76dd1 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:03.019818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-654fb96e-93e6-4296-8d39-ffbd6cc76dd1 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:03.020387 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-654fb96e-93e6-4296-8d39-ffbd6cc76dd1 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Added segment af10df03-5160-461d-9aa6-f5c766eee1cc of type vlan for network 10dd7c94-a972-4fb2-a7c9-a12ccaebf406 Dec 25 19:51:03.022146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f5bf8-4d77-49cc-b68b-ecda39530395 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Subnet': ['ID=f7e3a8fe-46c8-4615-9abd-1f053e0dfe02,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:03.037780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 2fb8177e-ec55-460c-9c68-0b535d4b7193, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2fb8177e-ec55-460c-9c68-0b535d4b7193,segment=NetworkSegment(fa2d2d52-7794-49ec-a82f-94909c513416),segment_id=fa2d2d52-7794-49ec-a82f-94909c513416)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:51:03.043411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ab7f5bf8-4d77-49cc-b68b-ecda39530395 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:03.048722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:03.056252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-98c15acd-8193-4702-ae20-8e74b0d1e97e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:03.060751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-654fb96e-93e6-4296-8d39-ffbd6cc76dd1 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:03.065150 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c033185c-0173-4522-a1b1-ed600e3af5f3 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:03.069688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c033185c-0173-4522-a1b1-ed600e3af5f3 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Usage tracker for resource:security_group_rule and tenant:99dc3263de89454a8b21c0da5a1a7448 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:03.072804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c033185c-0173-4522-a1b1-ed600e3af5f3 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:03.079126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c033185c-0173-4522-a1b1-ed600e3af5f3 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:03.159715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=2fb8177e-ec55-460c-9c68-0b535d4b7193,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:03.163419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:03.165471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ab7f5bf8-4d77-49cc-b68b-ecda39530395 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:03.168865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-654fb96e-93e6-4296-8d39-ffbd6cc76dd1 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:03.173880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654fb96e-93e6-4296-8d39-ffbd6cc76dd1 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:03.174599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-654fb96e-93e6-4296-8d39-ffbd6cc76dd1 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:03.180560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c033185c-0173-4522-a1b1-ed600e3af5f3 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:03.182705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cfc208ca-134d-44a4-9d10-a9b0781599f9 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:03.198833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c033185c-0173-4522-a1b1-ed600e3af5f3 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:03.209086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e8efd718-4676-458c-be05-a6080198fa63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:03.240300 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ab7f5bf8-4d77-49cc-b68b-ecda39530395 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/f7e3a8fe-46c8-4615-9abd-1f053e0dfe02 HTTP/1.1" status: 204 len: 168 time: 1.3226655 Dec 25 19:51:03.247410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49776) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:03.299414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['2fb8177e-ec55-460c-9c68-0b535d4b7193'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 19:51:03.316939 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-654fb96e-93e6-4296-8d39-ffbd6cc76dd1 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8718143 Dec 25 19:51:03.356699 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-131e99f8-4c98-4b96-8d93-44003d52bf45 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0994158 Dec 25 19:51:03.364390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a083e-7ae2-466d-9f85-d23940c4b182 req-1e5014d0-e838-4482-a92a-b353bcc3a744 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:03.366428 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8b3a083e-7ae2-466d-9f85-d23940c4b182 req-1e5014d0-e838-4482-a92a-b353bcc3a744 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/ports?device_id=769cff77-da4b-472c-af9c-a7aed2a4cf6a HTTP/1.1" status: 200 len: 946 time: 0.5729909 Dec 25 19:51:03.367535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c033185c-0173-4522-a1b1-ed600e3af5f3 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:03.369002 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c033185c-0173-4522-a1b1-ed600e3af5f3 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5970931 Dec 25 19:51:03.371080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49780) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:03.387890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-6f20e5e6-94c3-4ae3-9091-b2fef31b7e98 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'subnet': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:03.407666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49782) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:03.416900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654fb96e-93e6-4296-8d39-ffbd6cc76dd1 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Pushing event updated for resources: {'Network': ['ID=10dd7c94-a972-4fb2-a7c9-a12ccaebf406,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:03.417479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb68333-daf1-4d33-a5b1-8860c855e751 req-98ded018-7efa-46b0-8322-a03b9787be9e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:03.420622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-654fb96e-93e6-4296-8d39-ffbd6cc76dd1 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:03.422240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51a4704e-bb60-4cd4-b8ce-28b4681f7f1c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:03.433888 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3eb68333-daf1-4d33-a5b1-8860c855e751 req-98ded018-7efa-46b0-8322-a03b9787be9e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8167494-3a5a-4a24-ac25-f83d06936119 HTTP/1.1" status: 200 len: 943 time: 0.4775994 Dec 25 19:51:03.437532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033185c-0173-4522-a1b1-ed600e3af5f3 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30f799f6-0619-475e-9593-5fcdbc9aaa21,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:03.443791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 10dd7c94-a972-4fb2-a7c9-a12ccaebf406 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:51:03.516084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c033185c-0173-4522-a1b1-ed600e3af5f3 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:03.525745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-4b43de21-76ac-4867-8d44-f904a811dee9 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Request body: {'security_group_rule': {'security_group_id': '30f799f6-0619-475e-9593-5fcdbc9aaa21', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:03.533896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4b43de21-76ac-4867-8d44-f904a811dee9 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:03.539633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4b43de21-76ac-4867-8d44-f904a811dee9 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Usage tracker for resource:security_group_rule and tenant:99dc3263de89454a8b21c0da5a1a7448 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:03.543289 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4b43de21-76ac-4867-8d44-f904a811dee9 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:03.551043 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4b43de21-76ac-4867-8d44-f904a811dee9 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:03.616765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4b43de21-76ac-4867-8d44-f904a811dee9 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:04.034611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cac602c-cd49-4a5a-b1f4-51a42a585ccb None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:51:04.098075 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8b3a083e-7ae2-466d-9f85-d23940c4b182 req-aab34abd-766d-457f-a62a-f62b756e0047 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/security-groups?id=42689d93-edc5-4b34-bc4b-082a5f185a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6887159 Dec 25 19:51:04.110018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-51a4704e-bb60-4cd4-b8ce-28b4681f7f1c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Deleting port 6b5eadc2-19d0-4634-b8d0-07234b2ae0fa {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:51:04.110829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51a4704e-bb60-4cd4-b8ce-28b4681f7f1c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:04.130934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6f20e5e6-94c3-4ae3-9091-b2fef31b7e98 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:04.137583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6f20e5e6-94c3-4ae3-9091-b2fef31b7e98 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:subnet and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:04.146880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6f20e5e6-94c3-4ae3-9091-b2fef31b7e98 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:04.151618 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3eb68333-daf1-4d33-a5b1-8860c855e751 req-0d1e3930-4bd4-4952-a8df-f3021621c3e8 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=d036ba6a-3c66-4b69-afdf-533dbe3f6b34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6938078 Dec 25 19:51:04.157770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6f20e5e6-94c3-4ae3-9091-b2fef31b7e98 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:04.161360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4b43de21-76ac-4867-8d44-f904a811dee9 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:04.168980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4b43de21-76ac-4867-8d44-f904a811dee9 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:04.178379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9c72b82c-9237-4235-bb57-e1d6cbbdbfe9 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:04.192676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f20e5e6-94c3-4ae3-9091-b2fef31b7e98 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:04.198952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6f20e5e6-94c3-4ae3-9091-b2fef31b7e98 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:04.229490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b43de21-76ac-4867-8d44-f904a811dee9 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=784bf2c4-7352-4318-aff9-941bd6041ed1,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:04.232460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4b43de21-76ac-4867-8d44-f904a811dee9 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:04.241772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-731a39d7-9bc9-494a-bba6-f71523a5ae5c None None] Provisioning complete for port 279152ae-97bb-4948-8ed5-5ef31422cf88 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:51:04.246221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-731a39d7-9bc9-494a-bba6-f71523a5ae5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:04.269827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4b43de21-76ac-4867-8d44-f904a811dee9 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:04.271096 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4b43de21-76ac-4867-8d44-f904a811dee9 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8358669 Dec 25 19:51:04.273911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49788) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:04.280277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-6c883cb4-4449-4e44-b9c7-80962dbd88b5 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Request body: {'security_group_rule': {'security_group_id': '30f799f6-0619-475e-9593-5fcdbc9aaa21', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:04.340762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6c883cb4-4449-4e44-b9c7-80962dbd88b5 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:04.352878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6c883cb4-4449-4e44-b9c7-80962dbd88b5 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Usage tracker for resource:security_group_rule and tenant:99dc3263de89454a8b21c0da5a1a7448 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:04.355989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6c883cb4-4449-4e44-b9c7-80962dbd88b5 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:04.368252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6c883cb4-4449-4e44-b9c7-80962dbd88b5 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:04.377199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51a4704e-bb60-4cd4-b8ce-28b4681f7f1c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:04.401818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6c883cb4-4449-4e44-b9c7-80962dbd88b5 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:04.560461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114c9ede-dd41-4238-aacc-4ff46c5dfffd None None] DHCP port deletion for 7396b720-65bf-48b2-8da7-778eed2fcf44 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:51:04.563643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-51a4704e-bb60-4cd4-b8ce-28b4681f7f1c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Calling delete_port for 6b5eadc2-19d0-4634-b8d0-07234b2ae0fa owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:51:04.568557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-114c9ede-dd41-4238-aacc-4ff46c5dfffd None None] Deleting port 279152ae-97bb-4948-8ed5-5ef31422cf88 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:51:04.569261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-114c9ede-dd41-4238-aacc-4ff46c5dfffd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:04.574949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6c883cb4-4449-4e44-b9c7-80962dbd88b5 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:04.583539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6c883cb4-4449-4e44-b9c7-80962dbd88b5 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:04.591759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ab69c5b2-b870-441c-a733-da96dd5423ed tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:04.605753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6f20e5e6-94c3-4ae3-9091-b2fef31b7e98 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:04.628167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c883cb4-4449-4e44-b9c7-80962dbd88b5 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc0d2da6-02d1-4720-a8a7-490f1519e85b,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:04.630875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6c883cb4-4449-4e44-b9c7-80962dbd88b5 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:04.635038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-89481de2-6671-41c1-8b40-36ec85e950f4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:04.699659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20e5e6-94c3-4ae3-9091-b2fef31b7e98 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Subnet': ['ID=a67adda0-0e0b-43b2-b387-8d7d19299b3c,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:04.703160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6f20e5e6-94c3-4ae3-9091-b2fef31b7e98 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:04.713028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f20e5e6-94c3-4ae3-9091-b2fef31b7e98 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:51:04.714918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-6f20e5e6-94c3-4ae3-9091-b2fef31b7e98 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:04.718407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f20e5e6-94c3-4ae3-9091-b2fef31b7e98 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:04.719080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6f20e5e6-94c3-4ae3-9091-b2fef31b7e98 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:04.725239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6c883cb4-4449-4e44-b9c7-80962dbd88b5 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:04.729245 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6c883cb4-4449-4e44-b9c7-80962dbd88b5 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4516618 Dec 25 19:51:04.732778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49792) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:04.741303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-e3441243-1291-4738-ad8e-126e67a0caee tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Request body: {'security_group_rule': {'security_group_id': '30f799f6-0619-475e-9593-5fcdbc9aaa21', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:04.749821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e3441243-1291-4738-ad8e-126e67a0caee tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:04.756108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e3441243-1291-4738-ad8e-126e67a0caee tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Usage tracker for resource:security_group_rule and tenant:99dc3263de89454a8b21c0da5a1a7448 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:04.763463 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6f20e5e6-94c3-4ae3-9091-b2fef31b7e98 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3838711 Dec 25 19:51:04.763463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e3441243-1291-4738-ad8e-126e67a0caee tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:04.764558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49796) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:04.775104 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-a00cf21f-b61d-4e33-b9a8-f2dea0e5157c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'subnet': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:04.776245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51a4704e-bb60-4cd4-b8ce-28b4681f7f1c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:04.782822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c6f7ca01-f6cd-4913-9d4a-9fd851faa786 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:04.797991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e3441243-1291-4738-ad8e-126e67a0caee tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:04.840830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4704e-bb60-4cd4-b8ce-28b4681f7f1c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event deleted for resources: {'Port': ['ID=6b5eadc2-19d0-4634-b8d0-07234b2ae0fa,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:04.850544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-51a4704e-bb60-4cd4-b8ce-28b4681f7f1c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:04.881666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-114c9ede-dd41-4238-aacc-4ff46c5dfffd None None] For port 279152ae-97bb-4948-8ed5-5ef31422cf88, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=279152ae-97bb-4948-8ed5-5ef31422cf88,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:51:04.884183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-114c9ede-dd41-4238-aacc-4ff46c5dfffd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:04.895394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e3441243-1291-4738-ad8e-126e67a0caee tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:05.060383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e3441243-1291-4738-ad8e-126e67a0caee tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:05.065345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a00cf21f-b61d-4e33-b9a8-f2dea0e5157c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:05.067761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-114c9ede-dd41-4238-aacc-4ff46c5dfffd None None] Calling delete_port for 279152ae-97bb-4948-8ed5-5ef31422cf88 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:51:05.069929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e3441243-1291-4738-ad8e-126e67a0caee tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:05.095179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a00cf21f-b61d-4e33-b9a8-f2dea0e5157c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:subnet and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:05.101980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-310ce9ee-dec4-4f6e-965b-f0926a693a67 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:05.112684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a00cf21f-b61d-4e33-b9a8-f2dea0e5157c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:05.116265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e3441243-1291-4738-ad8e-126e67a0caee tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:05.120214 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e3441243-1291-4738-ad8e-126e67a0caee tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3837790 Dec 25 19:51:05.137648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a00cf21f-b61d-4e33-b9a8-f2dea0e5157c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:05.143984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49800) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:05.161547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-2992257f-e355-49ea-b508-862b731b060f tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Request body: {'security_group_rule': {'security_group_id': '30f799f6-0619-475e-9593-5fcdbc9aaa21', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:05.164959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51a4704e-bb60-4cd4-b8ce-28b4681f7f1c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:05.185984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3441243-1291-4738-ad8e-126e67a0caee tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c1f8dfa-2c3e-4cd0-988d-fca92ffea2b3,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:05.194119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e3441243-1291-4738-ad8e-126e67a0caee tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:05.202113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2992257f-e355-49ea-b508-862b731b060f tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:05.216914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2992257f-e355-49ea-b508-862b731b060f tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Usage tracker for resource:security_group_rule and tenant:99dc3263de89454a8b21c0da5a1a7448 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:05.219222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-114c9ede-dd41-4238-aacc-4ff46c5dfffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:05.224068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f2cd5d11-598e-43b8-88c0-e2c0a26402eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:05.225089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00cf21f-b61d-4e33-b9a8-f2dea0e5157c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:05.231330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a00cf21f-b61d-4e33-b9a8-f2dea0e5157c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:05.290571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2992257f-e355-49ea-b508-862b731b060f tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:05.326651 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2992257f-e355-49ea-b508-862b731b060f tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:05.330404 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c9ede-dd41-4238-aacc-4ff46c5dfffd None None] Pushing event deleted for resources: {'Port': ['ID=279152ae-97bb-4948-8ed5-5ef31422cf88,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:05.348535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-114c9ede-dd41-4238-aacc-4ff46c5dfffd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:05.355200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114c9ede-dd41-4238-aacc-4ff46c5dfffd None None] No DVR routers for this DVR port 279152ae-97bb-4948-8ed5-5ef31422cf88 on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:51:05.401378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cf9d05-b5f1-4922-a7c7-b73c4b40c6d4 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:51:05.655774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 279152ae-97bb-4948-8ed5-5ef31422cf88 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:51:05.695515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 279152ae-97bb-4948-8ed5-5ef31422cf88 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:51:05.696025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 279152ae-97bb-4948-8ed5-5ef31422cf88 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:51:05.703939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb4317b-eb41-4f36-8392-994c69260098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-7396b720-65bf-48b2-8da7-778eed2fcf44', 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'tenant_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'fixed_ips': [{'subnet_id': 'a67adda0-0e0b-43b2-b387-8d7d19299b3c'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:51:05.705032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8eb4317b-eb41-4f36-8392-994c69260098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:05.863514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2992257f-e355-49ea-b508-862b731b060f tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:05.903675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 2fb8177e-ec55-460c-9c68-0b535d4b7193 up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:51:05.936224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-8eb4317b-eb41-4f36-8392-994c69260098 None None] Allocated IP 172.20.0.2 (7396b720-65bf-48b2-8da7-778eed2fcf44/a67adda0-0e0b-43b2-b387-8d7d19299b3c/9b820126-f779-4aae-a7ff-7657f759c240) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:51:06.101930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a4704e-bb60-4cd4-b8ce-28b4681f7f1c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Router af21358e-ff3b-4c5d-839e-ae2f6baf5401 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:51:06.121147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c14c0e-d2ae-4574-9d56-a4092463d180 req-503cf180-6ebd-4aca-88c5-b4442927367b tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:06.121907 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b3c14c0e-d2ae-4574-9d56-a4092463d180 req-503cf180-6ebd-4aca-88c5-b4442927367b tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/ports?device_id=769cff77-da4b-472c-af9c-a7aed2a4cf6a HTTP/1.1" status: 200 len: 946 time: 0.7627096 Dec 25 19:51:06.122720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a00cf21f-b61d-4e33-b9a8-f2dea0e5157c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:06.132933 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5064e729-3591-4622-a20c-5ef177f8d430 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:06.179807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-72303b88-4154-4bfc-8066-7a897ae41e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:06.225907 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning for port 2fb8177e-ec55-460c-9c68-0b535d4b7193 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:51:06.233124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port 2fb8177e-ec55-460c-9c68-0b535d4b7193 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:51:06.233665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:06.285999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2992257f-e355-49ea-b508-862b731b060f tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:06.293662 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00cf21f-b61d-4e33-b9a8-f2dea0e5157c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:51:06.306752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-a00cf21f-b61d-4e33-b9a8-f2dea0e5157c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:06.323108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bccf853-81b0-413f-8bf8-b16fb587a2c6 req-795da9d8-49f6-4741-910e-be0d9b25546d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:06.325637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a4704e-bb60-4cd4-b8ce-28b4681f7f1c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:51:06.325792 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7bccf853-81b0-413f-8bf8-b16fb587a2c6 req-795da9d8-49f6-4741-910e-be0d9b25546d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8167494-3a5a-4a24-ac25-f83d06936119 HTTP/1.1" status: 200 len: 944 time: 0.7426004 Dec 25 19:51:06.341997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00cf21f-b61d-4e33-b9a8-f2dea0e5157c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:06.343190 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a00cf21f-b61d-4e33-b9a8-f2dea0e5157c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:06.352206 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-51a4704e-bb60-4cd4-b8ce-28b4681f7f1c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "PUT /v2.0/routers/af21358e-ff3b-4c5d-839e-ae2f6baf5401/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3781047 Dec 25 19:51:06.353910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49808) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:06.364642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b4709e-63a3-462d-bca4-e6ba448abcbe None None] Sync routers for ids ['af21358e-ff3b-4c5d-839e-ae2f6baf5401'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:51:06.374078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2992257f-e355-49ea-b508-862b731b060f tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:06.389694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b4709e-63a3-462d-bca4-e6ba448abcbe None None] Routers {'af21358e-ff3b-4c5d-839e-ae2f6baf5401'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:51:06.390672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-81b4709e-63a3-462d-bca4-e6ba448abcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:50:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['af21358e-ff3b-4c5d-839e-ae2f6baf5401'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:06.408336 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a516fcc-b3d9-4381-bb7b-a326b0683660 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] GET failed (client error): The resource could not be found. Dec 25 19:51:06.409108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8a516fcc-b3d9-4381-bb7b-a326b0683660 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Synchronizing usage tracker for tenant:70aa58ed5ec1475cad367450f4be2220 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:06.425096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8a516fcc-b3d9-4381-bb7b-a326b0683660 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Unset dirty status for tenant:70aa58ed5ec1475cad367450f4be2220 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:06.429532 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8a516fcc-b3d9-4381-bb7b-a326b0683660 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "GET /v2.0/ports/6b5eadc2-19d0-4634-b8d0-07234b2ae0fa HTTP/1.1" status: 404 len: 333 time: 0.0744505 Dec 25 19:51:06.430273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49812) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:06.446591 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a00cf21f-b61d-4e33-b9a8-f2dea0e5157c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6809282 Dec 25 19:51:06.456956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49816) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:06.462467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-81b4709e-63a3-462d-bca4-e6ba448abcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:06.468172 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b3c14c0e-d2ae-4574-9d56-a4092463d180 req-7e5e8488-3623-4242-b063-4fcc8d9b77bd tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/security-groups?id=42689d93-edc5-4b34-bc4b-082a5f185a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883215 Dec 25 19:51:06.478472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-2f7ae14b-8468-47db-938b-e4f01ebc20fc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'port': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'mac_address': 'fa:16:3e:00:fe:13', 'name': 'tempest-NetworksTestDHCPv6-1480942305'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:06.519177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2992257f-e355-49ea-b508-862b731b060f tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:06.523756 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2992257f-e355-49ea-b508-862b731b060f tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.3749304 Dec 25 19:51:06.543771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49822) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:06.544605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00cf21f-b61d-4e33-b9a8-f2dea0e5157c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Subnet': ['ID=850c3ec4-841a-451d-9ec2-cfd45d1505bd,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:06.575417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a00cf21f-b61d-4e33-b9a8-f2dea0e5157c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:06.624233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-972e8945-e65d-463f-9c4d-7fa2f1f690df tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:06.657106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b4709e-63a3-462d-bca4-e6ba448abcbe None None] Routers {'af21358e-ff3b-4c5d-839e-ae2f6baf5401'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:51:06.657827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-81b4709e-63a3-462d-bca4-e6ba448abcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:50:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['af21358e-ff3b-4c5d-839e-ae2f6baf5401'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:06.721229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9f7896ff-3901-44c8-a506-03460b9139fc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.338s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:06.740852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-a3804fce-fe02-4f25-ba22-20c419796006 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Request body: {'security_group_rule': {'security_group_id': '30f799f6-0619-475e-9593-5fcdbc9aaa21', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:06.748548 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2992257f-e355-49ea-b508-862b731b060f tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52284393-b81a-42d0-9f38-e223f2f11457,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:06.752982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2f7ae14b-8468-47db-938b-e4f01ebc20fc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:06.757500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2992257f-e355-49ea-b508-862b731b060f tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:06.760247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a3804fce-fe02-4f25-ba22-20c419796006 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:06.775496 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7bccf853-81b0-413f-8bf8-b16fb587a2c6 req-0a7d6c6d-143c-43bf-b797-a97985fac0c6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=d036ba6a-3c66-4b69-afdf-533dbe3f6b34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3976316 Dec 25 19:51:06.786483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a3804fce-fe02-4f25-ba22-20c419796006 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Usage tracker for resource:security_group_rule and tenant:99dc3263de89454a8b21c0da5a1a7448 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:06.799361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a3804fce-fe02-4f25-ba22-20c419796006 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:06.802701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2f7ae14b-8468-47db-938b-e4f01ebc20fc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:06.821202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-81b4709e-63a3-462d-bca4-e6ba448abcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:06.821679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b4709e-63a3-462d-bca4-e6ba448abcbe None None] The sync data for ids ['af21358e-ff3b-4c5d-839e-ae2f6baf5401'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:51:06.821798 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a3804fce-fe02-4f25-ba22-20c419796006 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:06.831912 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:06.837614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7ae14b-8468-47db-938b-e4f01ebc20fc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:06.875672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a3804fce-fe02-4f25-ba22-20c419796006 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:06.951616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8167494-3a5a-4a24-ac25-f83d06936119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb8177e-ec55-460c-9c68-0b535d4b7193'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:51:06.967684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 2fb8177e-ec55-460c-9c68-0b535d4b7193, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2fb8177e-ec55-460c-9c68-0b535d4b7193,segment=NetworkSegment(fa2d2d52-7794-49ec-a82f-94909c513416),segment_id=fa2d2d52-7794-49ec-a82f-94909c513416)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:51:06.985547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:06.999609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:07.040156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49830) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:07.054289 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8167494-3a5a-4a24-ac25-f83d06936119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb8177e-ec55-460c-9c68-0b535d4b7193', 'code': 200} Dec 25 19:51:07.067667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8eb4317b-eb41-4f36-8392-994c69260098 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:07.086848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-8eb4317b-eb41-4f36-8392-994c69260098 None None] Transition to ACTIVE for port object 9b820126-f779-4aae-a7ff-7657f759c240 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:51:07.113634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-d8cc9efc-ae55-4e98-9323-0947066c58c3 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Request body: {'subnet': {'network_id': '10dd7c94-a972-4fb2-a7c9-a12ccaebf406', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:07.116942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=2fb8177e-ec55-460c-9c68-0b535d4b7193,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:07.120180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-8eb4317b-eb41-4f36-8392-994c69260098 None None] Transition to ACTIVE for port object 9b820126-f779-4aae-a7ff-7657f759c240 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:51:07.122844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:07.126202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a3804fce-fe02-4f25-ba22-20c419796006 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:07.131261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8eb4317b-eb41-4f36-8392-994c69260098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:07.136012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a3804fce-fe02-4f25-ba22-20c419796006 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:07.140740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b4671890-c7b0-4e8d-9c42-6b2d5fbbf3a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:07.140943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:07.178890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3804fce-fe02-4f25-ba22-20c419796006 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe7c1c82-613d-4b92-add9-b35f1cce1341,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:07.187578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a3804fce-fe02-4f25-ba22-20c419796006 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:07.218857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb4317b-eb41-4f36-8392-994c69260098 None None] Pushing event updated for resources: {'Port': ['ID=9b820126-f779-4aae-a7ff-7657f759c240,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:07.223452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be746c-4ddb-4ef7-b196-c40354ad16b0 req-81b60db9-985d-4925-a2be-78cc7dd7f5d3 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:07.225375 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-17be746c-4ddb-4ef7-b196-c40354ad16b0 req-81b60db9-985d-4925-a2be-78cc7dd7f5d3 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/ports?device_id=769cff77-da4b-472c-af9c-a7aed2a4cf6a HTTP/1.1" status: 200 len: 946 time: 0.3193493 Dec 25 19:51:07.231364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8eb4317b-eb41-4f36-8392-994c69260098 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:07.233460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2f7ae14b-8468-47db-938b-e4f01ebc20fc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:07.248628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb4317b-eb41-4f36-8392-994c69260098 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:51:07.249875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-8eb4317b-eb41-4f36-8392-994c69260098 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:07.252036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:07.253572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb4317b-eb41-4f36-8392-994c69260098 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:51:07.322471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a3804fce-fe02-4f25-ba22-20c419796006 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:07.324168 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a3804fce-fe02-4f25-ba22-20c419796006 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.7692504 Dec 25 19:51:07.340083 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49834) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:07.352999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-8eb4317b-eb41-4f36-8392-994c69260098 None None] Attempting to bind port 9b820126-f779-4aae-a7ff-7657f759c240 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:51:07.353526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-8eb4317b-eb41-4f36-8392-994c69260098 None None] Attempting to bind port 9b820126-f779-4aae-a7ff-7657f759c240 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:51:07.353807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb4317b-eb41-4f36-8392-994c69260098 None None] Attempting to bind port 9b820126-f779-4aae-a7ff-7657f759c240 on network 7396b720-65bf-48b2-8da7-778eed2fcf44 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:51:07.361910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb4317b-eb41-4f36-8392-994c69260098 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:51:07.362338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb4317b-eb41-4f36-8392-994c69260098 None None] Checking segment: {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:51:07.362787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8eb4317b-eb41-4f36-8392-994c69260098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:07.363180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-2f7ae14b-8468-47db-938b-e4f01ebc20fc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] device_id is not set on port fe90afa5-1950-417e-b5f8-261a5807336b yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:51:07.363330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb4317b-eb41-4f36-8392-994c69260098 None None] Bound using segment: {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:51:07.363756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-8eb4317b-eb41-4f36-8392-994c69260098 None None] Bound port: 9b820126-f779-4aae-a7ff-7657f759c240, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:51:07.364178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8eb4317b-eb41-4f36-8392-994c69260098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:07.386419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-972e8945-e65d-463f-9c4d-7fa2f1f690df tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:07.457167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-972e8945-e65d-463f-9c4d-7fa2f1f690df tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:07.466080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d8cc9efc-ae55-4e98-9323-0947066c58c3 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:07.468915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-8eb4317b-eb41-4f36-8392-994c69260098 None None] For port 9b820126-f779-4aae-a7ff-7657f759c240, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:51:07.472815 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d8cc9efc-ae55-4e98-9323-0947066c58c3 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Usage tracker for resource:subnet and tenant:729c75216377447fb8851dfb28c74246 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:07.472991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-8eb4317b-eb41-4f36-8392-994c69260098 None None] For port 9b820126-f779-4aae-a7ff-7657f759c240, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=9b820126-f779-4aae-a7ff-7657f759c240,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:51:07.477000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8eb4317b-eb41-4f36-8392-994c69260098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:07.477454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d8cc9efc-ae55-4e98-9323-0947066c58c3 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:07.479767 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-17be746c-4ddb-4ef7-b196-c40354ad16b0 req-e2557f4c-a69e-41c5-8119-a80d18091f87 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/security-groups?id=42689d93-edc5-4b34-bc4b-082a5f185a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344513 Dec 25 19:51:07.488089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-714c5cb8-b6ad-46fa-a7bd-9fbf8f8814b1 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:07.490079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0111663b-9317-44f1-876e-ae9beaa8989e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:07.499369 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d8cc9efc-ae55-4e98-9323-0947066c58c3 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:07.509278 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-714c5cb8-b6ad-46fa-a7bd-9fbf8f8814b1 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:07.522593 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8cc9efc-ae55-4e98-9323-0947066c58c3 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Made reservation on behalf of 729c75216377447fb8851dfb28c74246 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:07.549171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-972e8945-e65d-463f-9c4d-7fa2f1f690df tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:07.549981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972e8945-e65d-463f-9c4d-7fa2f1f690df tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Fanout notify agent at l3_agent the message router_deleted on router af21358e-ff3b-4c5d-839e-ae2f6baf5401 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:51:07.590530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb4317b-eb41-4f36-8392-994c69260098 None None] Pushing event updated for resources: {'Port': ['ID=9b820126-f779-4aae-a7ff-7657f759c240,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:07.596486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8eb4317b-eb41-4f36-8392-994c69260098 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:07.638204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-972e8945-e65d-463f-9c4d-7fa2f1f690df tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:07.639457 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-972e8945-e65d-463f-9c4d-7fa2f1f690df tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/routers/af21358e-ff3b-4c5d-839e-ae2f6baf5401 HTTP/1.1" status: 204 len: 168 time: 1.2080750 Dec 25 19:51:07.652080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49838) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:07.664870 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-37954d8c-3b63-4a71-bac8-e8f38b7c6afb req-688f5ce9-dfb4-4f6d-a3f4-92e5c660dbea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e8167494-3a5a-4a24-ac25-f83d06936119 HTTP/1.1" status: 200 len: 1098 time: 0.3844044 Dec 25 19:51:07.668149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-714c5cb8-b6ad-46fa-a7bd-9fbf8f8814b1 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:07.676389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1af8e072-63d0-40da-827c-3c9c2b020848 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:07.705698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d8cc9efc-ae55-4e98-9323-0947066c58c3 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:07.712347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c5cb8-b6ad-46fa-a7bd-9fbf8f8814b1 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe7c1c82-613d-4b92-add9-b35f1cce1341,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:07.719031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-714c5cb8-b6ad-46fa-a7bd-9fbf8f8814b1 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:07.746054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-714c5cb8-b6ad-46fa-a7bd-9fbf8f8814b1 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:07.747297 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-714c5cb8-b6ad-46fa-a7bd-9fbf8f8814b1 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/fe7c1c82-613d-4b92-add9-b35f1cce1341 HTTP/1.1" status: 204 len: 168 time: 0.4061770 Dec 25 19:51:07.753181 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49842) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:07.756100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-2f7ae14b-8468-47db-938b-e4f01ebc20fc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Allocated IP 172.20.0.3 (7396b720-65bf-48b2-8da7-778eed2fcf44/a67adda0-0e0b-43b2-b387-8d7d19299b3c/fe90afa5-1950-417e-b5f8-261a5807336b) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:51:07.770064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-2f7ae14b-8468-47db-938b-e4f01ebc20fc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Allocated IP 2001:db8::f816:3eff:fe00:fe13 (7396b720-65bf-48b2-8da7-778eed2fcf44/850c3ec4-841a-451d-9ec2-cfd45d1505bd/fe90afa5-1950-417e-b5f8-261a5807336b) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:51:07.780214 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-37954d8c-3b63-4a71-bac8-e8f38b7c6afb req-f1f126d8-e404-4d51-b128-3c4ccc778b0c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d036ba6a-3c66-4b69-afdf-533dbe3f6b34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964873 Dec 25 19:51:08.033058 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2247139e-0d00-46db-942e-8569337ddf48 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.2785428 Dec 25 19:51:08.037136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49848) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:08.114540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2f7ae14b-8468-47db-938b-e4f01ebc20fc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:08.143969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1a34a-b2ee-4366-93a7-dc64047997a8 req-03cc3e60-45d7-4846-9c78-6922c1d927f1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:08.146024 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-38f1a34a-b2ee-4366-93a7-dc64047997a8 req-03cc3e60-45d7-4846-9c78-6922c1d927f1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8167494-3a5a-4a24-ac25-f83d06936119 HTTP/1.1" status: 200 len: 945 time: 0.1721623 Dec 25 19:51:08.147173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2f7ae14b-8468-47db-938b-e4f01ebc20fc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Transition to ACTIVE for port object fe90afa5-1950-417e-b5f8-261a5807336b will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:51:08.151441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b457a9-aa19-4494-b120-78969afad2b0 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Deleting subnet b60bcaec-beea-4e3a-8970-8f227bd2d381 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:51:08.154676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4b457a9-aa19-4494-b120-78969afad2b0 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:08.204890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-27e1c882-fe44-4115-b8d7-0a5b97c80152 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:08.205094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2f7ae14b-8468-47db-938b-e4f01ebc20fc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:08.211892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-aa7e071d-8411-408e-8993-5cfc2cdcb8d0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:08.228529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-27e1c882-fe44-4115-b8d7-0a5b97c80152 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:08.244071 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-38f1a34a-b2ee-4366-93a7-dc64047997a8 req-51b808c3-f04d-46dc-bcc7-85ff68fc4abf tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=d036ba6a-3c66-4b69-afdf-533dbe3f6b34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909488 Dec 25 19:51:08.279230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4b457a9-aa19-4494-b120-78969afad2b0 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:08.296034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7ae14b-8468-47db-938b-e4f01ebc20fc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:51:08.300853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-2f7ae14b-8468-47db-938b-e4f01ebc20fc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:08.305510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7ae14b-8468-47db-938b-e4f01ebc20fc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:51:08.309048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b5e40624-a32c-443d-833a-1510bc5b1f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:08.340744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ae14b-8468-47db-938b-e4f01ebc20fc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Port': ['ID=fe90afa5-1950-417e-b5f8-261a5807336b,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:08.348281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2f7ae14b-8468-47db-938b-e4f01ebc20fc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:08.357696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d8cc9efc-ae55-4e98-9323-0947066c58c3 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:08.365018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a0b8624a-a71f-4187-878f-c27430b9cd75 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:08.378926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7ae14b-8468-47db-938b-e4f01ebc20fc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:08.379705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2f7ae14b-8468-47db-938b-e4f01ebc20fc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:08.398151 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2f7ae14b-8468-47db-938b-e4f01ebc20fc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9362686 Dec 25 19:51:08.398425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-27e1c882-fe44-4115-b8d7-0a5b97c80152 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:08.400535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49852) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:08.478988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc9efc-ae55-4e98-9323-0947066c58c3 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Pushing event updated for resources: {'Subnet': ['ID=04028d09-091f-4b8f-a9cd-4a0c4826e8e5,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:08.484258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-27e1c882-fe44-4115-b8d7-0a5b97c80152 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:08.484957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f138b808-1d82-4c0d-aad6-667b50ca61a1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:08.485466 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-27e1c882-fe44-4115-b8d7-0a5b97c80152 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/52284393-b81a-42d0-9f38-e223f2f11457 HTTP/1.1" status: 204 len: 168 time: 0.4462149 Dec 25 19:51:08.490232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f138b808-1d82-4c0d-aad6-667b50ca61a1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:08.490803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d8cc9efc-ae55-4e98-9323-0947066c58c3 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:08.490940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f138b808-1d82-4c0d-aad6-667b50ca61a1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:08.491388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ccbcb75d-54e0-4d23-aee8-b0c0375abd15 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:08.493584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49856) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:08.506656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e1c882-fe44-4115-b8d7-0a5b97c80152 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52284393-b81a-42d0-9f38-e223f2f11457,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:08.513302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-27e1c882-fe44-4115-b8d7-0a5b97c80152 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:08.521893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cc9efc-ae55-4e98-9323-0947066c58c3 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Checking segment: {'id': 'af10df03-5160-461d-9aa6-f5c766eee1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '10dd7c94-a972-4fb2-a7c9-a12ccaebf406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:51:08.522135 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cc9efc-ae55-4e98-9323-0947066c58c3 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Network hostable DHCP agents. Network: 10dd7c94-a972-4fb2-a7c9-a12ccaebf406, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:51:08.527040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4b457a9-aa19-4494-b120-78969afad2b0 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:08.534295 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f138b808-1d82-4c0d-aad6-667b50ca61a1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:08.535634 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f138b808-1d82-4c0d-aad6-667b50ca61a1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1340690 Dec 25 19:51:08.549543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49862) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:08.584669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:08.617893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5acce526-b998-46f8-aa4f-1b158ed91872 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Synchronizing usage tracker for tenant:99dc3263de89454a8b21c0da5a1a7448 on resource:security_group_rule {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:08.630857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cc9efc-ae55-4e98-9323-0947066c58c3 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Network 10dd7c94-a972-4fb2-a7c9-a12ccaebf406 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:51:08.642720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-d8cc9efc-ae55-4e98-9323-0947066c58c3 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 10dd7c94-a972-4fb2-a7c9-a12ccaebf406) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:08.647434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cc9efc-ae55-4e98-9323-0947066c58c3 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:08.648095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d8cc9efc-ae55-4e98-9323-0947066c58c3 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:08.652250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2f88a2-e80b-457a-bce9-7a4c4907274f None None] Network 10dd7c94-a972-4fb2-a7c9-a12ccaebf406 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:51:08.655506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4b457a9-aa19-4494-b120-78969afad2b0 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:08.665767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a8b7abb0-2e1f-41aa-9b4f-5bd16c2a1682 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:08.694285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8e091a13-8cd6-4320-9477-d915e2f17529 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting port fe90afa5-1950-417e-b5f8-261a5807336b {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:51:08.694682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8e091a13-8cd6-4320-9477-d915e2f17529 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:08.708706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b457a9-aa19-4494-b120-78969afad2b0 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event deleted for resources: {'Subnet': ['ID=b60bcaec-beea-4e3a-8970-8f227bd2d381,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:08.711455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c4b457a9-aa19-4494-b120-78969afad2b0 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:08.727707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4b457a9-aa19-4494-b120-78969afad2b0 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:08.730504 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c4b457a9-aa19-4494-b120-78969afad2b0 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/subnets/b60bcaec-beea-4e3a-8970-8f227bd2d381 HTTP/1.1" status: 204 len: 168 time: 1.0773621 Dec 25 19:51:08.733303 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d8cc9efc-ae55-4e98-9323-0947066c58c3 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6889722 Dec 25 19:51:08.734342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49866) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:08.740298 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49868) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:08.749325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a34d1df-d450-471d-a92e-85532811db40 None None] Network 78e6a888-d64d-4352-9856-eae1e8ce2b69 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:51:08.752508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5acce526-b998-46f8-aa4f-1b158ed91872 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Unset dirty status for tenant:99dc3263de89454a8b21c0da5a1a7448 on resource:security_group_rule {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:08.753899 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5acce526-b998-46f8-aa4f-1b158ed91872 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.2581029 Dec 25 19:51:08.759113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49874) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:08.775217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-f33f8a0e-4848-4968-954b-7d7db58ab90c tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-76261076'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:08.790342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f33f8a0e-4848-4968-954b-7d7db58ab90c tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:08.797168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f33f8a0e-4848-4968-954b-7d7db58ab90c tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Usage tracker for resource:network and tenant:729c75216377447fb8851dfb28c74246 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:08.812145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f33f8a0e-4848-4968-954b-7d7db58ab90c tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:08.823706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f33f8a0e-4848-4968-954b-7d7db58ab90c tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:08.860520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1510033e-2a59-4528-ae5b-d155a72ecab2 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:08.888133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1510033e-2a59-4528-ae5b-d155a72ecab2 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:08.926104 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544feed5-12b2-4e26-8ab0-edf031a0b8a8 req-849c5b0e-0fe6-4a4c-a0a0-aa83adf0297a tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:08.928175 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-544feed5-12b2-4e26-8ab0-edf031a0b8a8 req-849c5b0e-0fe6-4a4c-a0a0-aa83adf0297a tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/ports?device_id=769cff77-da4b-472c-af9c-a7aed2a4cf6a HTTP/1.1" status: 200 len: 946 time: 0.2929182 Dec 25 19:51:09.137990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e7fc20-2a19-4141-81f8-2177a7e317c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-10dd7c94-a972-4fb2-a7c9-a12ccaebf406', 'network_id': '10dd7c94-a972-4fb2-a7c9-a12ccaebf406', 'tenant_id': '729c75216377447fb8851dfb28c74246', 'fixed_ips': [{'subnet_id': '04028d09-091f-4b8f-a9cd-4a0c4826e8e5'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:51:09.138925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-37e7fc20-2a19-4141-81f8-2177a7e317c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:09.326134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8f62d9-eb77-427b-9f41-7a0011302847 None None] DHCP port deletion for 78e6a888-d64d-4352-9856-eae1e8ce2b69 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:51:09.337219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ef8f62d9-eb77-427b-9f41-7a0011302847 None None] Deleting port aeda9fad-85a6-41e9-843c-04b11c488aab {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:51:09.337644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ef8f62d9-eb77-427b-9f41-7a0011302847 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:09.383540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d33bf9f8-bb75-4c23-bcd2-06ae00fd165a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:09.387680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33f8a0e-4848-4968-954b-7d7db58ab90c tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Made reservation on behalf of 729c75216377447fb8851dfb28c74246 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:09.394183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f33f8a0e-4848-4968-954b-7d7db58ab90c tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:09.424182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-d33bf9f8-bb75-4c23-bcd2-06ae00fd165a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Deleting port aeda9fad-85a6-41e9-843c-04b11c488aab {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:51:09.424709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d33bf9f8-bb75-4c23-bcd2-06ae00fd165a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:09.431400 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1510033e-2a59-4528-ae5b-d155a72ecab2 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:09.451632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0078bdec-cf5e-44d5-b34f-174c90638fe8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:09.495777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f33f8a0e-4848-4968-954b-7d7db58ab90c tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:51:09.550007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-37e7fc20-2a19-4141-81f8-2177a7e317c2 None None] Allocated IP 2001:db8:0:ffff::2 (10dd7c94-a972-4fb2-a7c9-a12ccaebf406/04028d09-091f-4b8f-a9cd-4a0c4826e8e5/cf1c8a74-7cb0-48ad-86b1-ecbd4d764ad6) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:51:09.608896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f33f8a0e-4848-4968-954b-7d7db58ab90c tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:09.609538 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-f33f8a0e-4848-4968-954b-7d7db58ab90c tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Added segment 5991fbc3-958c-4a2a-ae6a-ad7991314230 of type vlan for network c3cfb5af-cbe3-4840-99de-e59b7d3048f8 Dec 25 19:51:09.650778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1510033e-2a59-4528-ae5b-d155a72ecab2 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c1f8dfa-2c3e-4cd0-988d-fca92ffea2b3,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:09.653811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1510033e-2a59-4528-ae5b-d155a72ecab2 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:09.664010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f33f8a0e-4848-4968-954b-7d7db58ab90c tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:09.727019 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-544feed5-12b2-4e26-8ab0-edf031a0b8a8 req-37967635-0f61-4e8f-985d-c4cd5de68922 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/security-groups?id=42689d93-edc5-4b34-bc4b-082a5f185a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7728212 Dec 25 19:51:09.737573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1510033e-2a59-4528-ae5b-d155a72ecab2 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:09.738759 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1510033e-2a59-4528-ae5b-d155a72ecab2 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/0c1f8dfa-2c3e-4cd0-988d-fca92ffea2b3 HTTP/1.1" status: 204 len: 168 time: 0.9776335 Dec 25 19:51:09.758692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49880) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:09.777338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 9b820126-f779-4aae-a7ff-7657f759c240 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:51:09.801194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f33f8a0e-4848-4968-954b-7d7db58ab90c tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:09.807283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33f8a0e-4848-4968-954b-7d7db58ab90c tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:09.808265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f33f8a0e-4848-4968-954b-7d7db58ab90c tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:09.819465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-24e21c18-1c13-45a1-87de-d4feb0d04fc1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:09.868263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8e091a13-8cd6-4320-9477-d915e2f17529 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:09.872884 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f33f8a0e-4848-4968-954b-7d7db58ab90c tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1309788 Dec 25 19:51:09.885294 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49884) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:09.899580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-14d1773c-7d7b-4573-8954-ff2ad06c654b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Request body: {'subnet': {'network_id': 'c3cfb5af-cbe3-4840-99de-e59b7d3048f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:09.983713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78465043-a7bb-46db-80c6-92244969380a None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:51:10.004205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f8a0e-4848-4968-954b-7d7db58ab90c tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Pushing event updated for resources: {'Network': ['ID=c3cfb5af-cbe3-4840-99de-e59b7d3048f8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:10.007263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f33f8a0e-4848-4968-954b-7d7db58ab90c tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:10.018712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-ef8f62d9-eb77-427b-9f41-7a0011302847 None None] For port aeda9fad-85a6-41e9-843c-04b11c488aab, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=aeda9fad-85a6-41e9-843c-04b11c488aab,segment=NetworkSegment(886b2d51-9345-4b54-8de8-cf9e77994baf),segment_id=886b2d51-9345-4b54-8de8-cf9e77994baf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:51:10.019193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ef8f62d9-eb77-427b-9f41-7a0011302847 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:10.043193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network c3cfb5af-cbe3-4840-99de-e59b7d3048f8 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:51:10.067448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8e091a13-8cd6-4320-9477-d915e2f17529 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Calling delete_port for fe90afa5-1950-417e-b5f8-261a5807336b owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:51:10.079589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-d33bf9f8-bb75-4c23-bcd2-06ae00fd165a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] For port aeda9fad-85a6-41e9-843c-04b11c488aab, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=aeda9fad-85a6-41e9-843c-04b11c488aab,segment=NetworkSegment(886b2d51-9345-4b54-8de8-cf9e77994baf),segment_id=886b2d51-9345-4b54-8de8-cf9e77994baf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:51:10.080040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d33bf9f8-bb75-4c23-bcd2-06ae00fd165a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:10.213355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-d33bf9f8-bb75-4c23-bcd2-06ae00fd165a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Calling delete_port for aeda9fad-85a6-41e9-843c-04b11c488aab owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:51:10.219533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-90e3d385-8f8b-479b-8427-374f41b035c0 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Synchronizing usage tracker for tenant:99dc3263de89454a8b21c0da5a1a7448 on resource:security_group_rule {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:10.229201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ef8f62d9-eb77-427b-9f41-7a0011302847 None None] Calling delete_port for aeda9fad-85a6-41e9-843c-04b11c488aab owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:51:10.246593 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f22b9-974b-4be3-8cf9-33537098a189 req-562a658d-b3a2-4300-a7f5-34adb3379fd5 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:10.248187 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7b0f22b9-974b-4be3-8cf9-33537098a189 req-562a658d-b3a2-4300-a7f5-34adb3379fd5 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.36 "GET /v2.0/ports?device_id=769cff77-da4b-472c-af9c-a7aed2a4cf6a HTTP/1.1" status: 200 len: 946 time: 0.9379439 Dec 25 19:51:10.264349 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719bb95-0888-4b7b-bc16-6bf86fb9b2e8 req-d6ac95b1-e6fe-4626-8780-cdf501c20878 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:10.266643 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d719bb95-0888-4b7b-bc16-6bf86fb9b2e8 req-d6ac95b1-e6fe-4626-8780-cdf501c20878 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8167494-3a5a-4a24-ac25-f83d06936119 HTTP/1.1" status: 200 len: 945 time: 0.5892019 Dec 25 19:51:10.297530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d33bf9f8-bb75-4c23-bcd2-06ae00fd165a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:10.302225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-164490f2-fb34-419c-bcf8-f082fb25a705 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:10.325813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:10.353658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-14d1773c-7d7b-4573-8954-ff2ad06c654b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:10.354898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33bf9f8-bb75-4c23-bcd2-06ae00fd165a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event deleted for resources: {'Port': ['ID=aeda9fad-85a6-41e9-843c-04b11c488aab,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:10.357717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d33bf9f8-bb75-4c23-bcd2-06ae00fd165a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:10.368549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33bf9f8-bb75-4c23-bcd2-06ae00fd165a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] No DVR routers for this DVR port aeda9fad-85a6-41e9-843c-04b11c488aab on host dv-neutron-822611-1-hyperv {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:51:10.369066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-14d1773c-7d7b-4573-8954-ff2ad06c654b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Usage tracker for resource:subnet and tenant:729c75216377447fb8851dfb28c74246 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:10.371920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-90e3d385-8f8b-479b-8427-374f41b035c0 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Unset dirty status for tenant:99dc3263de89454a8b21c0da5a1a7448 on resource:security_group_rule {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:10.376083 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-90e3d385-8f8b-479b-8427-374f41b035c0 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.6134386 Dec 25 19:51:10.380584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-14d1773c-7d7b-4573-8954-ff2ad06c654b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:10.385630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49888) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:10.420475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-14d1773c-7d7b-4573-8954-ff2ad06c654b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:10.434746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-ae0c0f9d-854c-4b7c-b17a-dcd0feaf7059 None None] Provisioning for port 9b820126-f779-4aae-a7ff-7657f759c240 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:51:10.450482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-7b0f22b9-974b-4be3-8cf9-33537098a189 req-820ea5f8-4fad-4fb2-bc3a-a8f1546f49f0 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Deleting port 44e10e5c-c67c-42cf-a737-57a5785b7b42 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:51:10.450686 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-7b0f22b9-974b-4be3-8cf9-33537098a189 req-820ea5f8-4fad-4fb2-bc3a-a8f1546f49f0 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:10.510749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d33bf9f8-bb75-4c23-bcd2-06ae00fd165a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:10.545794 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-d33bf9f8-bb75-4c23-bcd2-06ae00fd165a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78e6a888-d64d-4352-9856-eae1e8ce2b69']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:10.561503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-d33bf9f8-bb75-4c23-bcd2-06ae00fd165a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '886b2d51-9345-4b54-8de8-cf9e77994baf') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:10.561742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-d33bf9f8-bb75-4c23-bcd2-06ae00fd165a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '886b2d51-9345-4b54-8de8-cf9e77994baf') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:10.565778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d1773c-7d7b-4573-8954-ff2ad06c654b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Made reservation on behalf of 729c75216377447fb8851dfb28c74246 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:10.574818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 9b820126-f779-4aae-a7ff-7657f759c240 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:51:10.576198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d33bf9f8-bb75-4c23-bcd2-06ae00fd165a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:10.578027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-ef8f62d9-eb77-427b-9f41-7a0011302847 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:51:10.578438 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-ef8f62d9-eb77-427b-9f41-7a0011302847 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:51:10.589879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d7d39e75-bd24-4353-95f5-7c88f8d7892c tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:10.593530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d33bf9f8-bb75-4c23-bcd2-06ae00fd165a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:10.600843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d33bf9f8-bb75-4c23-bcd2-06ae00fd165a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:51:10.601282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d33bf9f8-bb75-4c23-bcd2-06ae00fd165a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:10.610930 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d719bb95-0888-4b7b-bc16-6bf86fb9b2e8 req-3bfcdd87-e500-4837-b727-c9e4ce7a2a24 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=d036ba6a-3c66-4b69-afdf-533dbe3f6b34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3061695 Dec 25 19:51:10.618392 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:51:10.618392 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:51:10.618392 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:51:10.618392 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:51:10.618392 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:51:10.618392 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:51:10.618392 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:51:10.618392 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:51:10.618392 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:51:10.618392 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:51:10.618392 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:51:10.618392 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:51:10.618392 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:51:10.618392 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:51:10.618392 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:51:10.618392 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:51:10.618392 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:51:10.618392 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:51:10.618392 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:51:10.618392 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:51:10.618392 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:51:10.618392 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:51:10.618392 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:51:10.618392 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:51:10.618392 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:51:10.618392 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:51:10.618392 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:51:10.618392 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:51:10.618392 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:51:10.618392 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:51:10.618392 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:51:10.618392 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:51:10.623605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-37e7fc20-2a19-4141-81f8-2177a7e317c2 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:10.625684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d7d39e75-bd24-4353-95f5-7c88f8d7892c tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:10.628634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 9b820126-f779-4aae-a7ff-7657f759c240 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:51:10.629060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:10.740712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d33bf9f8-bb75-4c23-bcd2-06ae00fd165a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:10.751373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d33bf9f8-bb75-4c23-bcd2-06ae00fd165a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:10.757080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-15204978-0a28-42a1-bb19-39cc0e7859c1 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:10.786181 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33bf9f8-bb75-4c23-bcd2-06ae00fd165a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event deleted for resources: {'Network': ['ID=78e6a888-d64d-4352-9856-eae1e8ce2b69,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:10.789314 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d33bf9f8-bb75-4c23-bcd2-06ae00fd165a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:10.798067 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d33bf9f8-bb75-4c23-bcd2-06ae00fd165a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/networks/78e6a888-d64d-4352-9856-eae1e8ce2b69 HTTP/1.1" status: 204 len: 168 time: 2.0609007 Dec 25 19:51:10.802364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49894) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:10.829078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:10.881389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 9b820126-f779-4aae-a7ff-7657f759c240, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=9b820126-f779-4aae-a7ff-7657f759c240,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:51:10.890400 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:10.892895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1bc80708-6b3c-4f38-ac40-e933e1626cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:10.915403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2195d-84d9-4037-a031-e19eef978549 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:10.932132 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-85b2195d-84d9-4037-a031-e19eef978549 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Synchronizing usage tracker for tenant:70aa58ed5ec1475cad367450f4be2220 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:10.943233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-14d1773c-7d7b-4573-8954-ff2ad06c654b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:10.959736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d7d39e75-bd24-4353-95f5-7c88f8d7892c tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:10.964684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-85b2195d-84d9-4037-a031-e19eef978549 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Unset dirty status for tenant:70aa58ed5ec1475cad367450f4be2220 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:10.966015 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-85b2195d-84d9-4037-a031-e19eef978549 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "GET /v2.0/ports/8136c357-847e-4f1c-a3d8-2a70c397d020 HTTP/1.1" status: 200 len: 844 time: 0.1626263 Dec 25 19:51:10.971319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49900) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:10.992827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device aeda9fad-85a6-41e9-843c-04b11c488aab no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:51:11.007288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-26f8032d-e40c-4433-8be4-69ccb6fff057 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:11.048052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: aeda9fad-85a6-41e9-843c-04b11c488aab {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:51:11.048952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device aeda9fad-85a6-41e9-843c-04b11c488aab not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:51:11.049543 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-59c96019-63a0-4e7b-b6af-91b409332eae tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "GET /v2.0/ports/8136c357-847e-4f1c-a3d8-2a70c397d020?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0757051 Dec 25 19:51:11.059707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49904) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:11.068935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-1bcc6471-3eeb-4cea-bb1e-044aac1ce663 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'subnet': {'network_id': 'ccdad919-2c02-444b-a1f9-a441240bee2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:11.079238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ef8f62d9-eb77-427b-9f41-7a0011302847 None None] Deleting port aeda9fad-85a6-41e9-843c-04b11c488aab {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:51:11.079603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ef8f62d9-eb77-427b-9f41-7a0011302847 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:11.082414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d39e75-bd24-4353-95f5-7c88f8d7892c tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc0d2da6-02d1-4720-a8a7-490f1519e85b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:11.093710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d7d39e75-bd24-4353-95f5-7c88f8d7892c tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:11.110180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=9b820126-f779-4aae-a7ff-7657f759c240,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:11.119979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:11.153261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d524f1e3-47eb-42e8-a209-0037061534ce None None] Update dhcp port {'port': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'fixed_ips': [{'subnet_id': 'a67adda0-0e0b-43b2-b387-8d7d19299b3c', 'ip_address': '172.20.0.2'}, {'subnet_id': '850c3ec4-841a-451d-9ec2-cfd45d1505bd'}], 'binding:host_id': 'dv-neutron-822611-1-hyperv'}, 'id': '9b820126-f779-4aae-a7ff-7657f759c240'} from dv-neutron-822611-1-hyperv. {{(pid=88902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 25 19:51:11.182296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ef8f62d9-eb77-427b-9f41-7a0011302847 None None] The port 'aeda9fad-85a6-41e9-843c-04b11c488aab' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:51:11.202613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1bcc6471-3eeb-4cea-bb1e-044aac1ce663 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:11.206744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1bcc6471-3eeb-4cea-bb1e-044aac1ce663 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:subnet and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:11.209854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1bcc6471-3eeb-4cea-bb1e-044aac1ce663 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:11.214020 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d524f1e3-47eb-42e8-a209-0037061534ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:11.216463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1bcc6471-3eeb-4cea-bb1e-044aac1ce663 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:11.230572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcc6471-3eeb-4cea-bb1e-044aac1ce663 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Made reservation on behalf of 70aa58ed5ec1475cad367450f4be2220 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:11.317234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8e091a13-8cd6-4320-9477-d915e2f17529 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:11.333859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-52918dc2-602e-4ebf-af57-58a403ed9cfe tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:11.348133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1bcc6471-3eeb-4cea-bb1e-044aac1ce663 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:11.361620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-37e7fc20-2a19-4141-81f8-2177a7e317c2 None None] Transition to ACTIVE for port object cf1c8a74-7cb0-48ad-86b1-ecbd4d764ad6 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:51:11.377851 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d7d39e75-bd24-4353-95f5-7c88f8d7892c tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:11.381659 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d7d39e75-bd24-4353-95f5-7c88f8d7892c tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/fc0d2da6-02d1-4720-a8a7-490f1519e85b HTTP/1.1" status: 204 len: 168 time: 0.9786026 Dec 25 19:51:11.393759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49908) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:11.394282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-37e7fc20-2a19-4141-81f8-2177a7e317c2 None None] Transition to ACTIVE for port object cf1c8a74-7cb0-48ad-86b1-ecbd4d764ad6 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:51:11.415230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e091a13-8cd6-4320-9477-d915e2f17529 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Port': ['ID=fe90afa5-1950-417e-b5f8-261a5807336b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:11.417942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8e091a13-8cd6-4320-9477-d915e2f17529 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:11.435639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-37e7fc20-2a19-4141-81f8-2177a7e317c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:11.445411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:11.477944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcb60b-a981-47cb-96e0-3c1387237bcf req-fe06d098-2088-4347-ad52-77277b3a3eb6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:11.479619 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b3fcb60b-a981-47cb-96e0-3c1387237bcf req-fe06d098-2088-4347-ad52-77277b3a3eb6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8167494-3a5a-4a24-ac25-f83d06936119 HTTP/1.1" status: 200 len: 945 time: 0.6966999 Dec 25 19:51:11.524057 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5a93057a-818e-4bff-bb2f-4e304484fff3 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Synchronizing usage tracker for tenant:99dc3263de89454a8b21c0da5a1a7448 on resource:security_group_rule {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:11.533640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e7fc20-2a19-4141-81f8-2177a7e317c2 None None] Network 10dd7c94-a972-4fb2-a7c9-a12ccaebf406 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:51:11.541580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-7b0f22b9-974b-4be3-8cf9-33537098a189 req-820ea5f8-4fad-4fb2-bc3a-a8f1546f49f0 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] For port 44e10e5c-c67c-42cf-a737-57a5785b7b42, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=44e10e5c-c67c-42cf-a737-57a5785b7b42,segment=NetworkSegment(0d75032c-bbe6-4d15-9635-f8f56cf6bd3e),segment_id=0d75032c-bbe6-4d15-9635-f8f56cf6bd3e)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:51:11.541776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-7b0f22b9-974b-4be3-8cf9-33537098a189 req-820ea5f8-4fad-4fb2-bc3a-a8f1546f49f0 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:11.542368 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-37e7fc20-2a19-4141-81f8-2177a7e317c2 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:11.549780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-d524f1e3-47eb-42e8-a209-0037061534ce None None] Allocated IP 2001:db8::f816:3eff:fee9:c4e4 (7396b720-65bf-48b2-8da7-778eed2fcf44/850c3ec4-841a-451d-9ec2-cfd45d1505bd/9b820126-f779-4aae-a7ff-7657f759c240) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:51:11.550005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5a93057a-818e-4bff-bb2f-4e304484fff3 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Unset dirty status for tenant:99dc3263de89454a8b21c0da5a1a7448 on resource:security_group_rule {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:11.553972 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5a93057a-818e-4bff-bb2f-4e304484fff3 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.1567345 Dec 25 19:51:11.554112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e7fc20-2a19-4141-81f8-2177a7e317c2 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:51:11.555732 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49912) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:11.555876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7fc20-2a19-4141-81f8-2177a7e317c2 None None] Pushing event updated for resources: {'Port': ['ID=cf1c8a74-7cb0-48ad-86b1-ecbd4d764ad6,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:11.560646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-37e7fc20-2a19-4141-81f8-2177a7e317c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:11.628285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 9b820126-f779-4aae-a7ff-7657f759c240 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:51:11.641239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6be84e21-04a6-43e5-ad52-39304de9ae9b tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:11.661386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6be84e21-04a6-43e5-ad52-39304de9ae9b tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:11.718351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6be84e21-04a6-43e5-ad52-39304de9ae9b tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:11.724221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3c8d7824-4006-49ee-a00c-57cfac715402 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:11.750214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be84e21-04a6-43e5-ad52-39304de9ae9b tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=784bf2c4-7352-4318-aff9-941bd6041ed1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:11.754205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6be84e21-04a6-43e5-ad52-39304de9ae9b tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:11.755344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1bcc6471-3eeb-4cea-bb1e-044aac1ce663 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:11.766751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-65f8bbaf-8589-4c9d-988a-8b7e917fc720 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:11.781941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-7b0f22b9-974b-4be3-8cf9-33537098a189 req-820ea5f8-4fad-4fb2-bc3a-a8f1546f49f0 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Calling delete_port for 44e10e5c-c67c-42cf-a737-57a5785b7b42 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:51:11.800955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-37e7fc20-2a19-4141-81f8-2177a7e317c2 None None] Attempting to bind port cf1c8a74-7cb0-48ad-86b1-ecbd4d764ad6 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:51:11.801380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-37e7fc20-2a19-4141-81f8-2177a7e317c2 None None] Attempting to bind port cf1c8a74-7cb0-48ad-86b1-ecbd4d764ad6 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'af10df03-5160-461d-9aa6-f5c766eee1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '10dd7c94-a972-4fb2-a7c9-a12ccaebf406'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:51:11.802192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e7fc20-2a19-4141-81f8-2177a7e317c2 None None] Attempting to bind port cf1c8a74-7cb0-48ad-86b1-ecbd4d764ad6 on network 10dd7c94-a972-4fb2-a7c9-a12ccaebf406 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:51:11.814219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6be84e21-04a6-43e5-ad52-39304de9ae9b tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:11.818036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc02f08-7559-4fd4-8c61-c27848befefa req-1eaa2b9d-ee10-4bbd-9994-32dbaf4be49e tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:11.818176 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6be84e21-04a6-43e5-ad52-39304de9ae9b tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/784bf2c4-7352-4318-aff9-941bd6041ed1 HTTP/1.1" status: 204 len: 168 time: 0.2602272 Dec 25 19:51:11.818176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcc6471-3eeb-4cea-bb1e-044aac1ce663 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Network ccdad919-2c02-444b-a1f9-a441240bee2d is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:51:11.820410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49916) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:11.821912 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-afc02f08-7559-4fd4-8c61-c27848befefa req-1eaa2b9d-ee10-4bbd-9994-32dbaf4be49e tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/ports?device_id=769cff77-da4b-472c-af9c-a7aed2a4cf6a HTTP/1.1" status: 200 len: 946 time: 0.8538697 Dec 25 19:51:11.823638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-1bcc6471-3eeb-4cea-bb1e-044aac1ce663 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:11.831793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e7fc20-2a19-4141-81f8-2177a7e317c2 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:51:11.832220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e7fc20-2a19-4141-81f8-2177a7e317c2 None None] Checking segment: {'id': 'af10df03-5160-461d-9aa6-f5c766eee1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '10dd7c94-a972-4fb2-a7c9-a12ccaebf406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:51:11.832674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-37e7fc20-2a19-4141-81f8-2177a7e317c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:11.833112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e7fc20-2a19-4141-81f8-2177a7e317c2 None None] Bound using segment: {'id': 'af10df03-5160-461d-9aa6-f5c766eee1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '10dd7c94-a972-4fb2-a7c9-a12ccaebf406'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:51:11.833645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-37e7fc20-2a19-4141-81f8-2177a7e317c2 None None] Bound port: cf1c8a74-7cb0-48ad-86b1-ecbd4d764ad6, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af10df03-5160-461d-9aa6-f5c766eee1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '10dd7c94-a972-4fb2-a7c9-a12ccaebf406'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:51:11.834069 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-37e7fc20-2a19-4141-81f8-2177a7e317c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:11.846923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcc6471-3eeb-4cea-bb1e-044aac1ce663 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:11.847612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1bcc6471-3eeb-4cea-bb1e-044aac1ce663 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:11.851013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a696daf-a974-41d5-8ce5-a675978e56ee None None] Network ccdad919-2c02-444b-a1f9-a441240bee2d requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:51:11.873965 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1bcc6471-3eeb-4cea-bb1e-044aac1ce663 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8097672 Dec 25 19:51:11.877777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49920) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:11.888426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-7e70e628-b15a-49b6-b503-610e5dfd5067 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'security_group': {'name': 'tempest-secgroup-1058493963'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:11.902195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7e70e628-b15a-49b6-b503-610e5dfd5067 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:11.905188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc6471-3eeb-4cea-bb1e-044aac1ce663 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'Subnet': ['ID=b0737d7a-7b7b-44e5-90b9-5639de1fb292,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:11.911747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1bcc6471-3eeb-4cea-bb1e-044aac1ce663 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:11.914032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7e70e628-b15a-49b6-b503-610e5dfd5067 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:security_group and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:11.917708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7e70e628-b15a-49b6-b503-610e5dfd5067 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:11.946189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-35c6d048-ae7f-4c26-a6ac-e0c54ce11082 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Synchronizing usage tracker for tenant:99dc3263de89454a8b21c0da5a1a7448 on resource:security_group_rule {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:11.950580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7e70e628-b15a-49b6-b503-610e5dfd5067 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:11.971763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e70e628-b15a-49b6-b503-610e5dfd5067 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:11.998231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-35c6d048-ae7f-4c26-a6ac-e0c54ce11082 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Unset dirty status for tenant:99dc3263de89454a8b21c0da5a1a7448 on resource:security_group_rule {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:12.002751 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-35c6d048-ae7f-4c26-a6ac-e0c54ce11082 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1781595 Dec 25 19:51:12.003628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49924) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:12.054916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7e70e628-b15a-49b6-b503-610e5dfd5067 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:12.068992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7e70e628-b15a-49b6-b503-610e5dfd5067 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:security_group_rule and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:12.074990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7e70e628-b15a-49b6-b503-610e5dfd5067 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:12.088137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7e70e628-b15a-49b6-b503-610e5dfd5067 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:12.122588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-35a96e1b-fa11-43ca-bb43-53df17be0997 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:12.183414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-35a96e1b-fa11-43ca-bb43-53df17be0997 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:12.207125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8e091a13-8cd6-4320-9477-d915e2f17529 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:12.226399 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b3fcb60b-a981-47cb-96e0-3c1387237bcf req-aa6f4c56-0d55-4534-af79-1d7430a68dcc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=d036ba6a-3c66-4b69-afdf-533dbe3f6b34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7029967 Dec 25 19:51:12.253259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e70e628-b15a-49b6-b503-610e5dfd5067 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:12.257045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e70e628-b15a-49b6-b503-610e5dfd5067 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:12.262600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6add2243-ef2a-4838-af13-63463e7d0b3b tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:12.266136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-d524f1e3-47eb-42e8-a209-0037061534ce None None] For port 9b820126-f779-4aae-a7ff-7657f759c240, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=9b820126-f779-4aae-a7ff-7657f759c240,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:51:12.269018 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-afc02f08-7559-4fd4-8c61-c27848befefa req-9aa7f751-61f9-4124-80b9-7f281e07feba tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/security-groups?id=42689d93-edc5-4b34-bc4b-082a5f185a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4459240 Dec 25 19:51:12.273143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 9b820126-f779-4aae-a7ff-7657f759c240 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:51:12.273641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:12.276247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49928) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:12.288957 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8e091a13-8cd6-4320-9477-d915e2f17529 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/ports/fe90afa5-1950-417e-b5f8-261a5807336b HTTP/1.1" status: 204 len: 168 time: 3.7376919 Dec 25 19:51:12.292689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49932) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:12.349526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d524f1e3-47eb-42e8-a209-0037061534ce None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:12.386135 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70e628-b15a-49b6-b503-610e5dfd5067 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53a0b032-7a9a-4e0f-987b-0b0c78580ac5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:12.395749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-37e7fc20-2a19-4141-81f8-2177a7e317c2 None None] For port cf1c8a74-7cb0-48ad-86b1-ecbd4d764ad6, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:51:12.399636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-37e7fc20-2a19-4141-81f8-2177a7e317c2 None None] For port cf1c8a74-7cb0-48ad-86b1-ecbd4d764ad6, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=cf1c8a74-7cb0-48ad-86b1-ecbd4d764ad6,segment=NetworkSegment(af10df03-5160-461d-9aa6-f5c766eee1cc),segment_id=af10df03-5160-461d-9aa6-f5c766eee1cc)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:51:12.407459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7e70e628-b15a-49b6-b503-610e5dfd5067 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:12.409033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e70e628-b15a-49b6-b503-610e5dfd5067 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:12.410353 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7e70e628-b15a-49b6-b503-610e5dfd5067 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5292976 Dec 25 19:51:12.411330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-35a96e1b-fa11-43ca-bb43-53df17be0997 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:12.415837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49938) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:12.421302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-37e7fc20-2a19-4141-81f8-2177a7e317c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:12.424941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-961d0e65-9452-4224-8a4d-95a36c33b53a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:12.431179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0111663b-9317-44f1-876e-ae9beaa8989e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:12.449301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-ab7ad50a-b8f2-4ca6-919f-33b48265b724 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'security_group': {'name': 'tempest-secgroup-381285459'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:12.458370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a96e1b-fa11-43ca-bb43-53df17be0997 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f799f6-0619-475e-9593-5fcdbc9aaa21,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:12.461006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-35a96e1b-fa11-43ca-bb43-53df17be0997 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:12.464168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ab7ad50a-b8f2-4ca6-919f-33b48265b724 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:12.467461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-35a96e1b-fa11-43ca-bb43-53df17be0997 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:12.469346 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-35a96e1b-fa11-43ca-bb43-53df17be0997 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "DELETE /v2.0/security-groups/30f799f6-0619-475e-9593-5fcdbc9aaa21 HTTP/1.1" status: 204 len: 168 time: 0.4651899 Dec 25 19:51:12.474251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49942) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:12.476000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ab7ad50a-b8f2-4ca6-919f-33b48265b724 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:security_group and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:12.480402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ab7ad50a-b8f2-4ca6-919f-33b48265b724 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:12.512849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3f4677-8e92-46c8-bffe-b4e976c04c81 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:12.514386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3f4677-8e92-46c8-bffe-b4e976c04c81 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:12.515915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3f4677-8e92-46c8-bffe-b4e976c04c81 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:12.519097 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1e3f4677-8e92-46c8-bffe-b4e976c04c81 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2174833 Dec 25 19:51:12.522207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49946) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:12.522342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ab7ad50a-b8f2-4ca6-919f-33b48265b724 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:12.587550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-14d1773c-7d7b-4573-8954-ff2ad06c654b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:12.596418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1063357e-45df-41b0-9824-da1f122552dc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:12.602775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ab7ad50a-b8f2-4ca6-919f-33b48265b724 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:12.605414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d524f1e3-47eb-42e8-a209-0037061534ce None None] Transition to ACTIVE for port object 9b820126-f779-4aae-a7ff-7657f759c240 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:51:12.612802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7fc20-2a19-4141-81f8-2177a7e317c2 None None] Pushing event updated for resources: {'Port': ['ID=cf1c8a74-7cb0-48ad-86b1-ecbd4d764ad6,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:12.616382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-37e7fc20-2a19-4141-81f8-2177a7e317c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:12.620651 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d524f1e3-47eb-42e8-a209-0037061534ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:12.626073 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b4671890-c7b0-4e8d-9c42-6b2d5fbbf3a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:12.638732 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-7b0f22b9-974b-4be3-8cf9-33537098a189 req-820ea5f8-4fad-4fb2-bc3a-a8f1546f49f0 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:12.660507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1ab68f07-f411-47dd-a396-2fb0e541f8dd tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Synchronizing usage tracker for tenant:99dc3263de89454a8b21c0da5a1a7448 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:12.692673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ab7ad50a-b8f2-4ca6-919f-33b48265b724 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:12.704326 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-cfc89baf-ca64-49be-ae5d-c99a0aa2073f tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e8167494-3a5a-4a24-ac25-f83d06936119 HTTP/1.1" status: 200 len: 1093 time: 0.4188013 Dec 25 19:51:12.704326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ab7ad50a-b8f2-4ca6-919f-33b48265b724 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:security_group_rule and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:12.706507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49950) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:12.713186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-9a61bf7c-803a-4100-a78c-096f72380720 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'floatingip': {'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'port_id': '2fb8177e-ec55-460c-9c68-0b535d4b7193', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:12.718807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ab7ad50a-b8f2-4ca6-919f-33b48265b724 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:12.723669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1ab68f07-f411-47dd-a396-2fb0e541f8dd tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Unset dirty status for tenant:99dc3263de89454a8b21c0da5a1a7448 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:12.729556 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1ab68f07-f411-47dd-a396-2fb0e541f8dd tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2467148 Dec 25 19:51:12.729556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9a61bf7c-803a-4100-a78c-096f72380720 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:12.735458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49954) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:12.739532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ab7ad50a-b8f2-4ca6-919f-33b48265b724 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:12.741903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9a61bf7c-803a-4100-a78c-096f72380720 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:floatingip and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:12.748887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-6e6dbb4e-d701-4f55-be1a-c3cac3d81539 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Request body: {'security_group': {'name': 'tempest-secgroup--1058969267'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:12.754660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9a61bf7c-803a-4100-a78c-096f72380720 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:12.767898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6e6dbb4e-d701-4f55-be1a-c3cac3d81539 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:12.771351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9a61bf7c-803a-4100-a78c-096f72380720 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:12.793837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6e6dbb4e-d701-4f55-be1a-c3cac3d81539 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:12.805159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9a61bf7c-803a-4100-a78c-096f72380720 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:12.846390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6e6dbb4e-d701-4f55-be1a-c3cac3d81539 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:12.853205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524f1e3-47eb-42e8-a209-0037061534ce None None] Pushing event updated for resources: {'Port': ['ID=9b820126-f779-4aae-a7ff-7657f759c240,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:12.856425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d524f1e3-47eb-42e8-a209-0037061534ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:12.870529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d1773c-7d7b-4573-8954-ff2ad06c654b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Pushing event updated for resources: {'Subnet': ['ID=76ab4ab0-565c-49ff-8404-59e6f149d152,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:12.887755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-14d1773c-7d7b-4573-8954-ff2ad06c654b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:12.890064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ab7ad50a-b8f2-4ca6-919f-33b48265b724 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:12.890671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235f7571-8521-4352-84af-314b1651fa39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-ccdad919-2c02-444b-a1f9-a441240bee2d', 'network_id': 'ccdad919-2c02-444b-a1f9-a441240bee2d', 'tenant_id': '70aa58ed5ec1475cad367450f4be2220', 'fixed_ips': [{'subnet_id': 'b0737d7a-7b7b-44e5-90b9-5639de1fb292'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:51:12.891990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-235f7571-8521-4352-84af-314b1651fa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:12.893729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5064e729-3591-4622-a20c-5ef177f8d430 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.232s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:12.906937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ab7ad50a-b8f2-4ca6-919f-33b48265b724 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:12.919102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-79c9066c-8416-44de-ab3f-b04913eade80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:12.982680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6e6dbb4e-d701-4f55-be1a-c3cac3d81539 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:12.990689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ad50a-b8f2-4ca6-919f-33b48265b724 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46fef6a0-86d1-4855-abf9-88573e8dcd54,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:12.994223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ea5f8-4fad-4fb2-bc3a-a8f1546f49f0 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Pushing event deleted for resources: {'Port': ['ID=44e10e5c-c67c-42cf-a737-57a5785b7b42,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:12.998046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ab7ad50a-b8f2-4ca6-919f-33b48265b724 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:13.000697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0f22b9-974b-4be3-8cf9-33537098a189 req-820ea5f8-4fad-4fb2-bc3a-a8f1546f49f0 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] No DVR routers for this DVR port 44e10e5c-c67c-42cf-a737-57a5785b7b42 on host hv-neutron-8226 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:51:13.002757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ab7ad50a-b8f2-4ca6-919f-33b48265b724 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:13.003100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-820ea5f8-4fad-4fb2-bc3a-a8f1546f49f0 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:13.003609 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ab7ad50a-b8f2-4ca6-919f-33b48265b724 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5681753 Dec 25 19:51:13.010390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-7b0f22b9-974b-4be3-8cf9-33537098a189 req-820ea5f8-4fad-4fb2-bc3a-a8f1546f49f0 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:13.014623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49958) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:13.015242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769cff77-da4b-472c-af9c-a7aed2a4cf6a', 'name': 'network-vif-deleted', 'tag': '44e10e5c-c67c-42cf-a737-57a5785b7b42'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:51:13.051351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-07812620-5d64-4340-a1c1-7b6e4b01f8a5 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting subnet 850c3ec4-841a-451d-9ec2-cfd45d1505bd {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:51:13.051580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6e6dbb4e-d701-4f55-be1a-c3cac3d81539 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:13.056299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-07812620-5d64-4340-a1c1-7b6e4b01f8a5 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:13.088847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-235f7571-8521-4352-84af-314b1651fa39 None None] Allocated IP 2001:db8::2 (ccdad919-2c02-444b-a1f9-a441240bee2d/b0737d7a-7b7b-44e5-90b9-5639de1fb292/01585318-2a05-45a3-82b4-f235ffac261b) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:51:13.169588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-07812620-5d64-4340-a1c1-7b6e4b01f8a5 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:13.175113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6e6dbb4e-d701-4f55-be1a-c3cac3d81539 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:13.177619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9a61bf7c-803a-4100-a78c-096f72380720 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:13.222320 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-0ed46005-a313-4ece-9203-5afd9cf7985e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2044990655', 'security_groups': ['46fef6a0-86d1-4855-abf9-88573e8dcd54'], 'network_id': 'ccdad919-2c02-444b-a1f9-a441240bee2d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b0737d7a-7b7b-44e5-90b9-5639de1fb292'}]}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:13.225827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6e6dbb4e-d701-4f55-be1a-c3cac3d81539 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:13.232603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-35a96e1b-fa11-43ca-bb43-53df17be0997 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:13.310825 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '769cff77-da4b-472c-af9c-a7aed2a4cf6a', 'name': 'network-vif-deleted', 'tag': '44e10e5c-c67c-42cf-a737-57a5785b7b42', 'status': 'completed', 'code': 200} Dec 25 19:51:13.334438 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6dbb4e-d701-4f55-be1a-c3cac3d81539 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69ff3454-5b3f-4455-b7e7-a65b66bd6693,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:13.340174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6e6dbb4e-d701-4f55-be1a-c3cac3d81539 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:13.341506 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6e6dbb4e-d701-4f55-be1a-c3cac3d81539 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6037045 Dec 25 19:51:13.342722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6e6dbb4e-d701-4f55-be1a-c3cac3d81539 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:13.347217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49966) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:13.352336 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7b0f22b9-974b-4be3-8cf9-33537098a189 req-820ea5f8-4fad-4fb2-bc3a-a8f1546f49f0 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.36 "DELETE /v2.0/ports/44e10e5c-c67c-42cf-a737-57a5785b7b42 HTTP/1.1" status: 204 len: 173 time: 3.0968966 Dec 25 19:51:13.354064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-d07e2f56-4ed2-4d20-932a-4231ab6a23b7 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Request body: {'security_group_rule': {'security_group_id': '69ff3454-5b3f-4455-b7e7-a65b66bd6693', 'direction': 'ingress', 'protocol': 17}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:13.361824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d1773c-7d7b-4573-8954-ff2ad06c654b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Checking segment: {'id': '5991fbc3-958c-4a2a-ae6a-ad7991314230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c3cfb5af-cbe3-4840-99de-e59b7d3048f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:51:13.362543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d1773c-7d7b-4573-8954-ff2ad06c654b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Network hostable DHCP agents. Network: c3cfb5af-cbe3-4840-99de-e59b7d3048f8, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:51:13.365240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d07e2f56-4ed2-4d20-932a-4231ab6a23b7 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:13.412918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d07e2f56-4ed2-4d20-932a-4231ab6a23b7 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Usage tracker for resource:security_group_rule and tenant:99dc3263de89454a8b21c0da5a1a7448 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:13.422809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d07e2f56-4ed2-4d20-932a-4231ab6a23b7 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:13.440015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d07e2f56-4ed2-4d20-932a-4231ab6a23b7 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:13.498603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-9a61bf7c-803a-4100-a78c-096f72380720 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Allocated IP 172.26.8.3 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/822dbf57-8ec7-4e02-921c-2e4a1164e737) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:51:13.512009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d07e2f56-4ed2-4d20-932a-4231ab6a23b7 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:13.531476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-235f7571-8521-4352-84af-314b1651fa39 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:13.574442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-235f7571-8521-4352-84af-314b1651fa39 None None] Transition to ACTIVE for port object 01585318-2a05-45a3-82b4-f235ffac261b will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:51:13.612410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-235f7571-8521-4352-84af-314b1651fa39 None None] Transition to ACTIVE for port object 01585318-2a05-45a3-82b4-f235ffac261b will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:51:13.648089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-235f7571-8521-4352-84af-314b1651fa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:13.676262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-14f74001-ce55-4d08-8743-1df9932ad28d req-376a3e5e-9cf9-4dbb-bfc7-f47ceeae1bb9 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Synchronizing usage tracker for tenant:89a6309f25094d80bbf8b7a4319155b7 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:13.683442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1fa60a3f-411c-454e-b88d-4960f1131f98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:13.729061 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0ed46005-a313-4ece-9203-5afd9cf7985e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:13.734618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0ed46005-a313-4ece-9203-5afd9cf7985e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:port and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:13.738253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0ed46005-a313-4ece-9203-5afd9cf7985e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:13.746973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0ed46005-a313-4ece-9203-5afd9cf7985e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:13.754926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d07e2f56-4ed2-4d20-932a-4231ab6a23b7 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:13.769195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device cf1c8a74-7cb0-48ad-86b1-ecbd4d764ad6 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:51:13.770404 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed46005-a313-4ece-9203-5afd9cf7985e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Made reservation on behalf of 70aa58ed5ec1475cad367450f4be2220 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:13.782035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d07e2f56-4ed2-4d20-932a-4231ab6a23b7 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:13.787852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2c185388-9df0-4a2a-ad36-bcc2af2e4bfc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:13.804194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 44e10e5c-c67c-42cf-a737-57a5785b7b42 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:51:13.826316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-14f74001-ce55-4d08-8743-1df9932ad28d req-376a3e5e-9cf9-4dbb-bfc7-f47ceeae1bb9 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Unset dirty status for tenant:89a6309f25094d80bbf8b7a4319155b7 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:13.827895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9a61bf7c-803a-4100-a78c-096f72380720 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:13.829424 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-14f74001-ce55-4d08-8743-1df9932ad28d req-376a3e5e-9cf9-4dbb-bfc7-f47ceeae1bb9 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] 10.222.0.24 "GET /v2.0/ports?device_id=769cff77-da4b-472c-af9c-a7aed2a4cf6a HTTP/1.1" status: 200 len: 210 time: 0.2740607 Dec 25 19:51:13.852946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e2f56-4ed2-4d20-932a-4231ab6a23b7 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23dc65d6-4bea-43c9-9d8c-4ce27e79df53,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:13.865795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d07e2f56-4ed2-4d20-932a-4231ab6a23b7 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:13.885302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d07e2f56-4ed2-4d20-932a-4231ab6a23b7 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:13.886810 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d07e2f56-4ed2-4d20-932a-4231ab6a23b7 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.5384705 Dec 25 19:51:13.897977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] No Port match for: 44e10e5c-c67c-42cf-a737-57a5785b7b42 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:51:13.898517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 44e10e5c-c67c-42cf-a737-57a5785b7b42 not bound to the agent host hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:51:13.903203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49970) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:13.906170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235f7571-8521-4352-84af-314b1651fa39 None None] Network ccdad919-2c02-444b-a1f9-a441240bee2d is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:51:13.912836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-235f7571-8521-4352-84af-314b1651fa39 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:13.918062 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235f7571-8521-4352-84af-314b1651fa39 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:51:13.972630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0ed46005-a313-4ece-9203-5afd9cf7985e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:13.992292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f7571-8521-4352-84af-314b1651fa39 None None] Pushing event updated for resources: {'Port': ['ID=01585318-2a05-45a3-82b4-f235ffac261b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:13.992504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9a61bf7c-803a-4100-a78c-096f72380720 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:13.994812 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-07812620-5d64-4340-a1c1-7b6e4b01f8a5 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:13.996066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-235f7571-8521-4352-84af-314b1651fa39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:14.014060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7f681e21-1ef8-48ed-a3d9-f8930bd2ff9a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:14.029433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d1773c-7d7b-4573-8954-ff2ad06c654b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Network c3cfb5af-cbe3-4840-99de-e59b7d3048f8 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:51:14.067518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-235f7571-8521-4352-84af-314b1651fa39 None None] Attempting to bind port 01585318-2a05-45a3-82b4-f235ffac261b on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:51:14.067518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-235f7571-8521-4352-84af-314b1651fa39 None None] Attempting to bind port 01585318-2a05-45a3-82b4-f235ffac261b by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '4016cc95-837b-44ae-8a9b-d81f38b4c388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ccdad919-2c02-444b-a1f9-a441240bee2d'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:51:14.068185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235f7571-8521-4352-84af-314b1651fa39 None None] Attempting to bind port 01585318-2a05-45a3-82b4-f235ffac261b on network ccdad919-2c02-444b-a1f9-a441240bee2d {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:51:14.076684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-14d1773c-7d7b-4573-8954-ff2ad06c654b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, c3cfb5af-cbe3-4840-99de-e59b7d3048f8) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:14.076893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235f7571-8521-4352-84af-314b1651fa39 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:51:14.077384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235f7571-8521-4352-84af-314b1651fa39 None None] Checking segment: {'id': '4016cc95-837b-44ae-8a9b-d81f38b4c388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ccdad919-2c02-444b-a1f9-a441240bee2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:51:14.078667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-235f7571-8521-4352-84af-314b1651fa39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:14.078817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-0ed46005-a313-4ece-9203-5afd9cf7985e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] device_id is not set on port b3411f65-c164-41b8-8c7b-27243304fe83 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:51:14.079377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235f7571-8521-4352-84af-314b1651fa39 None None] Bound using segment: {'id': '4016cc95-837b-44ae-8a9b-d81f38b4c388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ccdad919-2c02-444b-a1f9-a441240bee2d'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:51:14.080294 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-235f7571-8521-4352-84af-314b1651fa39 None None] Bound port: 01585318-2a05-45a3-82b4-f235ffac261b, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4016cc95-837b-44ae-8a9b-d81f38b4c388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ccdad919-2c02-444b-a1f9-a441240bee2d'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:51:14.080857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-235f7571-8521-4352-84af-314b1651fa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:14.095719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bdb383-821b-49de-aa28-8bae9d7a2daa None None] Network c3cfb5af-cbe3-4840-99de-e59b7d3048f8 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:51:14.115864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port cf1c8a74-7cb0-48ad-86b1-ecbd4d764ad6 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:51:14.137113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d1773c-7d7b-4573-8954-ff2ad06c654b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:14.137760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-14d1773c-7d7b-4573-8954-ff2ad06c654b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:14.148665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 9b820126-f779-4aae-a7ff-7657f759c240 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:51:14.161526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61bf7c-803a-4100-a78c-096f72380720 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=822dbf57-8ec7-4e02-921c-2e4a1164e737,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:14.176061 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a61bf7c-803a-4100-a78c-096f72380720 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:51:14.178203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9a61bf7c-803a-4100-a78c-096f72380720 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:14.180638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-9a61bf7c-803a-4100-a78c-096f72380720 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:14.193046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a61bf7c-803a-4100-a78c-096f72380720 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:51:14.211037 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-14d1773c-7d7b-4573-8954-ff2ad06c654b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.3181353 Dec 25 19:51:14.219409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49974) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:14.242162 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-2d71d273-a24a-4c26-afca-5701fd269600 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Request body: {'port': {'network_id': 'c3cfb5af-cbe3-4840-99de-e59b7d3048f8', 'name': 'tempest-NetworksIpV6TestAttrs-1888191542'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:14.290251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-922de347-463f-4ca0-8ed1-ed7f8d26803d tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:14.405419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-235f7571-8521-4352-84af-314b1651fa39 None None] For port 01585318-2a05-45a3-82b4-f235ffac261b, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:51:14.409765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-235f7571-8521-4352-84af-314b1651fa39 None None] For port 01585318-2a05-45a3-82b4-f235ffac261b, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=01585318-2a05-45a3-82b4-f235ffac261b,segment=NetworkSegment(4016cc95-837b-44ae-8a9b-d81f38b4c388),segment_id=4016cc95-837b-44ae-8a9b-d81f38b4c388)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:51:14.424558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-07812620-5d64-4340-a1c1-7b6e4b01f8a5 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:14.442334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-905529d7-4287-47b3-ab1c-1bdc22ec57cb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:14.456539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-922de347-463f-4ca0-8ed1-ed7f8d26803d tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:14.462942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-235f7571-8521-4352-84af-314b1651fa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:14.470765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ce1b703f-2f72-4849-9334-7e83ef0c6b3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:14.490130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07812620-5d64-4340-a1c1-7b6e4b01f8a5 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Subnet': ['ID=850c3ec4-841a-451d-9ec2-cfd45d1505bd,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:14.498521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-07812620-5d64-4340-a1c1-7b6e4b01f8a5 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:14.559614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca3d931-36d4-464c-928c-edbadeaf6ebf None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:51:14.588559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-07812620-5d64-4340-a1c1-7b6e4b01f8a5 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:14.593211 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-07812620-5d64-4340-a1c1-7b6e4b01f8a5 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/850c3ec4-841a-451d-9ec2-cfd45d1505bd HTTP/1.1" status: 204 len: 168 time: 2.0630240 Dec 25 19:51:14.600992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49978) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:14.659470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-0ed46005-a313-4ece-9203-5afd9cf7985e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Allocated IP 2001:db8::ba (ccdad919-2c02-444b-a1f9-a441240bee2d/b0737d7a-7b7b-44e5-90b9-5639de1fb292/b3411f65-c164-41b8-8c7b-27243304fe83) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:51:14.680137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-922de347-463f-4ca0-8ed1-ed7f8d26803d tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:14.693988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2d71d273-a24a-4c26-afca-5701fd269600 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:14.697385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-aad1d9c7-a84f-4432-9d8b-aeaa459afcb7 None None] Could not find standard attr ID for object fe90afa5-1950-417e-b5f8-261a5807336b. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:51:14.697784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ab7ad50a-b8f2-4ca6-919f-33b48265b724 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:14.701881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2d71d273-a24a-4c26-afca-5701fd269600 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Usage tracker for resource:port and tenant:729c75216377447fb8851dfb28c74246 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:14.713051 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2d71d273-a24a-4c26-afca-5701fd269600 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:14.726671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922de347-463f-4ca0-8ed1-ed7f8d26803d tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ff3454-5b3f-4455-b7e7-a65b66bd6693,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:14.727852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2d71d273-a24a-4c26-afca-5701fd269600 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:14.739994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-922de347-463f-4ca0-8ed1-ed7f8d26803d tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:14.766360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d71d273-a24a-4c26-afca-5701fd269600 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Made reservation on behalf of 729c75216377447fb8851dfb28c74246 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:14.770928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f7571-8521-4352-84af-314b1651fa39 None None] Pushing event updated for resources: {'Port': ['ID=01585318-2a05-45a3-82b4-f235ffac261b,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:14.772892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2d71d273-a24a-4c26-afca-5701fd269600 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:14.781897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e73253-a50b-4d0c-b7f5-57eb322c94ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-c3cfb5af-cbe3-4840-99de-e59b7d3048f8', 'network_id': 'c3cfb5af-cbe3-4840-99de-e59b7d3048f8', 'tenant_id': '729c75216377447fb8851dfb28c74246', 'fixed_ips': [{'subnet_id': '76ab4ab0-565c-49ff-8404-59e6f149d152'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:51:14.783582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-27e73253-a50b-4d0c-b7f5-57eb322c94ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:14.806925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-235f7571-8521-4352-84af-314b1651fa39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:14.827010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-2d71d273-a24a-4c26-afca-5701fd269600 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] device_id is not set on port 4f57738b-ec76-4e40-904f-2225a925cef0 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:51:14.863331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-922de347-463f-4ca0-8ed1-ed7f8d26803d tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:14.867495 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-922de347-463f-4ca0-8ed1-ed7f8d26803d tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "DELETE /v2.0/security-groups/69ff3454-5b3f-4455-b7e7-a65b66bd6693 HTTP/1.1" status: 204 len: 168 time: 0.9631658 Dec 25 19:51:14.868423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49982) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:15.049551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-27e73253-a50b-4d0c-b7f5-57eb322c94ff None None] Allocated IP 2001:db8::f816:3eff:fec6:5321 (c3cfb5af-cbe3-4840-99de-e59b7d3048f8/76ab4ab0-565c-49ff-8404-59e6f149d152/cd213473-ec65-4f54-b635-b799a3edb82e) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:51:15.057684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 49988) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:15.188275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c16cb9c-599b-4c1b-be03-a46e6041be50 admin admin] Deleting subnet ffa43b6c-d683-46c2-988c-069c937ddee5 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:51:15.227935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0ed46005-a313-4ece-9203-5afd9cf7985e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:15.238183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7c16cb9c-599b-4c1b-be03-a46e6041be50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:15.343457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-0ed46005-a313-4ece-9203-5afd9cf7985e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Transition to ACTIVE for port object b3411f65-c164-41b8-8c7b-27243304fe83 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:51:15.348225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-27e73253-a50b-4d0c-b7f5-57eb322c94ff None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:15.359757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-27e73253-a50b-4d0c-b7f5-57eb322c94ff None None] Transition to ACTIVE for port object cd213473-ec65-4f54-b635-b799a3edb82e will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:51:15.360142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7c16cb9c-599b-4c1b-be03-a46e6041be50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:15.380679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-27e73253-a50b-4d0c-b7f5-57eb322c94ff None None] Transition to ACTIVE for port object cd213473-ec65-4f54-b635-b799a3edb82e will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:51:15.383436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-aad1d9c7-a84f-4432-9d8b-aeaa459afcb7 None None] Provisioning for port 9b820126-f779-4aae-a7ff-7657f759c240 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:51:15.399348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-aad1d9c7-a84f-4432-9d8b-aeaa459afcb7 None None] Provisioning complete for port 9b820126-f779-4aae-a7ff-7657f759c240 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:51:15.399788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aad1d9c7-a84f-4432-9d8b-aeaa459afcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:15.459142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-27e73253-a50b-4d0c-b7f5-57eb322c94ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:15.463733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1a0b04-cc3b-4b4b-bc8a-cd87c698bbea None None] Network 10dd7c94-a972-4fb2-a7c9-a12ccaebf406 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:51:15.467086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c46977f5-aa24-4822-a4e7-73c8d37547e2 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Synchronizing usage tracker for tenant:99dc3263de89454a8b21c0da5a1a7448 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:15.484752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dd89b20b-45b1-4f8c-a556-43f4aed1a4c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:15.514710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1bc72e7-85ca-412b-97d9-1cb926f58a22 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting subnet a67adda0-0e0b-43b2-b387-8d7d19299b3c {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:51:15.526239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0ed46005-a313-4ece-9203-5afd9cf7985e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:15.528899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7c16cb9c-599b-4c1b-be03-a46e6041be50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:15.529213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c46977f5-aa24-4822-a4e7-73c8d37547e2 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Unset dirty status for tenant:99dc3263de89454a8b21c0da5a1a7448 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:15.530888 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c46977f5-aa24-4822-a4e7-73c8d37547e2 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6554794 Dec 25 19:51:15.531888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d1bc72e7-85ca-412b-97d9-1cb926f58a22 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:15.565310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49992) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:15.574072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-2d71d273-a24a-4c26-afca-5701fd269600 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Allocated IP 2001:db8::f816:3eff:fef4:2928 (c3cfb5af-cbe3-4840-99de-e59b7d3048f8/76ab4ab0-565c-49ff-8404-59e6f149d152/4f57738b-ec76-4e40-904f-2225a925cef0) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:51:15.580741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-c86868fd-3053-44e9-a892-0cb2e8a851a8 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Request body: {'security_group': {'name': 'tempest-secgroup--2067357812'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:15.587629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-08cf7b2a-d968-4172-999b-711bae5fbb14 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:15.597178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c86868fd-3053-44e9-a892-0cb2e8a851a8 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:15.630951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c86868fd-3053-44e9-a892-0cb2e8a851a8 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:15.636411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d1bc72e7-85ca-412b-97d9-1cb926f58a22 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:15.708733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c86868fd-3053-44e9-a892-0cb2e8a851a8 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:15.715038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 01585318-2a05-45a3-82b4-f235ffac261b up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:51:15.728516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed46005-a313-4ece-9203-5afd9cf7985e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Network ccdad919-2c02-444b-a1f9-a441240bee2d is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:51:15.738383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-0ed46005-a313-4ece-9203-5afd9cf7985e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:15.751500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed46005-a313-4ece-9203-5afd9cf7985e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:51:15.755885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed46005-a313-4ece-9203-5afd9cf7985e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:15.756818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0ed46005-a313-4ece-9203-5afd9cf7985e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:15.763359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed46005-a313-4ece-9203-5afd9cf7985e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'Port': ['ID=b3411f65-c164-41b8-8c7b-27243304fe83,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:15.774033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0ed46005-a313-4ece-9203-5afd9cf7985e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:15.838731 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7c16cb9c-599b-4c1b-be03-a46e6041be50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:15.847682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-07812620-5d64-4340-a1c1-7b6e4b01f8a5 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:15.884856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16cb9c-599b-4c1b-be03-a46e6041be50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffa43b6c-d683-46c2-988c-069c937ddee5,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:15.890511 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0ed46005-a313-4ece-9203-5afd9cf7985e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8667200 Dec 25 19:51:15.891794 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7c16cb9c-599b-4c1b-be03-a46e6041be50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:15.892680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 49996) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:15.910392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-00fe5a98-28c7-488e-8f78-24b6b9477988 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'subnet': {'network_id': 'ccdad919-2c02-444b-a1f9-a441240bee2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:15.927015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e73253-a50b-4d0c-b7f5-57eb322c94ff None None] Network c3cfb5af-cbe3-4840-99de-e59b7d3048f8 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:51:15.929517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c86868fd-3053-44e9-a892-0cb2e8a851a8 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:15.938583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9a61bf7c-803a-4100-a78c-096f72380720 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:15.944781 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-27e73253-a50b-4d0c-b7f5-57eb322c94ff None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:15.949532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c86868fd-3053-44e9-a892-0cb2e8a851a8 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Usage tracker for resource:security_group_rule and tenant:99dc3263de89454a8b21c0da5a1a7448 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:15.951981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e73253-a50b-4d0c-b7f5-57eb322c94ff None None] Pushing event updated for resources: {'Port': ['ID=cd213473-ec65-4f54-b635-b799a3edb82e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:15.955241 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e73253-a50b-4d0c-b7f5-57eb322c94ff None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:51:15.956951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7c16cb9c-599b-4c1b-be03-a46e6041be50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:15.958978 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7c16cb9c-599b-4c1b-be03-a46e6041be50 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ffa43b6c-d683-46c2-988c-069c937ddee5 HTTP/1.1" status: 204 len: 168 time: 0.9000347 Dec 25 19:51:15.962149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50000) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:15.966738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c86868fd-3053-44e9-a892-0cb2e8a851a8 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:15.996122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-27e73253-a50b-4d0c-b7f5-57eb322c94ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:16.000078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d1bc72e7-85ca-412b-97d9-1cb926f58a22 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:16.061635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c86868fd-3053-44e9-a892-0cb2e8a851a8 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:16.223430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9a61bf7c-803a-4100-a78c-096f72380720 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:16.272904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-27e73253-a50b-4d0c-b7f5-57eb322c94ff None None] Attempting to bind port cd213473-ec65-4f54-b635-b799a3edb82e on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:51:16.273321 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-27e73253-a50b-4d0c-b7f5-57eb322c94ff None None] Attempting to bind port cd213473-ec65-4f54-b635-b799a3edb82e by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '5991fbc3-958c-4a2a-ae6a-ad7991314230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c3cfb5af-cbe3-4840-99de-e59b7d3048f8'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:51:16.273734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e73253-a50b-4d0c-b7f5-57eb322c94ff None None] Attempting to bind port cd213473-ec65-4f54-b635-b799a3edb82e on network c3cfb5af-cbe3-4840-99de-e59b7d3048f8 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:51:16.276087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 01585318-2a05-45a3-82b4-f235ffac261b completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:51:16.308221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-00fe5a98-28c7-488e-8f78-24b6b9477988 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:16.318138 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-00fe5a98-28c7-488e-8f78-24b6b9477988 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:subnet and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:16.323315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-00fe5a98-28c7-488e-8f78-24b6b9477988 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:16.330730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-00fe5a98-28c7-488e-8f78-24b6b9477988 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:16.339717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e73253-a50b-4d0c-b7f5-57eb322c94ff None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:51:16.340238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e73253-a50b-4d0c-b7f5-57eb322c94ff None None] Checking segment: {'id': '5991fbc3-958c-4a2a-ae6a-ad7991314230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c3cfb5af-cbe3-4840-99de-e59b7d3048f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:51:16.340659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-27e73253-a50b-4d0c-b7f5-57eb322c94ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:16.341130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e73253-a50b-4d0c-b7f5-57eb322c94ff None None] Bound using segment: {'id': '5991fbc3-958c-4a2a-ae6a-ad7991314230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c3cfb5af-cbe3-4840-99de-e59b7d3048f8'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:51:16.341738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-27e73253-a50b-4d0c-b7f5-57eb322c94ff None None] Bound port: cd213473-ec65-4f54-b635-b799a3edb82e, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5991fbc3-958c-4a2a-ae6a-ad7991314230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c3cfb5af-cbe3-4840-99de-e59b7d3048f8'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:51:16.342185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-27e73253-a50b-4d0c-b7f5-57eb322c94ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:16.372037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-e009111f-3c48-47cc-8473-0a427dc93828 None None] Provisioning for port cf1c8a74-7cb0-48ad-86b1-ecbd4d764ad6 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:51:16.390850 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-e009111f-3c48-47cc-8473-0a427dc93828 None None] Provisioning complete for port cf1c8a74-7cb0-48ad-86b1-ecbd4d764ad6 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:51:16.391204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e009111f-3c48-47cc-8473-0a427dc93828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:16.417915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2d71d273-a24a-4c26-afca-5701fd269600 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:16.436825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2d71d273-a24a-4c26-afca-5701fd269600 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Transition to ACTIVE for port object 4f57738b-ec76-4e40-904f-2225a925cef0 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:51:16.471610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-43f9b76a-0aec-4765-b473-008784d7b8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:16.475741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2d71d273-a24a-4c26-afca-5701fd269600 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:16.483401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-820ea5f8-4fad-4fb2-bc3a-a8f1546f49f0 tempest-TestServerAdvancedOps-1940940009 tempest-TestServerAdvancedOps-1940940009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:16.557477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-27e73253-a50b-4d0c-b7f5-57eb322c94ff None None] For port cd213473-ec65-4f54-b635-b799a3edb82e, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:51:16.561370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-27e73253-a50b-4d0c-b7f5-57eb322c94ff None None] For port cd213473-ec65-4f54-b635-b799a3edb82e, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=cd213473-ec65-4f54-b635-b799a3edb82e,segment=NetworkSegment(5991fbc3-958c-4a2a-ae6a-ad7991314230),segment_id=5991fbc3-958c-4a2a-ae6a-ad7991314230)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:51:16.568041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9a61bf7c-803a-4100-a78c-096f72380720 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:16.571032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d71d273-a24a-4c26-afca-5701fd269600 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Network c3cfb5af-cbe3-4840-99de-e59b7d3048f8 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:51:16.575888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-2d71d273-a24a-4c26-afca-5701fd269600 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:16.578912 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d71d273-a24a-4c26-afca-5701fd269600 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:51:16.584545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d71d273-a24a-4c26-afca-5701fd269600 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:16.585678 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2d71d273-a24a-4c26-afca-5701fd269600 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:16.597668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9a61bf7c-803a-4100-a78c-096f72380720 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:16.606816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-27e73253-a50b-4d0c-b7f5-57eb322c94ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:16.609921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00fe5a98-28c7-488e-8f78-24b6b9477988 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Made reservation on behalf of 70aa58ed5ec1475cad367450f4be2220 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:16.633867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-98acde62-3fec-4288-ad58-b33e0717c1ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:16.756575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-43f9b76a-0aec-4765-b473-008784d7b8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:16.756819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e009111f-3c48-47cc-8473-0a427dc93828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:16.775194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a007ff58-310c-414c-af40-12af45ae561c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:16.792070 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-43f9b76a-0aec-4765-b473-008784d7b8a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f16ae011-75bc-41f7-ba0f-437bd94b0c59']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:16.800729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e73253-a50b-4d0c-b7f5-57eb322c94ff None None] Pushing event updated for resources: {'Port': ['ID=cd213473-ec65-4f54-b635-b799a3edb82e,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:16.808301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-27e73253-a50b-4d0c-b7f5-57eb322c94ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:16.810498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-43f9b76a-0aec-4765-b473-008784d7b8a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d75032c-bbe6-4d15-9635-f8f56cf6bd3e') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:16.810947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-43f9b76a-0aec-4765-b473-008784d7b8a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d75032c-bbe6-4d15-9635-f8f56cf6bd3e') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:16.828904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-e009111f-3c48-47cc-8473-0a427dc93828 None None] For port cf1c8a74-7cb0-48ad-86b1-ecbd4d764ad6, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=cf1c8a74-7cb0-48ad-86b1-ecbd4d764ad6,segment=NetworkSegment(af10df03-5160-461d-9aa6-f5c766eee1cc),segment_id=af10df03-5160-461d-9aa6-f5c766eee1cc)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:51:16.830146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-43f9b76a-0aec-4765-b473-008784d7b8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:16.846122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d1bc72e7-85ca-412b-97d9-1cb926f58a22 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:16.849800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e009111f-3c48-47cc-8473-0a427dc93828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:16.851908 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:16.857553 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2d71d273-a24a-4c26-afca-5701fd269600 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.6202796 Dec 25 19:51:16.866401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50004) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:16.867582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-43f9b76a-0aec-4765-b473-008784d7b8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:16.881215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43f9b76a-0aec-4765-b473-008784d7b8a0 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:51:16.881740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-43f9b76a-0aec-4765-b473-008784d7b8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:16.957122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e009111f-3c48-47cc-8473-0a427dc93828 None None] Pushing event updated for resources: {'Port': ['ID=cf1c8a74-7cb0-48ad-86b1-ecbd4d764ad6,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:16.961016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e009111f-3c48-47cc-8473-0a427dc93828 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:16.978003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c86868fd-3053-44e9-a892-0cb2e8a851a8 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:16.986437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61bf7c-803a-4100-a78c-096f72380720 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=822dbf57-8ec7-4e02-921c-2e4a1164e737,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:16.993201 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:51:16.993201 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:51:16.993201 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:51:16.993201 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:51:16.993201 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:51:16.993201 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:51:16.993201 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:51:16.993201 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:51:16.993201 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:51:16.993201 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:51:16.993201 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:51:16.993201 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:51:16.993201 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:51:16.993201 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:51:16.993201 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:51:16.993201 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:51:16.993201 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:51:16.993201 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:51:16.993201 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:51:16.993201 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:51:16.993201 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:51:16.993201 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:51:16.993201 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:51:16.993201 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:51:16.993201 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:51:16.993201 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:51:16.993201 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:51:16.993201 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:51:16.993201 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:51:16.993201 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:51:16.993201 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:51:16.993201 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:51:16.997936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d71d273-a24a-4c26-afca-5701fd269600 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Pushing event updated for resources: {'Port': ['ID=4f57738b-ec76-4e40-904f-2225a925cef0,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:17.023334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9a61bf7c-803a-4100-a78c-096f72380720 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:17.026232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c86868fd-3053-44e9-a892-0cb2e8a851a8 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:17.030628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c4b457a9-aa19-4494-b120-78969afad2b0 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:17.090646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2d71d273-a24a-4c26-afca-5701fd269600 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:17.091114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc72e7-85ca-412b-97d9-1cb926f58a22 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Subnet': ['ID=a67adda0-0e0b-43b2-b387-8d7d19299b3c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:17.103222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d1bc72e7-85ca-412b-97d9-1cb926f58a22 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:17.106307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d1bc72e7-85ca-412b-97d9-1cb926f58a22 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:17.113121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a90a1602-2825-42bc-9af8-812434dae450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:17.113756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-43f9b76a-0aec-4765-b473-008784d7b8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:17.121091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:17.158885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-43f9b76a-0aec-4765-b473-008784d7b8a0 admin admin] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:17.187964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f9b76a-0aec-4765-b473-008784d7b8a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f16ae011-75bc-41f7-ba0f-437bd94b0c59,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:17.191464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-43f9b76a-0aec-4765-b473-008784d7b8a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:17.192128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-11f6de00-9332-4b27-b219-bd071912c68b None None] Provisioning complete for port cf1c8a74-7cb0-48ad-86b1-ecbd4d764ad6 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:51:17.192555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11f6de00-9332-4b27-b219-bd071912c68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:17.203096 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-43f9b76a-0aec-4765-b473-008784d7b8a0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f16ae011-75bc-41f7-ba0f-437bd94b0c59 HTTP/1.1" status: 204 len: 168 time: 1.2398512 Dec 25 19:51:17.209292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9a61bf7c-803a-4100-a78c-096f72380720 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:17.222784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50008) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:17.293682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-00fe5a98-28c7-488e-8f78-24b6b9477988 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:17.374782 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d1bc72e7-85ca-412b-97d9-1cb926f58a22 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/a67adda0-0e0b-43b2-b387-8d7d19299b3c HTTP/1.1" status: 204 len: 168 time: 2.7590628 Dec 25 19:51:17.384184 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50012) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:17.411981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86868fd-3053-44e9-a892-0cb2e8a851a8 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5437bfbf-67f8-4f30-b997-2ecdb66c66ae,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:17.430394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-676836d5-5855-4a82-b475-827821bcf4b6 admin admin] Deleting subnet 5c55595b-85f0-44d8-8525-52892e33c5f9 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:51:17.454684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-676836d5-5855-4a82-b475-827821bcf4b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:17.500027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce76446f-7879-4181-b745-25e5bbb6e642 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Deleting subnet 76ab4ab0-565c-49ff-8404-59e6f149d152 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:51:17.500602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c86868fd-3053-44e9-a892-0cb2e8a851a8 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:17.501929 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c86868fd-3053-44e9-a892-0cb2e8a851a8 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.9299862 Dec 25 19:51:17.506638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ce76446f-7879-4181-b745-25e5bbb6e642 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:17.508712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c86868fd-3053-44e9-a892-0cb2e8a851a8 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:17.531540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50016) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:17.551727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-49504b23-49a9-42af-8a33-81da7e07fde8 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Request body: {'security_group': {'name': 'tempest-secgroup--430044865'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:17.556792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-5c6d422c-af36-4559-b78f-65199649e76e None None] Provisioning for port 01585318-2a05-45a3-82b4-f235ffac261b completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:51:17.562551 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-565924b5-cdac-45dd-8a09-e5394aabd694 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1533880 Dec 25 19:51:17.564487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50020) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:17.566280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-5c6d422c-af36-4559-b78f-65199649e76e None None] Provisioning complete for port 01585318-2a05-45a3-82b4-f235ffac261b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:51:17.566718 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5c6d422c-af36-4559-b78f-65199649e76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:17.631869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ce76446f-7879-4181-b745-25e5bbb6e642 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:17.715421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-49504b23-49a9-42af-8a33-81da7e07fde8 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:17.747704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-49504b23-49a9-42af-8a33-81da7e07fde8 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Usage tracker for resource:security_group and tenant:99dc3263de89454a8b21c0da5a1a7448 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:17.776327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device cd213473-ec65-4f54-b635-b799a3edb82e up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:51:17.777891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-49504b23-49a9-42af-8a33-81da7e07fde8 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:17.808417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-49504b23-49a9-42af-8a33-81da7e07fde8 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:17.827481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ce76446f-7879-4181-b745-25e5bbb6e642 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:17.861931 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.ipam_backend_mixin [None req-00fe5a98-28c7-488e-8f78-24b6b9477988 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b0737d7a-7b7b-44e5-90b9-5639de1fb292 (CIDR: 2001:db8::/64) Dec 25 19:51:17.862581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5c6d422c-af36-4559-b78f-65199649e76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:17.865441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-49504b23-49a9-42af-8a33-81da7e07fde8 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:17.880222 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-00fe5a98-28c7-488e-8f78-24b6b9477988 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:51:17.880895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00fe5a98-28c7-488e-8f78-24b6b9477988 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:51:17.923544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-5c6d422c-af36-4559-b78f-65199649e76e None None] For port 01585318-2a05-45a3-82b4-f235ffac261b, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=01585318-2a05-45a3-82b4-f235ffac261b,segment=NetworkSegment(4016cc95-837b-44ae-8a9b-d81f38b4c388),segment_id=4016cc95-837b-44ae-8a9b-d81f38b4c388)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:51:17.929188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5c6d422c-af36-4559-b78f-65199649e76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:17.929354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ce76446f-7879-4181-b745-25e5bbb6e642 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:17.933001 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:17.936836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a00cf21f-b61d-4e33-b9a8-f2dea0e5157c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:17.978331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce76446f-7879-4181-b745-25e5bbb6e642 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Pushing event deleted for resources: {'Subnet': ['ID=76ab4ab0-565c-49ff-8404-59e6f149d152,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:17.987024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ce76446f-7879-4181-b745-25e5bbb6e642 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:17.989924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-676836d5-5855-4a82-b475-827821bcf4b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:18.000240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port cd213473-ec65-4f54-b635-b799a3edb82e completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:51:18.004795 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-00fe5a98-28c7-488e-8f78-24b6b9477988 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1063435 Dec 25 19:51:18.006773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50024) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:18.010722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device cf1c8a74-7cb0-48ad-86b1-ecbd4d764ad6 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:51:18.021410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-83d02e64-00d4-4208-b9f0-0e58d9ade619 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'subnet': {'network_id': 'ccdad919-2c02-444b-a1f9-a441240bee2d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:18.028423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ce76446f-7879-4181-b745-25e5bbb6e642 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:18.038397 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-49504b23-49a9-42af-8a33-81da7e07fde8 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:18.048161 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ce76446f-7879-4181-b745-25e5bbb6e642 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] 10.222.0.24 "DELETE /v2.0/subnets/76ab4ab0-565c-49ff-8404-59e6f149d152 HTTP/1.1" status: 204 len: 168 time: 1.0546596 Dec 25 19:51:18.048862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01575b8-354d-4e39-964b-375290f52e26 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:18.048862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a01575b8-354d-4e39-964b-375290f52e26 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:18.049052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50028) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:18.052951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-5c6d422c-af36-4559-b78f-65199649e76e None None] Provisioning complete for port 8136c357-847e-4f1c-a3d8-2a70c397d020 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:51:18.053378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5c6d422c-af36-4559-b78f-65199649e76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:18.062185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-49504b23-49a9-42af-8a33-81da7e07fde8 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Usage tracker for resource:security_group_rule and tenant:99dc3263de89454a8b21c0da5a1a7448 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:18.066734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-49504b23-49a9-42af-8a33-81da7e07fde8 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:18.094564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-49504b23-49a9-42af-8a33-81da7e07fde8 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:18.097136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d422c-af36-4559-b78f-65199649e76e None None] Pushing event updated for resources: {'Port': ['ID=01585318-2a05-45a3-82b4-f235ffac261b,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:18.100055 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5c6d422c-af36-4559-b78f-65199649e76e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:18.125183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-676836d5-5855-4a82-b475-827821bcf4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:18.153065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-5c6d422c-af36-4559-b78f-65199649e76e None None] Port 8136c357-847e-4f1c-a3d8-2a70c397d020 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:51:18.178233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port cf1c8a74-7cb0-48ad-86b1-ecbd4d764ad6 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:51:18.179721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:18.182210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403f6f94-6866-40f5-99d0-0bc8cfcc912e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:18.183886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403f6f94-6866-40f5-99d0-0bc8cfcc912e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:18.184718 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-403f6f94-6866-40f5-99d0-0bc8cfcc912e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Synchronizing usage tracker for tenant:729c75216377447fb8851dfb28c74246 on resource:subnet {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:18.217268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-403f6f94-6866-40f5-99d0-0bc8cfcc912e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Unset dirty status for tenant:729c75216377447fb8851dfb28c74246 on resource:subnet {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:18.222277 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-403f6f94-6866-40f5-99d0-0bc8cfcc912e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1688116 Dec 25 19:51:18.230209 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50032) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:18.247428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ed06ad-9cf1-4987-8dd2-74b71379c31c None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:51:18.257569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-676836d5-5855-4a82-b475-827821bcf4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:18.267981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7c16cb9c-599b-4c1b-be03-a46e6041be50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:18.329888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676836d5-5855-4a82-b475-827821bcf4b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c55595b-85f0-44d8-8525-52892e33c5f9,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:18.334984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-676836d5-5855-4a82-b475-827821bcf4b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:18.390046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-09b89083-8153-45df-b749-36f404aff9e0 None None] Provisioning for port b3411f65-c164-41b8-8c7b-27243304fe83 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:51:18.390344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-676836d5-5855-4a82-b475-827821bcf4b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:18.416890 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-676836d5-5855-4a82-b475-827821bcf4b6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5c55595b-85f0-44d8-8525-52892e33c5f9 HTTP/1.1" status: 204 len: 168 time: 1.1905506 Dec 25 19:51:18.421572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7a25aa25-2cf9-4643-b6f0-4f157c10d3fc tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:18.424879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50036) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:18.431338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-09b89083-8153-45df-b749-36f404aff9e0 None None] Provisioning complete for port b3411f65-c164-41b8-8c7b-27243304fe83 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:51:18.431767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-09b89083-8153-45df-b749-36f404aff9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:18.447566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a01575b8-354d-4e39-964b-375290f52e26 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:18.451573 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a01575b8-354d-4e39-964b-375290f52e26 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8076279 Dec 25 19:51:18.455261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50040) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:18.499317 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a25aa25-2cf9-4643-b6f0-4f157c10d3fc tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 25 19:51:18.499838 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a25aa25-2cf9-4643-b6f0-4f157c10d3fc tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:51:18.501766 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7a25aa25-2cf9-4643-b6f0-4f157c10d3fc tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] 10.222.0.24 "DELETE /v2.0/networks/c3cfb5af-cbe3-4840-99de-e59b7d3048f8 HTTP/1.1" status: 409 len: 405 time: 0.2703228 Dec 25 19:51:18.514648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50044) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:18.525937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-8ea5bd80-3e34-4919-8e29-72e64dbec9c0 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1061189941'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:18.547379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8ea5bd80-3e34-4919-8e29-72e64dbec9c0 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:18.551301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-83d02e64-00d4-4208-b9f0-0e58d9ade619 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:18.558460 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [None req-9a61bf7c-803a-4100-a78c-096f72380720 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Floating IP 4b0a2a5d-30cf-439b-8ae0-53e0be78dadd associated. External IP: 172.26.8.3, port: 2fb8177e-ec55-460c-9c68-0b535d4b7193. Dec 25 19:51:18.585557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-09b89083-8153-45df-b749-36f404aff9e0 None None] Port b3411f65-c164-41b8-8c7b-27243304fe83 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:51:18.619101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-09b89083-8153-45df-b749-36f404aff9e0 None None] Provisioning complete for port 9b820126-f779-4aae-a7ff-7657f759c240 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:51:18.619464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-09b89083-8153-45df-b749-36f404aff9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:18.619872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fffe1906-56bc-4cb7-9c03-94523a3d5902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:18.622793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-49504b23-49a9-42af-8a33-81da7e07fde8 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:18.629115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd528a36-94a6-49c9-8bfd-dbbdd5e09ae8 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:18.629298 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8ea5bd80-3e34-4919-8e29-72e64dbec9c0 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Usage tracker for resource:network and tenant:729c75216377447fb8851dfb28c74246 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:18.629410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-fd528a36-94a6-49c9-8bfd-dbbdd5e09ae8 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:18.632351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-83d02e64-00d4-4208-b9f0-0e58d9ade619 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:subnet and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:18.655651 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-83d02e64-00d4-4208-b9f0-0e58d9ade619 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:18.664574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-83d02e64-00d4-4208-b9f0-0e58d9ade619 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:18.672027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8ea5bd80-3e34-4919-8e29-72e64dbec9c0 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:18.683429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-49504b23-49a9-42af-8a33-81da7e07fde8 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:18.698033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5756c233-525e-4781-b6b2-6245515848fc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:18.702210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-fd528a36-94a6-49c9-8bfd-dbbdd5e09ae8 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:18.706525 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fd528a36-94a6-49c9-8bfd-dbbdd5e09ae8 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2441602 Dec 25 19:51:18.707167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50048) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:18.711022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8ea5bd80-3e34-4919-8e29-72e64dbec9c0 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:18.751208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d02e64-00d4-4208-b9f0-0e58d9ade619 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Made reservation on behalf of 70aa58ed5ec1475cad367450f4be2220 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:18.759909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-83d02e64-00d4-4208-b9f0-0e58d9ade619 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:18.792092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea5bd80-3e34-4919-8e29-72e64dbec9c0 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Made reservation on behalf of 729c75216377447fb8851dfb28c74246 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:18.804338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8ea5bd80-3e34-4919-8e29-72e64dbec9c0 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:18.804559 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-661edff2-3934-4a45-aa2e-41bcf60fefb3 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0914879 Dec 25 19:51:18.805942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10caa154-7472-4a0e-b969-531cf3e386a6 None None] DHCP port deletion for 7396b720-65bf-48b2-8da7-778eed2fcf44 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:51:18.809710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50052) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:18.811400 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-10caa154-7472-4a0e-b969-531cf3e386a6 None None] Deleting port 9b820126-f779-4aae-a7ff-7657f759c240 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:51:18.812036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-10caa154-7472-4a0e-b969-531cf3e386a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:18.828388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b4aad9f5-ef85-46dc-ac2c-079706e329eb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'subnet': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:18.855182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fffe1906-56bc-4cb7-9c03-94523a3d5902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:18.860071 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49504b23-49a9-42af-8a33-81da7e07fde8 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d008bbb6-9416-4511-a8dd-c1d94c280e0b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:18.863209 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-49504b23-49a9-42af-8a33-81da7e07fde8 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:18.891870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-49504b23-49a9-42af-8a33-81da7e07fde8 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:18.896485 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-49504b23-49a9-42af-8a33-81da7e07fde8 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3612900 Dec 25 19:51:18.896651 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-fffe1906-56bc-4cb7-9c03-94523a3d5902 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f67bff39-3f3d-40bc-8c99-94b5468c0a27']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:18.909957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50056) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:18.911679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-fffe1906-56bc-4cb7-9c03-94523a3d5902 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e258130f-57a0-4b80-8582-ba99074a2104') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:18.912017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-fffe1906-56bc-4cb7-9c03-94523a3d5902 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e258130f-57a0-4b80-8582-ba99074a2104') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:18.929913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fffe1906-56bc-4cb7-9c03-94523a3d5902 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:18.950204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fffe1906-56bc-4cb7-9c03-94523a3d5902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:18.959558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fffe1906-56bc-4cb7-9c03-94523a3d5902 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:51:18.960074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fffe1906-56bc-4cb7-9c03-94523a3d5902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:18.977760 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:51:18.977760 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:51:18.977760 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:51:18.977760 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:51:18.977760 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:51:18.977760 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:51:18.977760 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:51:18.977760 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:51:18.977760 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:51:18.977760 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:51:18.977760 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:51:18.977760 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:51:18.977760 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:51:18.977760 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:51:18.977760 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:51:18.977760 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:51:18.977760 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:51:18.977760 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:51:18.977760 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:51:18.977760 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:51:18.977760 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:51:18.977760 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:51:18.977760 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:51:18.977760 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:51:18.977760 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:51:18.977760 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:51:18.977760 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:51:18.977760 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:51:18.977760 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:51:18.977760 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:51:18.977760 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:51:18.977760 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:51:18.980884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b4a8c8db-d822-4eb1-a644-a89342ce6bfa tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Request body: {'security_group_rule': {'security_group_id': '5437bfbf-67f8-4f30-b997-2ecdb66c66ae', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd008bbb6-9416-4511-a8dd-c1d94c280e0b', 'remote_ip_prefix': None}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:18.986942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b4a8c8db-d822-4eb1-a644-a89342ce6bfa tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:18.991394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b4a8c8db-d822-4eb1-a644-a89342ce6bfa tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Usage tracker for resource:security_group_rule and tenant:99dc3263de89454a8b21c0da5a1a7448 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:18.994407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b4a8c8db-d822-4eb1-a644-a89342ce6bfa tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:19.000557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b4a8c8db-d822-4eb1-a644-a89342ce6bfa tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:19.073058 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fffe1906-56bc-4cb7-9c03-94523a3d5902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:19.076934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-401336e5-b59b-435d-9a68-c6c908c846b5 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:19.095991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fffe1906-56bc-4cb7-9c03-94523a3d5902 admin admin] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:19.105493 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fffe1906-56bc-4cb7-9c03-94523a3d5902 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f67bff39-3f3d-40bc-8c99-94b5468c0a27 HTTP/1.1" status: 204 len: 168 time: 0.6788390 Dec 25 19:51:19.111193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe1906-56bc-4cb7-9c03-94523a3d5902 admin admin] Pushing event deleted for resources: {'Network': ['ID=f67bff39-3f3d-40bc-8c99-94b5468c0a27,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:19.114095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fffe1906-56bc-4cb7-9c03-94523a3d5902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:19.150463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b4aad9f5-ef85-46dc-ac2c-079706e329eb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:19.235762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ea5bd80-3e34-4919-8e29-72e64dbec9c0 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:51:19.255797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-10caa154-7472-4a0e-b969-531cf3e386a6 None None] For port 9b820126-f779-4aae-a7ff-7657f759c240, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=9b820126-f779-4aae-a7ff-7657f759c240,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:51:19.256412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-10caa154-7472-4a0e-b969-531cf3e386a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:19.291402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b4aad9f5-ef85-46dc-ac2c-079706e329eb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:19.293441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b4a8c8db-d822-4eb1-a644-a89342ce6bfa tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:19.304503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8ea5bd80-3e34-4919-8e29-72e64dbec9c0 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:19.304897 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-8ea5bd80-3e34-4919-8e29-72e64dbec9c0 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Added segment aac5ecd6-53aa-4984-920a-edf30fa998b6 of type vlan for network d8a4c08c-06fa-4479-bc38-b3b1b44a1bc5 Dec 25 19:51:19.364121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4aad9f5-ef85-46dc-ac2c-079706e329eb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:19.370184 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b4aad9f5-ef85-46dc-ac2c-079706e329eb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:19.371722 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4aad9f5-ef85-46dc-ac2c-079706e329eb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:51:19.372205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4aad9f5-ef85-46dc-ac2c-079706e329eb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:51:19.386457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15e1c74-1e57-45c5-9018-91a86049b653 None None] Network c3cfb5af-cbe3-4840-99de-e59b7d3048f8 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:51:19.400855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8ea5bd80-3e34-4919-8e29-72e64dbec9c0 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:19.408154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-10caa154-7472-4a0e-b969-531cf3e386a6 None None] Calling delete_port for 9b820126-f779-4aae-a7ff-7657f759c240 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:51:19.410926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50062) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:19.470798 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1d24dbf0-444d-4337-94da-9ddc57a9115f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=89a6309f25094d80bbf8b7a4319155b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0557442 Dec 25 19:51:19.471870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50066) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:19.498325 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b4aad9f5-ef85-46dc-ac2c-079706e329eb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6750650 Dec 25 19:51:19.503953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50070) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:19.515408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-e82bcc36-adf5-44a2-8080-a6c767c7c167 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'subnet': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:19.549823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8ea5bd80-3e34-4919-8e29-72e64dbec9c0 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:19.554318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea5bd80-3e34-4919-8e29-72e64dbec9c0 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:19.560842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8ea5bd80-3e34-4919-8e29-72e64dbec9c0 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:19.561020 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-e7253105-31e6-4d52-af0e-12a7b30c2796 None None] Provisioning for port cd213473-ec65-4f54-b635-b799a3edb82e completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:51:19.563601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0719135f-9dce-4e2c-b5a7-95a094b00893 tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:19.595892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-e7253105-31e6-4d52-af0e-12a7b30c2796 None None] Provisioning complete for port cd213473-ec65-4f54-b635-b799a3edb82e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:51:19.596217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e7253105-31e6-4d52-af0e-12a7b30c2796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:19.622110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b4a8c8db-d822-4eb1-a644-a89342ce6bfa tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:19.654853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e82bcc36-adf5-44a2-8080-a6c767c7c167 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:19.657276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 01585318-2a05-45a3-82b4-f235ffac261b up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:51:19.668537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e82bcc36-adf5-44a2-8080-a6c767c7c167 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:19.687638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d5118515-7d2b-463f-8eec-1af9fc6ef30e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:19.715687 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b4a8c8db-d822-4eb1-a644-a89342ce6bfa tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:19.720964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82bcc36-adf5-44a2-8080-a6c767c7c167 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:19.724433 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8ea5bd80-3e34-4919-8e29-72e64dbec9c0 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2080746 Dec 25 19:51:19.741801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d5118515-7d2b-463f-8eec-1af9fc6ef30e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:19.751838 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50074) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:19.760515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-fa5d8362-0109-49ea-b7a3-798718255539 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Request body: {'subnet': {'network_id': 'd8a4c08c-06fa-4479-bc38-b3b1b44a1bc5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:19.777028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-10caa154-7472-4a0e-b969-531cf3e386a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:19.786104 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-27e73253-a50b-4d0c-b7f5-57eb322c94ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:19.814006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea5bd80-3e34-4919-8e29-72e64dbec9c0 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Pushing event updated for resources: {'Network': ['ID=d8a4c08c-06fa-4479-bc38-b3b1b44a1bc5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:19.821361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8ea5bd80-3e34-4919-8e29-72e64dbec9c0 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:19.830615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:19.840676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10caa154-7472-4a0e-b969-531cf3e386a6 None None] Pushing event deleted for resources: {'Port': ['ID=9b820126-f779-4aae-a7ff-7657f759c240,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:19.843269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-10caa154-7472-4a0e-b969-531cf3e386a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:19.846125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network d8a4c08c-06fa-4479-bc38-b3b1b44a1bc5 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:51:19.858193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a8c8db-d822-4eb1-a644-a89342ce6bfa tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=924e73a1-e234-4fdb-9fb7-24524bcd7b10,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:19.860258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b4a8c8db-d822-4eb1-a644-a89342ce6bfa tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:19.862135 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b4a8c8db-d822-4eb1-a644-a89342ce6bfa tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.9500637 Dec 25 19:51:19.863568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b4a8c8db-d822-4eb1-a644-a89342ce6bfa tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:19.864461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-83d02e64-00d4-4208-b9f0-0e58d9ade619 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:19.870699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50078) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:19.872116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e6f530de-2170-4017-9b64-fa9e682c48ab tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:19.883435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10caa154-7472-4a0e-b969-531cf3e386a6 None None] No DVR routers for this DVR port 9b820126-f779-4aae-a7ff-7657f759c240 on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:51:19.978522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d02e64-00d4-4208-b9f0-0e58d9ade619 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Network ccdad919-2c02-444b-a1f9-a441240bee2d is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:51:19.986611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-83d02e64-00d4-4208-b9f0-0e58d9ade619 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:20.003938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e82bcc36-adf5-44a2-8080-a6c767c7c167 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:20.005474 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-e82bcc36-adf5-44a2-8080-a6c767c7c167 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:51:20.005974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e82bcc36-adf5-44a2-8080-a6c767c7c167 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:51:20.022484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-fa5d8362-0109-49ea-b7a3-798718255539 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:20.041535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7035fe5e-eb13-4a83-b1f3-7a13d74c5621 None None] Network ccdad919-2c02-444b-a1f9-a441240bee2d requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:51:20.043985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-fa5d8362-0109-49ea-b7a3-798718255539 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:20.046258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d5118515-7d2b-463f-8eec-1af9fc6ef30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:20.048716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d02e64-00d4-4208-b9f0-0e58d9ade619 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:20.048862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d5118515-7d2b-463f-8eec-1af9fc6ef30e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:20.049376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-83d02e64-00d4-4208-b9f0-0e58d9ade619 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:20.052935 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d5118515-7d2b-463f-8eec-1af9fc6ef30e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/42689d93-edc5-4b34-bc4b-082a5f185a48 HTTP/1.1" status: 204 len: 168 time: 0.5775459 Dec 25 19:51:20.057195 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e82bcc36-adf5-44a2-8080-a6c767c7c167 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5483925 Dec 25 19:51:20.057195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f879664f-8184-4a39-8179-c1c4c09c18c3 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:20.060148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8786ccdc-34c4-4300-9139-f50a2c78c35c tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:20.064605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50084) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:20.065871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d02e64-00d4-4208-b9f0-0e58d9ade619 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'Subnet': ['ID=a072bf18-38da-4547-9a9f-3d63617708c7,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:20.074212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-dd654515-7c30-4791-9515-513392393998 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'subnet': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:20.080915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-83d02e64-00d4-4208-b9f0-0e58d9ade619 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:20.089897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8786ccdc-34c4-4300-9139-f50a2c78c35c tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:20.102506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 01585318-2a05-45a3-82b4-f235ffac261b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:51:20.103002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:20.126668 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-83d02e64-00d4-4208-b9f0-0e58d9ade619 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1155813 Dec 25 19:51:20.130569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50088) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:20.143376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b003798d-bef7-4ce6-b204-9fe9ed4a0691 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-951993631', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a072bf18-38da-4547-9a9f-3d63617708c7'}], 'security_groups': ['53a0b032-7a9a-4e0f-987b-0b0c78580ac5']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:20.171703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8786ccdc-34c4-4300-9139-f50a2c78c35c tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:20.194069 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d07e2f56-4ed2-4d20-932a-4231ab6a23b7 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:20.201196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e7253105-31e6-4d52-af0e-12a7b30c2796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:20.209315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-dd654515-7c30-4791-9515-513392393998 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:20.220801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-dd654515-7c30-4791-9515-513392393998 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:20.226623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8786ccdc-34c4-4300-9139-f50a2c78c35c tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=924e73a1-e234-4fdb-9fb7-24524bcd7b10,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:20.228505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e42647-b699-48c5-b590-9c411e39c864 None None] DHCP port deletion for c3cfb5af-cbe3-4840-99de-e59b7d3048f8 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:51:20.229976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5118515-7d2b-463f-8eec-1af9fc6ef30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42689d93-edc5-4b34-bc4b-082a5f185a48,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:20.233710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d5118515-7d2b-463f-8eec-1af9fc6ef30e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:20.233877 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8786ccdc-34c4-4300-9139-f50a2c78c35c tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:20.235495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd654515-7c30-4791-9515-513392393998 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:20.238887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8786ccdc-34c4-4300-9139-f50a2c78c35c tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:20.240145 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8786ccdc-34c4-4300-9139-f50a2c78c35c tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/924e73a1-e234-4fdb-9fb7-24524bcd7b10 HTTP/1.1" status: 204 len: 168 time: 0.3333132 Dec 25 19:51:20.246723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50092) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:20.249931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd654515-7c30-4791-9515-513392393998 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:20.252613 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd654515-7c30-4791-9515-513392393998 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:51:20.255194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd654515-7c30-4791-9515-513392393998 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:51:20.262730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5d8362-0109-49ea-b7a3-798718255539 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Made reservation on behalf of 729c75216377447fb8851dfb28c74246 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:20.311545 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-dd654515-7c30-4791-9515-513392393998 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2406549 Dec 25 19:51:20.312758 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50096) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:20.321079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-15d72426-0045-4628-938f-d36d232c41bb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'subnet': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:20.358482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b003798d-bef7-4ce6-b204-9fe9ed4a0691 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:20.379017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a61bf7c-803a-4100-a78c-096f72380720 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router 9fea6925-3cf8-43b3-a6f3-314b4147b509 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:51:20.399793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-15e42647-b699-48c5-b590-9c411e39c864 None None] Deleting port cd213473-ec65-4f54-b635-b799a3edb82e {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:51:20.400334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-15e42647-b699-48c5-b590-9c411e39c864 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:20.452710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c8570732-0937-4dd1-a933-da26cbc5ee88 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Synchronizing usage tracker for tenant:99dc3263de89454a8b21c0da5a1a7448 on resource:security_group_rule {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:20.495178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 9b820126-f779-4aae-a7ff-7657f759c240 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:51:20.553660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 9b820126-f779-4aae-a7ff-7657f759c240 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:51:20.554139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 9b820126-f779-4aae-a7ff-7657f759c240 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:51:20.575625 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-e7253105-31e6-4d52-af0e-12a7b30c2796 None None] For port cd213473-ec65-4f54-b635-b799a3edb82e, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=cd213473-ec65-4f54-b635-b799a3edb82e,segment=NetworkSegment(5991fbc3-958c-4a2a-ae6a-ad7991314230),segment_id=5991fbc3-958c-4a2a-ae6a-ad7991314230)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:51:20.612436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c8570732-0937-4dd1-a933-da26cbc5ee88 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Unset dirty status for tenant:99dc3263de89454a8b21c0da5a1a7448 on resource:security_group_rule {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:20.616938 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c8570732-0937-4dd1-a933-da26cbc5ee88 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.3691466 Dec 25 19:51:20.617621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50102) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:20.689318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fa5d8362-0109-49ea-b7a3-798718255539 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:20.762795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-15e42647-b699-48c5-b590-9c411e39c864 None None] For port cd213473-ec65-4f54-b635-b799a3edb82e, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=cd213473-ec65-4f54-b635-b799a3edb82e,segment=NetworkSegment(5991fbc3-958c-4a2a-ae6a-ad7991314230),segment_id=5991fbc3-958c-4a2a-ae6a-ad7991314230)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:51:20.763266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-15e42647-b699-48c5-b590-9c411e39c864 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:20.862021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50106) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:20.863137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-15d72426-0045-4628-938f-d36d232c41bb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:20.903764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-15e42647-b699-48c5-b590-9c411e39c864 None None] Calling delete_port for cd213473-ec65-4f54-b635-b799a3edb82e owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:51:20.913013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-15d72426-0045-4628-938f-d36d232c41bb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:20.926531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b2b5deea-fdeb-4145-b9f5-14ff329188e5 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:20.943357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d72426-0045-4628-938f-d36d232c41bb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:20.949517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-15d72426-0045-4628-938f-d36d232c41bb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:20.951027 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-15d72426-0045-4628-938f-d36d232c41bb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:51:20.951315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e7253105-31e6-4d52-af0e-12a7b30c2796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:20.951552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15d72426-0045-4628-938f-d36d232c41bb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:51:20.955343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-235f7571-8521-4352-84af-314b1651fa39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:20.997127 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e7da62eb-4ed8-420c-b570-daa21d7c9296 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=16d52e6607ae40cb965f35dd48797f0f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1286988 Dec 25 19:51:21.003016 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-15d72426-0045-4628-938f-d36d232c41bb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6855152 Dec 25 19:51:21.003016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50110) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:21.004057 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50112) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:21.025724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b2b5deea-fdeb-4145-b9f5-14ff329188e5 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:21.047923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-7ca0bd1e-173f-4c43-9474-fac1a0b7fd5e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'subnet': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:21.131778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7253105-31e6-4d52-af0e-12a7b30c2796 None None] Pushing event updated for resources: {'Port': ['ID=cd213473-ec65-4f54-b635-b799a3edb82e,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:21.141112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e7253105-31e6-4d52-af0e-12a7b30c2796 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:21.155602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-15e42647-b699-48c5-b590-9c411e39c864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:21.161487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-10caa154-7472-4a0e-b969-531cf3e386a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:21.166744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b2b5deea-fdeb-4145-b9f5-14ff329188e5 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:21.176348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6abee685-b340-425c-994d-aa3706de4bf3 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:21.195658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a61bf7c-803a-4100-a78c-096f72380720 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:51:21.207858 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e42647-b699-48c5-b590-9c411e39c864 None None] Pushing event deleted for resources: {'Port': ['ID=cd213473-ec65-4f54-b635-b799a3edb82e,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:21.208674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b5deea-fdeb-4145-b9f5-14ff329188e5 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d008bbb6-9416-4511-a8dd-c1d94c280e0b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:21.212098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5069c540-9f21-4633-b5ac-282c132a0467 None None] Sync routers for ids ['9fea6925-3cf8-43b3-a6f3-314b4147b509'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:51:21.212271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-15e42647-b699-48c5-b590-9c411e39c864 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:21.217549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e42647-b699-48c5-b590-9c411e39c864 None None] No DVR routers for this DVR port cd213473-ec65-4f54-b635-b799a3edb82e on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:51:21.238290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b2b5deea-fdeb-4145-b9f5-14ff329188e5 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:21.255350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5069c540-9f21-4633-b5ac-282c132a0467 None None] Routers {'9fea6925-3cf8-43b3-a6f3-314b4147b509'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:51:21.256069 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-5069c540-9f21-4633-b5ac-282c132a0467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:51:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['9fea6925-3cf8-43b3-a6f3-314b4147b509'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:21.308104 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7ca0bd1e-173f-4c43-9474-fac1a0b7fd5e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:21.351468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7ca0bd1e-173f-4c43-9474-fac1a0b7fd5e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:21.356260 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-16b5cfee-1320-4797-9d42-12c336162a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:21.397924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-16b5cfee-1320-4797-9d42-12c336162a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:21.399969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5fdfc4-31b6-43b3-9b65-203e32ea2a8f None None] Update dhcp port {'port': {'network_id': 'ccdad919-2c02-444b-a1f9-a441240bee2d', 'fixed_ips': [{'subnet_id': 'b0737d7a-7b7b-44e5-90b9-5639de1fb292', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a072bf18-38da-4547-9a9f-3d63617708c7'}], 'binding:host_id': 'dv-neutron-822611-1-hyperv'}, 'id': '01585318-2a05-45a3-82b4-f235ffac261b'} from dv-neutron-822611-1-hyperv. {{(pid=88902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 25 19:51:21.407107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca0bd1e-173f-4c43-9474-fac1a0b7fd5e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:21.414071 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7ca0bd1e-173f-4c43-9474-fac1a0b7fd5e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:21.415701 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ca0bd1e-173f-4c43-9474-fac1a0b7fd5e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:51:21.416254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ca0bd1e-173f-4c43-9474-fac1a0b7fd5e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:51:21.474401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-5069c540-9f21-4633-b5ac-282c132a0467 None None] Set router 9fea6925-3cf8-43b3-a6f3-314b4147b509 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:51:21.476519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdfc4-31b6-43b3-9b65-203e32ea2a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:21.509910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-b003798d-bef7-4ce6-b204-9fe9ed4a0691 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Delete allocated IP 2001:db8::ba (ccdad919-2c02-444b-a1f9-a441240bee2d/b0737d7a-7b7b-44e5-90b9-5639de1fb292) {{(pid=88901) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 25 19:51:21.522309 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7ca0bd1e-173f-4c43-9474-fac1a0b7fd5e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5102472 Dec 25 19:51:21.522517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50118) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:21.531536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-95837637-ea54-4b46-8b60-fab6d1e7a54f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'subnet': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:21.537784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-b003798d-bef7-4ce6-b204-9fe9ed4a0691 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Allocated IP 2001:db8:0:1::26a (ccdad919-2c02-444b-a1f9-a441240bee2d/a072bf18-38da-4547-9a9f-3d63617708c7/b3411f65-c164-41b8-8c7b-27243304fe83) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:51:21.540863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b2b5deea-fdeb-4145-b9f5-14ff329188e5 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:21.546182 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b2b5deea-fdeb-4145-b9f5-14ff329188e5 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "DELETE /v2.0/security-groups/d008bbb6-9416-4511-a8dd-c1d94c280e0b HTTP/1.1" status: 204 len: 168 time: 0.9241126 Dec 25 19:51:21.547791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9a61bf7c-803a-4100-a78c-096f72380720 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:21.554032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50122) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:21.651794 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9a61bf7c-803a-4100-a78c-096f72380720 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 8.9439361 Dec 25 19:51:21.654228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50126) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:21.654821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8167494-3a5a-4a24-ac25-f83d06936119', 'tag': '2fb8177e-ec55-460c-9c68-0b535d4b7193'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:51:21.711828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device cd213473-ec65-4f54-b635-b799a3edb82e no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:51:21.721203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-16b5cfee-1320-4797-9d42-12c336162a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:21.731903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-abc98f4e-9570-4a16-940a-f63ebc7d43db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:21.745179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fa5d8362-0109-49ea-b7a3-798718255539 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:21.756161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: cd213473-ec65-4f54-b635-b799a3edb82e {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:51:21.756396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device cd213473-ec65-4f54-b635-b799a3edb82e not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:51:21.761981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b5cfee-1320-4797-9d42-12c336162a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26fc5cf-4cbf-4fdf-a7c1-ed56b0656384,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:21.775521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-16b5cfee-1320-4797-9d42-12c336162a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:21.776514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-95837637-ea54-4b46-8b60-fab6d1e7a54f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:21.783952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-14d1773c-7d7b-4573-8954-ff2ad06c654b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:21.839386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-16b5cfee-1320-4797-9d42-12c336162a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:21.840645 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-16b5cfee-1320-4797-9d42-12c336162a56 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f26fc5cf-4cbf-4fdf-a7c1-ed56b0656384 HTTP/1.1" status: 204 len: 168 time: 0.8355126 Dec 25 19:51:21.866817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-95837637-ea54-4b46-8b60-fab6d1e7a54f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:21.891270 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a9caddcb-fd36-4640-859c-1fa5b5d50c72 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/floatingips/4b0a2a5d-30cf-439b-8ae0-53e0be78dadd HTTP/1.1" status: 200 len: 989 time: 0.2305441 Dec 25 19:51:21.904169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-06922ced-0cc9-41ad-9d8a-5149171bedf0 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Synchronizing usage tracker for tenant:99dc3263de89454a8b21c0da5a1a7448 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:21.933005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d8362-0109-49ea-b7a3-798718255539 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Pushing event updated for resources: {'Subnet': ['ID=12d10f91-154a-4f1e-9315-04c913364b42,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:21.938213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95837637-ea54-4b46-8b60-fab6d1e7a54f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:21.944753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-95837637-ea54-4b46-8b60-fab6d1e7a54f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:21.946282 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-95837637-ea54-4b46-8b60-fab6d1e7a54f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:51:21.946786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95837637-ea54-4b46-8b60-fab6d1e7a54f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:51:21.951991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fa5d8362-0109-49ea-b7a3-798718255539 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:21.970971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5d8362-0109-49ea-b7a3-798718255539 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Checking segment: {'id': 'aac5ecd6-53aa-4984-920a-edf30fa998b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd8a4c08c-06fa-4479-bc38-b3b1b44a1bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:51:21.971600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5d8362-0109-49ea-b7a3-798718255539 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Network hostable DHCP agents. Network: d8a4c08c-06fa-4479-bc38-b3b1b44a1bc5, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:51:21.984234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-06922ced-0cc9-41ad-9d8a-5149171bedf0 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Unset dirty status for tenant:99dc3263de89454a8b21c0da5a1a7448 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:21.986566 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-06922ced-0cc9-41ad-9d8a-5149171bedf0 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.4310460 Dec 25 19:51:21.992597 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50136) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:21.993596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b003798d-bef7-4ce6-b204-9fe9ed4a0691 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:21.997867 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-95837637-ea54-4b46-8b60-fab6d1e7a54f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4742684 Dec 25 19:51:22.013587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50140) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:22.015617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b003798d-bef7-4ce6-b204-9fe9ed4a0691 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Transition to ACTIVE for port object b3411f65-c164-41b8-8c7b-27243304fe83 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:51:22.032974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b003798d-bef7-4ce6-b204-9fe9ed4a0691 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:22.047289 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7ded4a89-4b28-4a1e-af4e-7adb08dfa7ed tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:22.081296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9e8d9054-7b38-42e6-9d2c-c73725ff358a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:22.114467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5d8362-0109-49ea-b7a3-798718255539 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Network d8a4c08c-06fa-4479-bc38-b3b1b44a1bc5 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:51:22.138553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9e8d9054-7b38-42e6-9d2c-c73725ff358a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:22.139950 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9e8d9054-7b38-42e6-9d2c-c73725ff358a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1254048 Dec 25 19:51:22.142789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50144) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:22.157194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-5069c540-9f21-4633-b5ac-282c132a0467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fea6925-3cf8-43b3-a6f3-314b4147b509', 'name': 'tempest-TestNetworkBasicOps-router-1633076558', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': '48376342-4b80-4444-9020-b4d505d0f4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:50:12Z', 'updated_at': '2021-12-25T19:50:29Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '48376342-4b80-4444-9020-b4d505d0f4e6', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:88:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fea6925-3cf8-43b3-a6f3-314b4147b509', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:50:13Z', 'updated_at': '2021-12-25T19:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '4b0a2a5d-30cf-439b-8ae0-53e0be78dadd', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.3', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '9fea6925-3cf8-43b3-a6f3-314b4147b509', 'port_id': '2fb8177e-ec55-460c-9c68-0b535d4b7193', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b93aa6eb-1c8c-49ec-90cd-8565c57c7c10', 'mac_address': 'fa:16:3e:52:48:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8167494-3a5a-4a24-ac25-f83d06936119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T19:51:15Z', 'updated_at': '2021-12-25T19:51:15Z', 'revision_number': 0, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e625e04a-93e9-4c18-aae3-42b0bb3a2d12', 'name': '', 'network_id': 'b93aa6eb-1c8c-49ec-90cd-8565c57c7c10', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:60:3c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fea6925-3cf8-43b3-a6f3-314b4147b509', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4f90102-ec1f-45e5-8dc7-a216521dc6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:50:26Z', 'updated_at': '2021-12-25T19:50:46Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'e4f90102-ec1f-45e5-8dc7-a216521dc6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:22.170803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5069c540-9f21-4633-b5ac-282c132a0467 None None] Checking router: 9fea6925-3cf8-43b3-a6f3-314b4147b509 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:51:22.178086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-fa5d8362-0109-49ea-b7a3-798718255539 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, d8a4c08c-06fa-4479-bc38-b3b1b44a1bc5) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:22.200784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-3e5fdfc4-31b6-43b3-9b65-203e32ea2a8f None None] Allocated IP 2001:db8:0:1::2 (ccdad919-2c02-444b-a1f9-a441240bee2d/a072bf18-38da-4547-9a9f-3d63617708c7/01585318-2a05-45a3-82b4-f235ffac261b) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:51:22.204792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ddca5b-38f1-4db5-8b81-9bd0f73e6cce None None] Network d8a4c08c-06fa-4479-bc38-b3b1b44a1bc5 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:51:22.216238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5069c540-9f21-4633-b5ac-282c132a0467 None None] Routers {'9fea6925-3cf8-43b3-a6f3-314b4147b509'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:51:22.217139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-5069c540-9f21-4633-b5ac-282c132a0467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:51:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['9fea6925-3cf8-43b3-a6f3-314b4147b509'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:22.274846 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8167494-3a5a-4a24-ac25-f83d06936119', 'tag': '2fb8177e-ec55-460c-9c68-0b535d4b7193', 'status': 'completed', 'code': 200} Dec 25 19:51:22.293953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b003798d-bef7-4ce6-b204-9fe9ed4a0691 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] In _notify_port_updated(), no bound segment for port b3411f65-c164-41b8-8c7b-27243304fe83 on network ccdad919-2c02-444b-a1f9-a441240bee2d {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 25 19:51:22.299046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b003798d-bef7-4ce6-b204-9fe9ed4a0691 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:22.299795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b003798d-bef7-4ce6-b204-9fe9ed4a0691 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:22.304536 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b003798d-bef7-4ce6-b204-9fe9ed4a0691 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "PUT /v2.0/ports/b3411f65-c164-41b8-8c7b-27243304fe83 HTTP/1.1" status: 200 len: 930 time: 2.1730888 Dec 25 19:51:22.308610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50148) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:22.309832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b003798d-bef7-4ce6-b204-9fe9ed4a0691 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'Port': ['ID=b3411f65-c164-41b8-8c7b-27243304fe83,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:22.312909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b003798d-bef7-4ce6-b204-9fe9ed4a0691 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:22.340187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5d8362-0109-49ea-b7a3-798718255539 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:22.341347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fa5d8362-0109-49ea-b7a3-798718255539 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:22.416060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-09dad470-55ae-41b9-a471-c6c6cb601f00 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:22.484559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-5069c540-9f21-4633-b5ac-282c132a0467 None None] Set router 9fea6925-3cf8-43b3-a6f3-314b4147b509 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:51:22.519345 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fa5d8362-0109-49ea-b7a3-798718255539 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7638013 Dec 25 19:51:22.520617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50152) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:22.526791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-09dad470-55ae-41b9-a471-c6c6cb601f00 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:22.529982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-6d6f97ae-a8f9-4757-9de7-ff7218f1cd33 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Request body: {'port': {'network_id': 'd8a4c08c-06fa-4479-bc38-b3b1b44a1bc5', 'name': 'tempest-NetworksIpV6TestAttrs-792116237'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:22.541655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a545eff-d6c0-4abe-ad2c-2baea106581f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:22.546324 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7a545eff-d6c0-4abe-ad2c-2baea106581f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3720725 Dec 25 19:51:22.550527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50156) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:22.559233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-850f44e8-a26f-4722-a7b2-f39ec4039783 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Deleting port b3411f65-c164-41b8-8c7b-27243304fe83 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:51:22.559840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-850f44e8-a26f-4722-a7b2-f39ec4039783 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:22.709423 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d1bbe195-5cea-4359-836b-0522664f0027 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1535244 Dec 25 19:51:22.711385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50160) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:22.734102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6d6f97ae-a8f9-4757-9de7-ff7218f1cd33 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:22.737773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-3fa73899-8e2b-469a-a554-c6057e8e10e5 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'subnet': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:22.740202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6d6f97ae-a8f9-4757-9de7-ff7218f1cd33 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Usage tracker for resource:port and tenant:729c75216377447fb8851dfb28c74246 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:22.744305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6d6f97ae-a8f9-4757-9de7-ff7218f1cd33 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:22.752504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6d6f97ae-a8f9-4757-9de7-ff7218f1cd33 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:22.766169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6f97ae-a8f9-4757-9de7-ff7218f1cd33 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Made reservation on behalf of 729c75216377447fb8851dfb28c74246 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:22.774169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d6f97ae-a8f9-4757-9de7-ff7218f1cd33 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:22.779251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-3e5fdfc4-31b6-43b3-9b65-203e32ea2a8f None None] For port 01585318-2a05-45a3-82b4-f235ffac261b, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=01585318-2a05-45a3-82b4-f235ffac261b,segment=NetworkSegment(4016cc95-837b-44ae-8a9b-d81f38b4c388),segment_id=4016cc95-837b-44ae-8a9b-d81f38b4c388)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:51:22.805251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-6d6f97ae-a8f9-4757-9de7-ff7218f1cd33 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] device_id is not set on port fe68966a-bbeb-4400-bed6-76b1e685cafc yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:51:22.812880 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5e046c9d-ea34-4461-af1a-2aeba464e6b2 req-1ea0a82d-c146-4d77-9321-e08d3f77d425 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=e8167494-3a5a-4a24-ac25-f83d06936119 HTTP/1.1" status: 200 len: 1098 time: 0.5000982 Dec 25 19:51:22.852271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb77fa6-0715-4929-8535-4ddd3139c1c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-d8a4c08c-06fa-4479-bc38-b3b1b44a1bc5', 'network_id': 'd8a4c08c-06fa-4479-bc38-b3b1b44a1bc5', 'tenant_id': '729c75216377447fb8851dfb28c74246', 'fixed_ips': [{'subnet_id': '12d10f91-154a-4f1e-9315-04c913364b42'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:51:22.855123 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1cb77fa6-0715-4929-8535-4ddd3139c1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:22.872290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-09dad470-55ae-41b9-a471-c6c6cb601f00 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:22.885293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-087f584a-a51b-4343-9e71-292e0d845380 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:22.904866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdfc4-31b6-43b3-9b65-203e32ea2a8f None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:22.958276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-5069c540-9f21-4633-b5ac-282c132a0467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fea6925-3cf8-43b3-a6f3-314b4147b509', 'name': 'tempest-TestNetworkBasicOps-router-1633076558', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': '48376342-4b80-4444-9020-b4d505d0f4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:50:12Z', 'updated_at': '2021-12-25T19:50:29Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '48376342-4b80-4444-9020-b4d505d0f4e6', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:88:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fea6925-3cf8-43b3-a6f3-314b4147b509', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:50:13Z', 'updated_at': '2021-12-25T19:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '4b0a2a5d-30cf-439b-8ae0-53e0be78dadd', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.3', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '9fea6925-3cf8-43b3-a6f3-314b4147b509', 'port_id': '2fb8177e-ec55-460c-9c68-0b535d4b7193', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b93aa6eb-1c8c-49ec-90cd-8565c57c7c10', 'mac_address': 'fa:16:3e:52:48:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8167494-3a5a-4a24-ac25-f83d06936119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T19:51:15Z', 'updated_at': '2021-12-25T19:51:15Z', 'revision_number': 0, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e625e04a-93e9-4c18-aae3-42b0bb3a2d12', 'name': '', 'network_id': 'b93aa6eb-1c8c-49ec-90cd-8565c57c7c10', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:60:3c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fea6925-3cf8-43b3-a6f3-314b4147b509', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4f90102-ec1f-45e5-8dc7-a216521dc6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:50:26Z', 'updated_at': '2021-12-25T19:50:46Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'e4f90102-ec1f-45e5-8dc7-a216521dc6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:22.961540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50164) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:22.964277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5069c540-9f21-4633-b5ac-282c132a0467 None None] The sync data for ids ['9fea6925-3cf8-43b3-a6f3-314b4147b509'] in dv-neutron-822611-1-hyperv is: [{'id': '9fea6925-3cf8-43b3-a6f3-314b4147b509', 'name': 'tempest-TestNetworkBasicOps-router-1633076558', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': '48376342-4b80-4444-9020-b4d505d0f4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:50:12Z', 'updated_at': '2021-12-25T19:50:29Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '48376342-4b80-4444-9020-b4d505d0f4e6', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:88:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fea6925-3cf8-43b3-a6f3-314b4147b509', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:50:13Z', 'updated_at': '2021-12-25T19:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '4b0a2a5d-30cf-439b-8ae0-53e0be78dadd', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.3', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '9fea6925-3cf8-43b3-a6f3-314b4147b509', 'port_id': '2fb8177e-ec55-460c-9c68-0b535d4b7193', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b93aa6eb-1c8c-49ec-90cd-8565c57c7c10', 'mac_address': 'fa:16:3e:52:48:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8167494-3a5a-4a24-ac25-f83d06936119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T19:51:15Z', 'updated_at': '2021-12-25T19:51:15Z', 'revision_number': 0, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e625e04a-93e9-4c18-aae3-42b0bb3a2d12', 'name': '', 'network_id': 'b93aa6eb-1c8c-49ec-90cd-8565c57c7c10', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:60:3c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fea6925-3cf8-43b3-a6f3-314b4147b509', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4f90102-ec1f-45e5-8dc7-a216521dc6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:50:26Z', 'updated_at': '2021-12-25T19:50:46Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'e4f90102-ec1f-45e5-8dc7-a216521dc6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:51:23.003982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdfc4-31b6-43b3-9b65-203e32ea2a8f None None] Transition to ACTIVE for port object 01585318-2a05-45a3-82b4-f235ffac261b will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:51:23.011308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdfc4-31b6-43b3-9b65-203e32ea2a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:23.021894 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e7253105-31e6-4d52-af0e-12a7b30c2796 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:23.038276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-6d6f97ae-a8f9-4757-9de7-ff7218f1cd33 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Allocated IP 2001:db8::f816:3eff:fe3d:1658 (d8a4c08c-06fa-4479-bc38-b3b1b44a1bc5/12d10f91-154a-4f1e-9315-04c913364b42/fe68966a-bbeb-4400-bed6-76b1e685cafc) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:51:23.082401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dad470-55ae-41b9-a471-c6c6cb601f00 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5437bfbf-67f8-4f30-b997-2ecdb66c66ae,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:23.103486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5fdfc4-31b6-43b3-9b65-203e32ea2a8f None None] Pushing event updated for resources: {'Port': ['ID=01585318-2a05-45a3-82b4-f235ffac261b,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:23.107012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3e5fdfc4-31b6-43b3-9b65-203e32ea2a8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:23.165045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-09dad470-55ae-41b9-a471-c6c6cb601f00 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:23.227312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3fa73899-8e2b-469a-a554-c6057e8e10e5 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:23.280925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-09dad470-55ae-41b9-a471-c6c6cb601f00 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:23.282191 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-09dad470-55ae-41b9-a471-c6c6cb601f00 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "DELETE /v2.0/security-groups/5437bfbf-67f8-4f30-b997-2ecdb66c66ae HTTP/1.1" status: 204 len: 168 time: 1.2885792 Dec 25 19:51:23.288348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50168) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:23.319997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3fa73899-8e2b-469a-a554-c6057e8e10e5 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:23.359740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:23.365895 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-766df817-2eaf-4728-b2d8-3cffe42b6b55 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/floatingips/4b0a2a5d-30cf-439b-8ae0-53e0be78dadd HTTP/1.1" status: 200 len: 989 time: 0.3872790 Dec 25 19:51:23.374608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e046c9d-ea34-4461-af1a-2aeba464e6b2 req-0d2a428f-7e48-4366-addc-a148beba7b40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:23.374608 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5e046c9d-ea34-4461-af1a-2aeba464e6b2 req-0d2a428f-7e48-4366-addc-a148beba7b40 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b93aa6eb-1c8c-49ec-90cd-8565c57c7c10 HTTP/1.1" status: 200 len: 897 time: 0.5406780 Dec 25 19:51:23.378517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d6f97ae-a8f9-4757-9de7-ff7218f1cd33 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:23.389291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa73899-8e2b-469a-a554-c6057e8e10e5 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:23.391556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-94cf530c-2796-4fd5-b705-634bb2882026 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Synchronizing usage tracker for tenant:99dc3263de89454a8b21c0da5a1a7448 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:23.399782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3fa73899-8e2b-469a-a554-c6057e8e10e5 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:23.416430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-6d6f97ae-a8f9-4757-9de7-ff7218f1cd33 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Transition to ACTIVE for port object fe68966a-bbeb-4400-bed6-76b1e685cafc will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:51:23.421065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-94cf530c-2796-4fd5-b705-634bb2882026 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Unset dirty status for tenant:99dc3263de89454a8b21c0da5a1a7448 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:23.422622 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-94cf530c-2796-4fd5-b705-634bb2882026 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1332629 Dec 25 19:51:23.442254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50172) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:23.443350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ebfb32-05ad-40b7-ac37-546c5e29da37 None None] New status for floating IP 4b0a2a5d-30cf-439b-8ae0-53e0be78dadd: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 19:51:23.449856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-881f0342-9607-4c68-a066-942c7fbc6fa2 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Request body: {'security_group': {'name': 'tempest-secgroup--1952549379'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:23.457989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-881f0342-9607-4c68-a066-942c7fbc6fa2 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:23.470218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-881f0342-9607-4c68-a066-942c7fbc6fa2 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:23.479404 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d6f97ae-a8f9-4757-9de7-ff7218f1cd33 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:23.488394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3e32e509-e5ac-4a9c-99f1-f13242f49e1e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:23.567444 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-881f0342-9607-4c68-a066-942c7fbc6fa2 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:23.582127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f97ae-a8f9-4757-9de7-ff7218f1cd33 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Pushing event updated for resources: {'Port': ['ID=fe68966a-bbeb-4400-bed6-76b1e685cafc,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:23.585436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6d6f97ae-a8f9-4757-9de7-ff7218f1cd33 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:23.613693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 01585318-2a05-45a3-82b4-f235ffac261b up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:51:23.616656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6f97ae-a8f9-4757-9de7-ff7218f1cd33 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Network d8a4c08c-06fa-4479-bc38-b3b1b44a1bc5 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:51:23.621826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-6d6f97ae-a8f9-4757-9de7-ff7218f1cd33 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:23.626879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6f97ae-a8f9-4757-9de7-ff7218f1cd33 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:51:23.631926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6f97ae-a8f9-4757-9de7-ff7218f1cd33 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:23.632910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d6f97ae-a8f9-4757-9de7-ff7218f1cd33 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:23.678239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-881f0342-9607-4c68-a066-942c7fbc6fa2 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:23.685156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-881f0342-9607-4c68-a066-942c7fbc6fa2 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Usage tracker for resource:security_group_rule and tenant:99dc3263de89454a8b21c0da5a1a7448 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:23.689410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-881f0342-9607-4c68-a066-942c7fbc6fa2 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:23.696385 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6d6f97ae-a8f9-4757-9de7-ff7218f1cd33 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.1700864 Dec 25 19:51:23.697378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50176) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:23.700423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-881f0342-9607-4c68-a066-942c7fbc6fa2 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:23.776861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-850f44e8-a26f-4722-a7b2-f39ec4039783 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:23.790966 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-1cb77fa6-0715-4929-8535-4ddd3139c1c8 None None] Allocated IP 2001:db8::f816:3eff:fed7:ee99 (d8a4c08c-06fa-4479-bc38-b3b1b44a1bc5/12d10f91-154a-4f1e-9315-04c913364b42/d769dda4-16fd-464a-99b9-e28123caa3c3) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:51:23.875196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-881f0342-9607-4c68-a066-942c7fbc6fa2 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:23.880892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-881f0342-9607-4c68-a066-942c7fbc6fa2 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:23.899549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fbc7f212-944c-485d-94a0-64c4945f1472 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:23.944936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 19:51:24.030748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f0342-9607-4c68-a066-942c7fbc6fa2 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2994b464-c1c8-4c07-87b9-5a3a70526ee2,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:24.043433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-881f0342-9607-4c68-a066-942c7fbc6fa2 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:24.044771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-881f0342-9607-4c68-a066-942c7fbc6fa2 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:24.046222 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-881f0342-9607-4c68-a066-942c7fbc6fa2 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6025414 Dec 25 19:51:24.049687 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-850f44e8-a26f-4722-a7b2-f39ec4039783 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Calling delete_port for b3411f65-c164-41b8-8c7b-27243304fe83 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:51:24.050029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50180) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:24.062016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-bad392bf-15ad-4837-a7dc-108d1ed6eaf1 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Request body: {'security_group_rule': {'security_group_id': '2994b464-c1c8-4c07-87b9-5a3a70526ee2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:24.079511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-bad392bf-15ad-4837-a7dc-108d1ed6eaf1 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:24.097695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-bad392bf-15ad-4837-a7dc-108d1ed6eaf1 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Usage tracker for resource:security_group_rule and tenant:99dc3263de89454a8b21c0da5a1a7448 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:24.113365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-bad392bf-15ad-4837-a7dc-108d1ed6eaf1 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:24.130596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-bad392bf-15ad-4837-a7dc-108d1ed6eaf1 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:24.142312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad694221-f162-4a70-be0c-6b09884aeb19 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Deleting subnet 12d10f91-154a-4f1e-9315-04c913364b42 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:51:24.158843 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5e046c9d-ea34-4461-af1a-2aeba464e6b2 req-f7939d16-0b09-4011-89c9-9bfd51d135fa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fb8177e-ec55-460c-9c68-0b535d4b7193 HTTP/1.1" status: 200 len: 997 time: 0.4468768 Dec 25 19:51:24.177503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bad392bf-15ad-4837-a7dc-108d1ed6eaf1 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:24.191786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1cb77fa6-0715-4929-8535-4ddd3139c1c8 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:24.219287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1cb77fa6-0715-4929-8535-4ddd3139c1c8 None None] Transition to ACTIVE for port object d769dda4-16fd-464a-99b9-e28123caa3c3 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:51:24.247496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1cb77fa6-0715-4929-8535-4ddd3139c1c8 None None] Transition to ACTIVE for port object d769dda4-16fd-464a-99b9-e28123caa3c3 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:51:24.253376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1cb77fa6-0715-4929-8535-4ddd3139c1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:24.258908 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-549b4ef5-0022-4696-98f3-7861cea3f926 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:24.265571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bad392bf-15ad-4837-a7dc-108d1ed6eaf1 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:24.266726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ad694221-f162-4a70-be0c-6b09884aeb19 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:24.305442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bad392bf-15ad-4837-a7dc-108d1ed6eaf1 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:24.311133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-66e1e4c0-8a11-4bdc-9d71-fd515dceec11 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:24.339202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb77fa6-0715-4929-8535-4ddd3139c1c8 None None] Network d8a4c08c-06fa-4479-bc38-b3b1b44a1bc5 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:51:24.342248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-1cb77fa6-0715-4929-8535-4ddd3139c1c8 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:24.347520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb77fa6-0715-4929-8535-4ddd3139c1c8 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:51:24.354856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb77fa6-0715-4929-8535-4ddd3139c1c8 None None] Pushing event updated for resources: {'Port': ['ID=d769dda4-16fd-464a-99b9-e28123caa3c3,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:24.358667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1cb77fa6-0715-4929-8535-4ddd3139c1c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:24.365713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad392bf-15ad-4837-a7dc-108d1ed6eaf1 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19bfc565-0c50-487b-ad02-62d1ace30011,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:24.368726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e046c9d-ea34-4461-af1a-2aeba464e6b2 req-16311793-bdcc-4aab-924a-7bd34cf9feff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:24.369880 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5e046c9d-ea34-4461-af1a-2aeba464e6b2 req-16311793-bdcc-4aab-924a-7bd34cf9feff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4f90102-ec1f-45e5-8dc7-a216521dc6da HTTP/1.1" status: 200 len: 835 time: 0.2035396 Dec 25 19:51:24.370724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50184) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:24.372898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bad392bf-15ad-4837-a7dc-108d1ed6eaf1 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:24.377044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ad694221-f162-4a70-be0c-6b09884aeb19 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:24.407929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bad392bf-15ad-4837-a7dc-108d1ed6eaf1 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:24.409248 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-bad392bf-15ad-4837-a7dc-108d1ed6eaf1 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.3552916 Dec 25 19:51:24.414604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50188) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:24.471955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9819e962-1e1a-4387-a6d3-399f9e4c84e6 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:24.475748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-1cb77fa6-0715-4929-8535-4ddd3139c1c8 None None] Attempting to bind port d769dda4-16fd-464a-99b9-e28123caa3c3 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:51:24.476566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-1cb77fa6-0715-4929-8535-4ddd3139c1c8 None None] Attempting to bind port d769dda4-16fd-464a-99b9-e28123caa3c3 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'aac5ecd6-53aa-4984-920a-edf30fa998b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd8a4c08c-06fa-4479-bc38-b3b1b44a1bc5'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:51:24.477191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb77fa6-0715-4929-8535-4ddd3139c1c8 None None] Attempting to bind port d769dda4-16fd-464a-99b9-e28123caa3c3 on network d8a4c08c-06fa-4479-bc38-b3b1b44a1bc5 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:51:24.482643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-c0190971-329d-40f7-8d32-887893b49c51 None None] Provisioning for port 01585318-2a05-45a3-82b4-f235ffac261b completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:51:24.491234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9819e962-1e1a-4387-a6d3-399f9e4c84e6 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:24.491481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-c0190971-329d-40f7-8d32-887893b49c51 None None] Provisioning complete for port 01585318-2a05-45a3-82b4-f235ffac261b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:51:24.492172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c0190971-329d-40f7-8d32-887893b49c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:24.533827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9819e962-1e1a-4387-a6d3-399f9e4c84e6 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:24.538813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e0aaa80f-d7b9-4d3a-ad04-ade9d759d76a tempest-ServerActionsTestJSON-713488345 tempest-ServerActionsTestJSON-713488345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:24.540279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb77fa6-0715-4929-8535-4ddd3139c1c8 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:51:24.540861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb77fa6-0715-4929-8535-4ddd3139c1c8 None None] Checking segment: {'id': 'aac5ecd6-53aa-4984-920a-edf30fa998b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd8a4c08c-06fa-4479-bc38-b3b1b44a1bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:51:24.541352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1cb77fa6-0715-4929-8535-4ddd3139c1c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:24.542406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb77fa6-0715-4929-8535-4ddd3139c1c8 None None] Bound using segment: {'id': 'aac5ecd6-53aa-4984-920a-edf30fa998b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd8a4c08c-06fa-4479-bc38-b3b1b44a1bc5'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:51:24.543086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-1cb77fa6-0715-4929-8535-4ddd3139c1c8 None None] Bound port: d769dda4-16fd-464a-99b9-e28123caa3c3, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aac5ecd6-53aa-4984-920a-edf30fa998b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd8a4c08c-06fa-4479-bc38-b3b1b44a1bc5'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:51:24.543727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1cb77fa6-0715-4929-8535-4ddd3139c1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:24.563418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9819e962-1e1a-4387-a6d3-399f9e4c84e6 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19bfc565-0c50-487b-ad02-62d1ace30011,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:24.569513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9819e962-1e1a-4387-a6d3-399f9e4c84e6 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:24.571969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9819e962-1e1a-4387-a6d3-399f9e4c84e6 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:24.576469 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9819e962-1e1a-4387-a6d3-399f9e4c84e6 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/19bfc565-0c50-487b-ad02-62d1ace30011 HTTP/1.1" status: 204 len: 168 time: 0.1608694 Dec 25 19:51:24.577411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50192) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:24.586619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-850f44e8-a26f-4722-a7b2-f39ec4039783 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:24.598426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0b16cb9b-86da-44f9-babe-8c7d7665fb9f tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:24.616784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ad694221-f162-4a70-be0c-6b09884aeb19 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:24.670949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f44e8-a26f-4722-a7b2-f39ec4039783 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event deleted for resources: {'Port': ['ID=b3411f65-c164-41b8-8c7b-27243304fe83,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:24.673597 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-850f44e8-a26f-4722-a7b2-f39ec4039783 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:24.679045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8e6a3383-3ca2-4fda-b6e1-b5843d7408b7 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Synchronizing usage tracker for tenant:99dc3263de89454a8b21c0da5a1a7448 on resource:security_group_rule {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:24.694340 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-62876fd0-2af0-418c-86e2-4504b4900c8b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/floatingips/4b0a2a5d-30cf-439b-8ae0-53e0be78dadd HTTP/1.1" status: 200 len: 991 time: 0.3156826 Dec 25 19:51:24.715343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8e6a3383-3ca2-4fda-b6e1-b5843d7408b7 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Unset dirty status for tenant:99dc3263de89454a8b21c0da5a1a7448 on resource:security_group_rule {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:24.720712 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8e6a3383-3ca2-4fda-b6e1-b5843d7408b7 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1398911 Dec 25 19:51:24.723427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50196) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:24.758285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-c0190971-329d-40f7-8d32-887893b49c51 None None] Could not find standard attr ID for object b3411f65-c164-41b8-8c7b-27243304fe83. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:51:24.765655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-1cb77fa6-0715-4929-8535-4ddd3139c1c8 None None] For port d769dda4-16fd-464a-99b9-e28123caa3c3, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:51:24.773622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ad694221-f162-4a70-be0c-6b09884aeb19 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:24.775097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-1cb77fa6-0715-4929-8535-4ddd3139c1c8 None None] For port d769dda4-16fd-464a-99b9-e28123caa3c3, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=d769dda4-16fd-464a-99b9-e28123caa3c3,segment=NetworkSegment(aac5ecd6-53aa-4984-920a-edf30fa998b6),segment_id=aac5ecd6-53aa-4984-920a-edf30fa998b6)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:51:24.782227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-850f44e8-a26f-4722-a7b2-f39ec4039783 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:24.783034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-83d02e64-00d4-4208-b9f0-0e58d9ade619 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:24.785030 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1cb77fa6-0715-4929-8535-4ddd3139c1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:24.790859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-37e7fc20-2a19-4141-81f8-2177a7e317c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:24.794844 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5e046c9d-ea34-4461-af1a-2aeba464e6b2 req-01f621e9-1e6b-426b-bd8f-b1ef544e2e51 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b93aa6eb-1c8c-49ec-90cd-8565c57c7c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3475986 Dec 25 19:51:24.826908 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad694221-f162-4a70-be0c-6b09884aeb19 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Pushing event deleted for resources: {'Subnet': ['ID=12d10f91-154a-4f1e-9315-04c913364b42,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:24.835805 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ad694221-f162-4a70-be0c-6b09884aeb19 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:24.863092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ad694221-f162-4a70-be0c-6b09884aeb19 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:24.864239 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-850f44e8-a26f-4722-a7b2-f39ec4039783 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/ports/b3411f65-c164-41b8-8c7b-27243304fe83 HTTP/1.1" status: 204 len: 168 time: 2.5362906 Dec 25 19:51:24.869258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d81a084e-cd74-4179-b5bb-df8f9995e1a5 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:24.870064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb77fa6-0715-4929-8535-4ddd3139c1c8 None None] Pushing event updated for resources: {'Port': ['ID=d769dda4-16fd-464a-99b9-e28123caa3c3,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:24.870811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50200) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:24.885638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1cb77fa6-0715-4929-8535-4ddd3139c1c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:24.897261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-c0190971-329d-40f7-8d32-887893b49c51 None None] Provisioning complete for port 8136c357-847e-4f1c-a3d8-2a70c397d020 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:51:24.897941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c0190971-329d-40f7-8d32-887893b49c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:24.949841 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab034ad6-9f4d-40bd-b05b-bc456bb14ad2 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] GET failed (client error): The resource could not be found. Dec 25 19:51:24.955240 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ab034ad6-9f4d-40bd-b05b-bc456bb14ad2 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "GET /v2.0/ports/b3411f65-c164-41b8-8c7b-27243304fe83 HTTP/1.1" status: 404 len: 333 time: 0.0804226 Dec 25 19:51:24.955963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50204) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:24.970152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-c0190971-329d-40f7-8d32-887893b49c51 None None] Port 8136c357-847e-4f1c-a3d8-2a70c397d020 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:51:24.989904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d81a084e-cd74-4179-b5bb-df8f9995e1a5 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:24.998826 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ad694221-f162-4a70-be0c-6b09884aeb19 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] 10.222.0.24 "DELETE /v2.0/subnets/12d10f91-154a-4f1e-9315-04c913364b42 HTTP/1.1" status: 204 len: 168 time: 1.3003421 Dec 25 19:51:25.003637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50208) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:25.069137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-36b79d4f-ecf1-4189-a18f-37e727c83427 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:25.084748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-6ca43038-c983-4b8f-a993-13645c36ec53 None None] Could not find standard attr ID for object b3411f65-c164-41b8-8c7b-27243304fe83. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:51:25.092754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3fa73899-8e2b-469a-a554-c6057e8e10e5 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:25.094602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d81a084e-cd74-4179-b5bb-df8f9995e1a5 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:25.101690 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3ccede1e-dc02-4761-9882-85cbd0919d21 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:25.108439 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-02e9d9c3-79d1-4d05-83be-27ab60028995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:25.130985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-36b79d4f-ecf1-4189-a18f-37e727c83427 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:25.172007 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5e046c9d-ea34-4461-af1a-2aeba464e6b2 req-85aa2a4d-4deb-48cb-8802-fed58fdd98f9 service neutron] 10.222.0.36 "GET /v2.0/networks/b93aa6eb-1c8c-49ec-90cd-8565c57c7c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689542 Dec 25 19:51:25.180942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a084e-cd74-4179-b5bb-df8f9995e1a5 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2994b464-c1c8-4c07-87b9-5a3a70526ee2,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:25.183967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d81a084e-cd74-4179-b5bb-df8f9995e1a5 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:25.189457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-36b79d4f-ecf1-4189-a18f-37e727c83427 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:25.201727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-922de347-463f-4ca0-8ed1-ed7f8d26803d tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:25.223002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f080a68-877b-4029-bd1c-cda649cbe789 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:25.224607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f080a68-877b-4029-bd1c-cda649cbe789 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:25.225560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6f080a68-877b-4029-bd1c-cda649cbe789 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Synchronizing usage tracker for tenant:729c75216377447fb8851dfb28c74246 on resource:subnet {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:25.234799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa73899-8e2b-469a-a554-c6057e8e10e5 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:51:25.236955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b79d4f-ecf1-4189-a18f-37e727c83427 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fef6a0-86d1-4855-abf9-88573e8dcd54,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:25.240907 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-36b79d4f-ecf1-4189-a18f-37e727c83427 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:25.247317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-36b79d4f-ecf1-4189-a18f-37e727c83427 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:25.252376 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-36b79d4f-ecf1-4189-a18f-37e727c83427 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/security-groups/46fef6a0-86d1-4855-abf9-88573e8dcd54 HTTP/1.1" status: 204 len: 168 time: 0.2932310 Dec 25 19:51:25.253182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-3fa73899-8e2b-469a-a554-c6057e8e10e5 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:25.257045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50212) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:25.264430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a4a08e-1f11-4620-89cd-d0405fdf1ef4 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:51:25.270755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa73899-8e2b-469a-a554-c6057e8e10e5 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:25.271483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3fa73899-8e2b-469a-a554-c6057e8e10e5 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:25.272980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d81a084e-cd74-4179-b5bb-df8f9995e1a5 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:25.276819 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d81a084e-cd74-4179-b5bb-df8f9995e1a5 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "DELETE /v2.0/security-groups/2994b464-c1c8-4c07-87b9-5a3a70526ee2 HTTP/1.1" status: 204 len: 168 time: 0.5498853 Dec 25 19:51:25.277367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50216) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:25.334607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b65ed96d-c7d0-45ff-9576-3e43c38d8694 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Synchronizing usage tracker for tenant:99dc3263de89454a8b21c0da5a1a7448 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:25.351353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b65ed96d-c7d0-45ff-9576-3e43c38d8694 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Unset dirty status for tenant:99dc3263de89454a8b21c0da5a1a7448 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:25.352965 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b65ed96d-c7d0-45ff-9576-3e43c38d8694 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0745180 Dec 25 19:51:25.353971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa73899-8e2b-469a-a554-c6057e8e10e5 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Subnet': ['ID=06cb615f-aa9f-4a80-a197-1950dcea149d,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:25.362896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50220) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:25.368993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3fa73899-8e2b-469a-a554-c6057e8e10e5 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:25.378550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6f080a68-877b-4029-bd1c-cda649cbe789 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Unset dirty status for tenant:729c75216377447fb8851dfb28c74246 on resource:subnet {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:25.379858 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6f080a68-877b-4029-bd1c-cda649cbe789 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3675570 Dec 25 19:51:25.383407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50224) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:25.399271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-da52ed72-de21-4422-99b4-1d12bb53724f tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Request body: {'security_group': {'name': 'tempest-secgroup--364279293'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:25.410588 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3fa73899-8e2b-469a-a554-c6057e8e10e5 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6868441 Dec 25 19:51:25.411931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-da52ed72-de21-4422-99b4-1d12bb53724f tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:25.414333 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50228) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:25.426135 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-1700b9e3-a0d0-4ef4-9e85-e1deab0160e2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'port': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'mac_address': 'fa:16:3e:86:2b:f3', 'name': 'tempest-NetworksTestDHCPv6-563857309'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:25.457794 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-da52ed72-de21-4422-99b4-1d12bb53724f tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:25.468372 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5e046c9d-ea34-4461-af1a-2aeba464e6b2 req-20113752-0c05-4006-addc-b90c8c9313e3 service neutron] 10.222.0.36 "GET /v2.0/networks/b93aa6eb-1c8c-49ec-90cd-8565c57c7c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802420 Dec 25 19:51:25.494305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-da52ed72-de21-4422-99b4-1d12bb53724f tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:25.524673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9d591062-56a3-4fa4-93bc-0f08d5df42df tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:25.597432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9d591062-56a3-4fa4-93bc-0f08d5df42df tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:25.611830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3df387c6-2ef1-489e-8133-ffdd56c2c04a tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:25.612317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-da52ed72-de21-4422-99b4-1d12bb53724f tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:25.617151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09900fb7-6260-44a3-b6a1-3517492c43b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-7396b720-65bf-48b2-8da7-778eed2fcf44', 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'tenant_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'fixed_ips': [{'subnet_id': '06cb615f-aa9f-4a80-a197-1950dcea149d'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:51:25.618393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-09900fb7-6260-44a3-b6a1-3517492c43b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:25.627183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-da52ed72-de21-4422-99b4-1d12bb53724f tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Usage tracker for resource:security_group_rule and tenant:99dc3263de89454a8b21c0da5a1a7448 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:25.662133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-da52ed72-de21-4422-99b4-1d12bb53724f tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:25.671184 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-da52ed72-de21-4422-99b4-1d12bb53724f tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:25.675422 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9d591062-56a3-4fa4-93bc-0f08d5df42df tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:25.690729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-335b00ae-d524-43ee-8a20-eaf325031ed0 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:25.712618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d591062-56a3-4fa4-93bc-0f08d5df42df tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a0b032-7a9a-4e0f-987b-0b0c78580ac5,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:25.716835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d769dda4-16fd-464a-99b9-e28123caa3c3 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:51:25.717371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9d591062-56a3-4fa4-93bc-0f08d5df42df tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:25.726452 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df387c6-2ef1-489e-8133-ffdd56c2c04a tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 25 19:51:25.726957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3df387c6-2ef1-489e-8133-ffdd56c2c04a tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:51:25.733372 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3df387c6-2ef1-489e-8133-ffdd56c2c04a tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] 10.222.0.24 "DELETE /v2.0/networks/d8a4c08c-06fa-4479-bc38-b3b1b44a1bc5 HTTP/1.1" status: 409 len: 405 time: 0.3443904 Dec 25 19:51:25.733528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9d591062-56a3-4fa4-93bc-0f08d5df42df tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:25.734333 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9d591062-56a3-4fa4-93bc-0f08d5df42df tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/security-groups/53a0b032-7a9a-4e0f-987b-0b0c78580ac5 HTTP/1.1" status: 204 len: 168 time: 0.4736466 Dec 25 19:51:25.736086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50232) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:25.736217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50234) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:25.744288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-3668f359-7848-4d84-b34f-f00bb0d93b8e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1487773137'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:25.756741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3668f359-7848-4d84-b34f-f00bb0d93b8e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:25.768543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3668f359-7848-4d84-b34f-f00bb0d93b8e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Usage tracker for resource:network and tenant:729c75216377447fb8851dfb28c74246 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:25.772557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3668f359-7848-4d84-b34f-f00bb0d93b8e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:25.789114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3668f359-7848-4d84-b34f-f00bb0d93b8e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:25.809039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-da52ed72-de21-4422-99b4-1d12bb53724f tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:25.812425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3668f359-7848-4d84-b34f-f00bb0d93b8e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Made reservation on behalf of 729c75216377447fb8851dfb28c74246 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:25.818052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3668f359-7848-4d84-b34f-f00bb0d93b8e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:25.830519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-da52ed72-de21-4422-99b4-1d12bb53724f tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:25.838802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-03972776-43ef-47ec-ad76-02bf6ad91b5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:25.841160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1700b9e3-a0d0-4ef4-9e85-e1deab0160e2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:25.865351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1700b9e3-a0d0-4ef4-9e85-e1deab0160e2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:port and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:25.876172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1700b9e3-a0d0-4ef4-9e85-e1deab0160e2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:25.894709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1700b9e3-a0d0-4ef4-9e85-e1deab0160e2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:25.896140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da52ed72-de21-4422-99b4-1d12bb53724f tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2172371-1895-4d82-bdc2-d442cf465b8e,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:25.898650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3668f359-7848-4d84-b34f-f00bb0d93b8e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:51:25.901034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-da52ed72-de21-4422-99b4-1d12bb53724f tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:25.904972 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-da52ed72-de21-4422-99b4-1d12bb53724f tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5313637 Dec 25 19:51:25.906333 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50240) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:25.907032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-da52ed72-de21-4422-99b4-1d12bb53724f tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:25.914430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3668f359-7848-4d84-b34f-f00bb0d93b8e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:25.914863 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-3668f359-7848-4d84-b34f-f00bb0d93b8e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Added segment ebc3020e-d858-43cd-a061-37087254d1c1 of type vlan for network a5be637a-02bc-41ee-a2e3-a705ab69f548 Dec 25 19:51:25.919579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-d6d67924-5970-408c-bec4-8018e1fb0339 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Request body: {'security_group_rule': {'security_group_id': 'd2172371-1895-4d82-bdc2-d442cf465b8e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:25.938310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port d769dda4-16fd-464a-99b9-e28123caa3c3 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:51:25.941933 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-09900fb7-6260-44a3-b6a1-3517492c43b7 None None] Allocated IP 2001:db8::f816:3eff:fe8e:65c6 (7396b720-65bf-48b2-8da7-778eed2fcf44/06cb615f-aa9f-4a80-a197-1950dcea149d/d1319b68-ea4c-4443-a553-b7043ce64eec) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:51:25.951280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3668f359-7848-4d84-b34f-f00bb0d93b8e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:25.987524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3668f359-7848-4d84-b34f-f00bb0d93b8e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:25.991164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d6d67924-5970-408c-bec4-8018e1fb0339 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:25.992396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3668f359-7848-4d84-b34f-f00bb0d93b8e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:25.993310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3668f359-7848-4d84-b34f-f00bb0d93b8e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:25.995414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1700b9e3-a0d0-4ef4-9e85-e1deab0160e2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:25.999246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bb0f10fb-5285-4765-9184-31ea285ca972 tempest-FloatingIPTestJSON-323778118 tempest-FloatingIPTestJSON-323778118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:26.030877 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d6d67924-5970-408c-bec4-8018e1fb0339 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Usage tracker for resource:security_group_rule and tenant:99dc3263de89454a8b21c0da5a1a7448 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:26.040136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d6d67924-5970-408c-bec4-8018e1fb0339 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:26.063680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d6d67924-5970-408c-bec4-8018e1fb0339 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:26.116084 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3668f359-7848-4d84-b34f-f00bb0d93b8e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3778925 Dec 25 19:51:26.117109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668f359-7848-4d84-b34f-f00bb0d93b8e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Pushing event updated for resources: {'Network': ['ID=a5be637a-02bc-41ee-a2e3-a705ab69f548,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:26.119409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50244) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:26.122701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3668f359-7848-4d84-b34f-f00bb0d93b8e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:26.144968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-0f11a185-d34d-49df-8b18-d4b41d58787e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Request body: {'subnet': {'network_id': 'a5be637a-02bc-41ee-a2e3-a705ab69f548', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:26.158557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-d614b600-c8a0-481b-8ab7-e3f926e44f90 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Deleting subnet b0737d7a-7b7b-44e5-90b9-5639de1fb292 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:51:26.162248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d614b600-c8a0-481b-8ab7-e3f926e44f90 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:26.249998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d6d67924-5970-408c-bec4-8018e1fb0339 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:26.261895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d614b600-c8a0-481b-8ab7-e3f926e44f90 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:26.268539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network a5be637a-02bc-41ee-a2e3-a705ab69f548 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:51:26.274442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0f11a185-d34d-49df-8b18-d4b41d58787e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:26.286062 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0f11a185-d34d-49df-8b18-d4b41d58787e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:26.302603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f11a185-d34d-49df-8b18-d4b41d58787e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Made reservation on behalf of 729c75216377447fb8851dfb28c74246 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:26.351384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1700b9e3-a0d0-4ef4-9e85-e1deab0160e2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:26.413669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-1700b9e3-a0d0-4ef4-9e85-e1deab0160e2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] device_id is not set on port a6622b6c-ab95-42ca-bbbd-f266bca02103 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:51:26.418018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0f11a185-d34d-49df-8b18-d4b41d58787e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:26.454073 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-09900fb7-6260-44a3-b6a1-3517492c43b7 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:26.466398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-09900fb7-6260-44a3-b6a1-3517492c43b7 None None] Transition to ACTIVE for port object d1319b68-ea4c-4443-a553-b7043ce64eec will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:51:26.488032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-09900fb7-6260-44a3-b6a1-3517492c43b7 None None] Transition to ACTIVE for port object d1319b68-ea4c-4443-a553-b7043ce64eec will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:51:26.494227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-09900fb7-6260-44a3-b6a1-3517492c43b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:26.498748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3e5fdfc4-31b6-43b3-9b65-203e32ea2a8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:26.576536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09900fb7-6260-44a3-b6a1-3517492c43b7 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:51:26.581181 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-09900fb7-6260-44a3-b6a1-3517492c43b7 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:26.585294 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09900fb7-6260-44a3-b6a1-3517492c43b7 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:51:26.597243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09900fb7-6260-44a3-b6a1-3517492c43b7 None None] Pushing event updated for resources: {'Port': ['ID=d1319b68-ea4c-4443-a553-b7043ce64eec,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:26.600794 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-09900fb7-6260-44a3-b6a1-3517492c43b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:26.706216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-09900fb7-6260-44a3-b6a1-3517492c43b7 None None] Attempting to bind port d1319b68-ea4c-4443-a553-b7043ce64eec on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:51:26.707168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-09900fb7-6260-44a3-b6a1-3517492c43b7 None None] Attempting to bind port d1319b68-ea4c-4443-a553-b7043ce64eec by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:51:26.707932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09900fb7-6260-44a3-b6a1-3517492c43b7 None None] Attempting to bind port d1319b68-ea4c-4443-a553-b7043ce64eec on network 7396b720-65bf-48b2-8da7-778eed2fcf44 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:51:26.715993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09900fb7-6260-44a3-b6a1-3517492c43b7 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:51:26.717074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09900fb7-6260-44a3-b6a1-3517492c43b7 None None] Checking segment: {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:51:26.718246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-09900fb7-6260-44a3-b6a1-3517492c43b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:26.718898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09900fb7-6260-44a3-b6a1-3517492c43b7 None None] Bound using segment: {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:51:26.719728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-09900fb7-6260-44a3-b6a1-3517492c43b7 None None] Bound port: d1319b68-ea4c-4443-a553-b7043ce64eec, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:51:26.720503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-09900fb7-6260-44a3-b6a1-3517492c43b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:26.734757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d6d67924-5970-408c-bec4-8018e1fb0339 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:26.750743 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d6d67924-5970-408c-bec4-8018e1fb0339 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:26.757868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:26.802991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d67924-5970-408c-bec4-8018e1fb0339 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f9fa3b-9294-4be5-a4df-50c580ed9446,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:26.815942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d6d67924-5970-408c-bec4-8018e1fb0339 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:26.852938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-09900fb7-6260-44a3-b6a1-3517492c43b7 None None] For port d1319b68-ea4c-4443-a553-b7043ce64eec, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:51:26.857001 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-09900fb7-6260-44a3-b6a1-3517492c43b7 None None] For port d1319b68-ea4c-4443-a553-b7043ce64eec, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=d1319b68-ea4c-4443-a553-b7043ce64eec,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:51:26.864282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-09900fb7-6260-44a3-b6a1-3517492c43b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:26.871101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-15e42647-b699-48c5-b590-9c411e39c864 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:26.875545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d614b600-c8a0-481b-8ab7-e3f926e44f90 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:26.937796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d6d67924-5970-408c-bec4-8018e1fb0339 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:26.939718 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d6d67924-5970-408c-bec4-8018e1fb0339 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0299995 Dec 25 19:51:26.947664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50248) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:26.985923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09900fb7-6260-44a3-b6a1-3517492c43b7 None None] Pushing event updated for resources: {'Port': ['ID=d1319b68-ea4c-4443-a553-b7043ce64eec,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:26.996740 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-78437408-fbc1-4557-8eda-b61092686978 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "GET /v2.0/security-group-rules/60f9fa3b-9294-4be5-a4df-50c580ed9446 HTTP/1.1" status: 200 len: 705 time: 0.0477529 Dec 25 19:51:26.997420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-09900fb7-6260-44a3-b6a1-3517492c43b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:26.998811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-1700b9e3-a0d0-4ef4-9e85-e1deab0160e2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Allocated IP 2001:db8::f816:3eff:fe86:2bf3 (7396b720-65bf-48b2-8da7-778eed2fcf44/06cb615f-aa9f-4a80-a197-1950dcea149d/a6622b6c-ab95-42ca-bbbd-f266bca02103) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:51:27.006060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50252) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:27.072900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0f11a185-d34d-49df-8b18-d4b41d58787e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:27.073133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d614b600-c8a0-481b-8ab7-e3f926e44f90 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:27.077979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-364c1500-2120-4e15-9535-fcaba5e00fa5 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:27.083197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d1bc72e7-85ca-412b-97d9-1cb926f58a22 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:27.146435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d614b600-c8a0-481b-8ab7-e3f926e44f90 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event deleted for resources: {'Subnet': ['ID=b0737d7a-7b7b-44e5-90b9-5639de1fb292,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:27.157067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d614b600-c8a0-481b-8ab7-e3f926e44f90 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:27.171618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ec018413-c5d2-4b2c-b066-fb0b28786f97 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Synchronizing usage tracker for tenant:99dc3263de89454a8b21c0da5a1a7448 on resource:security_group_rule {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:27.175214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d00eee0-690a-4fbb-b132-a970e9730e9f None None] Network d8a4c08c-06fa-4479-bc38-b3b1b44a1bc5 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:51:27.178350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f11a185-d34d-49df-8b18-d4b41d58787e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Pushing event updated for resources: {'Subnet': ['ID=23f59cf7-34d8-4ba9-92a6-ba5b27f88cf2,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:27.180703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d614b600-c8a0-481b-8ab7-e3f926e44f90 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:27.191992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0f11a185-d34d-49df-8b18-d4b41d58787e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:27.197614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f11a185-d34d-49df-8b18-d4b41d58787e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Checking segment: {'id': 'ebc3020e-d858-43cd-a061-37087254d1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a5be637a-02bc-41ee-a2e3-a705ab69f548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:51:27.198065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f11a185-d34d-49df-8b18-d4b41d58787e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Network hostable DHCP agents. Network: a5be637a-02bc-41ee-a2e3-a705ab69f548, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:51:27.205048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88a1d1b-b74d-407d-ac16-b3c2f3f00479 None None] Network ccdad919-2c02-444b-a1f9-a441240bee2d requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:51:27.223437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f11a185-d34d-49df-8b18-d4b41d58787e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Network a5be637a-02bc-41ee-a2e3-a705ab69f548 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:51:27.227400 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d614b600-c8a0-481b-8ab7-e3f926e44f90 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/subnets/b0737d7a-7b7b-44e5-90b9-5639de1fb292 HTTP/1.1" status: 204 len: 168 time: 1.4903078 Dec 25 19:51:27.231596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50256) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:27.235272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-0f11a185-d34d-49df-8b18-d4b41d58787e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, a5be637a-02bc-41ee-a2e3-a705ab69f548) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:27.240318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f11a185-d34d-49df-8b18-d4b41d58787e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:27.241029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0f11a185-d34d-49df-8b18-d4b41d58787e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:27.252862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-243780e2-1df3-4f33-b1be-ca88e028131c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'subnet': {'network_id': 'ccdad919-2c02-444b-a1f9-a441240bee2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:27.268689 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0f11a185-d34d-49df-8b18-d4b41d58787e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1480699 Dec 25 19:51:27.271909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50260) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:27.277368 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ec018413-c5d2-4b2c-b066-fb0b28786f97 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Unset dirty status for tenant:99dc3263de89454a8b21c0da5a1a7448 on resource:security_group_rule {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:27.281760 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ec018413-c5d2-4b2c-b066-fb0b28786f97 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2785752 Dec 25 19:51:27.285954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50264) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:27.325798 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9814c3f8-eb19-4959-9050-f746ed1df48c None None] Network a5be637a-02bc-41ee-a2e3-a705ab69f548 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:51:27.466768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-78fda586-6fd4-4bb6-835d-d700b98bf9ad tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:27.534882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-243780e2-1df3-4f33-b1be-ca88e028131c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:27.539171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-243780e2-1df3-4f33-b1be-ca88e028131c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:subnet and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:27.544132 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-78fda586-6fd4-4bb6-835d-d700b98bf9ad tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:27.546351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-243780e2-1df3-4f33-b1be-ca88e028131c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:27.554484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-243780e2-1df3-4f33-b1be-ca88e028131c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:27.577509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243780e2-1df3-4f33-b1be-ca88e028131c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Made reservation on behalf of 70aa58ed5ec1475cad367450f4be2220 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:27.584502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-243780e2-1df3-4f33-b1be-ca88e028131c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:27.697176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-78fda586-6fd4-4bb6-835d-d700b98bf9ad tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:27.702582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0a6e403b-0a8b-4ac9-9ae1-8a0126d32017 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:27.715777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d1319b68-ea4c-4443-a553-b7043ce64eec up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:51:27.730927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-98438322-7585-4083-b790-6f762bd7bcf9 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:27.747831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fda586-6fd4-4bb6-835d-d700b98bf9ad tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Pushing event deleted for resources: {'Subnet': ['ID=23f59cf7-34d8-4ba9-92a6-ba5b27f88cf2,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:27.750627 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-78fda586-6fd4-4bb6-835d-d700b98bf9ad tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:27.761374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-98438322-7585-4083-b790-6f762bd7bcf9 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:27.776348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-dd0acec2-a329-4761-a3de-7678d10339e2 None None] Provisioning for port d769dda4-16fd-464a-99b9-e28123caa3c3 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:51:27.792999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1700b9e3-a0d0-4ef4-9e85-e1deab0160e2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:27.849070 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1700b9e3-a0d0-4ef4-9e85-e1deab0160e2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Transition to ACTIVE for port object a6622b6c-ab95-42ca-bbbd-f266bca02103 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:51:27.852900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-98438322-7585-4083-b790-6f762bd7bcf9 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:27.857087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0afd5934-1e1f-4764-9ef6-cff9f8e261ee tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:27.869959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-78fda586-6fd4-4bb6-835d-d700b98bf9ad tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:27.885503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98438322-7585-4083-b790-6f762bd7bcf9 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60f9fa3b-9294-4be5-a4df-50c580ed9446,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:27.891331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-98438322-7585-4083-b790-6f762bd7bcf9 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:27.893766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-dd0acec2-a329-4761-a3de-7678d10339e2 None None] Provisioning complete for port d769dda4-16fd-464a-99b9-e28123caa3c3 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:51:27.894194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd0acec2-a329-4761-a3de-7678d10339e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:27.899799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-78fda586-6fd4-4bb6-835d-d700b98bf9ad tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5be637a-02bc-41ee-a2e3-a705ab69f548']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:27.904322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-98438322-7585-4083-b790-6f762bd7bcf9 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:27.905678 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-98438322-7585-4083-b790-6f762bd7bcf9 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/60f9fa3b-9294-4be5-a4df-50c580ed9446 HTTP/1.1" status: 204 len: 168 time: 0.6148214 Dec 25 19:51:27.910262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50268) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:27.916158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-78fda586-6fd4-4bb6-835d-d700b98bf9ad tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebc3020e-d858-43cd-a061-37087254d1c1') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:27.916493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-78fda586-6fd4-4bb6-835d-d700b98bf9ad tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebc3020e-d858-43cd-a061-37087254d1c1') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:27.948864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-78fda586-6fd4-4bb6-835d-d700b98bf9ad tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:27.968982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1700b9e3-a0d0-4ef4-9e85-e1deab0160e2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:27.977169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6d6f97ae-a8f9-4757-9de7-ff7218f1cd33 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:27.984230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-78fda586-6fd4-4bb6-835d-d700b98bf9ad tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:27.990897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd29d3df-2c40-4eab-869a-0c21ad8a3c4c None None] Network a5be637a-02bc-41ee-a2e3-a705ab69f548 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:51:27.994683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4f0e0bf7-e7e9-4cf5-9711-28b1096683f7 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Synchronizing usage tracker for tenant:99dc3263de89454a8b21c0da5a1a7448 on resource:security_group_rule {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:28.000495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78fda586-6fd4-4bb6-835d-d700b98bf9ad tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:51:28.000949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-78fda586-6fd4-4bb6-835d-d700b98bf9ad tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:28.017894 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:51:28.017894 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:51:28.017894 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:51:28.017894 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:51:28.017894 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:51:28.017894 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:51:28.017894 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:51:28.017894 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:51:28.017894 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:51:28.017894 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:51:28.017894 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:51:28.017894 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:51:28.017894 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:51:28.017894 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:51:28.017894 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:51:28.017894 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:51:28.017894 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:51:28.017894 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:51:28.017894 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:51:28.017894 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:51:28.017894 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:51:28.017894 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:51:28.017894 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:51:28.017894 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:51:28.017894 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:51:28.017894 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:51:28.017894 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:51:28.017894 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:51:28.017894 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:51:28.017894 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:51:28.017894 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:51:28.017894 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:51:28.048477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4f0e0bf7-e7e9-4cf5-9711-28b1096683f7 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Unset dirty status for tenant:99dc3263de89454a8b21c0da5a1a7448 on resource:security_group_rule {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:28.049854 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4f0e0bf7-e7e9-4cf5-9711-28b1096683f7 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1388175 Dec 25 19:51:28.060742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50272) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:28.069034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1700b9e3-a0d0-4ef4-9e85-e1deab0160e2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:51:28.075646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-839fbb1d-518f-433d-9933-d239ad57fddd tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Request body: {'security_group_rule': {'security_group_id': 'd2172371-1895-4d82-bdc2-d442cf465b8e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:28.082329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-1700b9e3-a0d0-4ef4-9e85-e1deab0160e2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:28.088786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-839fbb1d-518f-433d-9933-d239ad57fddd tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:28.091300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1700b9e3-a0d0-4ef4-9e85-e1deab0160e2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:51:28.096023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1700b9e3-a0d0-4ef4-9e85-e1deab0160e2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:28.096701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1700b9e3-a0d0-4ef4-9e85-e1deab0160e2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:28.114099 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700b9e3-a0d0-4ef4-9e85-e1deab0160e2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Port': ['ID=a6622b6c-ab95-42ca-bbbd-f266bca02103,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:28.117058 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-78fda586-6fd4-4bb6-835d-d700b98bf9ad tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:28.120726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7e49bc24-c612-4d49-9f5b-0f04df359acb tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:28.125374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1700b9e3-a0d0-4ef4-9e85-e1deab0160e2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:28.138059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-78fda586-6fd4-4bb6-835d-d700b98bf9ad tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:28.143685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-839fbb1d-518f-433d-9933-d239ad57fddd tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:28.151446 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1700b9e3-a0d0-4ef4-9e85-e1deab0160e2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7360470 Dec 25 19:51:28.154120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fda586-6fd4-4bb6-835d-d700b98bf9ad tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Pushing event deleted for resources: {'Network': ['ID=a5be637a-02bc-41ee-a2e3-a705ab69f548,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:28.156107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50276) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:28.177823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port d1319b68-ea4c-4443-a553-b7043ce64eec completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:51:28.190977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-243780e2-1df3-4f33-b1be-ca88e028131c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:28.196930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9dae10fc-a8c2-419c-a98d-b0e6b0cd3df0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:28.200368 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-78fda586-6fd4-4bb6-835d-d700b98bf9ad tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:28.213445 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-78fda586-6fd4-4bb6-835d-d700b98bf9ad tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] 10.222.0.24 "DELETE /v2.0/networks/a5be637a-02bc-41ee-a2e3-a705ab69f548 HTTP/1.1" status: 204 len: 168 time: 0.9403679 Dec 25 19:51:28.220972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50280) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:28.231565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-a9589bdf-940b-4893-a3e6-5fcdec184003 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-548437721'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:28.238301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-839fbb1d-518f-433d-9933-d239ad57fddd tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:28.240336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a9589bdf-940b-4893-a3e6-5fcdec184003 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:28.247167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a9589bdf-940b-4893-a3e6-5fcdec184003 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Usage tracker for resource:network and tenant:729c75216377447fb8851dfb28c74246 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:28.252889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a9589bdf-940b-4893-a3e6-5fcdec184003 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:28.261256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a9589bdf-940b-4893-a3e6-5fcdec184003 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:28.280887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9589bdf-940b-4893-a3e6-5fcdec184003 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Made reservation on behalf of 729c75216377447fb8851dfb28c74246 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:28.286635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a9589bdf-940b-4893-a3e6-5fcdec184003 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:28.312191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243780e2-1df3-4f33-b1be-ca88e028131c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Network ccdad919-2c02-444b-a1f9-a441240bee2d is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:51:28.313298 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e899c3e9-3f8d-4e65-8a9b-904c88053aa8 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:28.318564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e899c3e9-3f8d-4e65-8a9b-904c88053aa8 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:28.319682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-243780e2-1df3-4f33-b1be-ca88e028131c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:28.323140 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e899c3e9-3f8d-4e65-8a9b-904c88053aa8 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1601362 Dec 25 19:51:28.323377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243780e2-1df3-4f33-b1be-ca88e028131c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'Subnet': ['ID=7786d424-0797-41c5-a4e6-60aac345552a,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:28.323872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50284) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:28.324512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-243780e2-1df3-4f33-b1be-ca88e028131c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:28.328488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243780e2-1df3-4f33-b1be-ca88e028131c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:28.329197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-243780e2-1df3-4f33-b1be-ca88e028131c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:28.361444 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-243780e2-1df3-4f33-b1be-ca88e028131c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1273367 Dec 25 19:51:28.362346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50288) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:28.380637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-5f1e50f6-475d-4584-825d-9f815ad6d0a3 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'security_group': {'name': 'tempest-secgroup-716341946'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:28.387333 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5f1e50f6-475d-4584-825d-9f815ad6d0a3 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:28.391037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-839fbb1d-518f-433d-9933-d239ad57fddd tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:28.393970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5f1e50f6-475d-4584-825d-9f815ad6d0a3 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:security_group and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:28.397537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5f1e50f6-475d-4584-825d-9f815ad6d0a3 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:28.400858 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-839fbb1d-518f-433d-9933-d239ad57fddd tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:28.401905 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9589bdf-940b-4893-a3e6-5fcdec184003 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:51:28.405829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8786ccdc-34c4-4300-9139-f50a2c78c35c tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:28.412577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5f1e50f6-475d-4584-825d-9f815ad6d0a3 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:28.430489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-10da4473-2f93-42bc-8d23-bce3147e1e7e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting port a6622b6c-ab95-42ca-bbbd-f266bca02103 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:51:28.431208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-10da4473-2f93-42bc-8d23-bce3147e1e7e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:28.441109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839fbb1d-518f-433d-9933-d239ad57fddd tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9f11045-6386-406d-b44e-c4a1d388e274,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:28.447565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-839fbb1d-518f-433d-9933-d239ad57fddd tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:28.459572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5f1e50f6-475d-4584-825d-9f815ad6d0a3 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:28.464275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a9589bdf-940b-4893-a3e6-5fcdec184003 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:28.466753 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-a9589bdf-940b-4893-a3e6-5fcdec184003 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Added segment 4bb01ce3-c63b-43e3-8f6d-3c54ba56c317 of type vlan for network 72a2a412-e880-488e-aa02-e5d88e782cac Dec 25 19:51:28.479626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-839fbb1d-518f-433d-9933-d239ad57fddd tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:28.483894 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-839fbb1d-518f-433d-9933-d239ad57fddd tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4220538 Dec 25 19:51:28.484801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50292) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:28.516349 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-55fb0445-94bd-4b7e-b5a4-f573b3510b4c tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "GET /v2.0/security-group-rules/f9f11045-6386-406d-b44e-c4a1d388e274 HTTP/1.1" status: 200 len: 705 time: 0.0284050 Dec 25 19:51:28.517701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd0acec2-a329-4761-a3de-7678d10339e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:28.523659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50296) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:28.537227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a9589bdf-940b-4893-a3e6-5fcdec184003 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:28.564527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-dd0acec2-a329-4761-a3de-7678d10339e2 None None] For port d769dda4-16fd-464a-99b9-e28123caa3c3, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=d769dda4-16fd-464a-99b9-e28123caa3c3,segment=NetworkSegment(aac5ecd6-53aa-4984-920a-edf30fa998b6),segment_id=aac5ecd6-53aa-4984-920a-edf30fa998b6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:51:28.569751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5f1e50f6-475d-4584-825d-9f815ad6d0a3 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:28.570479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd0acec2-a329-4761-a3de-7678d10339e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:28.573408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3a2add9e-011c-4502-a16e-e1a52e82a281 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:28.579748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5f1e50f6-475d-4584-825d-9f815ad6d0a3 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:security_group_rule and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:28.583272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5f1e50f6-475d-4584-825d-9f815ad6d0a3 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:28.601703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5f1e50f6-475d-4584-825d-9f815ad6d0a3 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:28.635012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b247b349-89a8-4708-9456-1b42b9337001 None None] DHCP port deletion for d8a4c08c-06fa-4479-bc38-b3b1b44a1bc5 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:51:28.635867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ac935128-76ee-47fe-83ca-996d501d5363 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Synchronizing usage tracker for tenant:99dc3263de89454a8b21c0da5a1a7448 on resource:security_group_rule {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:28.647971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b247b349-89a8-4708-9456-1b42b9337001 None None] Deleting port d769dda4-16fd-464a-99b9-e28123caa3c3 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:51:28.648392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b247b349-89a8-4708-9456-1b42b9337001 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:28.678461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a9589bdf-940b-4893-a3e6-5fcdec184003 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:28.683296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9589bdf-940b-4893-a3e6-5fcdec184003 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:28.684187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a9589bdf-940b-4893-a3e6-5fcdec184003 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:28.709986 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4e1e6c2f-f6b5-404e-875f-c855da85e871 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:28.719347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0acec2-a329-4761-a3de-7678d10339e2 None None] Pushing event updated for resources: {'Port': ['ID=d769dda4-16fd-464a-99b9-e28123caa3c3,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:28.723172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dd0acec2-a329-4761-a3de-7678d10339e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:28.727921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ac935128-76ee-47fe-83ca-996d501d5363 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Unset dirty status for tenant:99dc3263de89454a8b21c0da5a1a7448 on resource:security_group_rule {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:28.732922 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ac935128-76ee-47fe-83ca-996d501d5363 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2081196 Dec 25 19:51:28.733629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50300) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:28.737616 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a9589bdf-940b-4893-a3e6-5fcdec184003 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5099752 Dec 25 19:51:28.738206 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5f1e50f6-475d-4584-825d-9f815ad6d0a3 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:28.743399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50302) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:28.768679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-09e8b4ed-69a9-4ea2-85ee-b27dbd6a9f44 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Request body: {'subnet': {'network_id': '72a2a412-e880-488e-aa02-e5d88e782cac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:28.815130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5f1e50f6-475d-4584-825d-9f815ad6d0a3 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:28.826382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-106bf785-a42a-4a26-9829-87f62f275cc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:28.897267 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9589bdf-940b-4893-a3e6-5fcdec184003 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Pushing event updated for resources: {'Network': ['ID=72a2a412-e880-488e-aa02-e5d88e782cac,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:28.908027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a9589bdf-940b-4893-a3e6-5fcdec184003 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:28.929105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-10da4473-2f93-42bc-8d23-bce3147e1e7e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:28.964253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b247b349-89a8-4708-9456-1b42b9337001 None None] For port d769dda4-16fd-464a-99b9-e28123caa3c3, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=d769dda4-16fd-464a-99b9-e28123caa3c3,segment=NetworkSegment(aac5ecd6-53aa-4984-920a-edf30fa998b6),segment_id=aac5ecd6-53aa-4984-920a-edf30fa998b6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:51:28.964868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b247b349-89a8-4708-9456-1b42b9337001 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:28.979679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 72a2a412-e880-488e-aa02-e5d88e782cac details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:51:29.033439 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-09e8b4ed-69a9-4ea2-85ee-b27dbd6a9f44 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:29.038101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-09e8b4ed-69a9-4ea2-85ee-b27dbd6a9f44 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Usage tracker for resource:subnet and tenant:729c75216377447fb8851dfb28c74246 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:29.042907 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-09e8b4ed-69a9-4ea2-85ee-b27dbd6a9f44 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:29.050074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-09e8b4ed-69a9-4ea2-85ee-b27dbd6a9f44 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:29.065301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e50f6-475d-4584-825d-9f815ad6d0a3 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c34642-7d4f-4905-b405-9504262c1fcf,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:29.083420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5f1e50f6-475d-4584-825d-9f815ad6d0a3 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:29.085902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5f1e50f6-475d-4584-825d-9f815ad6d0a3 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:29.089897 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5f1e50f6-475d-4584-825d-9f815ad6d0a3 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7166195 Dec 25 19:51:29.089897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e8b4ed-69a9-4ea2-85ee-b27dbd6a9f44 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Made reservation on behalf of 729c75216377447fb8851dfb28c74246 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:29.094523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50308) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:29.104347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-10da4473-2f93-42bc-8d23-bce3147e1e7e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Calling delete_port for a6622b6c-ab95-42ca-bbbd-f266bca02103 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:51:29.116459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-16cc9cd7-b5d8-46a6-a9e2-37b8a21db922 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:29.154635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-16cc9cd7-b5d8-46a6-a9e2-37b8a21db922 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:29.157626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-7f9f60ce-399a-4104-8020-44f097d5a0e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'security_group': {'name': 'tempest-secgroup-103824792'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:29.177234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7f9f60ce-399a-4104-8020-44f097d5a0e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:29.191642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7f9f60ce-399a-4104-8020-44f097d5a0e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:security_group and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:29.199788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7f9f60ce-399a-4104-8020-44f097d5a0e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:29.212833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7f9f60ce-399a-4104-8020-44f097d5a0e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:29.278459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7f9f60ce-399a-4104-8020-44f097d5a0e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:29.285402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-09e8b4ed-69a9-4ea2-85ee-b27dbd6a9f44 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:29.312889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-16cc9cd7-b5d8-46a6-a9e2-37b8a21db922 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:29.315685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b247b349-89a8-4708-9456-1b42b9337001 None None] Calling delete_port for d769dda4-16fd-464a-99b9-e28123caa3c3 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:51:29.326637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b1009c6b-19b5-4079-a052-0af44cc96a63 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:29.350985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7f9f60ce-399a-4104-8020-44f097d5a0e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:29.355794 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-10da4473-2f93-42bc-8d23-bce3147e1e7e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:29.358117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7f9f60ce-399a-4104-8020-44f097d5a0e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:security_group_rule and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:29.361057 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc9cd7-b5d8-46a6-a9e2-37b8a21db922 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9f11045-6386-406d-b44e-c4a1d388e274,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:29.365091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8e091a13-8cd6-4320-9477-d915e2f17529 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:29.372179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-16cc9cd7-b5d8-46a6-a9e2-37b8a21db922 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:29.398568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7f9f60ce-399a-4104-8020-44f097d5a0e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:29.414802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b247b349-89a8-4708-9456-1b42b9337001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:29.419193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:29.420598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7f9f60ce-399a-4104-8020-44f097d5a0e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:29.425360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da4473-2f93-42bc-8d23-bce3147e1e7e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Port': ['ID=a6622b6c-ab95-42ca-bbbd-f266bca02103,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:29.430272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-10da4473-2f93-42bc-8d23-bce3147e1e7e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:29.430384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-16cc9cd7-b5d8-46a6-a9e2-37b8a21db922 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:29.431615 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-16cc9cd7-b5d8-46a6-a9e2-37b8a21db922 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/f9f11045-6386-406d-b44e-c4a1d388e274 HTTP/1.1" status: 204 len: 168 time: 0.6933913 Dec 25 19:51:29.441933 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50312) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:29.480412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247b349-89a8-4708-9456-1b42b9337001 None None] Pushing event deleted for resources: {'Port': ['ID=d769dda4-16fd-464a-99b9-e28123caa3c3,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:29.483540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b247b349-89a8-4708-9456-1b42b9337001 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:29.493394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b247b349-89a8-4708-9456-1b42b9337001 None None] No DVR routers for this DVR port d769dda4-16fd-464a-99b9-e28123caa3c3 on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:51:29.550493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-10da4473-2f93-42bc-8d23-bce3147e1e7e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:29.551856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-3a7171f4-7337-4a55-bfca-78e2f490446e None None] Provisioning for port d1319b68-ea4c-4443-a553-b7043ce64eec completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:51:29.562512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-3a7171f4-7337-4a55-bfca-78e2f490446e None None] Provisioning complete for port d1319b68-ea4c-4443-a553-b7043ce64eec triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:51:29.562762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3a7171f4-7337-4a55-bfca-78e2f490446e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:29.634336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d769dda4-16fd-464a-99b9-e28123caa3c3 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:51:29.640693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-09e8b4ed-69a9-4ea2-85ee-b27dbd6a9f44 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:29.649737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7f9f60ce-399a-4104-8020-44f097d5a0e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:29.653027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f5880441-837a-44e0-bd49-40bd9e24931b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:29.659896 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-10da4473-2f93-42bc-8d23-bce3147e1e7e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/ports/a6622b6c-ab95-42ca-bbbd-f266bca02103 HTTP/1.1" status: 204 len: 168 time: 1.3344109 Dec 25 19:51:29.661158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7f9f60ce-399a-4104-8020-44f097d5a0e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:29.665974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50316) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:29.670389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-16b5cfee-1320-4797-9d42-12c336162a56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:29.679306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: d769dda4-16fd-464a-99b9-e28123caa3c3 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:51:29.679714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d769dda4-16fd-464a-99b9-e28123caa3c3 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:51:29.742752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3a7171f4-7337-4a55-bfca-78e2f490446e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:29.778799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-3a7171f4-7337-4a55-bfca-78e2f490446e None None] For port d1319b68-ea4c-4443-a553-b7043ce64eec, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=d1319b68-ea4c-4443-a553-b7043ce64eec,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:51:29.782039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3a7171f4-7337-4a55-bfca-78e2f490446e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:29.784626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1cb77fa6-0715-4929-8535-4ddd3139c1c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:29.785277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8b4ed-69a9-4ea2-85ee-b27dbd6a9f44 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Pushing event updated for resources: {'Subnet': ['ID=8873b532-b180-45bf-a686-9d1fdfacd647,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:29.786841 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-bba317da-9de1-44f1-9e02-512bedd8fd9a tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3433022 Dec 25 19:51:29.794468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50320) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:29.798819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-09e8b4ed-69a9-4ea2-85ee-b27dbd6a9f44 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:29.804761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-3124c852-c59c-45df-8548-5eda2acd0e1a tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Request body: {'security_group_rule': {'security_group_id': 'd2172371-1895-4d82-bdc2-d442cf465b8e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:29.807275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7f9f60ce-399a-4104-8020-44f097d5a0e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:29.808594 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7f9f60ce-399a-4104-8020-44f097d5a0e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7129023 Dec 25 19:51:29.814775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50324) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:29.821540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f60ce-399a-4104-8020-44f097d5a0e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4f1188-e5bb-422d-b598-57bca37ea3be,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:29.826072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3124c852-c59c-45df-8548-5eda2acd0e1a tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:29.826466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7f9f60ce-399a-4104-8020-44f097d5a0e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:29.833469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-2a46b1ac-0c7d-4d00-9fab-dacf57829bdd tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'security_group': {'name': 'tempest-secgroup-702317003'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:29.846673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3124c852-c59c-45df-8548-5eda2acd0e1a tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Usage tracker for resource:security_group_rule and tenant:99dc3263de89454a8b21c0da5a1a7448 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:29.848547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe35962e-debe-4c5d-8f56-17b9f083998b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:29.851013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe35962e-debe-4c5d-8f56-17b9f083998b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:29.851773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2a46b1ac-0c7d-4d00-9fab-dacf57829bdd tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:29.854254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3124c852-c59c-45df-8548-5eda2acd0e1a tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:29.854842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-fe35962e-debe-4c5d-8f56-17b9f083998b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:29.871790 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7171f4-7337-4a55-bfca-78e2f490446e None None] Pushing event updated for resources: {'Port': ['ID=d1319b68-ea4c-4443-a553-b7043ce64eec,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:29.872474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2a46b1ac-0c7d-4d00-9fab-dacf57829bdd tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:security_group and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:29.875786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3a7171f4-7337-4a55-bfca-78e2f490446e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:29.876748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3124c852-c59c-45df-8548-5eda2acd0e1a tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:29.879515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-fe35962e-debe-4c5d-8f56-17b9f083998b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:29.882397 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fe35962e-debe-4c5d-8f56-17b9f083998b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2009294 Dec 25 19:51:29.884073 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2a46b1ac-0c7d-4d00-9fab-dacf57829bdd tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:29.888025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50328) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:29.897083 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2a46b1ac-0c7d-4d00-9fab-dacf57829bdd tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:29.905164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e8b4ed-69a9-4ea2-85ee-b27dbd6a9f44 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Checking segment: {'id': '4bb01ce3-c63b-43e3-8f6d-3c54ba56c317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '72a2a412-e880-488e-aa02-e5d88e782cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:51:29.905677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e8b4ed-69a9-4ea2-85ee-b27dbd6a9f44 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Network hostable DHCP agents. Network: 72a2a412-e880-488e-aa02-e5d88e782cac, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:51:29.928509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2a46b1ac-0c7d-4d00-9fab-dacf57829bdd tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:29.938344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3124c852-c59c-45df-8548-5eda2acd0e1a tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:29.980357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b9eaa2-6b08-48fe-964d-e0c59e69154b None None] Network ccdad919-2c02-444b-a1f9-a441240bee2d requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:51:30.013436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2a46b1ac-0c7d-4d00-9fab-dacf57829bdd tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:30.015672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e8b4ed-69a9-4ea2-85ee-b27dbd6a9f44 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Network 72a2a412-e880-488e-aa02-e5d88e782cac is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:51:30.025999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2a46b1ac-0c7d-4d00-9fab-dacf57829bdd tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:security_group_rule and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:30.030812 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2a46b1ac-0c7d-4d00-9fab-dacf57829bdd tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:30.040866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2a46b1ac-0c7d-4d00-9fab-dacf57829bdd tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:30.042523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-c7da7545-db0d-4a5e-9c2c-51bd84a8d3af None None] Provisioning complete for port 01585318-2a05-45a3-82b4-f235ffac261b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:51:30.042741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c7da7545-db0d-4a5e-9c2c-51bd84a8d3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:30.047752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-09e8b4ed-69a9-4ea2-85ee-b27dbd6a9f44 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 72a2a412-e880-488e-aa02-e5d88e782cac) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:30.061419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e8b4ed-69a9-4ea2-85ee-b27dbd6a9f44 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:30.062074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-09e8b4ed-69a9-4ea2-85ee-b27dbd6a9f44 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:30.074782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c649ba6-797d-4656-abc5-a5553e358332 None None] Network 72a2a412-e880-488e-aa02-e5d88e782cac requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:51:30.082400 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3124c852-c59c-45df-8548-5eda2acd0e1a tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:30.093476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3124c852-c59c-45df-8548-5eda2acd0e1a tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:30.102085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3487f948-7cda-4a43-b54c-183090e6af7f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:30.120791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-b69a2698-3a69-480a-a4ef-11577848b2e1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting subnet 06cb615f-aa9f-4a80-a197-1950dcea149d {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:51:30.124562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b69a2698-3a69-480a-a4ef-11577848b2e1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:30.173994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3124c852-c59c-45df-8548-5eda2acd0e1a tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=739ecc56-da55-4487-8c3a-b3fe9b5dddf7,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:30.179768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3124c852-c59c-45df-8548-5eda2acd0e1a tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:30.184170 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-09e8b4ed-69a9-4ea2-85ee-b27dbd6a9f44 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4250579 Dec 25 19:51:30.184993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50332) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:30.193004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3124c852-c59c-45df-8548-5eda2acd0e1a tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:30.197610 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3124c852-c59c-45df-8548-5eda2acd0e1a tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4001896 Dec 25 19:51:30.198167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50336) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:30.236498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2a46b1ac-0c7d-4d00-9fab-dacf57829bdd tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:30.250291 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-720ba3a5-0874-4ac2-ba2c-3556fc2c8f2e tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "GET /v2.0/security-group-rules/739ecc56-da55-4487-8c3a-b3fe9b5dddf7 HTTP/1.1" status: 200 len: 706 time: 0.0468059 Dec 25 19:51:30.250528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50340) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:30.251479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2a46b1ac-0c7d-4d00-9fab-dacf57829bdd tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:30.258123 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b69a2698-3a69-480a-a4ef-11577848b2e1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:30.270571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d81a084e-cd74-4179-b5bb-df8f9995e1a5 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:30.306456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2a46b1ac-0c7d-4d00-9fab-dacf57829bdd tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:30.311712 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2a46b1ac-0c7d-4d00-9fab-dacf57829bdd tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.4954646 Dec 25 19:51:30.312582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50344) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:30.322802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-9b871dbc-f94d-4824-95d0-3637cba10ce1 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-197814686', 'security_groups': ['435849d7-a45a-4c97-9796-5c19447f5b6c'], 'network_id': 'ccdad919-2c02-444b-a1f9-a441240bee2d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7786d424-0797-41c5-a4e6-60aac345552a'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:30.341220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46b1ac-0c7d-4d00-9fab-dacf57829bdd tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=435849d7-a45a-4c97-9796-5c19447f5b6c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:30.357333 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2a46b1ac-0c7d-4d00-9fab-dacf57829bdd tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:30.443213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-c7da7545-db0d-4a5e-9c2c-51bd84a8d3af None None] Could not find standard attr ID for object a6622b6c-ab95-42ca-bbbd-f266bca02103. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:51:30.475137 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9c1092f0-0784-472b-91fa-a7994872f9a5 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.2197649 Dec 25 19:51:30.479597 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50348) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:30.492894 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-94c99654-113f-4af5-90b0-1ee15f7de96b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:30.527204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9b871dbc-f94d-4824-95d0-3637cba10ce1 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:30.536807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9b871dbc-f94d-4824-95d0-3637cba10ce1 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:port and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:30.541173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9b871dbc-f94d-4824-95d0-3637cba10ce1 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:30.543370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b69a2698-3a69-480a-a4ef-11577848b2e1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:30.548649 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9f252ce8-c939-40e2-9088-1b2c56dc25af tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:30.555583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9b871dbc-f94d-4824-95d0-3637cba10ce1 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:30.561668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-c7da7545-db0d-4a5e-9c2c-51bd84a8d3af None None] Provisioning complete for port 8136c357-847e-4f1c-a3d8-2a70c397d020 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:51:30.562097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c7da7545-db0d-4a5e-9c2c-51bd84a8d3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:30.569914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9f252ce8-c939-40e2-9088-1b2c56dc25af tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:30.588973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b871dbc-f94d-4824-95d0-3637cba10ce1 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Made reservation on behalf of 70aa58ed5ec1475cad367450f4be2220 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:30.598250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9b871dbc-f94d-4824-95d0-3637cba10ce1 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:30.629252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-9b871dbc-f94d-4824-95d0-3637cba10ce1 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] device_id is not set on port aa9c5091-a112-4a54-8e11-88662bdbc796 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:51:30.634401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-94c99654-113f-4af5-90b0-1ee15f7de96b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:30.667691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507510fc-0399-4891-912d-ff79cbe54cff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-72a2a412-e880-488e-aa02-e5d88e782cac', 'network_id': '72a2a412-e880-488e-aa02-e5d88e782cac', 'tenant_id': '729c75216377447fb8851dfb28c74246', 'fixed_ips': [{'subnet_id': '8873b532-b180-45bf-a686-9d1fdfacd647'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:51:30.668595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-507510fc-0399-4891-912d-ff79cbe54cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:30.670215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9f252ce8-c939-40e2-9088-1b2c56dc25af tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:30.679263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bad392bf-15ad-4837-a7dc-108d1ed6eaf1 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:30.685886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-c7da7545-db0d-4a5e-9c2c-51bd84a8d3af None None] Port 8136c357-847e-4f1c-a3d8-2a70c397d020 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:51:30.696305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f252ce8-c939-40e2-9088-1b2c56dc25af tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=739ecc56-da55-4487-8c3a-b3fe9b5dddf7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:30.707253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b69a2698-3a69-480a-a4ef-11577848b2e1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:30.714101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-963b0033-8db2-42ea-a48e-df9a67b5b8ef tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:30.715129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f252ce8-c939-40e2-9088-1b2c56dc25af tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:51:30.715514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f252ce8-c939-40e2-9088-1b2c56dc25af tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:51:30.715936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f252ce8-c939-40e2-9088-1b2c56dc25af tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:51:30.716361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f252ce8-c939-40e2-9088-1b2c56dc25af tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:51:30.716758 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f252ce8-c939-40e2-9088-1b2c56dc25af tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:51:30.717167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f252ce8-c939-40e2-9088-1b2c56dc25af tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:51:30.717666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f252ce8-c939-40e2-9088-1b2c56dc25af tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:51:30.718330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f252ce8-c939-40e2-9088-1b2c56dc25af tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:51:30.718735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f252ce8-c939-40e2-9088-1b2c56dc25af tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:51:30.719184 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f252ce8-c939-40e2-9088-1b2c56dc25af tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:51:30.719599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f252ce8-c939-40e2-9088-1b2c56dc25af tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:51:30.723125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9f252ce8-c939-40e2-9088-1b2c56dc25af tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:30.731204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9f252ce8-c939-40e2-9088-1b2c56dc25af tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:30.734793 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9f252ce8-c939-40e2-9088-1b2c56dc25af tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/739ecc56-da55-4487-8c3a-b3fe9b5dddf7 HTTP/1.1" status: 204 len: 168 time: 0.2517338 Dec 25 19:51:30.736740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50352) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:30.759376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a2698-3a69-480a-a4ef-11577848b2e1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Subnet': ['ID=06cb615f-aa9f-4a80-a197-1950dcea149d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:30.765051 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b69a2698-3a69-480a-a4ef-11577848b2e1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:30.774563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b69a2698-3a69-480a-a4ef-11577848b2e1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:30.790119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-94c99654-113f-4af5-90b0-1ee15f7de96b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:30.795239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b57b545f-4490-47fd-b7ff-3974b2516265 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:30.795388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf6e2a8-dd3f-47a4-a391-60ebc3ba2b14 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:51:30.829011 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b69a2698-3a69-480a-a4ef-11577848b2e1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/06cb615f-aa9f-4a80-a197-1950dcea149d HTTP/1.1" status: 204 len: 168 time: 0.9394760 Dec 25 19:51:30.832637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50356) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:30.838460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c99654-113f-4af5-90b0-1ee15f7de96b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Pushing event deleted for resources: {'Subnet': ['ID=8873b532-b180-45bf-a686-9d1fdfacd647,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:30.841871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-94c99654-113f-4af5-90b0-1ee15f7de96b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:30.939712 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2487590e-232c-4b94-b1c9-45cb867d42fe tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0958998 Dec 25 19:51:30.943531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50360) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:30.950211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0fb6da1a-cd1d-4e42-9feb-bc40b185433d tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Synchronizing usage tracker for tenant:99dc3263de89454a8b21c0da5a1a7448 on resource:security_group_rule {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:30.955156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-302ccbca-22e4-49d6-a350-3c7b92bab34f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'subnet': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:31.015810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0fb6da1a-cd1d-4e42-9feb-bc40b185433d tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Unset dirty status for tenant:99dc3263de89454a8b21c0da5a1a7448 on resource:security_group_rule {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:31.016600 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0fb6da1a-cd1d-4e42-9feb-bc40b185433d tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2789390 Dec 25 19:51:31.020133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50364) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:31.026937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-94c99654-113f-4af5-90b0-1ee15f7de96b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:31.106433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-9b871dbc-f94d-4824-95d0-3637cba10ce1 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Allocated IP 2001:db8::1a1 (ccdad919-2c02-444b-a1f9-a441240bee2d/7786d424-0797-41c5-a4e6-60aac345552a/aa9c5091-a112-4a54-8e11-88662bdbc796) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:51:31.155263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5fd22c94-b13c-4aec-b2a4-936ac055dc33 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:31.190638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5fd22c94-b13c-4aec-b2a4-936ac055dc33 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server [None req-507510fc-0399-4891-912d-ff79cbe54cff None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8873b532-b180-45bf-a686-9d1fdfacd647: This subnet is being modified by another concurrent operation. Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise value Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise value Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise value Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise value Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise value Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise value Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise value Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise exception Dec 25 19:51:31.208471 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8873b532-b180-45bf-a686-9d1fdfacd647: This subnet is being modified by another concurrent operation. Dec 25 19:51:31.219081 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server Dec 25 19:51:31.236216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97d5c9b-e54f-40b2-8a44-7171ca93a1a5 None None] Update dhcp port {'port': {'network_id': 'ccdad919-2c02-444b-a1f9-a441240bee2d', 'fixed_ips': [{'subnet_id': 'a072bf18-38da-4547-9a9f-3d63617708c7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7786d424-0797-41c5-a4e6-60aac345552a'}], 'binding:host_id': 'dv-neutron-822611-1-hyperv'}, 'id': '01585318-2a05-45a3-82b4-f235ffac261b'} from dv-neutron-822611-1-hyperv. {{(pid=88902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 25 19:51:31.266485 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ded8c54-eccc-4765-8adc-3c1dd7c0e3ac None None] Network 72a2a412-e880-488e-aa02-e5d88e782cac requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:51:31.310152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5fd22c94-b13c-4aec-b2a4-936ac055dc33 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:31.318052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2a46b1ac-0c7d-4d00-9fab-dacf57829bdd tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:31.348425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e97d5c9b-e54f-40b2-8a44-7171ca93a1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:31.352432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd22c94-b13c-4aec-b2a4-936ac055dc33 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2172371-1895-4d82-bdc2-d442cf465b8e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:31.360481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5fd22c94-b13c-4aec-b2a4-936ac055dc33 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:31.369970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-94c99654-113f-4af5-90b0-1ee15f7de96b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a2a412-e880-488e-aa02-e5d88e782cac']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:31.405997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-94c99654-113f-4af5-90b0-1ee15f7de96b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb01ce3-c63b-43e3-8f6d-3c54ba56c317') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:31.406375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-94c99654-113f-4af5-90b0-1ee15f7de96b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb01ce3-c63b-43e3-8f6d-3c54ba56c317') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:31.427958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-302ccbca-22e4-49d6-a350-3c7b92bab34f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:31.434728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-94c99654-113f-4af5-90b0-1ee15f7de96b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:31.444387 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8076d4dd-1dd0-46e4-bec0-85cbfcd41cce req-668c54eb-226c-489d-9e98-c2d416cd9737 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e8167494-3a5a-4a24-ac25-f83d06936119&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5762990 Dec 25 19:51:31.445893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-302ccbca-22e4-49d6-a350-3c7b92bab34f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:subnet and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:31.450853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5fd22c94-b13c-4aec-b2a4-936ac055dc33 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:31.451364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-302ccbca-22e4-49d6-a350-3c7b92bab34f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:31.455203 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5fd22c94-b13c-4aec-b2a4-936ac055dc33 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "DELETE /v2.0/security-groups/d2172371-1895-4d82-bdc2-d442cf465b8e HTTP/1.1" status: 204 len: 168 time: 0.4274046 Dec 25 19:51:31.456021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50368) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:31.461589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-302ccbca-22e4-49d6-a350-3c7b92bab34f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:31.465488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-94c99654-113f-4af5-90b0-1ee15f7de96b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:31.476172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94c99654-113f-4af5-90b0-1ee15f7de96b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:51:31.476618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-94c99654-113f-4af5-90b0-1ee15f7de96b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:31.493561 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:51:31.493561 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:51:31.493561 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:51:31.493561 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:51:31.493561 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:51:31.493561 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:51:31.493561 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:51:31.493561 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:51:31.493561 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:51:31.493561 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:51:31.493561 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:51:31.493561 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:51:31.493561 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:51:31.493561 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:51:31.493561 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:51:31.493561 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:51:31.493561 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:51:31.493561 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:51:31.493561 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:51:31.493561 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:51:31.493561 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:51:31.493561 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:51:31.493561 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:51:31.493561 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:51:31.493561 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:51:31.493561 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:51:31.493561 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:51:31.493561 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:51:31.493561 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:51:31.493561 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:51:31.493561 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:51:31.493561 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:51:31.501332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302ccbca-22e4-49d6-a350-3c7b92bab34f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:31.507465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-302ccbca-22e4-49d6-a350-3c7b92bab34f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:31.525776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4399815b-f440-44db-bd5e-231591d71096 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Synchronizing usage tracker for tenant:99dc3263de89454a8b21c0da5a1a7448 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:31.561108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9b871dbc-f94d-4824-95d0-3637cba10ce1 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:31.568796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4399815b-f440-44db-bd5e-231591d71096 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Unset dirty status for tenant:99dc3263de89454a8b21c0da5a1a7448 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:31.575809 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4399815b-f440-44db-bd5e-231591d71096 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1153758 Dec 25 19:51:31.575809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50372) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:31.586308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-15b7139d-2d4c-4f56-b4ad-db341c4b5be9 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Request body: {'security_group': {'name': 'tempest-secgroup--411002195'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:31.604530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-15b7139d-2d4c-4f56-b4ad-db341c4b5be9 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:31.623483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-15b7139d-2d4c-4f56-b4ad-db341c4b5be9 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:31.633902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d1319b68-ea4c-4443-a553-b7043ce64eec up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:51:31.643110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-15b7139d-2d4c-4f56-b4ad-db341c4b5be9 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:31.686465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-15b7139d-2d4c-4f56-b4ad-db341c4b5be9 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:31.691957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-15b7139d-2d4c-4f56-b4ad-db341c4b5be9 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Usage tracker for resource:security_group_rule and tenant:99dc3263de89454a8b21c0da5a1a7448 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:31.695019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-15b7139d-2d4c-4f56-b4ad-db341c4b5be9 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:31.701249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-15b7139d-2d4c-4f56-b4ad-db341c4b5be9 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:31.733265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-9b871dbc-f94d-4824-95d0-3637cba10ce1 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Transition to ACTIVE for port object aa9c5091-a112-4a54-8e11-88662bdbc796 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:51:31.745515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port d1319b68-ea4c-4443-a553-b7043ce64eec triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:51:31.745944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:31.747139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-94c99654-113f-4af5-90b0-1ee15f7de96b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:31.759799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dbfc194d-bf60-478a-bb2a-ff893c2ed5f1 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:31.778486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-15b7139d-2d4c-4f56-b4ad-db341c4b5be9 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:31.785721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-15b7139d-2d4c-4f56-b4ad-db341c4b5be9 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:31.785909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-94c99654-113f-4af5-90b0-1ee15f7de96b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:31.793033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5fd22c94-b13c-4aec-b2a4-936ac055dc33 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:31.805009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c99654-113f-4af5-90b0-1ee15f7de96b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Pushing event deleted for resources: {'Network': ['ID=72a2a412-e880-488e-aa02-e5d88e782cac,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:31.812425 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-94c99654-113f-4af5-90b0-1ee15f7de96b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] 10.222.0.24 "DELETE /v2.0/networks/72a2a412-e880-488e-aa02-e5d88e782cac HTTP/1.1" status: 204 len: 168 time: 1.6264482 Dec 25 19:51:31.816242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-94c99654-113f-4af5-90b0-1ee15f7de96b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:31.819802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50376) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:31.827151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-90d06fbd-d699-4c19-a6f5-b6c567ce138e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-284272996'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:31.831417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9b871dbc-f94d-4824-95d0-3637cba10ce1 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:31.833312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b742e30b-8e87-41d2-895d-b8d76092ce42 None None] DHCP port deletion for 7396b720-65bf-48b2-8da7-778eed2fcf44 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:51:31.835614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-90d06fbd-d699-4c19-a6f5-b6c567ce138e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:31.841776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-90d06fbd-d699-4c19-a6f5-b6c567ce138e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Usage tracker for resource:network and tenant:729c75216377447fb8851dfb28c74246 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:31.848645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b7139d-2d4c-4f56-b4ad-db341c4b5be9 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce56e977-4bcd-414c-af8a-624104b15ed5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:31.850647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-90d06fbd-d699-4c19-a6f5-b6c567ce138e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:31.854680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-15b7139d-2d4c-4f56-b4ad-db341c4b5be9 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:31.858133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c6f7ca01-f6cd-4913-9d4a-9fd851faa786 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:31.878709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b742e30b-8e87-41d2-895d-b8d76092ce42 None None] Deleting port d1319b68-ea4c-4443-a553-b7043ce64eec {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:51:31.879093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b742e30b-8e87-41d2-895d-b8d76092ce42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:31.896276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-90d06fbd-d699-4c19-a6f5-b6c567ce138e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:31.904975 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8076d4dd-1dd0-46e4-bec0-85cbfcd41cce req-f2891dc5-627d-473a-a33b-cbae2f6fd14e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=e8167494-3a5a-4a24-ac25-f83d06936119 HTTP/1.1" status: 200 len: 1098 time: 0.3076844 Dec 25 19:51:31.913495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-15b7139d-2d4c-4f56-b4ad-db341c4b5be9 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:31.917685 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-15b7139d-2d4c-4f56-b4ad-db341c4b5be9 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3367398 Dec 25 19:51:31.919112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50380) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:31.926002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d06fbd-d699-4c19-a6f5-b6c567ce138e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Made reservation on behalf of 729c75216377447fb8851dfb28c74246 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:31.931555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-c784c191-e19e-451c-a253-2238c8a14f18 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Request body: {'security_group_rule': {'security_group_id': 'ce56e977-4bcd-414c-af8a-624104b15ed5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:31.932125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90d06fbd-d699-4c19-a6f5-b6c567ce138e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:31.938010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c784c191-e19e-451c-a253-2238c8a14f18 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:31.942931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c784c191-e19e-451c-a253-2238c8a14f18 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Usage tracker for resource:security_group_rule and tenant:99dc3263de89454a8b21c0da5a1a7448 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:31.946800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c784c191-e19e-451c-a253-2238c8a14f18 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:31.967008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b871dbc-f94d-4824-95d0-3637cba10ce1 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Network ccdad919-2c02-444b-a1f9-a441240bee2d is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:51:31.968435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c784c191-e19e-451c-a253-2238c8a14f18 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:31.973137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-9b871dbc-f94d-4824-95d0-3637cba10ce1 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:31.978930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b871dbc-f94d-4824-95d0-3637cba10ce1 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:51:31.983444 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b871dbc-f94d-4824-95d0-3637cba10ce1 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:31.984467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9b871dbc-f94d-4824-95d0-3637cba10ce1 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:31.988924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b871dbc-f94d-4824-95d0-3637cba10ce1 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'Port': ['ID=aa9c5091-a112-4a54-8e11-88662bdbc796,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:32.000146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9b871dbc-f94d-4824-95d0-3637cba10ce1 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:32.021054 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9b871dbc-f94d-4824-95d0-3637cba10ce1 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7017653 Dec 25 19:51:32.021054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c784c191-e19e-451c-a253-2238c8a14f18 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:32.025388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-e97d5c9b-e54f-40b2-8a44-7171ca93a1a5 None None] Allocated IP 2001:db8::2 (ccdad919-2c02-444b-a1f9-a441240bee2d/7786d424-0797-41c5-a4e6-60aac345552a/01585318-2a05-45a3-82b4-f235ffac261b) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:51:32.027246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50384) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:32.046080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-3399b861-8878-4b64-9dcf-6a1bd83a0552 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'subnet': {'network_id': 'ccdad919-2c02-444b-a1f9-a441240bee2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:32.111341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90d06fbd-d699-4c19-a6f5-b6c567ce138e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:51:32.139300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90d06fbd-d699-4c19-a6f5-b6c567ce138e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:32.139936 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-90d06fbd-d699-4c19-a6f5-b6c567ce138e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Added segment 8aeb4367-90f6-4294-9066-91238b8ef0d7 of type vlan for network 7b4c9f49-fb86-4c74-a8af-223bcff3964e Dec 25 19:51:32.213091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076d4dd-1dd0-46e4-bec0-85cbfcd41cce req-273529b1-281d-4b22-9a46-cda8d523484c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:32.215203 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8076d4dd-1dd0-46e4-bec0-85cbfcd41cce req-273529b1-281d-4b22-9a46-cda8d523484c service neutron] 10.222.0.36 "GET /v2.0/networks?id=b93aa6eb-1c8c-49ec-90cd-8565c57c7c10 HTTP/1.1" status: 200 len: 897 time: 0.2680597 Dec 25 19:51:32.337840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90d06fbd-d699-4c19-a6f5-b6c567ce138e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:32.369128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b742e30b-8e87-41d2-895d-b8d76092ce42 None None] For port d1319b68-ea4c-4443-a553-b7043ce64eec, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=d1319b68-ea4c-4443-a553-b7043ce64eec,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:51:32.369586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b742e30b-8e87-41d2-895d-b8d76092ce42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:32.385309 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-e97d5c9b-e54f-40b2-8a44-7171ca93a1a5 None None] For port 01585318-2a05-45a3-82b4-f235ffac261b, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=01585318-2a05-45a3-82b4-f235ffac261b,segment=NetworkSegment(4016cc95-837b-44ae-8a9b-d81f38b4c388),segment_id=4016cc95-837b-44ae-8a9b-d81f38b4c388)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:51:32.443759 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8076d4dd-1dd0-46e4-bec0-85cbfcd41cce req-90bc9033-ccd4-4522-a7ac-0c6ac0430ede service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fb8177e-ec55-460c-9c68-0b535d4b7193 HTTP/1.1" status: 200 len: 999 time: 0.2079127 Dec 25 19:51:32.467410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c784c191-e19e-451c-a253-2238c8a14f18 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:32.474934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3399b861-8878-4b64-9dcf-6a1bd83a0552 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:32.477301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c784c191-e19e-451c-a253-2238c8a14f18 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:32.480456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d5b3d0a3-9d7f-4adf-a3d3-c63fab910c8b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:32.487229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3399b861-8878-4b64-9dcf-6a1bd83a0552 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:subnet and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:32.495262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3399b861-8878-4b64-9dcf-6a1bd83a0552 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:32.511025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3399b861-8878-4b64-9dcf-6a1bd83a0552 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:32.511881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b742e30b-8e87-41d2-895d-b8d76092ce42 None None] Calling delete_port for d1319b68-ea4c-4443-a553-b7043ce64eec owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:51:32.515452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c784c191-e19e-451c-a253-2238c8a14f18 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=063dde89-a49d-4e9c-b3d2-e3ada2aa2edb,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:32.521680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90d06fbd-d699-4c19-a6f5-b6c567ce138e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:32.521855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c784c191-e19e-451c-a253-2238c8a14f18 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:32.525881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d06fbd-d699-4c19-a6f5-b6c567ce138e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:32.526522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90d06fbd-d699-4c19-a6f5-b6c567ce138e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:32.533330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c784c191-e19e-451c-a253-2238c8a14f18 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:32.537554 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c784c191-e19e-451c-a253-2238c8a14f18 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6141422 Dec 25 19:51:32.537900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d17c417a-26e5-4be1-b4ce-69cb0b9f86ed tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:32.538410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50388) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:32.541495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3399b861-8878-4b64-9dcf-6a1bd83a0552 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Made reservation on behalf of 70aa58ed5ec1475cad367450f4be2220 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:32.583504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e97d5c9b-e54f-40b2-8a44-7171ca93a1a5 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:32.615213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-e97d5c9b-e54f-40b2-8a44-7171ca93a1a5 None None] Transition to ACTIVE for port object 01585318-2a05-45a3-82b4-f235ffac261b will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:51:32.619076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e97d5c9b-e54f-40b2-8a44-7171ca93a1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:32.623798 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d524f1e3-47eb-42e8-a209-0037061534ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:32.661052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b742e30b-8e87-41d2-895d-b8d76092ce42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:32.667991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076d4dd-1dd0-46e4-bec0-85cbfcd41cce req-45e96206-2c23-4cd1-a3b4-afc96f589fa9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:32.669774 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8076d4dd-1dd0-46e4-bec0-85cbfcd41cce req-45e96206-2c23-4cd1-a3b4-afc96f589fa9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4f90102-ec1f-45e5-8dc7-a216521dc6da HTTP/1.1" status: 200 len: 835 time: 0.2137024 Dec 25 19:51:32.680937 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-90d06fbd-d699-4c19-a6f5-b6c567ce138e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8598557 Dec 25 19:51:32.686246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50392) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:32.693668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-5f2d89f0-d3f8-468c-86ce-829c58c34ddc tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Request body: {'subnet': {'network_id': '7b4c9f49-fb86-4c74-a8af-223bcff3964e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:32.737382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b742e30b-8e87-41d2-895d-b8d76092ce42 None None] No DVR routers for this DVR port d1319b68-ea4c-4443-a553-b7043ce64eec on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:51:32.779346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3399b861-8878-4b64-9dcf-6a1bd83a0552 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:32.785683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d5c9b-e54f-40b2-8a44-7171ca93a1a5 None None] Pushing event updated for resources: {'Port': ['ID=01585318-2a05-45a3-82b4-f235ffac261b,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:32.789296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e97d5c9b-e54f-40b2-8a44-7171ca93a1a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:32.790137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8fa3db9c-99cb-4dac-aeca-8c49ecba76a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:32.813039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d06fbd-d699-4c19-a6f5-b6c567ce138e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Pushing event updated for resources: {'Network': ['ID=7b4c9f49-fb86-4c74-a8af-223bcff3964e,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:32.819157 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-90d06fbd-d699-4c19-a6f5-b6c567ce138e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:32.834571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 7b4c9f49-fb86-4c74-a8af-223bcff3964e details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:51:32.841703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.ipam_pluggable_backend [None req-302ccbca-22e4-49d6-a350-3c7b92bab34f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Port d1319b68-ea4c-4443-a553-b7043ce64eec was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88900) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 25 19:51:32.842054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.ipam_pluggable_backend [None req-302ccbca-22e4-49d6-a350-3c7b92bab34f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Reverting IP allocation for 2001:db8::f816:3eff:fe8e:65c6 {{(pid=88900) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Dec 25 19:51:32.860734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b742e30b-8e87-41d2-895d-b8d76092ce42 None None] Pushing event deleted for resources: {'Port': ['ID=d1319b68-ea4c-4443-a553-b7043ce64eec,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:32.861319 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8076d4dd-1dd0-46e4-bec0-85cbfcd41cce req-57d333eb-cdb7-4ff7-bd56-0c45db7e9c30 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b93aa6eb-1c8c-49ec-90cd-8565c57c7c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1733601 Dec 25 19:51:32.862354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-302ccbca-22e4-49d6-a350-3c7b92bab34f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:32.863205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b742e30b-8e87-41d2-895d-b8d76092ce42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:32.867165 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8a585064-4514-434b-8417-7943ec984a3b tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:32.885570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8aca4943-a709-4da1-8904-4dc4b81b915f tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:32.985890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302ccbca-22e4-49d6-a350-3c7b92bab34f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:51:33.021596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5f2d89f0-d3f8-468c-86ce-829c58c34ddc tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:33.032977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8aca4943-a709-4da1-8904-4dc4b81b915f tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:33.045197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-302ccbca-22e4-49d6-a350-3c7b92bab34f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:33.047632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5f2d89f0-d3f8-468c-86ce-829c58c34ddc tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Usage tracker for resource:subnet and tenant:729c75216377447fb8851dfb28c74246 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:33.051557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ccbca-22e4-49d6-a350-3c7b92bab34f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Subnet': ['ID=ce9ed010-b753-4d43-95a4-0adfdc8de4d2,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:33.054323 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302ccbca-22e4-49d6-a350-3c7b92bab34f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:33.054979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-302ccbca-22e4-49d6-a350-3c7b92bab34f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:33.056364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5f2d89f0-d3f8-468c-86ce-829c58c34ddc tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:33.061724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-302ccbca-22e4-49d6-a350-3c7b92bab34f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:33.062483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcdc04b-325c-4f0f-a696-15e97ade7797 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:51:33.109701 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-302ccbca-22e4-49d6-a350-3c7b92bab34f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1637287 Dec 25 19:51:33.113691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50396) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:33.113860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5f2d89f0-d3f8-468c-86ce-829c58c34ddc tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:33.121180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8aca4943-a709-4da1-8904-4dc4b81b915f tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:33.123608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-dab5f56d-bba0-4e7f-bed1-cc6c37744b0f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'port': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'mac_address': 'fa:16:3e:b3:ed:97', 'name': 'tempest-NetworksTestDHCPv6-515508135'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:33.136260 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-654fb96e-93e6-4296-8d39-ffbd6cc76dd1 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:33.148907 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8076d4dd-1dd0-46e4-bec0-85cbfcd41cce req-32d1e700-c8d7-4a6d-9828-366830476b2b service neutron] 10.222.0.36 "GET /v2.0/networks/b93aa6eb-1c8c-49ec-90cd-8565c57c7c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498178 Dec 25 19:51:33.168737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2d89f0-d3f8-468c-86ce-829c58c34ddc tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Made reservation on behalf of 729c75216377447fb8851dfb28c74246 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:33.234541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aca4943-a709-4da1-8904-4dc4b81b915f tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce56e977-4bcd-414c-af8a-624104b15ed5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:33.246512 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.ipam_backend_mixin [None req-3399b861-8878-4b64-9dcf-6a1bd83a0552 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7786d424-0797-41c5-a4e6-60aac345552a (CIDR: 2001:db8::/64) Dec 25 19:51:33.247853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8aca4943-a709-4da1-8904-4dc4b81b915f tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:33.316805 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-3399b861-8878-4b64-9dcf-6a1bd83a0552 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:51:33.317567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3399b861-8878-4b64-9dcf-6a1bd83a0552 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:51:33.338685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8aca4943-a709-4da1-8904-4dc4b81b915f tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:33.343140 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8aca4943-a709-4da1-8904-4dc4b81b915f tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "DELETE /v2.0/security-groups/ce56e977-4bcd-414c-af8a-624104b15ed5 HTTP/1.1" status: 204 len: 168 time: 0.8030903 Dec 25 19:51:33.345645 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3399b861-8878-4b64-9dcf-6a1bd83a0552 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3149588 Dec 25 19:51:33.346442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50400) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:33.358962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83b3590-98b7-4352-b45f-f3a45e10f7d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-7396b720-65bf-48b2-8da7-778eed2fcf44', 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'tenant_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'fixed_ips': [{'subnet_id': 'ce9ed010-b753-4d43-95a4-0adfdc8de4d2'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:51:33.359921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f83b3590-98b7-4352-b45f-f3a45e10f7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:33.364885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50402) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:33.371842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5f2d89f0-d3f8-468c-86ce-829c58c34ddc tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:33.435832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-dab5f56d-bba0-4e7f-bed1-cc6c37744b0f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:33.443472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-dab5f56d-bba0-4e7f-bed1-cc6c37744b0f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:port and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:33.447919 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8076d4dd-1dd0-46e4-bec0-85cbfcd41cce req-1579e186-765d-47f7-a379-208a781e12a6 service neutron] 10.222.0.36 "GET /v2.0/networks/b93aa6eb-1c8c-49ec-90cd-8565c57c7c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906110 Dec 25 19:51:33.448808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-dab5f56d-bba0-4e7f-bed1-cc6c37744b0f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:33.455246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-dab5f56d-bba0-4e7f-bed1-cc6c37744b0f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:33.466141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab5f56d-bba0-4e7f-bed1-cc6c37744b0f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:33.473903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dab5f56d-bba0-4e7f-bed1-cc6c37744b0f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:33.498747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-1a7f5dee-ee66-44a0-b7c4-6e9eafaea4e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'subnet': {'network_id': 'ccdad919-2c02-444b-a1f9-a441240bee2d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:33.513781 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-dab5f56d-bba0-4e7f-bed1-cc6c37744b0f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] device_id is not set on port e5da4aa9-1392-414b-9b8a-47f1680a204f yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:51:33.560175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-f83b3590-98b7-4352-b45f-f3a45e10f7d3 None None] Allocated IP 2001:db8::f816:3eff:fe6e:dd3a (7396b720-65bf-48b2-8da7-778eed2fcf44/ce9ed010-b753-4d43-95a4-0adfdc8de4d2/c69bc2fd-73ac-4aa0-a1e6-c4ed9b15dcc7) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:51:33.623139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 01585318-2a05-45a3-82b4-f235ffac261b up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:51:33.747520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1a7f5dee-ee66-44a0-b7c4-6e9eafaea4e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:33.751549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a073be21-0aba-4e5a-97d1-b8230813a973 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Synchronizing usage tracker for tenant:99dc3263de89454a8b21c0da5a1a7448 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:33.759467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1a7f5dee-ee66-44a0-b7c4-6e9eafaea4e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:subnet and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:33.762853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1a7f5dee-ee66-44a0-b7c4-6e9eafaea4e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:33.811857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1a7f5dee-ee66-44a0-b7c4-6e9eafaea4e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:33.843358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a073be21-0aba-4e5a-97d1-b8230813a973 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Unset dirty status for tenant:99dc3263de89454a8b21c0da5a1a7448 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:33.848878 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a073be21-0aba-4e5a-97d1-b8230813a973 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4951541 Dec 25 19:51:33.849377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50410) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:33.852841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7f5dee-ee66-44a0-b7c4-6e9eafaea4e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Made reservation on behalf of 70aa58ed5ec1475cad367450f4be2220 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:33.859164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1a7f5dee-ee66-44a0-b7c4-6e9eafaea4e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:33.937225 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a5bb9414-c3de-4675-9b17-68196b5f4bbd tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.0849540 Dec 25 19:51:33.937638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50414) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:33.979799 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-c614c075-761c-465d-9d4a-3aba35b88e8a tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] delete failed (client error): The resource could not be found. Dec 25 19:51:33.986145 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c614c075-761c-465d-9d4a-3aba35b88e8a tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "DELETE /v2.0/security-groups/ce56e977-4bcd-414c-af8a-624104b15ed5 HTTP/1.1" status: 404 len: 347 time: 0.0467775 Dec 25 19:51:33.986831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50418) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:34.047591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d1319b68-ea4c-4443-a553-b7043ce64eec no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:51:34.062549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1e4d498e-67d0-47bd-aadb-0722309363a4 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Synchronizing usage tracker for tenant:99dc3263de89454a8b21c0da5a1a7448 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:34.082102 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.ipam_backend_mixin [None req-1a7f5dee-ee66-44a0-b7c4-6e9eafaea4e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a072bf18-38da-4547-9a9f-3d63617708c7 (CIDR: 2001:db8:0:1::/64) Dec 25 19:51:34.083081 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1e4d498e-67d0-47bd-aadb-0722309363a4 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Unset dirty status for tenant:99dc3263de89454a8b21c0da5a1a7448 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:34.084810 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1e4d498e-67d0-47bd-aadb-0722309363a4 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0968511 Dec 25 19:51:34.103765 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a7f5dee-ee66-44a0-b7c4-6e9eafaea4e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:51:34.105679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: d1319b68-ea4c-4443-a553-b7043ce64eec {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:51:34.106090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d1319b68-ea4c-4443-a553-b7043ce64eec not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:51:34.107681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a7f5dee-ee66-44a0-b7c4-6e9eafaea4e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:51:34.139954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f83b3590-98b7-4352-b45f-f3a45e10f7d3 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:34.151027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-8b9cb52f-266a-4442-b970-120bb8950b68 None None] Provisioning for port 01585318-2a05-45a3-82b4-f235ffac261b completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:51:34.180798 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f83b3590-98b7-4352-b45f-f3a45e10f7d3 None None] Transition to ACTIVE for port object c69bc2fd-73ac-4aa0-a1e6-c4ed9b15dcc7 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:51:34.184587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50424) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:34.184845 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1a7f5dee-ee66-44a0-b7c4-6e9eafaea4e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6914399 Dec 25 19:51:34.187962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-8b9cb52f-266a-4442-b970-120bb8950b68 None None] Provisioning complete for port 01585318-2a05-45a3-82b4-f235ffac261b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:51:34.188958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b9cb52f-266a-4442-b970-120bb8950b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:34.193304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-c8985cb0-d17b-4122-9c5e-a4591669a50e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'subnet': {'network_id': 'ccdad919-2c02-444b-a1f9-a441240bee2d', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:34.322352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f83b3590-98b7-4352-b45f-f3a45e10f7d3 None None] Transition to ACTIVE for port object c69bc2fd-73ac-4aa0-a1e6-c4ed9b15dcc7 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:51:34.361065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f83b3590-98b7-4352-b45f-f3a45e10f7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:34.381981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5f2d89f0-d3f8-468c-86ce-829c58c34ddc tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:34.392049 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f2cd5d11-598e-43b8-88c0-e2c0a26402eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:34.404680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-495b131a-54b9-4378-b454-2371884c1a75 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:34.488151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83b3590-98b7-4352-b45f-f3a45e10f7d3 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:51:34.493749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-dab5f56d-bba0-4e7f-bed1-cc6c37744b0f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Allocated IP 2001:db8::f816:3eff:feb3:ed97 (7396b720-65bf-48b2-8da7-778eed2fcf44/ce9ed010-b753-4d43-95a4-0adfdc8de4d2/e5da4aa9-1392-414b-9b8a-47f1680a204f) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:51:34.504233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-f83b3590-98b7-4352-b45f-f3a45e10f7d3 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:34.509705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c8985cb0-d17b-4122-9c5e-a4591669a50e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:34.514413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83b3590-98b7-4352-b45f-f3a45e10f7d3 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:51:34.517179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d89f0-d3f8-468c-86ce-829c58c34ddc tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Pushing event updated for resources: {'Subnet': ['ID=0ac61039-8719-4a6a-9400-005d1887b437,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:34.520163 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c8985cb0-d17b-4122-9c5e-a4591669a50e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Usage tracker for resource:subnet and tenant:70aa58ed5ec1475cad367450f4be2220 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:34.521645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5f2d89f0-d3f8-468c-86ce-829c58c34ddc tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:34.525443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c8985cb0-d17b-4122-9c5e-a4591669a50e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:34.553089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c8985cb0-d17b-4122-9c5e-a4591669a50e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:34.560887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2d89f0-d3f8-468c-86ce-829c58c34ddc tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Checking segment: {'id': '8aeb4367-90f6-4294-9066-91238b8ef0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b4c9f49-fb86-4c74-a8af-223bcff3964e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:51:34.561559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2d89f0-d3f8-468c-86ce-829c58c34ddc tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Network hostable DHCP agents. Network: 7b4c9f49-fb86-4c74-a8af-223bcff3964e, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:51:34.583737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b3590-98b7-4352-b45f-f3a45e10f7d3 None None] Pushing event updated for resources: {'Port': ['ID=c69bc2fd-73ac-4aa0-a1e6-c4ed9b15dcc7,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:34.593192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f83b3590-98b7-4352-b45f-f3a45e10f7d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:34.596001 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2d89f0-d3f8-468c-86ce-829c58c34ddc tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Network 7b4c9f49-fb86-4c74-a8af-223bcff3964e is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:51:34.596314 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8985cb0-d17b-4122-9c5e-a4591669a50e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Made reservation on behalf of 70aa58ed5ec1475cad367450f4be2220 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:34.607035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50430) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:34.615208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-5f2d89f0-d3f8-468c-86ce-829c58c34ddc tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 7b4c9f49-fb86-4c74-a8af-223bcff3964e) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:34.619351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2d89f0-d3f8-468c-86ce-829c58c34ddc tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:34.620176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5f2d89f0-d3f8-468c-86ce-829c58c34ddc tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:34.639084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70c7556-a697-474c-81d9-33140f2f672f None None] Network 7b4c9f49-fb86-4c74-a8af-223bcff3964e requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:51:34.643868 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5f2d89f0-d3f8-468c-86ce-829c58c34ddc tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.9568815 Dec 25 19:51:34.646576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50436) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:34.830825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-8b9cb52f-266a-4442-b970-120bb8950b68 None None] Provisioning complete for port 8136c357-847e-4f1c-a3d8-2a70c397d020 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:51:34.831489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b9cb52f-266a-4442-b970-120bb8950b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:34.868757 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-bc7d7144-1ec0-4258-a1dc-a17bc823b48b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=99dc3263de89454a8b21c0da5a1a7448&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2602596 Dec 25 19:51:34.889675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-f83b3590-98b7-4352-b45f-f3a45e10f7d3 None None] Attempting to bind port c69bc2fd-73ac-4aa0-a1e6-c4ed9b15dcc7 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:51:34.890076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-f83b3590-98b7-4352-b45f-f3a45e10f7d3 None None] Attempting to bind port c69bc2fd-73ac-4aa0-a1e6-c4ed9b15dcc7 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:51:34.890494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83b3590-98b7-4352-b45f-f3a45e10f7d3 None None] Attempting to bind port c69bc2fd-73ac-4aa0-a1e6-c4ed9b15dcc7 on network 7396b720-65bf-48b2-8da7-778eed2fcf44 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:51:34.915523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c2714c78-a68e-4b9b-bdb4-2a94adfdaf4b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:34.919243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50440) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:34.950458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83b3590-98b7-4352-b45f-f3a45e10f7d3 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:51:34.950876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83b3590-98b7-4352-b45f-f3a45e10f7d3 None None] Checking segment: {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:51:34.951351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f83b3590-98b7-4352-b45f-f3a45e10f7d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:34.951798 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83b3590-98b7-4352-b45f-f3a45e10f7d3 None None] Bound using segment: {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:51:34.952343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-f83b3590-98b7-4352-b45f-f3a45e10f7d3 None None] Bound port: c69bc2fd-73ac-4aa0-a1e6-c4ed9b15dcc7, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:51:34.952764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f83b3590-98b7-4352-b45f-f3a45e10f7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:34.973441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8b9cb52f-266a-4442-b970-120bb8950b68 None None] Port 8136c357-847e-4f1c-a3d8-2a70c397d020 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:51:34.993897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40959ebe-e301-4fa9-8e9f-086fbb74ba34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-7b4c9f49-fb86-4c74-a8af-223bcff3964e', 'network_id': '7b4c9f49-fb86-4c74-a8af-223bcff3964e', 'tenant_id': '729c75216377447fb8851dfb28c74246', 'fixed_ips': [{'subnet_id': '0ac61039-8719-4a6a-9400-005d1887b437'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:51:34.996308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-40959ebe-e301-4fa9-8e9f-086fbb74ba34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:35.060144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c2714c78-a68e-4b9b-bdb4-2a94adfdaf4b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:35.103870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fce7139d-eee0-442c-ad9c-101ecf8fb29f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:35.131704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c8985cb0-d17b-4122-9c5e-a4591669a50e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:35.167853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-ed60eeba-500f-4910-9060-0ebab86d7340 None None] Provisioning for port aa9c5091-a112-4a54-8e11-88662bdbc796 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:51:35.187828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fce7139d-eee0-442c-ad9c-101ecf8fb29f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:35.188190 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-ed60eeba-500f-4910-9060-0ebab86d7340 None None] Provisioning complete for port aa9c5091-a112-4a54-8e11-88662bdbc796 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:51:35.188676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ed60eeba-500f-4910-9060-0ebab86d7340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:35.248654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c2714c78-a68e-4b9b-bdb4-2a94adfdaf4b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:35.254082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1daed70d-26bb-4274-a53c-c3183bb54b9d tempest-ExternalNetworksTestJSON-1357019532 tempest-ExternalNetworksTestJSON-1357019532-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:35.290229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-f83b3590-98b7-4352-b45f-f3a45e10f7d3 None None] For port c69bc2fd-73ac-4aa0-a1e6-c4ed9b15dcc7, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:51:35.295393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-f83b3590-98b7-4352-b45f-f3a45e10f7d3 None None] For port c69bc2fd-73ac-4aa0-a1e6-c4ed9b15dcc7, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=c69bc2fd-73ac-4aa0-a1e6-c4ed9b15dcc7,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:51:35.296405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ed60eeba-500f-4910-9060-0ebab86d7340 None None] Port aa9c5091-a112-4a54-8e11-88662bdbc796 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:51:35.298412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2714c78-a68e-4b9b-bdb4-2a94adfdaf4b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Pushing event deleted for resources: {'Subnet': ['ID=0ac61039-8719-4a6a-9400-005d1887b437,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:35.300568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dab5f56d-bba0-4e7f-bed1-cc6c37744b0f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server [None req-40959ebe-e301-4fa9-8e9f-086fbb74ba34 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ac61039-8719-4a6a-9400-005d1887b437: This subnet is being modified by another concurrent operation. Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise value Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise value Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise value Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise value Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise value Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise value Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise value Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise exception Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ac61039-8719-4a6a-9400-005d1887b437: This subnet is being modified by another concurrent operation. Dec 25 19:51:35.300943 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server Dec 25 19:51:35.309526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c2714c78-a68e-4b9b-bdb4-2a94adfdaf4b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:35.309613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f83b3590-98b7-4352-b45f-f3a45e10f7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:35.309613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8eb4317b-eb41-4f36-8392-994c69260098 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:35.336157 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-dab5f56d-bba0-4e7f-bed1-cc6c37744b0f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Transition to ACTIVE for port object e5da4aa9-1392-414b-9b8a-47f1680a204f will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:51:35.341829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fce7139d-eee0-442c-ad9c-101ecf8fb29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:35.346528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c13b0f6-93a2-4463-866c-6a0c346b4dd7 None None] Network 7b4c9f49-fb86-4c74-a8af-223bcff3964e requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:51:35.351322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6e6dbb4e-d701-4f55-be1a-c3cac3d81539 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:35.385484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce7139d-eee0-442c-ad9c-101ecf8fb29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643af3e9-5fea-48a0-a3ae-2464365868d2,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:35.388316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fce7139d-eee0-442c-ad9c-101ecf8fb29f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:35.409972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dab5f56d-bba0-4e7f-bed1-cc6c37744b0f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:35.417745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-36e956e8-842a-4785-8351-0d286c5388e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:35.456288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c2714c78-a68e-4b9b-bdb4-2a94adfdaf4b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:35.491728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-c2714c78-a68e-4b9b-bdb4-2a94adfdaf4b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b4c9f49-fb86-4c74-a8af-223bcff3964e']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:35.500188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fce7139d-eee0-442c-ad9c-101ecf8fb29f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:35.501976 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fce7139d-eee0-442c-ad9c-101ecf8fb29f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/643af3e9-5fea-48a0-a3ae-2464365868d2 HTTP/1.1" status: 204 len: 168 time: 0.5815172 Dec 25 19:51:35.508881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-c2714c78-a68e-4b9b-bdb4-2a94adfdaf4b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aeb4367-90f6-4294-9066-91238b8ef0d7') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:35.509291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-c2714c78-a68e-4b9b-bdb4-2a94adfdaf4b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aeb4367-90f6-4294-9066-91238b8ef0d7') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:35.510383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab5f56d-bba0-4e7f-bed1-cc6c37744b0f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:51:35.515622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-dab5f56d-bba0-4e7f-bed1-cc6c37744b0f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:35.523842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab5f56d-bba0-4e7f-bed1-cc6c37744b0f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:51:35.526572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c2714c78-a68e-4b9b-bdb4-2a94adfdaf4b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:35.528211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab5f56d-bba0-4e7f-bed1-cc6c37744b0f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:35.528899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dab5f56d-bba0-4e7f-bed1-cc6c37744b0f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:35.545645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab5f56d-bba0-4e7f-bed1-cc6c37744b0f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Port': ['ID=e5da4aa9-1392-414b-9b8a-47f1680a204f,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:35.548559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c2714c78-a68e-4b9b-bdb4-2a94adfdaf4b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:35.556685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2714c78-a68e-4b9b-bdb4-2a94adfdaf4b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:51:35.557529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c2714c78-a68e-4b9b-bdb4-2a94adfdaf4b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:35.574993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab5f56d-bba0-4e7f-bed1-cc6c37744b0f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:51:35.575470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab5f56d-bba0-4e7f-bed1-cc6c37744b0f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:51:35.575892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab5f56d-bba0-4e7f-bed1-cc6c37744b0f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:51:35.576306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab5f56d-bba0-4e7f-bed1-cc6c37744b0f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:51:35.576720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab5f56d-bba0-4e7f-bed1-cc6c37744b0f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:51:35.577130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab5f56d-bba0-4e7f-bed1-cc6c37744b0f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:51:35.577536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab5f56d-bba0-4e7f-bed1-cc6c37744b0f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:51:35.577862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b3590-98b7-4352-b45f-f3a45e10f7d3 None None] Pushing event updated for resources: {'Port': ['ID=c69bc2fd-73ac-4aa0-a1e6-c4ed9b15dcc7,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:35.577976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab5f56d-bba0-4e7f-bed1-cc6c37744b0f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:51:35.578322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab5f56d-bba0-4e7f-bed1-cc6c37744b0f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:51:35.578727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab5f56d-bba0-4e7f-bed1-cc6c37744b0f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:51:35.579718 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab5f56d-bba0-4e7f-bed1-cc6c37744b0f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:51:35.590929 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-dab5f56d-bba0-4e7f-bed1-cc6c37744b0f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4756296 Dec 25 19:51:35.594073 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dab5f56d-bba0-4e7f-bed1-cc6c37744b0f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:35.594613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50446) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:35.618915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f83b3590-98b7-4352-b45f-f3a45e10f7d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:35.645087 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:51:35.645087 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:51:35.645087 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:51:35.645087 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:51:35.645087 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:51:35.645087 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:51:35.645087 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:51:35.645087 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:51:35.645087 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:51:35.645087 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:51:35.645087 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:51:35.645087 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:51:35.645087 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:51:35.645087 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:51:35.645087 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:51:35.645087 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:51:35.645087 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:51:35.645087 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:51:35.645087 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:51:35.645087 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:51:35.645087 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:51:35.645087 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:51:35.645087 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:51:35.645087 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:51:35.645087 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:51:35.645087 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:51:35.645087 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:51:35.645087 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:51:35.645087 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:51:35.645087 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:51:35.645087 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:51:35.645087 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:51:35.692035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c8985cb0-d17b-4122-9c5e-a4591669a50e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:35.696787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-78fda586-6fd4-4bb6-835d-d700b98bf9ad tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:35.723804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c2714c78-a68e-4b9b-bdb4-2a94adfdaf4b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:35.728848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-89958d8f-fdef-45f7-af96-c5583bb2f2e3 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:35.747372 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c2714c78-a68e-4b9b-bdb4-2a94adfdaf4b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:35.762661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2714c78-a68e-4b9b-bdb4-2a94adfdaf4b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Pushing event deleted for resources: {'Network': ['ID=7b4c9f49-fb86-4c74-a8af-223bcff3964e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:35.766276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c2714c78-a68e-4b9b-bdb4-2a94adfdaf4b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:35.772202 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c2714c78-a68e-4b9b-bdb4-2a94adfdaf4b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] 10.222.0.24 "DELETE /v2.0/networks/7b4c9f49-fb86-4c74-a8af-223bcff3964e HTTP/1.1" status: 204 len: 168 time: 1.1207449 Dec 25 19:51:35.773525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50452) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:35.782736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ad44b0-c874-4215-856e-eff05ef13307 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:35.787659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ad44b0-c874-4215-856e-eff05ef13307 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:35.788624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-70ad44b0-c874-4215-856e-eff05ef13307 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:35.801461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8985cb0-d17b-4122-9c5e-a4591669a50e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Network ccdad919-2c02-444b-a1f9-a441240bee2d is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:51:35.802569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8985cb0-d17b-4122-9c5e-a4591669a50e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'Subnet': ['ID=0509e359-87b7-4bca-857a-227f0a17ab82,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:35.807093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c8985cb0-d17b-4122-9c5e-a4591669a50e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:35.809458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-c8985cb0-d17b-4122-9c5e-a4591669a50e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:35.815349 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8985cb0-d17b-4122-9c5e-a4591669a50e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:35.816078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c8985cb0-d17b-4122-9c5e-a4591669a50e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:35.819170 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f7199ae-9723-44dd-a721-0385ed8069c8 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] DELETE failed (client error): The resource could not be found. Dec 25 19:51:35.819683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f7199ae-9723-44dd-a721-0385ed8069c8 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:51:35.822556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf511ed-4f7e-4c3d-a13e-565e12b5e341 None None] Network ccdad919-2c02-444b-a1f9-a441240bee2d requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:51:35.826417 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7f7199ae-9723-44dd-a721-0385ed8069c8 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] 10.222.0.24 "DELETE /v2.0/subnets/0ac61039-8719-4a6a-9400-005d1887b437 HTTP/1.1" status: 404 len: 337 time: 0.0495350 Dec 25 19:51:35.828665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50456) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:35.831857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-70ad44b0-c874-4215-856e-eff05ef13307 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:35.836167 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-70ad44b0-c874-4215-856e-eff05ef13307 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2404697 Dec 25 19:51:35.836980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50460) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:35.868256 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d46394-bf3f-4fa8-b847-9fa6325f0970 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] DELETE failed (client error): The resource could not be found. Dec 25 19:51:35.869391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6d46394-bf3f-4fa8-b847-9fa6325f0970 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:51:35.871517 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d6d46394-bf3f-4fa8-b847-9fa6325f0970 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] 10.222.0.24 "DELETE /v2.0/networks/7b4c9f49-fb86-4c74-a8af-223bcff3964e HTTP/1.1" status: 404 len: 339 time: 0.0416405 Dec 25 19:51:35.874309 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50466) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:35.894349 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c8985cb0-d17b-4122-9c5e-a4591669a50e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7077518 Dec 25 19:51:35.906575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50470) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:35.916343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-47920d14-6218-4dee-b249-5ac412af8660 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1459265759', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0509e359-87b7-4bca-857a-227f0a17ab82'}], 'security_groups': ['b3c34642-7d4f-4905-b405-9504262c1fcf', 'bd4f1188-e5bb-422d-b598-57bca37ea3be']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:35.945065 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-76dc9840-9739-4a1e-80ae-8ccf66ad5160 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] DELETE failed (client error): The resource could not be found. Dec 25 19:51:35.945576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76dc9840-9739-4a1e-80ae-8ccf66ad5160 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:51:35.947466 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-76dc9840-9739-4a1e-80ae-8ccf66ad5160 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] 10.222.0.24 "DELETE /v2.0/subnets/8873b532-b180-45bf-a686-9d1fdfacd647 HTTP/1.1" status: 404 len: 337 time: 0.0718064 Dec 25 19:51:35.951476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50476) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:35.988797 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-b53210cd-f86a-4881-8d3e-63e7252a9702 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] DELETE failed (client error): The resource could not be found. Dec 25 19:51:35.989716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b53210cd-f86a-4881-8d3e-63e7252a9702 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:51:35.992455 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b53210cd-f86a-4881-8d3e-63e7252a9702 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] 10.222.0.24 "DELETE /v2.0/networks/72a2a412-e880-488e-aa02-e5d88e782cac HTTP/1.1" status: 404 len: 339 time: 0.0397189 Dec 25 19:51:35.995558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50482) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:35.998110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-792f109b-4bcf-415e-b1fb-8857c56bca79 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting port e5da4aa9-1392-414b-9b8a-47f1680a204f {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:51:35.998496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-792f109b-4bcf-415e-b1fb-8857c56bca79 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:36.070243 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fbbee0a-6f9d-4d6f-add1-324f97a5f151 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] DELETE failed (client error): The resource could not be found. Dec 25 19:51:36.070364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fbbee0a-6f9d-4d6f-add1-324f97a5f151 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:51:36.072257 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3fbbee0a-6f9d-4d6f-add1-324f97a5f151 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] 10.222.0.24 "DELETE /v2.0/subnets/23f59cf7-34d8-4ba9-92a6-ba5b27f88cf2 HTTP/1.1" status: 404 len: 337 time: 0.0724361 Dec 25 19:51:36.084656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50486) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:36.123265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c3bd40c2-0754-4d07-aced-68d90c815f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:36.202979 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc47ed9-0774-4b27-a4fd-5db549b8e163 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] DELETE failed (client error): The resource could not be found. Dec 25 19:51:36.203522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bc47ed9-0774-4b27-a4fd-5db549b8e163 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:51:36.208083 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3bc47ed9-0774-4b27-a4fd-5db549b8e163 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] 10.222.0.24 "DELETE /v2.0/networks/a5be637a-02bc-41ee-a2e3-a705ab69f548 HTTP/1.1" status: 404 len: 339 time: 0.1169603 Dec 25 19:51:36.209665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50492) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:36.312519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-47920d14-6218-4dee-b249-5ac412af8660 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:36.337129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-74858878-b623-4463-b6c1-20937df46316 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Deleting port fe68966a-bbeb-4400-bed6-76b1e685cafc {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:51:36.346066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-74858878-b623-4463-b6c1-20937df46316 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:36.432746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deabc2cf-700e-4b62-990d-376eea1027b2 None None] Update dhcp port {'port': {'network_id': 'ccdad919-2c02-444b-a1f9-a441240bee2d', 'fixed_ips': [{'subnet_id': 'a072bf18-38da-4547-9a9f-3d63617708c7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7786d424-0797-41c5-a4e6-60aac345552a', 'ip_address': '2001:db8::2'}, {'subnet_id': '0509e359-87b7-4bca-857a-227f0a17ab82'}], 'binding:host_id': 'dv-neutron-822611-1-hyperv'}, 'id': '01585318-2a05-45a3-82b4-f235ffac261b'} from dv-neutron-822611-1-hyperv. {{(pid=88902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 25 19:51:36.507765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-deabc2cf-700e-4b62-990d-376eea1027b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:36.612015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-74858878-b623-4463-b6c1-20937df46316 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:36.633505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-792f109b-4bcf-415e-b1fb-8857c56bca79 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:36.685407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50502) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:36.753690 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-74858878-b623-4463-b6c1-20937df46316 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Calling delete_port for fe68966a-bbeb-4400-bed6-76b1e685cafc owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:51:36.790942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-deabc2cf-700e-4b62-990d-376eea1027b2 None None] Allocated IP 2001:db8:0:2::2 (ccdad919-2c02-444b-a1f9-a441240bee2d/0509e359-87b7-4bca-857a-227f0a17ab82/01585318-2a05-45a3-82b4-f235ffac261b) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:51:36.828293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-792f109b-4bcf-415e-b1fb-8857c56bca79 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Calling delete_port for e5da4aa9-1392-414b-9b8a-47f1680a204f owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:51:36.881145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-74858878-b623-4463-b6c1-20937df46316 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:36.901647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4fc18b73-b2c1-4b56-a684-befd441add8f tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:36.960432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74858878-b623-4463-b6c1-20937df46316 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Pushing event deleted for resources: {'Port': ['ID=fe68966a-bbeb-4400-bed6-76b1e685cafc,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:36.969381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-74858878-b623-4463-b6c1-20937df46316 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:36.970494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-74858878-b623-4463-b6c1-20937df46316 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:36.973091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-deabc2cf-700e-4b62-990d-376eea1027b2 None None] For port 01585318-2a05-45a3-82b4-f235ffac261b, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=01585318-2a05-45a3-82b4-f235ffac261b,segment=NetworkSegment(4016cc95-837b-44ae-8a9b-d81f38b4c388),segment_id=4016cc95-837b-44ae-8a9b-d81f38b4c388)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:51:36.979091 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-74858878-b623-4463-b6c1-20937df46316 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] 10.222.0.24 "DELETE /v2.0/ports/fe68966a-bbeb-4400-bed6-76b1e685cafc HTTP/1.1" status: 204 len: 168 time: 0.7665720 Dec 25 19:51:36.980870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50512) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:37.004012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-deabc2cf-700e-4b62-990d-376eea1027b2 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:37.024090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-deabc2cf-700e-4b62-990d-376eea1027b2 None None] Transition to ACTIVE for port object 01585318-2a05-45a3-82b4-f235ffac261b will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:51:37.027228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-deabc2cf-700e-4b62-990d-376eea1027b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:37.028572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-187e2b2d-b2df-43ec-8c38-c4841f249cb1 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:37.029236 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-187e2b2d-b2df-43ec-8c38-c4841f249cb1 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] create failed (client error): There was a conflict when trying to complete your request. Dec 25 19:51:37.030348 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-187e2b2d-b2df-43ec-8c38-c4841f249cb1 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3436167 Dec 25 19:51:37.031586 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-9713e93d-9d66-4fa1-8a86-a4d9aeba6ef7 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] DELETE failed (client error): The resource could not be found. Dec 25 19:51:37.032121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9713e93d-9d66-4fa1-8a86-a4d9aeba6ef7 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:51:37.033904 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9713e93d-9d66-4fa1-8a86-a4d9aeba6ef7 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] 10.222.0.24 "DELETE /v2.0/subnets/12d10f91-154a-4f1e-9315-04c913364b42 HTTP/1.1" status: 404 len: 337 time: 0.0519705 Dec 25 19:51:37.034439 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50516) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:37.037350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50520) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:37.040440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-799876ff-75f4-4349-ab27-d54a4b902433 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Request body: {'security_group': {'name': 'tempest-secgroup--2056041141'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:37.044805 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-27e73253-a50b-4d0c-b7f5-57eb322c94ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:37.047251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-799876ff-75f4-4349-ab27-d54a4b902433 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:37.051563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-799876ff-75f4-4349-ab27-d54a4b902433 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Usage tracker for resource:security_group and tenant:2bee75c7f8c74b958e2148557d4136db is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:37.055382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-799876ff-75f4-4349-ab27-d54a4b902433 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:37.061650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-799876ff-75f4-4349-ab27-d54a4b902433 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:37.072979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-799876ff-75f4-4349-ab27-d54a4b902433 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:37.094287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-799876ff-75f4-4349-ab27-d54a4b902433 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:37.252090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deabc2cf-700e-4b62-990d-376eea1027b2 None None] Pushing event updated for resources: {'Port': ['ID=01585318-2a05-45a3-82b4-f235ffac261b,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:37.256636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-deabc2cf-700e-4b62-990d-376eea1027b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:37.258734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-792f109b-4bcf-415e-b1fb-8857c56bca79 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:37.260814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-799876ff-75f4-4349-ab27-d54a4b902433 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:37.271971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-799876ff-75f4-4349-ab27-d54a4b902433 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Usage tracker for resource:security_group_rule and tenant:2bee75c7f8c74b958e2148557d4136db is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:37.272803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f670e83e-ba3d-4a57-b498-3e73aaf4944c tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:37.276245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-799876ff-75f4-4349-ab27-d54a4b902433 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:37.279543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:37.282771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-799876ff-75f4-4349-ab27-d54a4b902433 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:37.350733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d6d5d978-0d65-435a-9ef6-e1edbbeaa69d tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:37.368312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-799876ff-75f4-4349-ab27-d54a4b902433 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:37.370341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f109b-4bcf-415e-b1fb-8857c56bca79 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Port': ['ID=e5da4aa9-1392-414b-9b8a-47f1680a204f,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:37.373054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-799876ff-75f4-4349-ab27-d54a4b902433 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:37.380823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-87f94c7a-5a18-4ab6-96a0-ff23c2e7b4fe tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:37.381553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-792f109b-4bcf-415e-b1fb-8857c56bca79 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:37.430660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799876ff-75f4-4349-ab27-d54a4b902433 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7949cbae-8960-4d8d-899c-d0901ff369e2,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:37.434137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-799876ff-75f4-4349-ab27-d54a4b902433 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:37.437119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-799876ff-75f4-4349-ab27-d54a4b902433 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:37.440612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-799876ff-75f4-4349-ab27-d54a4b902433 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Usage tracker for resource:security_group_rule and tenant:2bee75c7f8c74b958e2148557d4136db is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:37.445129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-799876ff-75f4-4349-ab27-d54a4b902433 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:37.453579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-799876ff-75f4-4349-ab27-d54a4b902433 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:37.479949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-792f109b-4bcf-415e-b1fb-8857c56bca79 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:37.502788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-47920d14-6218-4dee-b249-5ac412af8660 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Delete allocated IP 2001:db8::1a1 (ccdad919-2c02-444b-a1f9-a441240bee2d/7786d424-0797-41c5-a4e6-60aac345552a) {{(pid=88900) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 25 19:51:37.526232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-799876ff-75f4-4349-ab27-d54a4b902433 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:37.537241 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-47920d14-6218-4dee-b249-5ac412af8660 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Allocated IP 2001:db8:0:2::15d (ccdad919-2c02-444b-a1f9-a441240bee2d/0509e359-87b7-4bca-857a-227f0a17ab82/aa9c5091-a112-4a54-8e11-88662bdbc796) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:51:37.546391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-799876ff-75f4-4349-ab27-d54a4b902433 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:37.551914 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-792f109b-4bcf-415e-b1fb-8857c56bca79 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/ports/e5da4aa9-1392-414b-9b8a-47f1680a204f HTTP/1.1" status: 204 len: 168 time: 1.7106440 Dec 25 19:51:37.569966 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50524) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:37.581449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b2b5deea-fdeb-4145-b9f5-14ff329188e5 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:37.596560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-799876ff-75f4-4349-ab27-d54a4b902433 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:37.600639 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-799876ff-75f4-4349-ab27-d54a4b902433 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5624819 Dec 25 19:51:37.602339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50528) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:37.619303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-42871722-a104-4a82-90b4-842ee7c67bb2 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Request body: {'security_group_rule': {'security_group_id': 'a5e5e3c7-659c-42bb-8e8c-89a6f773a036', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:37.636015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-42871722-a104-4a82-90b4-842ee7c67bb2 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:37.641181 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799876ff-75f4-4349-ab27-d54a4b902433 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e5e3c7-659c-42bb-8e8c-89a6f773a036,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:37.644065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-42871722-a104-4a82-90b4-842ee7c67bb2 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Usage tracker for resource:security_group_rule and tenant:2bee75c7f8c74b958e2148557d4136db is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:37.647581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-42871722-a104-4a82-90b4-842ee7c67bb2 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:37.653772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-799876ff-75f4-4349-ab27-d54a4b902433 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:37.654691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-42871722-a104-4a82-90b4-842ee7c67bb2 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:37.686068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-42871722-a104-4a82-90b4-842ee7c67bb2 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:37.712545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d6d5d978-0d65-435a-9ef6-e1edbbeaa69d tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:37.770527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-42871722-a104-4a82-90b4-842ee7c67bb2 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:37.775415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 01585318-2a05-45a3-82b4-f235ffac261b up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:51:37.776684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-42871722-a104-4a82-90b4-842ee7c67bb2 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:37.780632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b517d1b-9c87-41e5-b749-2e041e17f1f2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:37.782736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b517d1b-9c87-41e5-b749-2e041e17f1f2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:37.784601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8b517d1b-9c87-41e5-b749-2e041e17f1f2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:37.786735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-563606b6-8a4a-4b1b-9a30-38185a56aa65 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:37.788428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-d6d5d978-0d65-435a-9ef6-e1edbbeaa69d tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a4c08c-06fa-4479-bc38-b3b1b44a1bc5']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:37.811322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-d6d5d978-0d65-435a-9ef6-e1edbbeaa69d tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac5ecd6-53aa-4984-920a-edf30fa998b6') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:37.812370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-d6d5d978-0d65-435a-9ef6-e1edbbeaa69d tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac5ecd6-53aa-4984-920a-edf30fa998b6') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:37.818695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42871722-a104-4a82-90b4-842ee7c67bb2 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77cfc7b5-f371-4996-8045-8a9e1fe0c6cb,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:37.822154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-42871722-a104-4a82-90b4-842ee7c67bb2 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:37.823670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-42871722-a104-4a82-90b4-842ee7c67bb2 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:37.828164 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-42871722-a104-4a82-90b4-842ee7c67bb2 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2247519 Dec 25 19:51:37.829949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50532) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:37.835971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-8d8d1947-3e00-4b4f-aa9c-ff69a933588d tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Request body: {'security_group_rule': {'security_group_id': 'a5e5e3c7-659c-42bb-8e8c-89a6f773a036', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:37.843963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8d8d1947-3e00-4b4f-aa9c-ff69a933588d tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:37.850776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8d8d1947-3e00-4b4f-aa9c-ff69a933588d tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Usage tracker for resource:security_group_rule and tenant:2bee75c7f8c74b958e2148557d4136db is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:37.854286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8d8d1947-3e00-4b4f-aa9c-ff69a933588d tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:37.862220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8d8d1947-3e00-4b4f-aa9c-ff69a933588d tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:37.877875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d6d5d978-0d65-435a-9ef6-e1edbbeaa69d tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:37.881737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8d8d1947-3e00-4b4f-aa9c-ff69a933588d tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:37.892261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8b517d1b-9c87-41e5-b749-2e041e17f1f2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:37.893595 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8b517d1b-9c87-41e5-b749-2e041e17f1f2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3226349 Dec 25 19:51:37.898557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50536) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:37.914615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-9c02ae96-beef-4834-9ca3-cffabd01a973 None None] Provisioning for port c69bc2fd-73ac-4aa0-a1e6-c4ed9b15dcc7 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:51:37.943207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device c69bc2fd-73ac-4aa0-a1e6-c4ed9b15dcc7 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:51:37.978268 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-8d8d1947-3e00-4b4f-aa9c-ff69a933588d tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] create failed (client error): There was a conflict when trying to complete your request. Dec 25 19:51:37.980053 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8d8d1947-3e00-4b4f-aa9c-ff69a933588d tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1495755 Dec 25 19:51:37.982995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50540) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:38.026863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d6d5d978-0d65-435a-9ef6-e1edbbeaa69d tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:38.059578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port c69bc2fd-73ac-4aa0-a1e6-c4ed9b15dcc7 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:51:38.063669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6d5d978-0d65-435a-9ef6-e1edbbeaa69d tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:51:38.064223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d6d5d978-0d65-435a-9ef6-e1edbbeaa69d tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:38.065791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port c69bc2fd-73ac-4aa0-a1e6-c4ed9b15dcc7 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:51:38.066322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:38.085441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-297ea161-bcfa-4555-bf35-ea6b1ebd47f9 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:38.109769 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:51:38.109769 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:51:38.109769 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:51:38.109769 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:51:38.109769 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:51:38.109769 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:51:38.109769 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:51:38.109769 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:51:38.109769 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:51:38.109769 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:51:38.109769 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:51:38.109769 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:51:38.109769 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:51:38.109769 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:51:38.109769 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:51:38.109769 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:51:38.109769 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:51:38.109769 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:51:38.109769 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:51:38.109769 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:51:38.109769 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:51:38.109769 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:51:38.109769 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:51:38.109769 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:51:38.109769 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:51:38.109769 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:51:38.109769 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:51:38.109769 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:51:38.109769 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:51:38.109769 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:51:38.109769 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:51:38.109769 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:51:38.145610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-297ea161-bcfa-4555-bf35-ea6b1ebd47f9 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:38.208901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-297ea161-bcfa-4555-bf35-ea6b1ebd47f9 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:38.216288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:38.223079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-960060f4-1eeb-4980-b80d-1c1efe693054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:38.242151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ea161-bcfa-4555-bf35-ea6b1ebd47f9 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e5e3c7-659c-42bb-8e8c-89a6f773a036,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:38.253166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-297ea161-bcfa-4555-bf35-ea6b1ebd47f9 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:38.254654 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-297ea161-bcfa-4555-bf35-ea6b1ebd47f9 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "DELETE /v2.0/security-groups/a5e5e3c7-659c-42bb-8e8c-89a6f773a036 HTTP/1.1" status: 204 len: 168 time: 0.2704597 Dec 25 19:51:38.256486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-297ea161-bcfa-4555-bf35-ea6b1ebd47f9 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:38.257794 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50544) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:38.277646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port c69bc2fd-73ac-4aa0-a1e6-c4ed9b15dcc7, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=c69bc2fd-73ac-4aa0-a1e6-c4ed9b15dcc7,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:51:38.284241 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:38.292048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e009111f-3c48-47cc-8473-0a427dc93828 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:38.369033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-80914177-6d6a-4dcd-b3a1-e3b91af96eba None None] Could not find standard attr ID for object e5da4aa9-1392-414b-9b8a-47f1680a204f. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:51:38.383164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9657f602-039a-4bc0-9b24-c3ecbf4e918c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:38.404125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=c69bc2fd-73ac-4aa0-a1e6-c4ed9b15dcc7,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:38.408012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:38.567890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:38.570520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d6d5d978-0d65-435a-9ef6-e1edbbeaa69d tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:38.585083 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1063357e-45df-41b0-9824-da1f122552dc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:38.648625 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dda102-c650-44d5-a6af-c3cd723df6ae None None] get_active_networks_info from dv-neutron-822611-1-hyperv {{(pid=88902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 25 19:51:38.648910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d6d5d978-0d65-435a-9ef6-e1edbbeaa69d tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:38.674765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d5d978-0d65-435a-9ef6-e1edbbeaa69d tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Pushing event deleted for resources: {'Network': ['ID=d8a4c08c-06fa-4479-bc38-b3b1b44a1bc5,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:38.695602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d6d5d978-0d65-435a-9ef6-e1edbbeaa69d tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:38.709728 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d6d5d978-0d65-435a-9ef6-e1edbbeaa69d tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] 10.222.0.24 "DELETE /v2.0/networks/d8a4c08c-06fa-4479-bc38-b3b1b44a1bc5 HTTP/1.1" status: 204 len: 168 time: 1.6708131 Dec 25 19:51:38.712491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50548) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:38.718862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-52d0dcd1-4f54-461c-aa3a-1c280a2427c5 None None] Provisioning for port 01585318-2a05-45a3-82b4-f235ffac261b completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:51:38.723306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-47920d14-6218-4dee-b249-5ac412af8660 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:38.741600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-52d0dcd1-4f54-461c-aa3a-1c280a2427c5 None None] Provisioning complete for port 01585318-2a05-45a3-82b4-f235ffac261b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:51:38.742022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-52d0dcd1-4f54-461c-aa3a-1c280a2427c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:38.782867 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-63ebd505-81ed-47c4-a89e-9e8d247a1eb7 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5228114 Dec 25 19:51:38.785906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-47920d14-6218-4dee-b249-5ac412af8660 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Transition to ACTIVE for port object aa9c5091-a112-4a54-8e11-88662bdbc796 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:51:38.786472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50552) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:38.794787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f997377-85fb-4c1f-90e7-c18ba64f3cfd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting subnet ce9ed010-b753-4d43-95a4-0adfdc8de4d2 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:51:38.801742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-41b8d591-9f64-4dc8-8753-be74c1e50138 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Request body: {'security_group': {'name': 'tempest-secgroup--1689913962'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:38.807763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-448ff4f1-f3fa-4849-bb1e-ffffe71c13cd tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Deleting port 4f57738b-ec76-4e40-904f-2225a925cef0 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:51:38.807898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f997377-85fb-4c1f-90e7-c18ba64f3cfd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:38.808131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-448ff4f1-f3fa-4849-bb1e-ffffe71c13cd tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:38.837950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-47920d14-6218-4dee-b249-5ac412af8660 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:38.844883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-41b8d591-9f64-4dc8-8753-be74c1e50138 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:38.853561 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2d71d273-a24a-4c26-afca-5701fd269600 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:38.905190 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-41b8d591-9f64-4dc8-8753-be74c1e50138 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Usage tracker for resource:security_group and tenant:2bee75c7f8c74b958e2148557d4136db is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:38.924581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-41b8d591-9f64-4dc8-8753-be74c1e50138 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:38.943917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-41b8d591-9f64-4dc8-8753-be74c1e50138 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:38.965854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f997377-85fb-4c1f-90e7-c18ba64f3cfd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:39.043195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-41b8d591-9f64-4dc8-8753-be74c1e50138 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:39.053777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dda102-c650-44d5-a6af-c3cd723df6ae None None] Resources bound (agent type, host, resource id): {{(pid=88902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 25 19:51:39.057597 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-448ff4f1-f3fa-4849-bb1e-ffffe71c13cd tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:39.057970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47920d14-6218-4dee-b249-5ac412af8660 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event updated for resources: {'Port': ['ID=aa9c5091-a112-4a54-8e11-88662bdbc796,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:39.061107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-47920d14-6218-4dee-b249-5ac412af8660 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] In _notify_port_updated(), no bound segment for port aa9c5091-a112-4a54-8e11-88662bdbc796 on network ccdad919-2c02-444b-a1f9-a441240bee2d {{(pid=88900) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 25 19:51:39.068238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47920d14-6218-4dee-b249-5ac412af8660 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:39.068947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-47920d14-6218-4dee-b249-5ac412af8660 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:39.075313 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-47920d14-6218-4dee-b249-5ac412af8660 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "PUT /v2.0/ports/aa9c5091-a112-4a54-8e11-88662bdbc796 HTTP/1.1" status: 200 len: 970 time: 3.1647954 Dec 25 19:51:39.075677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50556) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:39.089021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-47920d14-6218-4dee-b249-5ac412af8660 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:39.139927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-52d0dcd1-4f54-461c-aa3a-1c280a2427c5 None None] Provisioning complete for port 8136c357-847e-4f1c-a3d8-2a70c397d020 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:51:39.140448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-52d0dcd1-4f54-461c-aa3a-1c280a2427c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:39.167667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-41b8d591-9f64-4dc8-8753-be74c1e50138 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:39.174284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-41b8d591-9f64-4dc8-8753-be74c1e50138 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Usage tracker for resource:security_group_rule and tenant:2bee75c7f8c74b958e2148557d4136db is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:39.178313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-41b8d591-9f64-4dc8-8753-be74c1e50138 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:39.185956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-41b8d591-9f64-4dc8-8753-be74c1e50138 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:39.199145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f997377-85fb-4c1f-90e7-c18ba64f3cfd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:39.247087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-52d0dcd1-4f54-461c-aa3a-1c280a2427c5 None None] Port 8136c357-847e-4f1c-a3d8-2a70c397d020 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:51:39.248736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-448ff4f1-f3fa-4849-bb1e-ffffe71c13cd tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Calling delete_port for 4f57738b-ec76-4e40-904f-2225a925cef0 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:51:39.294080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-52d0dcd1-4f54-461c-aa3a-1c280a2427c5 None None] Provisioning for port aa9c5091-a112-4a54-8e11-88662bdbc796 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:51:39.312631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-52d0dcd1-4f54-461c-aa3a-1c280a2427c5 None None] Provisioning complete for port aa9c5091-a112-4a54-8e11-88662bdbc796 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:51:39.313234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-52d0dcd1-4f54-461c-aa3a-1c280a2427c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:39.314919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-41b8d591-9f64-4dc8-8753-be74c1e50138 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:39.320043 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-41b8d591-9f64-4dc8-8753-be74c1e50138 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:39.321265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-475c676e-c3cd-4a6b-b212-dedb32cf3836 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Deleting port aa9c5091-a112-4a54-8e11-88662bdbc796 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:51:39.321646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-475c676e-c3cd-4a6b-b212-dedb32cf3836 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:39.325926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d48410fb-ebcc-40f5-993b-9fc184542c58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:39.341521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f997377-85fb-4c1f-90e7-c18ba64f3cfd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:39.390001 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f997377-85fb-4c1f-90e7-c18ba64f3cfd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:39.395772 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1f997377-85fb-4c1f-90e7-c18ba64f3cfd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/ce9ed010-b753-4d43-95a4-0adfdc8de4d2 HTTP/1.1" status: 204 len: 168 time: 1.4350352 Dec 25 19:51:39.396034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8d591-9f64-4dc8-8753-be74c1e50138 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6961143-6d91-4d79-8715-c8d0afe793a6,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:39.399490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50560) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:39.403806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-41b8d591-9f64-4dc8-8753-be74c1e50138 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:39.405782 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-41b8d591-9f64-4dc8-8753-be74c1e50138 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6180711 Dec 25 19:51:39.408135 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-41b8d591-9f64-4dc8-8753-be74c1e50138 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:39.409460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6f20e5e6-94c3-4ae3-9091-b2fef31b7e98 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:39.442996 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50564) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:39.446459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-52d0dcd1-4f54-461c-aa3a-1c280a2427c5 None None] Port aa9c5091-a112-4a54-8e11-88662bdbc796 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:51:39.518339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-86690b6c-7807-401d-9b30-78a7e5d3a65d tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Request body: {'security_group_rule': {'security_group_id': 'b6961143-6d91-4d79-8715-c8d0afe793a6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:39.518970 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-86690b6c-7807-401d-9b30-78a7e5d3a65d tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:51:39.520171 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-86690b6c-7807-401d-9b30-78a7e5d3a65d tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0171902 Dec 25 19:51:39.527787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f997377-85fb-4c1f-90e7-c18ba64f3cfd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Subnet': ['ID=ce9ed010-b753-4d43-95a4-0adfdc8de4d2,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:39.529700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50570) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:39.535011 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-01b8900b-d5b4-4a2a-8425-e03c3ba45a37 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1336451 Dec 25 19:51:39.536347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1f997377-85fb-4c1f-90e7-c18ba64f3cfd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:39.549748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50574) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:39.589809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6302b2-db5d-45ea-a00b-e86d4613892c None None] get_active_networks_info from dv-neutron-822611-1-hyperv {{(pid=88902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 25 19:51:39.627960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device c69bc2fd-73ac-4aa0-a1e6-c4ed9b15dcc7 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:51:39.679994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-448ff4f1-f3fa-4849-bb1e-ffffe71c13cd tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:39.682017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d61662a3-72f1-4529-8b78-07d833313abd tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:39.699986 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6a6dc236-4868-49fc-a9a8-05fbdc02c2a8 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:39.723108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba324f7-e51d-49c6-a53c-162b2f4d7258 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:39.724334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-eba324f7-e51d-49c6-a53c-162b2f4d7258 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:39.734205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d61662a3-72f1-4529-8b78-07d833313abd tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:39.760610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ff4f1-f3fa-4849-bb1e-ffffe71c13cd tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Pushing event deleted for resources: {'Port': ['ID=4f57738b-ec76-4e40-904f-2225a925cef0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:39.765334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-448ff4f1-f3fa-4849-bb1e-ffffe71c13cd tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:39.773797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-448ff4f1-f3fa-4849-bb1e-ffffe71c13cd tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:39.782978 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-448ff4f1-f3fa-4849-bb1e-ffffe71c13cd tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] 10.222.0.24 "DELETE /v2.0/ports/4f57738b-ec76-4e40-904f-2225a925cef0 HTTP/1.1" status: 204 len: 168 time: 1.0665023 Dec 25 19:51:39.784304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port c69bc2fd-73ac-4aa0-a1e6-c4ed9b15dcc7 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:51:39.784745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50578) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:39.784867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:39.823806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-eba324f7-e51d-49c6-a53c-162b2f4d7258 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:39.827910 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-eba324f7-e51d-49c6-a53c-162b2f4d7258 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2743154 Dec 25 19:51:39.829874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50582) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:39.836347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6302b2-db5d-45ea-a00b-e86d4613892c None None] Resources bound (agent type, host, resource id): {{(pid=88902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 25 19:51:39.838631 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd040a9d-4640-4a5e-b921-f74534040406 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] DELETE failed (client error): The resource could not be found. Dec 25 19:51:39.839341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd040a9d-4640-4a5e-b921-f74534040406 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:51:39.849705 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-dd040a9d-4640-4a5e-b921-f74534040406 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] 10.222.0.24 "DELETE /v2.0/subnets/76ab4ab0-565c-49ff-8404-59e6f149d152 HTTP/1.1" status: 404 len: 337 time: 0.0624108 Dec 25 19:51:39.851423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50586) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:39.875244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d61662a3-72f1-4529-8b78-07d833313abd tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:39.890772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c033185c-0173-4522-a1b1-ed600e3af5f3 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:39.910532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61662a3-72f1-4529-8b78-07d833313abd tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6961143-6d91-4d79-8715-c8d0afe793a6,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:39.925091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d61662a3-72f1-4529-8b78-07d833313abd tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:39.928996 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d61662a3-72f1-4529-8b78-07d833313abd tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "DELETE /v2.0/security-groups/b6961143-6d91-4d79-8715-c8d0afe793a6 HTTP/1.1" status: 204 len: 168 time: 0.3954597 Dec 25 19:51:39.928996 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d61662a3-72f1-4529-8b78-07d833313abd tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:39.932599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50590) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:40.012455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-32348c0f-9ddf-4a85-9c19-4f1361835778 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:40.019121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3349914-4227-47f5-a005-6565890ac108 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:40.019730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c3349914-4227-47f5-a005-6565890ac108 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:40.034025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-475c676e-c3cd-4a6b-b212-dedb32cf3836 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:40.042152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:40.168396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-32348c0f-9ddf-4a85-9c19-4f1361835778 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:40.190054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-475c676e-c3cd-4a6b-b212-dedb32cf3836 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Calling delete_port for aa9c5091-a112-4a54-8e11-88662bdbc796 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:51:40.197413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-32348c0f-9ddf-4a85-9c19-4f1361835778 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3cfb5af-cbe3-4840-99de-e59b7d3048f8']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:40.212776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-32348c0f-9ddf-4a85-9c19-4f1361835778 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5991fbc3-958c-4a2a-ae6a-ad7991314230') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:40.212776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-32348c0f-9ddf-4a85-9c19-4f1361835778 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5991fbc3-958c-4a2a-ae6a-ad7991314230') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:40.226050 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-32348c0f-9ddf-4a85-9c19-4f1361835778 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:40.235886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c3349914-4227-47f5-a005-6565890ac108 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:40.237186 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c3349914-4227-47f5-a005-6565890ac108 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4069476 Dec 25 19:51:40.240075 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50594) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:40.242890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-dbd8b6da-6b5b-411a-98b3-e24c89229907 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Synchronizing usage tracker for tenant:2bee75c7f8c74b958e2148557d4136db on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:40.274300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-dbd8b6da-6b5b-411a-98b3-e24c89229907 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Unset dirty status for tenant:2bee75c7f8c74b958e2148557d4136db on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:40.275487 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-dbd8b6da-6b5b-411a-98b3-e24c89229907 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3393278 Dec 25 19:51:40.287499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50598) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:40.294151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-8c70703e-8aab-40de-9533-776c94fc0e5f tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Request body: {'security_group': {'name': 'tempest-secgroup--2018154538'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:40.301724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8c70703e-8aab-40de-9533-776c94fc0e5f tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:40.315189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8c70703e-8aab-40de-9533-776c94fc0e5f tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:40.319843 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9bface7a-6be5-40b6-8f83-a38231fcfff2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0759828 Dec 25 19:51:40.319843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-32348c0f-9ddf-4a85-9c19-4f1361835778 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:40.322090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50602) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:40.330784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-0c00a655-b508-4deb-9ff5-be957d8b612f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'subnet': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:40.343655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a84e21-5c4c-4040-9ed8-fd1011d946ac None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:51:40.373461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32348c0f-9ddf-4a85-9c19-4f1361835778 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:51:40.373906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-32348c0f-9ddf-4a85-9c19-4f1361835778 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:40.378716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8c70703e-8aab-40de-9533-776c94fc0e5f tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:40.401097 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:51:40.401097 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:51:40.401097 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:51:40.401097 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:51:40.401097 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:51:40.401097 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:51:40.401097 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:51:40.401097 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:51:40.401097 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:51:40.401097 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:51:40.401097 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:51:40.401097 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:51:40.401097 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:51:40.401097 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:51:40.401097 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:51:40.401097 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:51:40.401097 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:51:40.401097 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:51:40.401097 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:51:40.401097 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:51:40.401097 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:51:40.401097 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:51:40.401097 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:51:40.401097 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:51:40.401097 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:51:40.401097 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:51:40.401097 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:51:40.401097 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:51:40.401097 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:51:40.401097 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:51:40.401097 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:51:40.401097 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:51:40.428043 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-475c676e-c3cd-4a6b-b212-dedb32cf3836 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:40.436154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-74858878-b623-4463-b6c1-20937df46316 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:40.488842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8c70703e-8aab-40de-9533-776c94fc0e5f tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:40.491623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c676e-c3cd-4a6b-b212-dedb32cf3836 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event deleted for resources: {'Port': ['ID=aa9c5091-a112-4a54-8e11-88662bdbc796,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:40.494446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-475c676e-c3cd-4a6b-b212-dedb32cf3836 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:40.499496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8c70703e-8aab-40de-9533-776c94fc0e5f tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Usage tracker for resource:security_group_rule and tenant:2bee75c7f8c74b958e2148557d4136db is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:40.503527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8c70703e-8aab-40de-9533-776c94fc0e5f tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:40.532240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0c00a655-b508-4deb-9ff5-be957d8b612f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:40.542414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8c70703e-8aab-40de-9533-776c94fc0e5f tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:40.543589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0c00a655-b508-4deb-9ff5-be957d8b612f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:40.553647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-475c676e-c3cd-4a6b-b212-dedb32cf3836 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:40.570689 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-475c676e-c3cd-4a6b-b212-dedb32cf3836 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/ports/aa9c5091-a112-4a54-8e11-88662bdbc796 HTTP/1.1" status: 204 len: 168 time: 1.4936919 Dec 25 19:51:40.571520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c00a655-b508-4deb-9ff5-be957d8b612f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:40.575407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50606) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:40.577995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0c00a655-b508-4deb-9ff5-be957d8b612f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:40.629886 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-54811f2c-6df9-4164-9e0b-0c4b85243a6d tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] GET failed (client error): The resource could not be found. Dec 25 19:51:40.630457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-54811f2c-6df9-4164-9e0b-0c4b85243a6d tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Synchronizing usage tracker for tenant:70aa58ed5ec1475cad367450f4be2220 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:40.664102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-54811f2c-6df9-4164-9e0b-0c4b85243a6d tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Unset dirty status for tenant:70aa58ed5ec1475cad367450f4be2220 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:40.665089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2e9d93-ba60-4243-a591-00dd3e781217 None None] DHCP port deletion for 7396b720-65bf-48b2-8da7-778eed2fcf44 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:51:40.665358 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-54811f2c-6df9-4164-9e0b-0c4b85243a6d tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "GET /v2.0/ports/aa9c5091-a112-4a54-8e11-88662bdbc796 HTTP/1.1" status: 404 len: 333 time: 0.0887609 Dec 25 19:51:40.670767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50610) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:40.672263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-df2e9d93-ba60-4243-a591-00dd3e781217 None None] Deleting port c69bc2fd-73ac-4aa0-a1e6-c4ed9b15dcc7 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:51:40.673327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-df2e9d93-ba60-4243-a591-00dd3e781217 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:40.697646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8c70703e-8aab-40de-9533-776c94fc0e5f tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:40.701499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8c70703e-8aab-40de-9533-776c94fc0e5f tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:40.706027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-637033ab-b580-4894-a750-4e5fa47bafa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:40.725373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-6ac9b7a8-12a6-4fba-9174-73d93bc37baa None None] Could not find standard attr ID for object aa9c5091-a112-4a54-8e11-88662bdbc796. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:51:40.744406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c70703e-8aab-40de-9533-776c94fc0e5f tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9d9bbd-f588-49a9-95d4-75771169d06b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:40.747937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-32348c0f-9ddf-4a85-9c19-4f1361835778 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:40.763884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8c70703e-8aab-40de-9533-776c94fc0e5f tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:40.779534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8c70703e-8aab-40de-9533-776c94fc0e5f tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:40.785025 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8c70703e-8aab-40de-9533-776c94fc0e5f tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4964256 Dec 25 19:51:40.786097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50614) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:40.792826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-e9606e1b-de66-476c-8860-dbc9cbf998ff tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Request body: {'security_group_rule': {'security_group_id': '9f9d9bbd-f588-49a9-95d4-75771169d06b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:40.793623 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-e9606e1b-de66-476c-8860-dbc9cbf998ff tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:51:40.799206 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e9606e1b-de66-476c-8860-dbc9cbf998ff tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0117919 Dec 25 19:51:40.799897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50618) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:40.824143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-77ba00b1-9251-41d0-8309-1f37e9bdff01 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:40.845832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-32348c0f-9ddf-4a85-9c19-4f1361835778 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:40.858988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32348c0f-9ddf-4a85-9c19-4f1361835778 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Pushing event deleted for resources: {'Network': ['ID=c3cfb5af-cbe3-4840-99de-e59b7d3048f8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:40.869041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-32348c0f-9ddf-4a85-9c19-4f1361835778 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:40.869775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-af13b149-34f9-420c-b685-0b5dfe0b1f13 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:40.883744 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-32348c0f-9ddf-4a85-9c19-4f1361835778 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] 10.222.0.24 "DELETE /v2.0/networks/c3cfb5af-cbe3-4840-99de-e59b7d3048f8 HTTP/1.1" status: 204 len: 168 time: 1.0309255 Dec 25 19:51:40.884594 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50622) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:40.900024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e420285c-a60a-4a5b-be77-8b5df9cc43bc tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:40.931963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e420285c-a60a-4a5b-be77-8b5df9cc43bc tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:40.936970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-df2e9d93-ba60-4243-a591-00dd3e781217 None None] For port c69bc2fd-73ac-4aa0-a1e6-c4ed9b15dcc7, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=c69bc2fd-73ac-4aa0-a1e6-c4ed9b15dcc7,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:51:40.937525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-df2e9d93-ba60-4243-a591-00dd3e781217 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:40.978685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-af13b149-34f9-420c-b685-0b5dfe0b1f13 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:40.988397 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e420285c-a60a-4a5b-be77-8b5df9cc43bc tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:40.999089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-799876ff-75f4-4349-ab27-d54a4b902433 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:41.014603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e420285c-a60a-4a5b-be77-8b5df9cc43bc tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9d9bbd-f588-49a9-95d4-75771169d06b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:41.017994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e420285c-a60a-4a5b-be77-8b5df9cc43bc tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:41.025116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e420285c-a60a-4a5b-be77-8b5df9cc43bc tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:41.028330 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e420285c-a60a-4a5b-be77-8b5df9cc43bc tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "DELETE /v2.0/security-groups/9f9d9bbd-f588-49a9-95d4-75771169d06b HTTP/1.1" status: 204 len: 168 time: 0.2248018 Dec 25 19:51:41.028580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50626) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:41.088066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-000a1597-badb-4008-a050-a019f84cf6e1 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Synchronizing usage tracker for tenant:2bee75c7f8c74b958e2148557d4136db on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:41.091831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-df2e9d93-ba60-4243-a591-00dd3e781217 None None] Calling delete_port for c69bc2fd-73ac-4aa0-a1e6-c4ed9b15dcc7 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:51:41.105624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-000a1597-badb-4008-a050-a019f84cf6e1 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Unset dirty status for tenant:2bee75c7f8c74b958e2148557d4136db on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:41.112019 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-000a1597-badb-4008-a050-a019f84cf6e1 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0778961 Dec 25 19:51:41.112181 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50630) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:41.120388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-d2b3f300-ba52-420a-8248-3c83d77d6fb1 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Request body: {'security_group': {'name': 'tempest-secgroup--142380959'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:41.128630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d2b3f300-ba52-420a-8248-3c83d77d6fb1 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:41.139338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d2b3f300-ba52-420a-8248-3c83d77d6fb1 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:41.152651 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d2b3f300-ba52-420a-8248-3c83d77d6fb1 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:41.198608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-df2e9d93-ba60-4243-a591-00dd3e781217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:41.204697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-09900fb7-6260-44a3-b6a1-3517492c43b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:41.213511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d2b3f300-ba52-420a-8248-3c83d77d6fb1 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:41.218217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d2b3f300-ba52-420a-8248-3c83d77d6fb1 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Usage tracker for resource:security_group_rule and tenant:2bee75c7f8c74b958e2148557d4136db is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:41.220381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-af13b149-34f9-420c-b685-0b5dfe0b1f13 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:41.221560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d2b3f300-ba52-420a-8248-3c83d77d6fb1 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:41.228124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d2b3f300-ba52-420a-8248-3c83d77d6fb1 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:41.229064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0aa4ac5a-e943-4af7-ba02-2293c5b640e8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:41.255635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e9d93-ba60-4243-a591-00dd3e781217 None None] Pushing event deleted for resources: {'Port': ['ID=c69bc2fd-73ac-4aa0-a1e6-c4ed9b15dcc7,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:41.260043 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-df2e9d93-ba60-4243-a591-00dd3e781217 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:41.262695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2e9d93-ba60-4243-a591-00dd3e781217 None None] No DVR routers for this DVR port c69bc2fd-73ac-4aa0-a1e6-c4ed9b15dcc7 on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:51:41.265621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af13b149-34f9-420c-b685-0b5dfe0b1f13 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=435849d7-a45a-4c97-9796-5c19447f5b6c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:41.274118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-af13b149-34f9-420c-b685-0b5dfe0b1f13 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:41.286338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cbe2f6d-1525-4911-9e45-fd9f747426e1 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Deleting subnet 04028d09-091f-4b8f-a9cd-4a0c4826e8e5 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:51:41.293109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4cbe2f6d-1525-4911-9e45-fd9f747426e1 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:41.303808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d2b3f300-ba52-420a-8248-3c83d77d6fb1 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:41.306629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d2b3f300-ba52-420a-8248-3c83d77d6fb1 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:41.312304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fb1790d2-ac93-42ac-b8bc-50ba0d7eb40e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:41.347702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-af13b149-34f9-420c-b685-0b5dfe0b1f13 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:41.349067 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-af13b149-34f9-420c-b685-0b5dfe0b1f13 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/security-groups/435849d7-a45a-4c97-9796-5c19447f5b6c HTTP/1.1" status: 204 len: 168 time: 0.6733155 Dec 25 19:51:41.353802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50634) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:41.368464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b3f300-ba52-420a-8248-3c83d77d6fb1 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36cd881a-7d11-48f5-900f-ea3b60e9c243,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:41.371409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d2b3f300-ba52-420a-8248-3c83d77d6fb1 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:41.377092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d2b3f300-ba52-420a-8248-3c83d77d6fb1 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:41.381136 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d2b3f300-ba52-420a-8248-3c83d77d6fb1 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2651112 Dec 25 19:51:41.381542 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50638) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:41.387581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-97b493dd-b111-45b1-8eb9-817ea6dd47c1 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Request body: {'security_group_rule': {'security_group_id': '36cd881a-7d11-48f5-900f-ea3b60e9c243', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:41.388343 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-97b493dd-b111-45b1-8eb9-817ea6dd47c1 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:51:41.389466 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-97b493dd-b111-45b1-8eb9-817ea6dd47c1 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068266 Dec 25 19:51:41.391915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50642) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:41.397359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-7ef760a6-312d-407c-ad47-e3025f30e3c5 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Request body: {'security_group_rule': {'security_group_id': '36cd881a-7d11-48f5-900f-ea3b60e9c243', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:41.398054 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-7ef760a6-312d-407c-ad47-e3025f30e3c5 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:51:41.399043 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7ef760a6-312d-407c-ad47-e3025f30e3c5 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0062020 Dec 25 19:51:41.401649 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50646) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:41.408653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-4ee2d238-13a1-4a93-965f-f4af57b60bb9 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Request body: {'security_group_rule': {'security_group_id': '36cd881a-7d11-48f5-900f-ea3b60e9c243', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:41.409359 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-4ee2d238-13a1-4a93-965f-f4af57b60bb9 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:51:41.410399 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4ee2d238-13a1-4a93-965f-f4af57b60bb9 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0077848 Dec 25 19:51:41.413100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50650) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:41.418473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-a7aba231-da16-4d6e-b23c-9381f67d4d1d tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Request body: {'security_group_rule': {'security_group_id': '36cd881a-7d11-48f5-900f-ea3b60e9c243', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:41.419000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4cbe2f6d-1525-4911-9e45-fd9f747426e1 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:41.419232 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-a7aba231-da16-4d6e-b23c-9381f67d4d1d tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:51:41.422452 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a7aba231-da16-4d6e-b23c-9381f67d4d1d tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0062172 Dec 25 19:51:41.423544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50654) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:41.494244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a9000c61-bebf-4334-81b4-5e692a608646 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:41.523041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a9000c61-bebf-4334-81b4-5e692a608646 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:41.567841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a9000c61-bebf-4334-81b4-5e692a608646 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:41.573416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6320f31d-b0d5-4a85-998b-da5718c24115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:41.590268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device c69bc2fd-73ac-4aa0-a1e6-c4ed9b15dcc7 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:51:41.591968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9000c61-bebf-4334-81b4-5e692a608646 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36cd881a-7d11-48f5-900f-ea3b60e9c243,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:41.593833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0c00a655-b508-4deb-9ff5-be957d8b612f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:41.596228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a9000c61-bebf-4334-81b4-5e692a608646 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:41.598322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a9000c61-bebf-4334-81b4-5e692a608646 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:41.599836 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a9000c61-bebf-4334-81b4-5e692a608646 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "DELETE /v2.0/security-groups/36cd881a-7d11-48f5-900f-ea3b60e9c243 HTTP/1.1" status: 204 len: 168 time: 0.1749794 Dec 25 19:51:41.601910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ce76446f-7879-4181-b745-25e5bbb6e642 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:41.602550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50658) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:41.637093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: c69bc2fd-73ac-4aa0-a1e6-c4ed9b15dcc7 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:51:41.637728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device c69bc2fd-73ac-4aa0-a1e6-c4ed9b15dcc7 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:51:41.643934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e674bbd8-12c9-40c7-a95d-7829e17ba8c8 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:41.660125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d2d32dc8-df4b-4a8a-92aa-a3e63c306a6b tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Synchronizing usage tracker for tenant:2bee75c7f8c74b958e2148557d4136db on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:41.676140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d2d32dc8-df4b-4a8a-92aa-a3e63c306a6b tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Unset dirty status for tenant:2bee75c7f8c74b958e2148557d4136db on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:41.681425 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d2d32dc8-df4b-4a8a-92aa-a3e63c306a6b tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0739129 Dec 25 19:51:41.682087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50662) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:41.688586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-11e08890-976c-49f5-a491-fcfee79f8968 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Request body: {'security_group': {'name': 'tempest-secgroup--96088066'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:41.689868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4cbe2f6d-1525-4911-9e45-fd9f747426e1 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:41.695789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-11e08890-976c-49f5-a491-fcfee79f8968 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:41.706673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-11e08890-976c-49f5-a491-fcfee79f8968 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:41.716465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11e08890-976c-49f5-a491-fcfee79f8968 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:41.745396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c00a655-b508-4deb-9ff5-be957d8b612f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:51:41.753482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-0c00a655-b508-4deb-9ff5-be957d8b612f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:41.758412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-11e08890-976c-49f5-a491-fcfee79f8968 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:41.764138 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-11e08890-976c-49f5-a491-fcfee79f8968 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Usage tracker for resource:security_group_rule and tenant:2bee75c7f8c74b958e2148557d4136db is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:41.764299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b6a49d-643b-41b1-9420-f3b8e2951423 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:51:41.767820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c00a655-b508-4deb-9ff5-be957d8b612f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:41.767956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-11e08890-976c-49f5-a491-fcfee79f8968 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:41.768479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0c00a655-b508-4deb-9ff5-be957d8b612f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:41.774250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e674bbd8-12c9-40c7-a95d-7829e17ba8c8 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:41.774565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-11e08890-976c-49f5-a491-fcfee79f8968 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:41.793908 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00a655-b508-4deb-9ff5-be957d8b612f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Subnet': ['ID=85faf8eb-981a-44ce-bfe0-f88b32e0c729,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:41.813001 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0c00a655-b508-4deb-9ff5-be957d8b612f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:41.836809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11e08890-976c-49f5-a491-fcfee79f8968 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:41.837635 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0c00a655-b508-4deb-9ff5-be957d8b612f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5144386 Dec 25 19:51:41.840291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11e08890-976c-49f5-a491-fcfee79f8968 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:41.842536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50666) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:41.847198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b930b343-b63a-44e5-83d6-b3f873b5d30c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:41.856316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-82dbdcfa-e30f-4e41-885b-ace9ba5908d3 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'port': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'mac_address': 'fa:16:3e:f1:b1:e4', 'name': 'tempest-NetworksTestDHCPv6-1512859020'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:41.895011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4cbe2f6d-1525-4911-9e45-fd9f747426e1 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:41.895518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e08890-976c-49f5-a491-fcfee79f8968 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b55e420-ef82-4466-ab19-a5570ab6e4ab,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:41.898436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-11e08890-976c-49f5-a491-fcfee79f8968 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:41.899332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11e08890-976c-49f5-a491-fcfee79f8968 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:41.900652 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-11e08890-976c-49f5-a491-fcfee79f8968 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.2174351 Dec 25 19:51:41.904093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-092007de-fedb-4084-bb08-0cf5067f1b7c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:41.904277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50670) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:41.913546 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-2ba3ea31-54e0-4dcf-adcb-d5861c7e484f tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Request body: {'security_group_rule': {'security_group_id': '6b55e420-ef82-4466-ab19-a5570ab6e4ab', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:41.914361 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-2ba3ea31-54e0-4dcf-adcb-d5861c7e484f tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:51:41.916055 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2ba3ea31-54e0-4dcf-adcb-d5861c7e484f tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0078409 Dec 25 19:51:41.919089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50674) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:41.925548 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-59857f65-e167-4923-9a26-cc648832d75e tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Request body: {'security_group_rule': {'security_group_id': '6b55e420-ef82-4466-ab19-a5570ab6e4ab', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:41.933829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-59857f65-e167-4923-9a26-cc648832d75e tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:41.938122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-59857f65-e167-4923-9a26-cc648832d75e tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Usage tracker for resource:security_group_rule and tenant:2bee75c7f8c74b958e2148557d4136db is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:41.941506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-59857f65-e167-4923-9a26-cc648832d75e tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:41.947620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-59857f65-e167-4923-9a26-cc648832d75e tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:41.948591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e674bbd8-12c9-40c7-a95d-7829e17ba8c8 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:41.957578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe2f6d-1525-4911-9e45-fd9f747426e1 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Pushing event deleted for resources: {'Subnet': ['ID=04028d09-091f-4b8f-a9cd-4a0c4826e8e5,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:41.979812 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-59857f65-e167-4923-9a26-cc648832d75e tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:51:41.983858 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-59857f65-e167-4923-9a26-cc648832d75e tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0608146 Dec 25 19:51:41.984090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50678) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:41.989996 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-60030d7b-c651-48e5-8f82-7f59648d9241 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Request body: {'security_group_rule': {'security_group_id': '6b55e420-ef82-4466-ab19-a5570ab6e4ab', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:41.990654 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-60030d7b-c651-48e5-8f82-7f59648d9241 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:51:41.994071 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-60030d7b-c651-48e5-8f82-7f59648d9241 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066347 Dec 25 19:51:41.994284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50682) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:42.000654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-6070c01b-bbd2-4b09-ab0e-bb3bf0a4f310 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Request body: {'security_group_rule': {'security_group_id': '6b55e420-ef82-4466-ab19-a5570ab6e4ab', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:42.007045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6070c01b-bbd2-4b09-ab0e-bb3bf0a4f310 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:42.007562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4cbe2f6d-1525-4911-9e45-fd9f747426e1 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:42.011150 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6070c01b-bbd2-4b09-ab0e-bb3bf0a4f310 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Usage tracker for resource:security_group_rule and tenant:2bee75c7f8c74b958e2148557d4136db is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:42.013365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-41b8d591-9f64-4dc8-8753-be74c1e50138 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:42.014342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6070c01b-bbd2-4b09-ab0e-bb3bf0a4f310 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:42.021329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6070c01b-bbd2-4b09-ab0e-bb3bf0a4f310 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:42.027824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8ae3d4-d94f-42d9-9bf9-fc40d932c00d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-7396b720-65bf-48b2-8da7-778eed2fcf44', 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'tenant_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'fixed_ips': [{'subnet_id': '85faf8eb-981a-44ce-bfe0-f88b32e0c729'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:51:42.028804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3a8ae3d4-d94f-42d9-9bf9-fc40d932c00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:42.033858 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4cbe2f6d-1525-4911-9e45-fd9f747426e1 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:42.044535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999c7f78-4226-438d-ad5c-bd699b2c9193 None None] Network 10dd7c94-a972-4fb2-a7c9-a12ccaebf406 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:51:42.051769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e674bbd8-12c9-40c7-a95d-7829e17ba8c8 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4f1188-e5bb-422d-b598-57bca37ea3be,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:42.057674 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-6070c01b-bbd2-4b09-ab0e-bb3bf0a4f310 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:51:42.059019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e674bbd8-12c9-40c7-a95d-7829e17ba8c8 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:42.062365 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6070c01b-bbd2-4b09-ab0e-bb3bf0a4f310 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0634439 Dec 25 19:51:42.062465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e674bbd8-12c9-40c7-a95d-7829e17ba8c8 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:42.062465 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e674bbd8-12c9-40c7-a95d-7829e17ba8c8 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/security-groups/bd4f1188-e5bb-422d-b598-57bca37ea3be HTTP/1.1" status: 204 len: 168 time: 0.7067435 Dec 25 19:51:42.063297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50686) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:42.065955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50688) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:42.074530 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4cbe2f6d-1525-4911-9e45-fd9f747426e1 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] 10.222.0.24 "DELETE /v2.0/subnets/04028d09-091f-4b8f-a9cd-4a0c4826e8e5 HTTP/1.1" status: 204 len: 168 time: 1.1753719 Dec 25 19:51:42.079308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-73050201-28b5-4916-9aa6-33bf6d5b8c53 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Request body: {'security_group_rule': {'security_group_id': '6b55e420-ef82-4466-ab19-a5570ab6e4ab', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:42.079960 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-73050201-28b5-4916-9aa6-33bf6d5b8c53 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:51:42.084331 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-73050201-28b5-4916-9aa6-33bf6d5b8c53 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0136964 Dec 25 19:51:42.084331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50694) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:42.087534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50696) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:42.097050 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-c21f7055-922d-4586-a850-33b5654d86f8 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Request body: {'security_group_rule': {'security_group_id': '6b55e420-ef82-4466-ab19-a5570ab6e4ab', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:42.113399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c21f7055-922d-4586-a850-33b5654d86f8 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:42.126808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c21f7055-922d-4586-a850-33b5654d86f8 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Usage tracker for resource:security_group_rule and tenant:2bee75c7f8c74b958e2148557d4136db is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:42.130683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c21f7055-922d-4586-a850-33b5654d86f8 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:42.142408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c21f7055-922d-4586-a850-33b5654d86f8 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:42.147321 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-82dbdcfa-e30f-4e41-885b-ace9ba5908d3 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:42.180784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5a85-a121-4129-9307-b4c557d5d2a9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:42.212740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-82dbdcfa-e30f-4e41-885b-ace9ba5908d3 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:42.213549 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-c21f7055-922d-4586-a850-33b5654d86f8 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:51:42.217374 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c21f7055-922d-4586-a850-33b5654d86f8 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1262786 Dec 25 19:51:42.220415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50702) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:42.225352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b954838b-9bd5-4e2d-a5f4-fe8485ea19cf tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Request body: {'security_group_rule': {'security_group_id': '6b55e420-ef82-4466-ab19-a5570ab6e4ab', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:42.226425 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-b954838b-9bd5-4e2d-a5f4-fe8485ea19cf tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:51:42.230810 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b954838b-9bd5-4e2d-a5f4-fe8485ea19cf tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075016 Dec 25 19:51:42.232320 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50706) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:42.235460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5a85-a121-4129-9307-b4c557d5d2a9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:42.247224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-97380879-f830-4b68-9ce7-f7263b8c828e tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Request body: {'security_group_rule': {'security_group_id': '6b55e420-ef82-4466-ab19-a5570ab6e4ab', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:42.260484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7709d56b-1a7b-4e47-b0c1-c633d940617b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:42.264162 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-97380879-f830-4b68-9ce7-f7263b8c828e tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:42.264409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82dbdcfa-e30f-4e41-885b-ace9ba5908d3 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:42.273112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-82dbdcfa-e30f-4e41-885b-ace9ba5908d3 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:42.277201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-97380879-f830-4b68-9ce7-f7263b8c828e tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Usage tracker for resource:security_group_rule and tenant:2bee75c7f8c74b958e2148557d4136db is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:42.281642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-97380879-f830-4b68-9ce7-f7263b8c828e tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:42.297688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-97380879-f830-4b68-9ce7-f7263b8c828e tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:42.304810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7709d56b-1a7b-4e47-b0c1-c633d940617b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Deleting port cf1c8a74-7cb0-48ad-86b1-ecbd4d764ad6 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:51:42.305352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7709d56b-1a7b-4e47-b0c1-c633d940617b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:42.317152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5a85-a121-4129-9307-b4c557d5d2a9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:42.327451 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-36b79d4f-ecf1-4189-a18f-37e727c83427 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:42.348093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-82dbdcfa-e30f-4e41-885b-ace9ba5908d3 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] device_id is not set on port 3638b49a-16eb-467b-8c55-79f235c5fc70 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:51:42.351230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a5a85-a121-4129-9307-b4c557d5d2a9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c34642-7d4f-4905-b405-9504262c1fcf,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:42.356346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0d3a5a85-a121-4129-9307-b4c557d5d2a9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:42.357419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5a85-a121-4129-9307-b4c557d5d2a9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:42.362297 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0d3a5a85-a121-4129-9307-b4c557d5d2a9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/security-groups/b3c34642-7d4f-4905-b405-9504262c1fcf HTTP/1.1" status: 204 len: 168 time: 0.2945611 Dec 25 19:51:42.364194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50710) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:42.399518 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-97380879-f830-4b68-9ce7-f7263b8c828e tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:51:42.400163 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-97380879-f830-4b68-9ce7-f7263b8c828e tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1673572 Dec 25 19:51:42.404144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50714) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:42.415801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-315d86fb-28ee-44bb-883b-d813e0163ca1 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Request body: {'security_group_rule': {'security_group_id': '6b55e420-ef82-4466-ab19-a5570ab6e4ab', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:42.424899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-315d86fb-28ee-44bb-883b-d813e0163ca1 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:42.434952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-3a8ae3d4-d94f-42d9-9bf9-fc40d932c00d None None] Allocated IP 2001:db8::f816:3eff:fe28:7338 (7396b720-65bf-48b2-8da7-778eed2fcf44/85faf8eb-981a-44ce-bfe0-f88b32e0c729/10fc551c-61fa-42e8-bbc7-5cb9d78eb061) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:51:42.437356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-315d86fb-28ee-44bb-883b-d813e0163ca1 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Usage tracker for resource:security_group_rule and tenant:2bee75c7f8c74b958e2148557d4136db is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:42.443103 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-315d86fb-28ee-44bb-883b-d813e0163ca1 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:42.452973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-315d86fb-28ee-44bb-883b-d813e0163ca1 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:42.574174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4616ae9e-e0d1-4022-b253-ede809ddf625 None None] DHCP port deletion for 10dd7c94-a972-4fb2-a7c9-a12ccaebf406 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:51:42.597088 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-315d86fb-28ee-44bb-883b-d813e0163ca1 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:51:42.601277 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-315d86fb-28ee-44bb-883b-d813e0163ca1 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1931427 Dec 25 19:51:42.602283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50718) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:42.676338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ca6b74b-eb76-4b21-af60-57df467b4f48 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Deleting subnet 7786d424-0797-41c5-a4e6-60aac345552a {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:51:42.684664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ca6b74b-eb76-4b21-af60-57df467b4f48 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:42.760844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-4616ae9e-e0d1-4022-b253-ede809ddf625 None None] Deleting port cf1c8a74-7cb0-48ad-86b1-ecbd4d764ad6 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:51:42.761270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4616ae9e-e0d1-4022-b253-ede809ddf625 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:42.767837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c1ea7ba1-f15a-4bb7-8e0b-a5c8dffe48f3 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:42.771256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ca6b74b-eb76-4b21-af60-57df467b4f48 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:42.845920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c1ea7ba1-f15a-4bb7-8e0b-a5c8dffe48f3 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:42.851481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-7709d56b-1a7b-4e47-b0c1-c633d940617b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] For port cf1c8a74-7cb0-48ad-86b1-ecbd4d764ad6, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=cf1c8a74-7cb0-48ad-86b1-ecbd4d764ad6,segment=NetworkSegment(af10df03-5160-461d-9aa6-f5c766eee1cc),segment_id=af10df03-5160-461d-9aa6-f5c766eee1cc)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:51:42.852066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7709d56b-1a7b-4e47-b0c1-c633d940617b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:42.918147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c1ea7ba1-f15a-4bb7-8e0b-a5c8dffe48f3 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:42.924180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ca6b74b-eb76-4b21-af60-57df467b4f48 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:42.958283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b72ac7a5-de31-406e-abac-89a1e5d64d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:42.981418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea7ba1-f15a-4bb7-8e0b-a5c8dffe48f3 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b55e420-ef82-4466-ab19-a5570ab6e4ab,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:42.990274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7709d56b-1a7b-4e47-b0c1-c633d940617b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Calling delete_port for cf1c8a74-7cb0-48ad-86b1-ecbd4d764ad6 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:51:42.991228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c1ea7ba1-f15a-4bb7-8e0b-a5c8dffe48f3 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:43.003203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c1ea7ba1-f15a-4bb7-8e0b-a5c8dffe48f3 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:43.006924 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c1ea7ba1-f15a-4bb7-8e0b-a5c8dffe48f3 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "DELETE /v2.0/security-groups/6b55e420-ef82-4466-ab19-a5570ab6e4ab HTTP/1.1" status: 204 len: 168 time: 0.4011295 Dec 25 19:51:43.007076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3a8ae3d4-d94f-42d9-9bf9-fc40d932c00d None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:43.008135 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50724) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:43.068576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7709d56b-1a7b-4e47-b0c1-c633d940617b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:43.072157 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ca6b74b-eb76-4b21-af60-57df467b4f48 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:43.074004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bfaae0a8-7690-4f77-8ee1-998aec9c6783 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:43.079543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9b42b340-f2e6-49e9-84e9-8a033be05bd7 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:43.083387 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-3a8ae3d4-d94f-42d9-9bf9-fc40d932c00d None None] Transition to ACTIVE for port object 10fc551c-61fa-42e8-bbc7-5cb9d78eb061 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:51:43.106258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-4616ae9e-e0d1-4022-b253-ede809ddf625 None None] For port cf1c8a74-7cb0-48ad-86b1-ecbd4d764ad6, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=cf1c8a74-7cb0-48ad-86b1-ecbd4d764ad6,segment=NetworkSegment(af10df03-5160-461d-9aa6-f5c766eee1cc),segment_id=af10df03-5160-461d-9aa6-f5c766eee1cc)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:51:43.106717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4616ae9e-e0d1-4022-b253-ede809ddf625 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:43.119198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709d56b-1a7b-4e47-b0c1-c633d940617b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Pushing event deleted for resources: {'Port': ['ID=cf1c8a74-7cb0-48ad-86b1-ecbd4d764ad6,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:43.120346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca6b74b-eb76-4b21-af60-57df467b4f48 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event deleted for resources: {'Subnet': ['ID=7786d424-0797-41c5-a4e6-60aac345552a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:43.124632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f759a784-c14b-4553-89e3-ed6014c381af tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Synchronizing usage tracker for tenant:2bee75c7f8c74b958e2148557d4136db on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:43.127827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9ca6b74b-eb76-4b21-af60-57df467b4f48 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:43.131855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ca6b74b-eb76-4b21-af60-57df467b4f48 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:43.150487 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9ca6b74b-eb76-4b21-af60-57df467b4f48 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/subnets/7786d424-0797-41c5-a4e6-60aac345552a HTTP/1.1" status: 204 len: 168 time: 0.7852020 Dec 25 19:51:43.151412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50728) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:43.152456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7709d56b-1a7b-4e47-b0c1-c633d940617b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:43.153533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7709d56b-1a7b-4e47-b0c1-c633d940617b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] No DVR routers for this DVR port cf1c8a74-7cb0-48ad-86b1-ecbd4d764ad6 on host dv-neutron-822611-1-hyperv {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:51:43.184883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-3a8ae3d4-d94f-42d9-9bf9-fc40d932c00d None None] Transition to ACTIVE for port object 10fc551c-61fa-42e8-bbc7-5cb9d78eb061 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:51:43.187853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdfd2b1-ff49-4ab0-b165-f3f698b91364 None None] Network ccdad919-2c02-444b-a1f9-a441240bee2d requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:51:43.203169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f759a784-c14b-4553-89e3-ed6014c381af tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Unset dirty status for tenant:2bee75c7f8c74b958e2148557d4136db on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:43.204577 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f759a784-c14b-4553-89e3-ed6014c381af tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1963015 Dec 25 19:51:43.209402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50732) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:43.236546 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-f454c8ae-3cd3-471d-8104-ae22d70f4d3b tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Request body: {'security_group': {'name': 'tempest-secgroup--653606165'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:43.240409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4034e7e-b4b4-4cae-8b21-b8523ee5fb36 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Deleting subnet 0509e359-87b7-4bca-857a-227f0a17ab82 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:51:43.243764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b4034e7e-b4b4-4cae-8b21-b8523ee5fb36 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:43.274134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-4616ae9e-e0d1-4022-b253-ede809ddf625 None None] Calling delete_port for cf1c8a74-7cb0-48ad-86b1-ecbd4d764ad6 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:51:43.294182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f454c8ae-3cd3-471d-8104-ae22d70f4d3b tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:43.301240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3a8ae3d4-d94f-42d9-9bf9-fc40d932c00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:43.303757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b4034e7e-b4b4-4cae-8b21-b8523ee5fb36 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:43.304891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b742e30b-8e87-41d2-895d-b8d76092ce42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:43.335395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f454c8ae-3cd3-471d-8104-ae22d70f4d3b tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:43.394446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7709d56b-1a7b-4e47-b0c1-c633d940617b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:43.400764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b4034e7e-b4b4-4cae-8b21-b8523ee5fb36 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:43.432923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f454c8ae-3cd3-471d-8104-ae22d70f4d3b tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:43.446238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-82dbdcfa-e30f-4e41-885b-ace9ba5908d3 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Allocated IP 2001:db8::f816:3eff:fef1:b1e4 (7396b720-65bf-48b2-8da7-778eed2fcf44/85faf8eb-981a-44ce-bfe0-f88b32e0c729/3638b49a-16eb-467b-8c55-79f235c5fc70) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:51:43.449347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-7709d56b-1a7b-4e47-b0c1-c633d940617b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10dd7c94-a972-4fb2-a7c9-a12ccaebf406']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:43.474352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-7709d56b-1a7b-4e47-b0c1-c633d940617b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af10df03-5160-461d-9aa6-f5c766eee1cc') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:43.474575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-7709d56b-1a7b-4e47-b0c1-c633d940617b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af10df03-5160-461d-9aa6-f5c766eee1cc') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:43.477408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8ae3d4-d94f-42d9-9bf9-fc40d932c00d None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:51:43.479741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b4034e7e-b4b4-4cae-8b21-b8523ee5fb36 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:43.483957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d614b600-c8a0-481b-8ab7-e3f926e44f90 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:43.491183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ae3d4-d94f-42d9-9bf9-fc40d932c00d None None] Pushing event updated for resources: {'Port': ['ID=10fc551c-61fa-42e8-bbc7-5cb9d78eb061,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:43.491982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7709d56b-1a7b-4e47-b0c1-c633d940617b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:43.494144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3a8ae3d4-d94f-42d9-9bf9-fc40d932c00d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:43.495277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-3a8ae3d4-d94f-42d9-9bf9-fc40d932c00d None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:43.497409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8ae3d4-d94f-42d9-9bf9-fc40d932c00d None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:51:43.521865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4034e7e-b4b4-4cae-8b21-b8523ee5fb36 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event deleted for resources: {'Subnet': ['ID=0509e359-87b7-4bca-857a-227f0a17ab82,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:43.526430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b4034e7e-b4b4-4cae-8b21-b8523ee5fb36 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:43.532554 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b4034e7e-b4b4-4cae-8b21-b8523ee5fb36 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:43.538309 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7709d56b-1a7b-4e47-b0c1-c633d940617b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:43.539719 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b4034e7e-b4b4-4cae-8b21-b8523ee5fb36 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/subnets/0509e359-87b7-4bca-857a-227f0a17ab82 HTTP/1.1" status: 204 len: 168 time: 0.3856106 Dec 25 19:51:43.542110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50736) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:43.548476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f454c8ae-3cd3-471d-8104-ae22d70f4d3b tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:43.563940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f454c8ae-3cd3-471d-8104-ae22d70f4d3b tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Usage tracker for resource:security_group_rule and tenant:2bee75c7f8c74b958e2148557d4136db is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:43.570795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7709d56b-1a7b-4e47-b0c1-c633d940617b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:51:43.571282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7709d56b-1a7b-4e47-b0c1-c633d940617b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:43.591639 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:51:43.591639 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:51:43.591639 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:51:43.591639 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:51:43.591639 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:51:43.591639 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:51:43.591639 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:51:43.591639 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:51:43.591639 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:51:43.591639 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:51:43.591639 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:51:43.591639 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:51:43.591639 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:51:43.591639 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:51:43.591639 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:51:43.591639 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:51:43.591639 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:51:43.591639 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:51:43.591639 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:51:43.591639 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:51:43.591639 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:51:43.591639 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:51:43.591639 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:51:43.591639 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:51:43.591639 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:51:43.591639 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:51:43.591639 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:51:43.591639 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:51:43.591639 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:51:43.591639 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:51:43.591639 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:51:43.591639 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:51:43.596503 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea8d4b5-564d-4574-a17b-fae299d78d36 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] DELETE failed (client error): The resource could not be found. Dec 25 19:51:43.596879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ea8d4b5-564d-4574-a17b-fae299d78d36 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:51:43.598990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f454c8ae-3cd3-471d-8104-ae22d70f4d3b tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:43.599842 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6ea8d4b5-564d-4574-a17b-fae299d78d36 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/subnets/7786d424-0797-41c5-a4e6-60aac345552a HTTP/1.1" status: 404 len: 337 time: 0.0564337 Dec 25 19:51:43.602472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50740) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:43.607278 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-4616ae9e-e0d1-4022-b253-ede809ddf625 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:51:43.607884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-4616ae9e-e0d1-4022-b253-ede809ddf625 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:51:43.636742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f454c8ae-3cd3-471d-8104-ae22d70f4d3b tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:43.660435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device cf1c8a74-7cb0-48ad-86b1-ecbd4d764ad6 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:51:43.678599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb68ac08-2300-43bf-9fae-c1eae969f275 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Deleting subnet a072bf18-38da-4547-9a9f-3d63617708c7 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:51:43.682208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fb68ac08-2300-43bf-9fae-c1eae969f275 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:43.699155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-3a8ae3d4-d94f-42d9-9bf9-fc40d932c00d None None] Attempting to bind port 10fc551c-61fa-42e8-bbc7-5cb9d78eb061 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:51:43.699581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-3a8ae3d4-d94f-42d9-9bf9-fc40d932c00d None None] Attempting to bind port 10fc551c-61fa-42e8-bbc7-5cb9d78eb061 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:51:43.699998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8ae3d4-d94f-42d9-9bf9-fc40d932c00d None None] Attempting to bind port 10fc551c-61fa-42e8-bbc7-5cb9d78eb061 on network 7396b720-65bf-48b2-8da7-778eed2fcf44 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:51:43.705091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: cf1c8a74-7cb0-48ad-86b1-ecbd4d764ad6 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:51:43.705476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device cf1c8a74-7cb0-48ad-86b1-ecbd4d764ad6 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:51:43.722533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8ae3d4-d94f-42d9-9bf9-fc40d932c00d None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:51:43.722951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8ae3d4-d94f-42d9-9bf9-fc40d932c00d None None] Checking segment: {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:51:43.724006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3a8ae3d4-d94f-42d9-9bf9-fc40d932c00d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:43.724006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8ae3d4-d94f-42d9-9bf9-fc40d932c00d None None] Bound using segment: {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:51:43.724414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-3a8ae3d4-d94f-42d9-9bf9-fc40d932c00d None None] Bound port: 10fc551c-61fa-42e8-bbc7-5cb9d78eb061, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:51:43.724789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3a8ae3d4-d94f-42d9-9bf9-fc40d932c00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:43.747609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fb68ac08-2300-43bf-9fae-c1eae969f275 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:43.752396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7709d56b-1a7b-4e47-b0c1-c633d940617b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:43.811011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b40c3d53-6e82-425b-aff9-7a3db84437db tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:43.828338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7709d56b-1a7b-4e47-b0c1-c633d940617b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:43.845029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fb68ac08-2300-43bf-9fae-c1eae969f275 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:43.856059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709d56b-1a7b-4e47-b0c1-c633d940617b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Pushing event deleted for resources: {'Network': ['ID=10dd7c94-a972-4fb2-a7c9-a12ccaebf406,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:43.879064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7709d56b-1a7b-4e47-b0c1-c633d940617b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:43.881479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-3a8ae3d4-d94f-42d9-9bf9-fc40d932c00d None None] For port 10fc551c-61fa-42e8-bbc7-5cb9d78eb061, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:51:43.885630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-3a8ae3d4-d94f-42d9-9bf9-fc40d932c00d None None] For port 10fc551c-61fa-42e8-bbc7-5cb9d78eb061, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=10fc551c-61fa-42e8-bbc7-5cb9d78eb061,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:51:43.897216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3a8ae3d4-d94f-42d9-9bf9-fc40d932c00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:43.897561 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7709d56b-1a7b-4e47-b0c1-c633d940617b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] 10.222.0.24 "DELETE /v2.0/networks/10dd7c94-a972-4fb2-a7c9-a12ccaebf406 HTTP/1.1" status: 204 len: 168 time: 1.8029089 Dec 25 19:51:43.903428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-09900fb7-6260-44a3-b6a1-3517492c43b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:43.942876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fb68ac08-2300-43bf-9fae-c1eae969f275 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:43.953239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f454c8ae-3cd3-471d-8104-ae22d70f4d3b tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:43.958358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ad694221-f162-4a70-be0c-6b09884aeb19 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:43.963238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-82dbdcfa-e30f-4e41-885b-ace9ba5908d3 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:43.966472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f454c8ae-3cd3-471d-8104-ae22d70f4d3b tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:43.975643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2b382e1d-df25-4fa4-9ad0-727b1c305cd8 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:43.984145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ae3d4-d94f-42d9-9bf9-fc40d932c00d None None] Pushing event updated for resources: {'Port': ['ID=10fc551c-61fa-42e8-bbc7-5cb9d78eb061,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:43.987836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3a8ae3d4-d94f-42d9-9bf9-fc40d932c00d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:44.007735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fb68ac08-2300-43bf-9fae-c1eae969f275 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:44.024060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-82dbdcfa-e30f-4e41-885b-ace9ba5908d3 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Transition to ACTIVE for port object 3638b49a-16eb-467b-8c55-79f235c5fc70 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:51:44.027261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb68ac08-2300-43bf-9fae-c1eae969f275 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event deleted for resources: {'Subnet': ['ID=a072bf18-38da-4547-9a9f-3d63617708c7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:44.030576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f454c8ae-3cd3-471d-8104-ae22d70f4d3b tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eccc652-dfc9-4b73-b0eb-c9052638fe7b,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:44.031925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fb68ac08-2300-43bf-9fae-c1eae969f275 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:44.037711 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fb68ac08-2300-43bf-9fae-c1eae969f275 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/subnets/a072bf18-38da-4547-9a9f-3d63617708c7 HTTP/1.1" status: 204 len: 168 time: 0.4303303 Dec 25 19:51:44.038063 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50746) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:44.044485 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f454c8ae-3cd3-471d-8104-ae22d70f4d3b tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:44.049298 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f454c8ae-3cd3-471d-8104-ae22d70f4d3b tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:44.050964 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f454c8ae-3cd3-471d-8104-ae22d70f4d3b tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8402295 Dec 25 19:51:44.054127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50750) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:44.064015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-2cec7a11-49aa-482c-bdc6-09fe11c42e2d tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Request body: {'security_group_rule': {'security_group_id': '4eccc652-dfc9-4b73-b0eb-c9052638fe7b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:44.072395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2cec7a11-49aa-482c-bdc6-09fe11c42e2d tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:44.080665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2cec7a11-49aa-482c-bdc6-09fe11c42e2d tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Usage tracker for resource:security_group_rule and tenant:2bee75c7f8c74b958e2148557d4136db is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:44.085454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2cec7a11-49aa-482c-bdc6-09fe11c42e2d tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:44.086919 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d34f005-c075-4499-b755-6e8df0c15207 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] DELETE failed (client error): The resource could not be found. Dec 25 19:51:44.087458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d34f005-c075-4499-b755-6e8df0c15207 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:51:44.089309 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7d34f005-c075-4499-b755-6e8df0c15207 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/subnets/b0737d7a-7b7b-44e5-90b9-5639de1fb292 HTTP/1.1" status: 404 len: 337 time: 0.0501063 Dec 25 19:51:44.092153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50754) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:44.098715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2cec7a11-49aa-482c-bdc6-09fe11c42e2d tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:44.104407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-82dbdcfa-e30f-4e41-885b-ace9ba5908d3 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:44.109399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-4616ae9e-e0d1-4022-b253-ede809ddf625 None None] Deleting port cf1c8a74-7cb0-48ad-86b1-ecbd4d764ad6 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:51:44.110475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4616ae9e-e0d1-4022-b253-ede809ddf625 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:44.113242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2e198173-42c8-4f63-8d63-9ae4eeca4d1d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:44.166266 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-47244973-d3e9-48f0-aa4a-b111fbdf8064 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "GET /v2.0/ports?device_id=af21358e-ff3b-4c5d-839e-ae2f6baf5401 HTTP/1.1" status: 200 len: 205 time: 0.0727999 Dec 25 19:51:44.171444 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50758) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:44.231037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dbdcfa-e30f-4e41-885b-ace9ba5908d3 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:51:44.246431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-82dbdcfa-e30f-4e41-885b-ace9ba5908d3 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:44.260568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dbdcfa-e30f-4e41-885b-ace9ba5908d3 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Port': ['ID=3638b49a-16eb-467b-8c55-79f235c5fc70,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:44.263394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dbdcfa-e30f-4e41-885b-ace9ba5908d3 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:51:44.268173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dbdcfa-e30f-4e41-885b-ace9ba5908d3 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:44.269193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-82dbdcfa-e30f-4e41-885b-ace9ba5908d3 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:44.277749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-82dbdcfa-e30f-4e41-885b-ace9ba5908d3 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:44.288337 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-4616ae9e-e0d1-4022-b253-ede809ddf625 None None] The port 'cf1c8a74-7cb0-48ad-86b1-ecbd4d764ad6' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:51:44.291581 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-2cec7a11-49aa-482c-bdc6-09fe11c42e2d tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] create failed (client error): The resource could not be found. Dec 25 19:51:44.295742 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2cec7a11-49aa-482c-bdc6-09fe11c42e2d tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2366793 Dec 25 19:51:44.297226 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-82dbdcfa-e30f-4e41-885b-ace9ba5908d3 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4515698 Dec 25 19:51:44.298623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50764) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:44.304747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-c3564860-bf94-40e3-9946-73f65c564ebb tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Request body: {'security_group_rule': {'security_group_id': '4eccc652-dfc9-4b73-b0eb-c9052638fe7b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '8b041e2f-98ef-47f7-92db-5c1790cefb24'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:44.307540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50766) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:44.311675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c3564860-bf94-40e3-9946-73f65c564ebb tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:44.311825 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-47e81c39-08bf-47cb-a19e-8c1941c9197c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] delete failed (client error): The resource could not be found. Dec 25 19:51:44.315840 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-47e81c39-08bf-47cb-a19e-8c1941c9197c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/routers/af21358e-ff3b-4c5d-839e-ae2f6baf5401 HTTP/1.1" status: 404 len: 336 time: 0.1402826 Dec 25 19:51:44.316197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50772) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:44.317307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c3564860-bf94-40e3-9946-73f65c564ebb tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Usage tracker for resource:security_group_rule and tenant:2bee75c7f8c74b958e2148557d4136db is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:44.363288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c3564860-bf94-40e3-9946-73f65c564ebb tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:44.377507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c3564860-bf94-40e3-9946-73f65c564ebb tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:44.380424 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-96c00150-2948-4017-bdcf-1803169e720e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] DELETE failed (client error): The resource could not be found. Dec 25 19:51:44.381016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96c00150-2948-4017-bdcf-1803169e720e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:51:44.382930 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-96c00150-2948-4017-bdcf-1803169e720e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/subnets/b60bcaec-beea-4e3a-8970-8f227bd2d381 HTTP/1.1" status: 404 len: 337 time: 0.0623059 Dec 25 19:51:44.386540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50776) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:44.420430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50780) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:44.438782 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-c3564860-bf94-40e3-9946-73f65c564ebb tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] create failed (client error): The resource could not be found. Dec 25 19:51:44.442947 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c3564860-bf94-40e3-9946-73f65c564ebb tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1403751 Dec 25 19:51:44.443565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50786) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:44.468965 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-d27e457d-ef7c-49dd-87a0-a92d4b34cc39 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] DELETE failed (client error): The resource could not be found. Dec 25 19:51:44.470486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d27e457d-ef7c-49dd-87a0-a92d4b34cc39 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:51:44.473666 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d27e457d-ef7c-49dd-87a0-a92d4b34cc39 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/subnets/8b0858bc-ceaf-4b18-838a-8460daec05fd HTTP/1.1" status: 404 len: 337 time: 0.0841260 Dec 25 19:51:44.476667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50790) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:44.508362 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426c3d0c-97e9-4a38-961c-214f77afd636 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:44.513960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426c3d0c-97e9-4a38-961c-214f77afd636 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:44.514925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-426c3d0c-97e9-4a38-961c-214f77afd636 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:44.537095 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-37d2368b-1ab8-4cdd-ba48-74055546b9f6 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] DELETE failed (client error): The resource could not be found. Dec 25 19:51:44.537095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37d2368b-1ab8-4cdd-ba48-74055546b9f6 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:51:44.545853 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-37d2368b-1ab8-4cdd-ba48-74055546b9f6 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/subnets/623950f4-19ba-4b07-9de5-f6a13db71c33 HTTP/1.1" status: 404 len: 337 time: 0.0680153 Dec 25 19:51:44.549773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50794) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:44.553324 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-426c3d0c-97e9-4a38-961c-214f77afd636 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:44.555125 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-426c3d0c-97e9-4a38-961c-214f77afd636 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2463112 Dec 25 19:51:44.558474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50798) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:44.699095 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b1a5c07-dfc0-4609-b106-432901e14113 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] DELETE failed (client error): The resource could not be found. Dec 25 19:51:44.699606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b1a5c07-dfc0-4609-b106-432901e14113 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:51:44.703241 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1b1a5c07-dfc0-4609-b106-432901e14113 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/ports/3b0f4162-b869-459c-8a59-aaa3ec2b12f4 HTTP/1.1" status: 404 len: 333 time: 0.1473920 Dec 25 19:51:44.705299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50802) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:44.712594 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24102895-80d7-42e4-bae3-485f62b52d08 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:44.750706 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-a021c424-2821-4d23-8c7d-140c507dae47 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] DELETE failed (client error): The resource could not be found. Dec 25 19:51:44.751237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a021c424-2821-4d23-8c7d-140c507dae47 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:51:44.754166 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a021c424-2821-4d23-8c7d-140c507dae47 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/subnets/28a5084f-b12f-4fc1-bee4-77d5abb7e081 HTTP/1.1" status: 404 len: 337 time: 0.0471272 Dec 25 19:51:44.755840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50806) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:44.777465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-517d78a1-c5b7-4a95-82be-627454b682bf tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting port 3638b49a-16eb-467b-8c55-79f235c5fc70 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:51:44.777819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-517d78a1-c5b7-4a95-82be-627454b682bf tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:44.805654 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-92a8d987-ae53-4dfe-b3f1-25cc3fa51fe7 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] DELETE failed (client error): The resource could not be found. Dec 25 19:51:44.806203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92a8d987-ae53-4dfe-b3f1-25cc3fa51fe7 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:51:44.810675 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-92a8d987-ae53-4dfe-b3f1-25cc3fa51fe7 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/subnets/6ed2f022-3cf3-441e-9340-3cccd73a60b5 HTTP/1.1" status: 404 len: 337 time: 0.0512323 Dec 25 19:51:44.810976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50810) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:44.814438 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24102895-80d7-42e4-bae3-485f62b52d08 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:44.859725 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-5daac7c7-71ab-41ef-bc9c-8ded60b8c832 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] DELETE failed (client error): The resource could not be found. Dec 25 19:51:44.860370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5daac7c7-71ab-41ef-bc9c-8ded60b8c832 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:51:44.865436 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5daac7c7-71ab-41ef-bc9c-8ded60b8c832 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/ports/2ad2b4e1-ad71-464a-859c-d56ee631a4b3 HTTP/1.1" status: 404 len: 333 time: 0.0501919 Dec 25 19:51:44.865436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50814) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:44.895170 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b436713c-2238-4f43-b9d3-61e9df7103ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=729c75216377447fb8851dfb28c74246&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4710517 Dec 25 19:51:44.900368 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50818) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:44.916171 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec19eb11-c20d-4c6f-8e67-361a21539b31 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] DELETE failed (client error): The resource could not be found. Dec 25 19:51:44.916436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec19eb11-c20d-4c6f-8e67-361a21539b31 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:51:44.918358 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ec19eb11-c20d-4c6f-8e67-361a21539b31 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/subnets/ebe87cf7-6db7-445f-885d-d01a1b3fa2fc HTTP/1.1" status: 404 len: 337 time: 0.0520976 Dec 25 19:51:44.921702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50820) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:44.969081 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fd70ec3-d4e0-406b-85f4-e99cd8e535e1 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] DELETE failed (client error): The resource could not be found. Dec 25 19:51:44.970486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fd70ec3-d4e0-406b-85f4-e99cd8e535e1 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:51:44.975988 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9fd70ec3-d4e0-406b-85f4-e99cd8e535e1 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/subnets/41b7007c-a28b-4e51-b0cd-cad612432cec HTTP/1.1" status: 404 len: 337 time: 0.0498247 Dec 25 19:51:44.975988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50826) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:44.985268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24102895-80d7-42e4-bae3-485f62b52d08 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:44.995901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e674bbd8-12c9-40c7-a95d-7829e17ba8c8 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:45.046035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24102895-80d7-42e4-bae3-485f62b52d08 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eccc652-dfc9-4b73-b0eb-c9052638fe7b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:45.056012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-24102895-80d7-42e4-bae3-485f62b52d08 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:45.062370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-23ad9e9f-b56f-48d2-8951-01bfe70ff73f tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Deleting port 8136c357-847e-4f1c-a3d8-2a70c397d020 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:51:45.062765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-23ad9e9f-b56f-48d2-8951-01bfe70ff73f tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:45.142669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24102895-80d7-42e4-bae3-485f62b52d08 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:45.144307 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-24102895-80d7-42e4-bae3-485f62b52d08 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "DELETE /v2.0/security-groups/4eccc652-dfc9-4b73-b0eb-c9052638fe7b HTTP/1.1" status: 204 len: 168 time: 0.7000346 Dec 25 19:51:45.152847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50830) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:45.188556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5faecd62-975b-4307-9dd5-905a8ca15990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:45.226765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-517d78a1-c5b7-4a95-82be-627454b682bf tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:45.254125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5faecd62-975b-4307-9dd5-905a8ca15990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:45.261501 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-14ece181-57eb-4d9a-9372-674364856f50 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1025052 Dec 25 19:51:45.265799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50834) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:45.274964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-af2e995b-4ebc-4412-8948-b7a71887e33f tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Request body: {'security_group_rule': {'security_group_id': '456d0add-c1f3-48be-920a-8433398846da', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:45.281507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-af2e995b-4ebc-4412-8948-b7a71887e33f tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:45.297891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-af2e995b-4ebc-4412-8948-b7a71887e33f tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Usage tracker for resource:security_group_rule and tenant:2bee75c7f8c74b958e2148557d4136db is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:45.304022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-af2e995b-4ebc-4412-8948-b7a71887e33f tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:45.314543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-af2e995b-4ebc-4412-8948-b7a71887e33f tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:45.334284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69c4595-9f69-4b3c-87cc-6a7c86b7ae2a None None] Network ccdad919-2c02-444b-a1f9-a441240bee2d requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:51:45.386909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-517d78a1-c5b7-4a95-82be-627454b682bf tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Calling delete_port for 3638b49a-16eb-467b-8c55-79f235c5fc70 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:51:45.389653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-23ad9e9f-b56f-48d2-8951-01bfe70ff73f tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:45.528520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5faecd62-975b-4307-9dd5-905a8ca15990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:45.538536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d61662a3-72f1-4529-8b78-07d833313abd tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:45.541215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-5ef1aad1-697a-4b2e-801e-3d419363b52c None None] Provisioning complete for port 01585318-2a05-45a3-82b4-f235ffac261b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:51:45.541767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ef1aad1-697a-4b2e-801e-3d419363b52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:45.566820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faecd62-975b-4307-9dd5-905a8ca15990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace00c22-d06d-4de8-a464-2f0fac5c098a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:45.573257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5faecd62-975b-4307-9dd5-905a8ca15990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:45.596719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5faecd62-975b-4307-9dd5-905a8ca15990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:45.600434 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5faecd62-975b-4307-9dd5-905a8ca15990 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ace00c22-d06d-4de8-a464-2f0fac5c098a HTTP/1.1" status: 204 len: 168 time: 0.6708643 Dec 25 19:51:45.600999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-517d78a1-c5b7-4a95-82be-627454b682bf tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:45.608054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-792f109b-4bcf-415e-b1fb-8857c56bca79 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:45.675313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d78a1-c5b7-4a95-82be-627454b682bf tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Port': ['ID=3638b49a-16eb-467b-8c55-79f235c5fc70,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:45.675764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-517d78a1-c5b7-4a95-82be-627454b682bf tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:45.721943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-517d78a1-c5b7-4a95-82be-627454b682bf tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:45.724509 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-517d78a1-c5b7-4a95-82be-627454b682bf tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/ports/3638b49a-16eb-467b-8c55-79f235c5fc70 HTTP/1.1" status: 204 len: 168 time: 1.1190951 Dec 25 19:51:45.727563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50840) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:45.834305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7415aa21-1446-4df5-b5e2-203be0178ad6 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:45.836212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 10fc551c-61fa-42e8-bbc7-5cb9d78eb061 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:51:45.836356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7415aa21-1446-4df5-b5e2-203be0178ad6 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:45.837342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7415aa21-1446-4df5-b5e2-203be0178ad6 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:45.851243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-23ad9e9f-b56f-48d2-8951-01bfe70ff73f tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Calling delete_port for 8136c357-847e-4f1c-a3d8-2a70c397d020 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:51:45.856982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7415aa21-1446-4df5-b5e2-203be0178ad6 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:45.858412 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7415aa21-1446-4df5-b5e2-203be0178ad6 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1293504 Dec 25 19:51:45.863625 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50844) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:45.871983 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a0b8e1-8a01-4f45-8805-6d2939cf55e2 None None] DHCP port deletion for ccdad919-2c02-444b-a1f9-a441240bee2d request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:51:45.909217 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-af2e995b-4ebc-4412-8948-b7a71887e33f tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] create failed (client error): The resource could not be found. Dec 25 19:51:45.915570 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-af2e995b-4ebc-4412-8948-b7a71887e33f tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6475031 Dec 25 19:51:45.921131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50850) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:45.931794 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-f2a0b8e1-8a01-4f45-8805-6d2939cf55e2 None None] Deleting port 01585318-2a05-45a3-82b4-f235ffac261b {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:51:45.932708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2a0b8e1-8a01-4f45-8805-6d2939cf55e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:45.936531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-479d43a1-8af5-4caa-a99c-31981047c508 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Request body: {'security_group': {'name': 'tempest-secgroup--2111871637'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:45.953095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-479d43a1-8af5-4caa-a99c-31981047c508 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:45.962775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-479d43a1-8af5-4caa-a99c-31981047c508 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Usage tracker for resource:security_group and tenant:2bee75c7f8c74b958e2148557d4136db is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:45.967302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-23ad9e9f-b56f-48d2-8951-01bfe70ff73f tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:45.969941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-479d43a1-8af5-4caa-a99c-31981047c508 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:45.982839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-479d43a1-8af5-4caa-a99c-31981047c508 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:45.988384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-550fec5e-b039-4fe0-a6ca-e95186910b5f tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:45.999950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-5ef1aad1-697a-4b2e-801e-3d419363b52c None None] Could not find standard attr ID for object 8136c357-847e-4f1c-a3d8-2a70c397d020. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:51:46.029771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-23ad9e9f-b56f-48d2-8951-01bfe70ff73f tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:46.052416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad9e9f-b56f-48d2-8951-01bfe70ff73f tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event deleted for resources: {'Port': ['ID=8136c357-847e-4f1c-a3d8-2a70c397d020,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:46.061180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-23ad9e9f-b56f-48d2-8951-01bfe70ff73f tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:46.075157 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-23ad9e9f-b56f-48d2-8951-01bfe70ff73f tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/ports/8136c357-847e-4f1c-a3d8-2a70c397d020 HTTP/1.1" status: 204 len: 168 time: 1.0985632 Dec 25 19:51:46.077729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50854) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:46.082271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 10fc551c-61fa-42e8-bbc7-5cb9d78eb061 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:51:46.195259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee66f9c7-8854-412e-9971-e69d1b0d896a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting subnet 85faf8eb-981a-44ce-bfe0-f88b32e0c729 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:51:46.200947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ee66f9c7-8854-412e-9971-e69d1b0d896a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:46.258665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd1d310f-ad4b-4efa-927c-5c6c41029327 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:46.277921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d310f-ad4b-4efa-927c-5c6c41029327 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Deleting port 01585318-2a05-45a3-82b4-f235ffac261b {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:51:46.278306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd1d310f-ad4b-4efa-927c-5c6c41029327 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:46.327374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-479d43a1-8af5-4caa-a99c-31981047c508 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:46.362076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ee66f9c7-8854-412e-9971-e69d1b0d896a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:46.363749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-f2a0b8e1-8a01-4f45-8805-6d2939cf55e2 None None] For port 01585318-2a05-45a3-82b4-f235ffac261b, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=01585318-2a05-45a3-82b4-f235ffac261b,segment=NetworkSegment(4016cc95-837b-44ae-8a9b-d81f38b4c388),segment_id=4016cc95-837b-44ae-8a9b-d81f38b4c388)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:51:46.364403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2a0b8e1-8a01-4f45-8805-6d2939cf55e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:46.443339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-479d43a1-8af5-4caa-a99c-31981047c508 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:46.454588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-479d43a1-8af5-4caa-a99c-31981047c508 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Usage tracker for resource:security_group_rule and tenant:2bee75c7f8c74b958e2148557d4136db is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:46.459252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-479d43a1-8af5-4caa-a99c-31981047c508 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:46.470256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-479d43a1-8af5-4caa-a99c-31981047c508 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:46.514072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ee66f9c7-8854-412e-9971-e69d1b0d896a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:46.569628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-f2a0b8e1-8a01-4f45-8805-6d2939cf55e2 None None] Calling delete_port for 01585318-2a05-45a3-82b4-f235ffac261b owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:51:46.610357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-479d43a1-8af5-4caa-a99c-31981047c508 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:46.614738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-479d43a1-8af5-4caa-a99c-31981047c508 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:46.621489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6ef74484-0189-4db5-a31d-03182b4e11bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:46.624486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-dd1d310f-ad4b-4efa-927c-5c6c41029327 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] For port 01585318-2a05-45a3-82b4-f235ffac261b, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=01585318-2a05-45a3-82b4-f235ffac261b,segment=NetworkSegment(4016cc95-837b-44ae-8a9b-d81f38b4c388),segment_id=4016cc95-837b-44ae-8a9b-d81f38b4c388)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:51:46.625142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd1d310f-ad4b-4efa-927c-5c6c41029327 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:46.690319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d43a1-8af5-4caa-a99c-31981047c508 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b49fc6-5782-4d16-b7b1-63dc58992eb4,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:46.700478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-479d43a1-8af5-4caa-a99c-31981047c508 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:46.706015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-479d43a1-8af5-4caa-a99c-31981047c508 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:46.713438 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-479d43a1-8af5-4caa-a99c-31981047c508 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7846391 Dec 25 19:51:46.714533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50866) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:46.729621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-db61b7b2-03c4-4626-b3f8-c1e26b6a1f22 None None] Provisioning for port 10fc551c-61fa-42e8-bbc7-5cb9d78eb061 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:51:46.740187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-68bff625-2e87-4ebb-bbd2-3cad5a30dfb0 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Request body: {'security_group': {'name': 'tempest-secgroup--2133650164'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:46.742278 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-db61b7b2-03c4-4626-b3f8-c1e26b6a1f22 None None] Provisioning complete for port 10fc551c-61fa-42e8-bbc7-5cb9d78eb061 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:51:46.743048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-db61b7b2-03c4-4626-b3f8-c1e26b6a1f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:46.757691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-68bff625-2e87-4ebb-bbd2-3cad5a30dfb0 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:46.764569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-68bff625-2e87-4ebb-bbd2-3cad5a30dfb0 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Usage tracker for resource:security_group and tenant:2bee75c7f8c74b958e2148557d4136db is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:46.770597 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ee66f9c7-8854-412e-9971-e69d1b0d896a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:46.785651 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-68bff625-2e87-4ebb-bbd2-3cad5a30dfb0 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:46.791164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fa5d8362-0109-49ea-b7a3-798718255539 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:46.835669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ee66f9c7-8854-412e-9971-e69d1b0d896a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:46.840426 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ee66f9c7-8854-412e-9971-e69d1b0d896a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/85faf8eb-981a-44ce-bfe0-f88b32e0c729 HTTP/1.1" status: 204 len: 168 time: 0.9728861 Dec 25 19:51:46.840426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-68bff625-2e87-4ebb-bbd2-3cad5a30dfb0 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:46.847708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2a0b8e1-8a01-4f45-8805-6d2939cf55e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:46.848796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50872) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:46.850411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee66f9c7-8854-412e-9971-e69d1b0d896a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Subnet': ['ID=85faf8eb-981a-44ce-bfe0-f88b32e0c729,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:46.857638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-235f7571-8521-4352-84af-314b1651fa39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:46.860911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ee66f9c7-8854-412e-9971-e69d1b0d896a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:46.898701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d310f-ad4b-4efa-927c-5c6c41029327 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Calling delete_port for 01585318-2a05-45a3-82b4-f235ffac261b owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:51:46.934829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a0b8e1-8a01-4f45-8805-6d2939cf55e2 None None] Pushing event deleted for resources: {'Port': ['ID=01585318-2a05-45a3-82b4-f235ffac261b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:46.991352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a0b8e1-8a01-4f45-8805-6d2939cf55e2 None None] No DVR routers for this DVR port 01585318-2a05-45a3-82b4-f235ffac261b on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:51:46.994509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50878) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:46.996274 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1ba8fa2c-c1aa-4418-ac42-93135d5df5b9 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1375010 Dec 25 19:51:46.997717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-68bff625-2e87-4ebb-bbd2-3cad5a30dfb0 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:47.019657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b9241027-541a-4ddc-8b2a-1f418bb31614 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'subnet': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:47.057600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-68bff625-2e87-4ebb-bbd2-3cad5a30dfb0 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:47.070566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-68bff625-2e87-4ebb-bbd2-3cad5a30dfb0 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Usage tracker for resource:security_group_rule and tenant:2bee75c7f8c74b958e2148557d4136db is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:47.080393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-68bff625-2e87-4ebb-bbd2-3cad5a30dfb0 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:47.097697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-68bff625-2e87-4ebb-bbd2-3cad5a30dfb0 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:47.230970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b9241027-541a-4ddc-8b2a-1f418bb31614 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:47.235642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-68bff625-2e87-4ebb-bbd2-3cad5a30dfb0 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:47.239280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-68bff625-2e87-4ebb-bbd2-3cad5a30dfb0 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:47.244092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-dd1d310f-ad4b-4efa-927c-5c6c41029327 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:51:47.244465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-dd1d310f-ad4b-4efa-927c-5c6c41029327 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:51:47.250227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b9241027-541a-4ddc-8b2a-1f418bb31614 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:47.262172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-087f584a-a51b-4343-9e71-292e0d845380 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:47.262587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9241027-541a-4ddc-8b2a-1f418bb31614 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:47.303449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bff625-2e87-4ebb-bbd2-3cad5a30dfb0 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4dca499-2d08-48c4-bf49-a39c3a7085cc,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:47.312101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-68bff625-2e87-4ebb-bbd2-3cad5a30dfb0 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:47.320096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a0b8e1-8a01-4f45-8805-6d2939cf55e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:51:47.320470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a0b8e1-8a01-4f45-8805-6d2939cf55e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:51:47.321281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a0b8e1-8a01-4f45-8805-6d2939cf55e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:51:47.321590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-68bff625-2e87-4ebb-bbd2-3cad5a30dfb0 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:47.321999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a0b8e1-8a01-4f45-8805-6d2939cf55e2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:51:47.322561 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a0b8e1-8a01-4f45-8805-6d2939cf55e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:51:47.326170 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-68bff625-2e87-4ebb-bbd2-3cad5a30dfb0 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5940387 Dec 25 19:51:47.326521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50884) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:47.326738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a0b8e1-8a01-4f45-8805-6d2939cf55e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:51:47.327326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a0b8e1-8a01-4f45-8805-6d2939cf55e2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:51:47.327890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a0b8e1-8a01-4f45-8805-6d2939cf55e2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:51:47.328986 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a0b8e1-8a01-4f45-8805-6d2939cf55e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:51:47.329570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a0b8e1-8a01-4f45-8805-6d2939cf55e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:51:47.330203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a0b8e1-8a01-4f45-8805-6d2939cf55e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:51:47.336636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-db61b7b2-03c4-4626-b3f8-c1e26b6a1f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:47.347743 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-63d85bef-6290-4d8e-bf4e-d931e014edaa tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Request body: {'security_group_rule': {'security_group_id': 'c7b49fc6-5782-4d16-b7b1-63dc58992eb4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'd4dca499-2d08-48c4-bf49-a39c3a7085cc'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:47.355114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-63d85bef-6290-4d8e-bf4e-d931e014edaa tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:47.359536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2bf467-8ba4-4c76-9a36-53a132553a7c None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:51:47.364983 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-63d85bef-6290-4d8e-bf4e-d931e014edaa tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Usage tracker for resource:security_group_rule and tenant:2bee75c7f8c74b958e2148557d4136db is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:47.368820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-63d85bef-6290-4d8e-bf4e-d931e014edaa tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:47.376538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-63d85bef-6290-4d8e-bf4e-d931e014edaa tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:47.379833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f2a0b8e1-8a01-4f45-8805-6d2939cf55e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:47.385939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50888) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:47.397743 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b9241027-541a-4ddc-8b2a-1f418bb31614 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:47.424139 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-63d85bef-6290-4d8e-bf4e-d931e014edaa tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:51:47.428224 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-63d85bef-6290-4d8e-bf4e-d931e014edaa tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.0976746 Dec 25 19:51:47.428822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50894) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:47.533764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-db61b7b2-03c4-4626-b3f8-c1e26b6a1f22 None None] For port 10fc551c-61fa-42e8-bbc7-5cb9d78eb061, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=10fc551c-61fa-42e8-bbc7-5cb9d78eb061,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:51:47.542193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-037c63d9-526b-4d68-b057-8ab6b945daa6 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:47.550743 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-db61b7b2-03c4-4626-b3f8-c1e26b6a1f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:47.557432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:47.608403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-037c63d9-526b-4d68-b057-8ab6b945daa6 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:47.642542 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 01585318-2a05-45a3-82b4-f235ffac261b no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:51:47.645862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-38c2aad2-4eca-40d3-a23f-089977282652 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1697296083', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:47.661367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-38c2aad2-4eca-40d3-a23f-089977282652 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:47.670222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-38c2aad2-4eca-40d3-a23f-089977282652 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Usage tracker for resource:router and tenant:6f79d792f25d4b3b92af33c8bb0540ad is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:47.680706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-38c2aad2-4eca-40d3-a23f-089977282652 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:47.692681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-38c2aad2-4eca-40d3-a23f-089977282652 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:47.705181 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-38c2aad2-4eca-40d3-a23f-089977282652 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:47.706272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-38c2aad2-4eca-40d3-a23f-089977282652 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:47.711105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-037c63d9-526b-4d68-b057-8ab6b945daa6 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:47.716270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5faecd62-975b-4307-9dd5-905a8ca15990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:47.719709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-502baa10-56ad-4153-9457-0442096c3a40 None None] Could not find standard attr ID for object 3638b49a-16eb-467b-8c55-79f235c5fc70. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:51:47.734156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c63d9-526b-4d68-b057-8ab6b945daa6 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4dca499-2d08-48c4-bf49-a39c3a7085cc,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:47.740751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-037c63d9-526b-4d68-b057-8ab6b945daa6 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:47.748976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 01585318-2a05-45a3-82b4-f235ffac261b {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:51:47.749383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 01585318-2a05-45a3-82b4-f235ffac261b not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:51:47.750964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-037c63d9-526b-4d68-b057-8ab6b945daa6 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:47.755093 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-037c63d9-526b-4d68-b057-8ab6b945daa6 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "DELETE /v2.0/security-groups/d4dca499-2d08-48c4-bf49-a39c3a7085cc HTTP/1.1" status: 204 len: 168 time: 0.3250258 Dec 25 19:51:47.755878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50898) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:47.776561 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d310f-ad4b-4efa-927c-5c6c41029327 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Deleting port 01585318-2a05-45a3-82b4-f235ffac261b {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:51:47.776951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd1d310f-ad4b-4efa-927c-5c6c41029327 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:47.777065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-38c2aad2-4eca-40d3-a23f-089977282652 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:47.822019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-38c2aad2-4eca-40d3-a23f-089977282652 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:47.831748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db61b7b2-03c4-4626-b3f8-c1e26b6a1f22 None None] Pushing event updated for resources: {'Port': ['ID=10fc551c-61fa-42e8-bbc7-5cb9d78eb061,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:47.835424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-db61b7b2-03c4-4626-b3f8-c1e26b6a1f22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:47.858534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d310f-ad4b-4efa-927c-5c6c41029327 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] The port '01585318-2a05-45a3-82b4-f235ffac261b' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:51:47.873627 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-81f826d9-35b8-490e-8180-76deb36af349 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Synchronizing usage tracker for tenant:2bee75c7f8c74b958e2148557d4136db on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:47.878575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-38c2aad2-4eca-40d3-a23f-089977282652 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:47.879740 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-38c2aad2-4eca-40d3-a23f-089977282652 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4922776 Dec 25 19:51:47.882569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50904) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:47.890723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-18e792fe-afa9-4ff1-b039-1bdec10727ba tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-141116689'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:47.900576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-18e792fe-afa9-4ff1-b039-1bdec10727ba tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:47.907116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-18e792fe-afa9-4ff1-b039-1bdec10727ba tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Usage tracker for resource:network and tenant:6f79d792f25d4b3b92af33c8bb0540ad is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:47.910646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-18e792fe-afa9-4ff1-b039-1bdec10727ba tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:47.913790 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-81f826d9-35b8-490e-8180-76deb36af349 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Unset dirty status for tenant:2bee75c7f8c74b958e2148557d4136db on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:47.918172 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-81f826d9-35b8-490e-8180-76deb36af349 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1576300 Dec 25 19:51:47.918812 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50908) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:47.921412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-18e792fe-afa9-4ff1-b039-1bdec10727ba tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:47.959292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e792fe-afa9-4ff1-b039-1bdec10727ba tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Made reservation on behalf of 6f79d792f25d4b3b92af33c8bb0540ad for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:47.964819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-18e792fe-afa9-4ff1-b039-1bdec10727ba tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:47.987736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50912) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:47.993107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-18e792fe-afa9-4ff1-b039-1bdec10727ba tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:48.036133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd1d310f-ad4b-4efa-927c-5c6c41029327 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:48.133761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-dd1d310f-ad4b-4efa-927c-5c6c41029327 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccdad919-2c02-444b-a1f9-a441240bee2d']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:48.150800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-769a5605-e1e7-4a76-8a6b-22b485f98d5f tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:48.162663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-dd1d310f-ad4b-4efa-927c-5c6c41029327 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4016cc95-837b-44ae-8a9b-d81f38b4c388') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:48.163359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-dd1d310f-ad4b-4efa-927c-5c6c41029327 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4016cc95-837b-44ae-8a9b-d81f38b4c388') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:48.167666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-149aad33-79e3-40de-8854-cf0c55b1c8bb None None] Provisioning complete for port 10fc551c-61fa-42e8-bbc7-5cb9d78eb061 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:51:48.168099 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-149aad33-79e3-40de-8854-cf0c55b1c8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:48.169596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-18e792fe-afa9-4ff1-b039-1bdec10727ba tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:48.182000 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9275301d-55d8-4508-9812-e3956e0f4733 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/floatingips/4b0a2a5d-30cf-439b-8ae0-53e0be78dadd HTTP/1.1" status: 200 len: 991 time: 0.1852295 Dec 25 19:51:48.191512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd1d310f-ad4b-4efa-927c-5c6c41029327 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:48.195894 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-18e792fe-afa9-4ff1-b039-1bdec10727ba tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Usage tracker for resource:security_group_rule and tenant:6f79d792f25d4b3b92af33c8bb0540ad is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:48.200831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-18e792fe-afa9-4ff1-b039-1bdec10727ba tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:48.209453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-18e792fe-afa9-4ff1-b039-1bdec10727ba tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:48.214194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd1d310f-ad4b-4efa-927c-5c6c41029327 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:48.225559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd1d310f-ad4b-4efa-927c-5c6c41029327 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:51:48.226117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd1d310f-ad4b-4efa-927c-5c6c41029327 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:48.245801 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:51:48.245801 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:51:48.245801 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:51:48.245801 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:51:48.245801 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:51:48.245801 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:51:48.245801 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:51:48.245801 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:51:48.245801 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:51:48.245801 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:51:48.245801 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:51:48.245801 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:51:48.245801 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:51:48.245801 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:51:48.245801 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:51:48.245801 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:51:48.245801 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:51:48.245801 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:51:48.245801 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:51:48.245801 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:51:48.245801 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:51:48.245801 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:51:48.245801 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:51:48.245801 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:51:48.245801 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:51:48.245801 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:51:48.245801 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:51:48.245801 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:51:48.245801 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:51:48.245801 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:51:48.245801 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:51:48.245801 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:51:48.245801 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:51:48.245801 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:51:48.245801 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:51:48.245801 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:51:48.245801 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:51:48.245801 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:51:48.245801 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:51:48.245801 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:51:48.300163 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-769a5605-e1e7-4a76-8a6b-22b485f98d5f tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:48.310066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-18e792fe-afa9-4ff1-b039-1bdec10727ba tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:48.314513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-18e792fe-afa9-4ff1-b039-1bdec10727ba tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:48.321869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-479d43a1-8af5-4caa-a99c-31981047c508 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:48.393922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd1d310f-ad4b-4efa-927c-5c6c41029327 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:48.398318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd1d310f-ad4b-4efa-927c-5c6c41029327 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:48.404766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-baa4fbbe-4e31-49d9-b013-f814a982f46b tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:48.427546 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b9241027-541a-4ddc-8b2a-1f418bb31614 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:48.454586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d310f-ad4b-4efa-927c-5c6c41029327 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Pushing event deleted for resources: {'Network': ['ID=ccdad919-2c02-444b-a1f9-a441240bee2d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:48.457214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dd1d310f-ad4b-4efa-927c-5c6c41029327 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:48.464209 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-dd1d310f-ad4b-4efa-927c-5c6c41029327 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] 10.222.0.24 "DELETE /v2.0/networks/ccdad919-2c02-444b-a1f9-a441240bee2d HTTP/1.1" status: 204 len: 168 time: 2.3843508 Dec 25 19:51:48.601494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e792fe-afa9-4ff1-b039-1bdec10727ba tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:51:48.615893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e792fe-afa9-4ff1-b039-1bdec10727ba tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0f487e-c861-4ab3-af74-81cb6cba2116,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:48.619261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-18e792fe-afa9-4ff1-b039-1bdec10727ba tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:48.623762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-18e792fe-afa9-4ff1-b039-1bdec10727ba tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:48.624131 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-18e792fe-afa9-4ff1-b039-1bdec10727ba tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Added segment 11db3d4d-6eb9-41c9-886c-93562366d93c of type vlan for network 7c8d5f21-7851-44a8-b9f7-aa1caa17251c Dec 25 19:51:48.649293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-769a5605-e1e7-4a76-8a6b-22b485f98d5f tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:48.655106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-24102895-80d7-42e4-bae3-485f62b52d08 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:48.665113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-18e792fe-afa9-4ff1-b039-1bdec10727ba tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:48.680633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a5605-e1e7-4a76-8a6b-22b485f98d5f tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b49fc6-5782-4d16-b7b1-63dc58992eb4,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:48.687709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-769a5605-e1e7-4a76-8a6b-22b485f98d5f tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:48.690967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b9241027-541a-4ddc-8b2a-1f418bb31614 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] For port 10fc551c-61fa-42e8-bbc7-5cb9d78eb061, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=10fc551c-61fa-42e8-bbc7-5cb9d78eb061,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:51:48.720581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-18e792fe-afa9-4ff1-b039-1bdec10727ba tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:48.724844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e792fe-afa9-4ff1-b039-1bdec10727ba tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:48.725594 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-18e792fe-afa9-4ff1-b039-1bdec10727ba tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:48.729879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-769a5605-e1e7-4a76-8a6b-22b485f98d5f tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:48.730013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b9241027-541a-4ddc-8b2a-1f418bb31614 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:48.733764 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-769a5605-e1e7-4a76-8a6b-22b485f98d5f tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "DELETE /v2.0/security-groups/c7b49fc6-5782-4d16-b7b1-63dc58992eb4 HTTP/1.1" status: 204 len: 168 time: 0.8113754 Dec 25 19:51:48.734090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0f4b4dda-8b16-440a-be71-ef20f861ae28 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:48.734186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50922) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:48.750628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b9241027-541a-4ddc-8b2a-1f418bb31614 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:48.751520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b9241027-541a-4ddc-8b2a-1f418bb31614 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:48.757648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-930e97e0-ea24-487c-b592-b1401da9960c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:48.789999 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-18e792fe-afa9-4ff1-b039-1bdec10727ba tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9033713 Dec 25 19:51:48.791102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50926) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:48.819485 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50930) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:48.855107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-47585abc-ca9b-4f6c-9025-9f0bd42044d8 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Request body: {'subnet': {'network_id': '7c8d5f21-7851-44a8-b9f7-aa1caa17251c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:48.860737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9241027-541a-4ddc-8b2a-1f418bb31614 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:51:48.871087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-b9241027-541a-4ddc-8b2a-1f418bb31614 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:48.873889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e792fe-afa9-4ff1-b039-1bdec10727ba tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Pushing event updated for resources: {'Network': ['ID=7c8d5f21-7851-44a8-b9f7-aa1caa17251c,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:48.874059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9241027-541a-4ddc-8b2a-1f418bb31614 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:48.874536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b9241027-541a-4ddc-8b2a-1f418bb31614 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:48.881455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-18e792fe-afa9-4ff1-b039-1bdec10727ba tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:48.882977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894efac7-2d38-4f75-af10-49742b3fd0e4 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:51:48.902852 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b9241027-541a-4ddc-8b2a-1f418bb31614 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9070137 Dec 25 19:51:48.905797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50936) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:48.908854 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6276e459-abea-4b70-b170-7e424e93bbcb tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1734757 Dec 25 19:51:48.912764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50940) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:48.915946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-eb7e85d6-14cb-4a96-89df-22fe21bf8025 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'port': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'mac_address': 'fa:16:3e:96:58:8a', 'name': 'tempest-NetworksTestDHCPv6-266631099'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:48.920644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-360cdea4-1a58-4208-9c4a-aa2ebd3bd1b0 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Request body: {'security_group': {'name': 'tempest-secgroup--1004826709'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:48.924276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 7c8d5f21-7851-44a8-b9f7-aa1caa17251c details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:51:48.927418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-360cdea4-1a58-4208-9c4a-aa2ebd3bd1b0 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:48.931784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-360cdea4-1a58-4208-9c4a-aa2ebd3bd1b0 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Usage tracker for resource:security_group and tenant:2bee75c7f8c74b958e2148557d4136db is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:48.934977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-360cdea4-1a58-4208-9c4a-aa2ebd3bd1b0 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:48.941831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-360cdea4-1a58-4208-9c4a-aa2ebd3bd1b0 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:48.949516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9241027-541a-4ddc-8b2a-1f418bb31614 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Port': ['ID=10fc551c-61fa-42e8-bbc7-5cb9d78eb061,revision_number=6']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:48.954349 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b9241027-541a-4ddc-8b2a-1f418bb31614 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:48.955458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-63c3ea3e-0764-4578-b62e-382c78b1ae2c tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:48.984734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-360cdea4-1a58-4208-9c4a-aa2ebd3bd1b0 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:49.042633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-47585abc-ca9b-4f6c-9025-9f0bd42044d8 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:49.069403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9241027-541a-4ddc-8b2a-1f418bb31614 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Subnet': ['ID=f0205f38-4235-4e77-82b8-af1084dfdbba,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:49.072247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b9241027-541a-4ddc-8b2a-1f418bb31614 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:49.087233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-360cdea4-1a58-4208-9c4a-aa2ebd3bd1b0 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:49.102535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-360cdea4-1a58-4208-9c4a-aa2ebd3bd1b0 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Usage tracker for resource:security_group_rule and tenant:2bee75c7f8c74b958e2148557d4136db is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:49.104510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-47585abc-ca9b-4f6c-9025-9f0bd42044d8 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Usage tracker for resource:subnet and tenant:6f79d792f25d4b3b92af33c8bb0540ad is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:49.107182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-360cdea4-1a58-4208-9c4a-aa2ebd3bd1b0 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:49.107720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-47585abc-ca9b-4f6c-9025-9f0bd42044d8 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:49.121349 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-47585abc-ca9b-4f6c-9025-9f0bd42044d8 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:49.124742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-360cdea4-1a58-4208-9c4a-aa2ebd3bd1b0 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:49.129588 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-86415ebc-4336-4afe-b9af-f5f33a38dc7d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=70aa58ed5ec1475cad367450f4be2220&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3021858 Dec 25 19:51:49.135925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50944) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:49.171893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47585abc-ca9b-4f6c-9025-9f0bd42044d8 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Made reservation on behalf of 6f79d792f25d4b3b92af33c8bb0540ad for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:49.217287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-360cdea4-1a58-4208-9c4a-aa2ebd3bd1b0 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:49.223508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-360cdea4-1a58-4208-9c4a-aa2ebd3bd1b0 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:49.229569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a34e8a9d-fd92-4931-a652-9046f77f957f tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:49.261086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-eb7e85d6-14cb-4a96-89df-22fe21bf8025 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:49.277906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360cdea4-1a58-4208-9c4a-aa2ebd3bd1b0 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9f0528-3c2a-4f15-9be7-8f5f8f2aed7e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:49.284346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-360cdea4-1a58-4208-9c4a-aa2ebd3bd1b0 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:49.289328 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-360cdea4-1a58-4208-9c4a-aa2ebd3bd1b0 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:49.290787 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-360cdea4-1a58-4208-9c4a-aa2ebd3bd1b0 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3770084 Dec 25 19:51:49.294986 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50952) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:49.301555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-91d503d6-427b-455f-a4ae-e343816a9733 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:49.302169 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-91d503d6-427b-455f-a4ae-e343816a9733 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] update failed (client error): There was a conflict when trying to complete your request. Dec 25 19:51:49.306377 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-91d503d6-427b-455f-a4ae-e343816a9733 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "PUT /v2.0/security-groups/2a9f0528-3c2a-4f15-9be7-8f5f8f2aed7e HTTP/1.1" status: 409 len: 330 time: 0.0072343 Dec 25 19:51:49.307205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50956) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:49.332430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-eb7e85d6-14cb-4a96-89df-22fe21bf8025 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:port and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:49.339164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-eb7e85d6-14cb-4a96-89df-22fe21bf8025 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:49.357670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-eb7e85d6-14cb-4a96-89df-22fe21bf8025 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:49.365762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-47585abc-ca9b-4f6c-9025-9f0bd42044d8 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:49.382781 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a6bd720d-af56-4959-a6fe-d2057c9f9f68 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:49.407889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50960) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:49.412200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-10b7e9c5-dfb8-4530-9dc4-3286ad65ae80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:49.485230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7e85d6-14cb-4a96-89df-22fe21bf8025 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:49.491810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eb7e85d6-14cb-4a96-89df-22fe21bf8025 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:49.514123 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a6bd720d-af56-4959-a6fe-d2057c9f9f68 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:49.533809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-10b7e9c5-dfb8-4530-9dc4-3286ad65ae80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:49.580258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-eb7e85d6-14cb-4a96-89df-22fe21bf8025 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] device_id is not set on port 83c02b67-3f0c-4ba8-aff1-5e91a497851c yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:51:49.607129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 10fc551c-61fa-42e8-bbc7-5cb9d78eb061 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:51:49.671961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a6bd720d-af56-4959-a6fe-d2057c9f9f68 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:49.679865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8c70703e-8aab-40de-9533-776c94fc0e5f tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:49.692303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-6c6b98ca-bcae-4e6b-9866-8cd4a1285b77 None None] Provisioning complete for port 10fc551c-61fa-42e8-bbc7-5cb9d78eb061 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:51:49.692739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6c6b98ca-bcae-4e6b-9866-8cd4a1285b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:49.694952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7e5ead8d-0008-4579-90c0-b83f0329f3b1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting port 822dbf57-8ec7-4e02-921c-2e4a1164e737 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:51:49.695437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e5ead8d-0008-4579-90c0-b83f0329f3b1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:49.737765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 10fc551c-61fa-42e8-bbc7-5cb9d78eb061 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:51:49.738201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:49.743839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bd720d-af56-4959-a6fe-d2057c9f9f68 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9f0528-3c2a-4f15-9be7-8f5f8f2aed7e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:49.746335 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a6bd720d-af56-4959-a6fe-d2057c9f9f68 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:49.752671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a6bd720d-af56-4959-a6fe-d2057c9f9f68 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:49.756973 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a6bd720d-af56-4959-a6fe-d2057c9f9f68 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "DELETE /v2.0/security-groups/2a9f0528-3c2a-4f15-9be7-8f5f8f2aed7e HTTP/1.1" status: 204 len: 168 time: 0.4461420 Dec 25 19:51:49.757533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50964) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:49.765798 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-10b7e9c5-dfb8-4530-9dc4-3286ad65ae80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:49.768654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-037c63d9-526b-4d68-b057-8ab6b945daa6 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:49.795590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b7e9c5-dfb8-4530-9dc4-3286ad65ae80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2fff2b-a78e-4717-bc34-232ba9d96bfd,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:49.813536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-10b7e9c5-dfb8-4530-9dc4-3286ad65ae80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:49.863922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-eb7e85d6-14cb-4a96-89df-22fe21bf8025 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Allocated IP 2001:db8::f816:3eff:fe96:588a (7396b720-65bf-48b2-8da7-778eed2fcf44/f0205f38-4235-4e77-82b8-af1084dfdbba/83c02b67-3f0c-4ba8-aff1-5e91a497851c) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:51:49.899028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-10b7e9c5-dfb8-4530-9dc4-3286ad65ae80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:49.900317 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-10b7e9c5-dfb8-4530-9dc4-3286ad65ae80 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4c2fff2b-a78e-4717-bc34-232ba9d96bfd HTTP/1.1" status: 204 len: 168 time: 0.7620475 Dec 25 19:51:49.925022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-47585abc-ca9b-4f6c-9025-9f0bd42044d8 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:49.925388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8976b746-5e9f-48d6-9686-9889b0cf9b9d tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Synchronizing usage tracker for tenant:2bee75c7f8c74b958e2148557d4136db on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:49.931530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-42c5ba7d-4d2b-4e20-a024-a9d6a8f19263 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:49.959597 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e5ead8d-0008-4579-90c0-b83f0329f3b1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:49.959969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e5ead8d-0008-4579-90c0-b83f0329f3b1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:49.968368 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8976b746-5e9f-48d6-9686-9889b0cf9b9d tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Unset dirty status for tenant:2bee75c7f8c74b958e2148557d4136db on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:49.974289 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8976b746-5e9f-48d6-9686-9889b0cf9b9d tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2120523 Dec 25 19:51:49.975094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50970) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:50.065452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47585abc-ca9b-4f6c-9025-9f0bd42044d8 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Pushing event updated for resources: {'Subnet': ['ID=9de0c2ac-0b36-40f1-abc0-87200564b1fe,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:50.085493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-47585abc-ca9b-4f6c-9025-9f0bd42044d8 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:50.116897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7e5ead8d-0008-4579-90c0-b83f0329f3b1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Calling delete_port for 822dbf57-8ec7-4e02-921c-2e4a1164e737 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:51:50.145227 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-5da6b205-d2a1-4d1a-af0c-7939affa0309 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] delete failed (client error): The resource could not be found. Dec 25 19:51:50.150035 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5da6b205-d2a1-4d1a-af0c-7939affa0309 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "DELETE /v2.0/security-groups/feb543dd-3db1-4b2c-b21d-0d61167c4cfb HTTP/1.1" status: 404 len: 347 time: 0.1707015 Dec 25 19:51:50.151502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50976) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:50.171439 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47585abc-ca9b-4f6c-9025-9f0bd42044d8 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Checking segment: {'id': '11db3d4d-6eb9-41c9-886c-93562366d93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7c8d5f21-7851-44a8-b9f7-aa1caa17251c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:51:50.171845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47585abc-ca9b-4f6c-9025-9f0bd42044d8 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Network hostable DHCP agents. Network: 7c8d5f21-7851-44a8-b9f7-aa1caa17251c, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:51:50.198035 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-366b7b8b-6821-4bb2-b6a7-bb565faa340a tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] show failed (client error): The resource could not be found. Dec 25 19:51:50.199187 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-366b7b8b-6821-4bb2-b6a7-bb565faa340a tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "GET /v2.0/security-groups/9ed70b6c-21b0-4653-9924-228c636f856a HTTP/1.1" status: 404 len: 347 time: 0.0457942 Dec 25 19:51:50.203957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 50980) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:50.222845 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-be42dfb7-ddce-4bcc-a300-e690d8bceda8 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] show failed (client error): The resource could not be found. Dec 25 19:51:50.227518 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-be42dfb7-ddce-4bcc-a300-e690d8bceda8 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] 10.222.0.24 "GET /v2.0/security-group-rules/c087a10d-8733-4e33-8e73-4088b401a5c4 HTTP/1.1" status: 404 len: 356 time: 0.0190217 Dec 25 19:51:50.243525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47585abc-ca9b-4f6c-9025-9f0bd42044d8 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Network 7c8d5f21-7851-44a8-b9f7-aa1caa17251c is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:51:50.257078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-47585abc-ca9b-4f6c-9025-9f0bd42044d8 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 7c8d5f21-7851-44a8-b9f7-aa1caa17251c) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:50.261754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47585abc-ca9b-4f6c-9025-9f0bd42044d8 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:50.262408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-47585abc-ca9b-4f6c-9025-9f0bd42044d8 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:50.268940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc63b550-2cc9-4aff-8fd6-84d7b61b3a9a None None] Network 7c8d5f21-7851-44a8-b9f7-aa1caa17251c requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:51:50.286186 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-47585abc-ca9b-4f6c-9025-9f0bd42044d8 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4943216 Dec 25 19:51:50.289380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50988) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:50.299639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-5daef5c9-0f96-4950-8dbe-268bcc591612 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Request body: {'network': {'name': 'tempest-router-network01--364296501'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:50.305648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5daef5c9-0f96-4950-8dbe-268bcc591612 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:50.312294 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5daef5c9-0f96-4950-8dbe-268bcc591612 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Usage tracker for resource:network and tenant:6f79d792f25d4b3b92af33c8bb0540ad is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:50.318586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5daef5c9-0f96-4950-8dbe-268bcc591612 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:50.326354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e5ead8d-0008-4579-90c0-b83f0329f3b1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:50.333239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-448ff4f1-f3fa-4849-bb1e-ffffe71c13cd tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:50.346224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5daef5c9-0f96-4950-8dbe-268bcc591612 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:50.353714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eb7e85d6-14cb-4a96-89df-22fe21bf8025 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:50.377134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5daef5c9-0f96-4950-8dbe-268bcc591612 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Made reservation on behalf of 6f79d792f25d4b3b92af33c8bb0540ad for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:50.383587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5daef5c9-0f96-4950-8dbe-268bcc591612 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:50.395903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-eb7e85d6-14cb-4a96-89df-22fe21bf8025 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Transition to ACTIVE for port object 83c02b67-3f0c-4ba8-aff1-5e91a497851c will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:51:50.431667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5daef5c9-0f96-4950-8dbe-268bcc591612 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:51:50.443972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5daef5c9-0f96-4950-8dbe-268bcc591612 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:50.444372 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-5daef5c9-0f96-4950-8dbe-268bcc591612 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Added segment 12d18c7b-d47b-4ab8-9507-5b976f72eef6 of type vlan for network 14a222f7-24fa-42f6-9b7a-c7fe46d41a7b Dec 25 19:51:50.447699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ead8d-0008-4579-90c0-b83f0329f3b1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Port': ['ID=822dbf57-8ec7-4e02-921c-2e4a1164e737,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:50.452121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eb7e85d6-14cb-4a96-89df-22fe21bf8025 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:50.457169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7e5ead8d-0008-4579-90c0-b83f0329f3b1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:50.459916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-faab721d-c6f5-4f09-a3b1-6568bab71a07 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:50.557732 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5daef5c9-0f96-4950-8dbe-268bcc591612 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:50.564553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e85d6-14cb-4a96-89df-22fe21bf8025 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Port': ['ID=83c02b67-3f0c-4ba8-aff1-5e91a497851c,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:50.569586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7e85d6-14cb-4a96-89df-22fe21bf8025 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:51:50.570674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-eb7e85d6-14cb-4a96-89df-22fe21bf8025 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:50.573325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-eb7e85d6-14cb-4a96-89df-22fe21bf8025 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:50.576988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7e85d6-14cb-4a96-89df-22fe21bf8025 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:51:50.580198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e5ead8d-0008-4579-90c0-b83f0329f3b1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:50.580932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7e85d6-14cb-4a96-89df-22fe21bf8025 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:50.581562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eb7e85d6-14cb-4a96-89df-22fe21bf8025 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:50.609075 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-eb7e85d6-14cb-4a96-89df-22fe21bf8025 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7018247 Dec 25 19:51:50.619491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 50998) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:50.628945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e5355a-3a03-49f6-91a7-2679f5c8389c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-7c8d5f21-7851-44a8-b9f7-aa1caa17251c', 'network_id': '7c8d5f21-7851-44a8-b9f7-aa1caa17251c', 'tenant_id': '6f79d792f25d4b3b92af33c8bb0540ad', 'fixed_ips': [{'subnet_id': '9de0c2ac-0b36-40f1-abc0-87200564b1fe'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:51:50.630231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a4e5355a-3a03-49f6-91a7-2679f5c8389c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:50.711600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5daef5c9-0f96-4950-8dbe-268bcc591612 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:50.715962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5daef5c9-0f96-4950-8dbe-268bcc591612 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:50.716773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5daef5c9-0f96-4950-8dbe-268bcc591612 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:50.725524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f2ab30e6-a9d8-417d-bebb-89cbd091e134 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:50.794438 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51004) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:50.813981 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5daef5c9-0f96-4950-8dbe-268bcc591612 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5234189 Dec 25 19:51:50.894215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51010) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:50.901811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70dee34-9f3b-48ad-a3c7-eac9f67c7258 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:50.906414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70dee34-9f3b-48ad-a3c7-eac9f67c7258 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:50.911969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b70dee34-9f3b-48ad-a3c7-eac9f67c7258 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:50.919037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daef5c9-0f96-4950-8dbe-268bcc591612 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Pushing event updated for resources: {'Network': ['ID=14a222f7-24fa-42f6-9b7a-c7fe46d41a7b,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:50.934019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-a8b275b5-b1cd-4881-9381-f68a6358ba12 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Request body: {'network': {'name': 'tempest-router-network02--15205997'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:50.940105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5daef5c9-0f96-4950-8dbe-268bcc591612 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:50.943268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-a4e5355a-3a03-49f6-91a7-2679f5c8389c None None] Allocated IP 2001:db8::2 (7c8d5f21-7851-44a8-b9f7-aa1caa17251c/9de0c2ac-0b36-40f1-abc0-87200564b1fe/06a1d041-f6ac-4b36-b403-c49b64aa538c) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:51:50.956566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a8b275b5-b1cd-4881-9381-f68a6358ba12 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:50.987343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a8b275b5-b1cd-4881-9381-f68a6358ba12 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Usage tracker for resource:network and tenant:6f79d792f25d4b3b92af33c8bb0540ad is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:50.993450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a8b275b5-b1cd-4881-9381-f68a6358ba12 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:51.001692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a8b275b5-b1cd-4881-9381-f68a6358ba12 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:51.011096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b70dee34-9f3b-48ad-a3c7-eac9f67c7258 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:51.013463 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b70dee34-9f3b-48ad-a3c7-eac9f67c7258 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.3914580 Dec 25 19:51:51.016655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b275b5-b1cd-4881-9381-f68a6358ba12 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Made reservation on behalf of 6f79d792f25d4b3b92af33c8bb0540ad for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:51.022549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a8b275b5-b1cd-4881-9381-f68a6358ba12 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:51.045319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51016) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:51.063770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b275b5-b1cd-4881-9381-f68a6358ba12 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:51:51.074483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a8b275b5-b1cd-4881-9381-f68a6358ba12 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:51.075501 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-a8b275b5-b1cd-4881-9381-f68a6358ba12 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Added segment 5877e97a-dab7-4b75-af6d-a811e3ddc68a of type vlan for network b1fd90d0-b668-4c42-b7a5-b0961807346a Dec 25 19:51:51.105543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 14a222f7-24fa-42f6-9b7a-c7fe46d41a7b details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:51:51.134677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a8b275b5-b1cd-4881-9381-f68a6358ba12 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:51.218756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a8b275b5-b1cd-4881-9381-f68a6358ba12 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:51.223174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b275b5-b1cd-4881-9381-f68a6358ba12 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:51.224090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a8b275b5-b1cd-4881-9381-f68a6358ba12 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:51.262191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-08cf7b2a-d968-4172-999b-711bae5fbb14 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:51.358022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a4e5355a-3a03-49f6-91a7-2679f5c8389c None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:51.370582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a4e5355a-3a03-49f6-91a7-2679f5c8389c None None] Transition to ACTIVE for port object 06a1d041-f6ac-4b36-b403-c49b64aa538c will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:51:51.392244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-86a47cdc-aee7-4901-9dc0-b37700c4c085 None None] Provisioning for port 83c02b67-3f0c-4ba8-aff1-5e91a497851c completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:51:51.403837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-86a47cdc-aee7-4901-9dc0-b37700c4c085 None None] Provisioning complete for port 83c02b67-3f0c-4ba8-aff1-5e91a497851c triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:51:51.404426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-86a47cdc-aee7-4901-9dc0-b37700c4c085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:51.414581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-9e607666-8b9b-41a6-9db2-0f2409bf6d1b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting port 83c02b67-3f0c-4ba8-aff1-5e91a497851c {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:51:51.414969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9e607666-8b9b-41a6-9db2-0f2409bf6d1b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:51.416875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51024) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:51.437403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a4e5355a-3a03-49f6-91a7-2679f5c8389c None None] Transition to ACTIVE for port object 06a1d041-f6ac-4b36-b403-c49b64aa538c will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:51:51.451492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b275b5-b1cd-4881-9381-f68a6358ba12 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Pushing event updated for resources: {'Network': ['ID=b1fd90d0-b668-4c42-b7a5-b0961807346a,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:51.471512 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a8b275b5-b1cd-4881-9381-f68a6358ba12 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5533752 Dec 25 19:51:51.472699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a8b275b5-b1cd-4881-9381-f68a6358ba12 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:51.473165 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network b1fd90d0-b668-4c42-b7a5-b0961807346a details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:51:51.480493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51030) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:51.489597 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a4e5355a-3a03-49f6-91a7-2679f5c8389c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:51.494883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b0a108c5-0c1a-4e1c-9256-7ffe255e2524 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Request body: {'subnet': {'network_id': '14a222f7-24fa-42f6-9b7a-c7fe46d41a7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:51.502153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-45d2bb6b-f415-4fb6-942d-ba2875b97aab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:51.542817 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-38608375-99a4-4adf-bd0f-91331e2e9694 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2bee75c7f8c74b958e2148557d4136db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7468328 Dec 25 19:51:51.549246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51034) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:51.581517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5ead8d-0008-4579-90c0-b83f0329f3b1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router 9fea6925-3cf8-43b3-a6f3-314b4147b509 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:51:51.602999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-86a47cdc-aee7-4901-9dc0-b37700c4c085 None None] Port 83c02b67-3f0c-4ba8-aff1-5e91a497851c cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:51:51.619580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e5355a-3a03-49f6-91a7-2679f5c8389c None None] Network 7c8d5f21-7851-44a8-b9f7-aa1caa17251c is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:51:51.671014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-a4e5355a-3a03-49f6-91a7-2679f5c8389c None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:51.671286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-30c42cc0-5ee8-448f-992c-8e04ca50647d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-739354513'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:51.674145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e5355a-3a03-49f6-91a7-2679f5c8389c None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:51:51.680439 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-30c42cc0-5ee8-448f-992c-8e04ca50647d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:51.694146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-30c42cc0-5ee8-448f-992c-8e04ca50647d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Usage tracker for resource:network and tenant:403e9089dd684dee8c86c3ba99f83960 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:51.698158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-30c42cc0-5ee8-448f-992c-8e04ca50647d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:51.704104 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5355a-3a03-49f6-91a7-2679f5c8389c None None] Pushing event updated for resources: {'Port': ['ID=06a1d041-f6ac-4b36-b403-c49b64aa538c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:51.706322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-30c42cc0-5ee8-448f-992c-8e04ca50647d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:51.707114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a4e5355a-3a03-49f6-91a7-2679f5c8389c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:51.724796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c42cc0-5ee8-448f-992c-8e04ca50647d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Made reservation on behalf of 403e9089dd684dee8c86c3ba99f83960 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:51.730293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-30c42cc0-5ee8-448f-992c-8e04ca50647d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:51.737575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b0a108c5-0c1a-4e1c-9256-7ffe255e2524 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:51.748034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-30c42cc0-5ee8-448f-992c-8e04ca50647d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:51.749715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b0a108c5-0c1a-4e1c-9256-7ffe255e2524 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Usage tracker for resource:subnet and tenant:6f79d792f25d4b3b92af33c8bb0540ad is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:51.757803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b0a108c5-0c1a-4e1c-9256-7ffe255e2524 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:51.780387 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b0a108c5-0c1a-4e1c-9256-7ffe255e2524 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:51.817957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-a4e5355a-3a03-49f6-91a7-2679f5c8389c None None] Attempting to bind port 06a1d041-f6ac-4b36-b403-c49b64aa538c on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:51:51.818379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-a4e5355a-3a03-49f6-91a7-2679f5c8389c None None] Attempting to bind port 06a1d041-f6ac-4b36-b403-c49b64aa538c by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '11db3d4d-6eb9-41c9-886c-93562366d93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7c8d5f21-7851-44a8-b9f7-aa1caa17251c'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:51:51.818789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e5355a-3a03-49f6-91a7-2679f5c8389c None None] Attempting to bind port 06a1d041-f6ac-4b36-b403-c49b64aa538c on network 7c8d5f21-7851-44a8-b9f7-aa1caa17251c {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:51:51.825803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e5355a-3a03-49f6-91a7-2679f5c8389c None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:51:51.826163 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e5355a-3a03-49f6-91a7-2679f5c8389c None None] Checking segment: {'id': '11db3d4d-6eb9-41c9-886c-93562366d93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7c8d5f21-7851-44a8-b9f7-aa1caa17251c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:51:51.826611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a4e5355a-3a03-49f6-91a7-2679f5c8389c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:51.827067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e5355a-3a03-49f6-91a7-2679f5c8389c None None] Bound using segment: {'id': '11db3d4d-6eb9-41c9-886c-93562366d93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7c8d5f21-7851-44a8-b9f7-aa1caa17251c'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:51:51.827590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-a4e5355a-3a03-49f6-91a7-2679f5c8389c None None] Bound port: 06a1d041-f6ac-4b36-b403-c49b64aa538c, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11db3d4d-6eb9-41c9-886c-93562366d93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7c8d5f21-7851-44a8-b9f7-aa1caa17251c'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:51:51.828012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a4e5355a-3a03-49f6-91a7-2679f5c8389c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:51.858091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-30c42cc0-5ee8-448f-992c-8e04ca50647d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:51.865228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-49674d2e-5fd3-4096-93fc-461822a36cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:51.865765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-30c42cc0-5ee8-448f-992c-8e04ca50647d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Usage tracker for resource:security_group_rule and tenant:403e9089dd684dee8c86c3ba99f83960 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:51.869519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-30c42cc0-5ee8-448f-992c-8e04ca50647d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:51.877945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-30c42cc0-5ee8-448f-992c-8e04ca50647d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:51.879067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a108c5-0c1a-4e1c-9256-7ffe255e2524 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Made reservation on behalf of 6f79d792f25d4b3b92af33c8bb0540ad for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:51.921959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-a4e5355a-3a03-49f6-91a7-2679f5c8389c None None] For port 06a1d041-f6ac-4b36-b403-c49b64aa538c, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:51:51.926095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-a4e5355a-3a03-49f6-91a7-2679f5c8389c None None] For port 06a1d041-f6ac-4b36-b403-c49b64aa538c, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=06a1d041-f6ac-4b36-b403-c49b64aa538c,segment=NetworkSegment(11db3d4d-6eb9-41c9-886c-93562366d93c),segment_id=11db3d4d-6eb9-41c9-886c-93562366d93c)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:51:51.928396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5ead8d-0008-4579-90c0-b83f0329f3b1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:51:51.931368 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a4e5355a-3a03-49f6-91a7-2679f5c8389c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:51.940938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8257ba86-f9e3-4ea3-8af9-619826819942 None None] Sync routers for ids ['9fea6925-3cf8-43b3-a6f3-314b4147b509'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:51:51.943156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3a8ae3d4-d94f-42d9-9bf9-fc40d932c00d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:51.959426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8257ba86-f9e3-4ea3-8af9-619826819942 None None] Routers {'9fea6925-3cf8-43b3-a6f3-314b4147b509'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:51:51.960602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-8257ba86-f9e3-4ea3-8af9-619826819942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:51:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['9fea6925-3cf8-43b3-a6f3-314b4147b509'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:51.963243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-49674d2e-5fd3-4096-93fc-461822a36cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:51.992845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e5ead8d-0008-4579-90c0-b83f0329f3b1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:52.038351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-30c42cc0-5ee8-448f-992c-8e04ca50647d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:52.048315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-30c42cc0-5ee8-448f-992c-8e04ca50647d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:52.055835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4137d31c-e6e8-401e-b97b-1cec51afd639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:52.093918 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7e5ead8d-0008-4579-90c0-b83f0329f3b1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/floatingips/4b0a2a5d-30cf-439b-8ae0-53e0be78dadd HTTP/1.1" status: 204 len: 168 time: 2.6841912 Dec 25 19:51:52.105562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8167494-3a5a-4a24-ac25-f83d06936119', 'tag': '2fb8177e-ec55-460c-9c68-0b535d4b7193'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:51:52.114638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30c42cc0-5ee8-448f-992c-8e04ca50647d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:51:52.122986 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c42cc0-5ee8-448f-992c-8e04ca50647d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12ebc9bb-f8a4-4721-99d4-553944e1b040,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:52.127213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-30c42cc0-5ee8-448f-992c-8e04ca50647d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:52.138816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-30c42cc0-5ee8-448f-992c-8e04ca50647d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:52.139167 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-30c42cc0-5ee8-448f-992c-8e04ca50647d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Added segment 3f021564-10fa-44e6-bd8d-6adb61747411 of type vlan for network c4f1b4fb-234b-44be-ada4-eba113016c02 Dec 25 19:51:52.197031 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8167494-3a5a-4a24-ac25-f83d06936119', 'tag': '2fb8177e-ec55-460c-9c68-0b535d4b7193', 'status': 'completed', 'code': 200} Dec 25 19:51:52.209161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-30c42cc0-5ee8-448f-992c-8e04ca50647d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:52.268879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-30c42cc0-5ee8-448f-992c-8e04ca50647d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:52.270226 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5355a-3a03-49f6-91a7-2679f5c8389c None None] Pushing event updated for resources: {'Port': ['ID=06a1d041-f6ac-4b36-b403-c49b64aa538c,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:52.273140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c42cc0-5ee8-448f-992c-8e04ca50647d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:52.273801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-30c42cc0-5ee8-448f-992c-8e04ca50647d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:52.278915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a4e5355a-3a03-49f6-91a7-2679f5c8389c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:52.283025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3435e6d4-a20b-41e7-b0e8-d1d8d60885e6 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:52.312634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-8257ba86-f9e3-4ea3-8af9-619826819942 None None] Set router 9fea6925-3cf8-43b3-a6f3-314b4147b509 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:51:52.413807 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-30c42cc0-5ee8-448f-992c-8e04ca50647d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9909222 Dec 25 19:51:52.420395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51042) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:52.425777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9e607666-8b9b-41a6-9db2-0f2409bf6d1b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:52.427771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c42cc0-5ee8-448f-992c-8e04ca50647d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'Network': ['ID=c4f1b4fb-234b-44be-ada4-eba113016c02,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:52.430819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-30c42cc0-5ee8-448f-992c-8e04ca50647d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:52.440794 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network c4f1b4fb-234b-44be-ada4-eba113016c02 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:51:52.484408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-f2ca0b8f-33d6-4168-87e4-dbe90d8c75b2 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'port': {'network_id': 'c4f1b4fb-234b-44be-ada4-eba113016c02', 'name': 'tempest-PortsTestJSON-1519216631'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:52.655346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-9e607666-8b9b-41a6-9db2-0f2409bf6d1b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Calling delete_port for 83c02b67-3f0c-4ba8-aff1-5e91a497851c owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:51:52.695341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b0a108c5-0c1a-4e1c-9256-7ffe255e2524 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:52.777223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-8257ba86-f9e3-4ea3-8af9-619826819942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fea6925-3cf8-43b3-a6f3-314b4147b509', 'name': 'tempest-TestNetworkBasicOps-router-1633076558', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': '48376342-4b80-4444-9020-b4d505d0f4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:50:12Z', 'updated_at': '2021-12-25T19:50:29Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '48376342-4b80-4444-9020-b4d505d0f4e6', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:88:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fea6925-3cf8-43b3-a6f3-314b4147b509', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:50:13Z', 'updated_at': '2021-12-25T19:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'e625e04a-93e9-4c18-aae3-42b0bb3a2d12', 'name': '', 'network_id': 'b93aa6eb-1c8c-49ec-90cd-8565c57c7c10', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:60:3c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fea6925-3cf8-43b3-a6f3-314b4147b509', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4f90102-ec1f-45e5-8dc7-a216521dc6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:50:26Z', 'updated_at': '2021-12-25T19:50:46Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'e4f90102-ec1f-45e5-8dc7-a216521dc6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:52.784732 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8257ba86-f9e3-4ea3-8af9-619826819942 None None] Checking router: 9fea6925-3cf8-43b3-a6f3-314b4147b509 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:51:52.800789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8257ba86-f9e3-4ea3-8af9-619826819942 None None] Routers {'9fea6925-3cf8-43b3-a6f3-314b4147b509'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:51:52.801474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-8257ba86-f9e3-4ea3-8af9-619826819942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:51:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['9fea6925-3cf8-43b3-a6f3-314b4147b509'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:53.020471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f2ca0b8f-33d6-4168-87e4-dbe90d8c75b2 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:53.029991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-49674d2e-5fd3-4096-93fc-461822a36cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:53.041210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-963647b5-fa92-4351-a1b1-41e626ecb569 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:53.058471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f2ca0b8f-33d6-4168-87e4-dbe90d8c75b2 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Usage tracker for resource:port and tenant:403e9089dd684dee8c86c3ba99f83960 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:53.065909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f2ca0b8f-33d6-4168-87e4-dbe90d8c75b2 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:53.081137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49674d2e-5fd3-4096-93fc-461822a36cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7949cbae-8960-4d8d-899c-d0901ff369e2,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:53.120785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f2ca0b8f-33d6-4168-87e4-dbe90d8c75b2 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:53.139145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-49674d2e-5fd3-4096-93fc-461822a36cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:53.148795 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c4a39e09-cc3d-4ee1-8c19-8936fe47045e req-74701483-ed54-4a9a-bc5f-19d0cc2833e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=e8167494-3a5a-4a24-ac25-f83d06936119 HTTP/1.1" status: 200 len: 1098 time: 0.8293736 Dec 25 19:51:53.149430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-8257ba86-f9e3-4ea3-8af9-619826819942 None None] Set router 9fea6925-3cf8-43b3-a6f3-314b4147b509 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:51:53.194663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-49674d2e-5fd3-4096-93fc-461822a36cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:53.196129 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-49674d2e-5fd3-4096-93fc-461822a36cbf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7949cbae-8960-4d8d-899c-d0901ff369e2 HTTP/1.1" status: 204 len: 168 time: 1.6204095 Dec 25 19:51:53.235249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ca0b8f-33d6-4168-87e4-dbe90d8c75b2 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Made reservation on behalf of 403e9089dd684dee8c86c3ba99f83960 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:53.235249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2ca0b8f-33d6-4168-87e4-dbe90d8c75b2 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:53.255922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1253b-0d46-4d85-9344-58b3471daef6 req-d0bf1168-6ac7-4893-a2d4-3e4e95b43a8c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:53.257667 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dad1253b-0d46-4d85-9344-58b3471daef6 req-d0bf1168-6ac7-4893-a2d4-3e4e95b43a8c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8167494-3a5a-4a24-ac25-f83d06936119 HTTP/1.1" status: 200 len: 945 time: 0.6096780 Dec 25 19:51:53.372936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:53.403118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-f2ca0b8f-33d6-4168-87e4-dbe90d8c75b2 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] device_id is not set on port ca7a6811-e05f-433e-80b2-3b5689539fa1 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:51:53.445238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9e607666-8b9b-41a6-9db2-0f2409bf6d1b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:53.457603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c28102c9-2daf-4b88-b03d-50bd011ee8f9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:53.558165 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e607666-8b9b-41a6-9db2-0f2409bf6d1b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Port': ['ID=83c02b67-3f0c-4ba8-aff1-5e91a497851c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:53.574693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9e607666-8b9b-41a6-9db2-0f2409bf6d1b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:53.584224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-8257ba86-f9e3-4ea3-8af9-619826819942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fea6925-3cf8-43b3-a6f3-314b4147b509', 'name': 'tempest-TestNetworkBasicOps-router-1633076558', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': '48376342-4b80-4444-9020-b4d505d0f4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:50:12Z', 'updated_at': '2021-12-25T19:50:29Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '48376342-4b80-4444-9020-b4d505d0f4e6', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:88:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fea6925-3cf8-43b3-a6f3-314b4147b509', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:50:13Z', 'updated_at': '2021-12-25T19:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'e625e04a-93e9-4c18-aae3-42b0bb3a2d12', 'name': '', 'network_id': 'b93aa6eb-1c8c-49ec-90cd-8565c57c7c10', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:60:3c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fea6925-3cf8-43b3-a6f3-314b4147b509', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4f90102-ec1f-45e5-8dc7-a216521dc6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:50:26Z', 'updated_at': '2021-12-25T19:50:46Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'e4f90102-ec1f-45e5-8dc7-a216521dc6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:51:53.592179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8257ba86-f9e3-4ea3-8af9-619826819942 None None] The sync data for ids ['9fea6925-3cf8-43b3-a6f3-314b4147b509'] in dv-neutron-822611-1-hyperv is: [{'id': '9fea6925-3cf8-43b3-a6f3-314b4147b509', 'name': 'tempest-TestNetworkBasicOps-router-1633076558', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': '48376342-4b80-4444-9020-b4d505d0f4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:50:12Z', 'updated_at': '2021-12-25T19:50:29Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '48376342-4b80-4444-9020-b4d505d0f4e6', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:88:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fea6925-3cf8-43b3-a6f3-314b4147b509', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:50:13Z', 'updated_at': '2021-12-25T19:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'e625e04a-93e9-4c18-aae3-42b0bb3a2d12', 'name': '', 'network_id': 'b93aa6eb-1c8c-49ec-90cd-8565c57c7c10', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:60:3c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fea6925-3cf8-43b3-a6f3-314b4147b509', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4f90102-ec1f-45e5-8dc7-a216521dc6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:50:26Z', 'updated_at': '2021-12-25T19:50:46Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'e4f90102-ec1f-45e5-8dc7-a216521dc6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:51:53.697754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 06a1d041-f6ac-4b36-b403-c49b64aa538c up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:51:53.718466 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dad1253b-0d46-4d85-9344-58b3471daef6 req-604d4050-2697-4b79-9d0e-5eaf51215fe3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=d036ba6a-3c66-4b69-afdf-533dbe3f6b34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4428182 Dec 25 19:51:53.763864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a39e09-cc3d-4ee1-8c19-8936fe47045e req-689b6d27-671a-4264-bed4-9f3e8505f9af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:53.763864 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c4a39e09-cc3d-4ee1-8c19-8936fe47045e req-689b6d27-671a-4264-bed4-9f3e8505f9af service neutron] 10.222.0.36 "GET /v2.0/networks?id=b93aa6eb-1c8c-49ec-90cd-8565c57c7c10 HTTP/1.1" status: 200 len: 897 time: 0.5951867 Dec 25 19:51:53.838393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 06a1d041-f6ac-4b36-b403-c49b64aa538c completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:51:53.847741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9e607666-8b9b-41a6-9db2-0f2409bf6d1b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:53.902412 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9e607666-8b9b-41a6-9db2-0f2409bf6d1b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/ports/83c02b67-3f0c-4ba8-aff1-5e91a497851c HTTP/1.1" status: 204 len: 168 time: 2.7336872 Dec 25 19:51:53.902571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51058) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:53.948212 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c4a39e09-cc3d-4ee1-8c19-8936fe47045e req-0be2a712-f695-48cf-b02b-c5ce053867f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fb8177e-ec55-460c-9c68-0b535d4b7193 HTTP/1.1" status: 200 len: 217 time: 0.1799076 Dec 25 19:51:54.044729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b0a108c5-0c1a-4e1c-9256-7ffe255e2524 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:54.064115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0c00a655-b508-4deb-9ff5-be957d8b612f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:54.064799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f6acac-6bd9-4874-8959-593b4e9448de tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:54.066706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f6acac-6bd9-4874-8959-593b4e9448de tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:54.067785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-03f6acac-6bd9-4874-8959-593b4e9448de tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:54.084027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-03f6acac-6bd9-4874-8959-593b4e9448de tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:54.086094 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-03f6acac-6bd9-4874-8959-593b4e9448de tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1819246 Dec 25 19:51:54.089241 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51064) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:54.247383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2ca0b8f-33d6-4168-87e4-dbe90d8c75b2 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:54.327461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2ca0b8f-33d6-4168-87e4-dbe90d8c75b2 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:54.374997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8d17455-7695-4c6d-8a75-20320e40ea09 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting subnet f0205f38-4235-4e77-82b8-af1084dfdbba {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:51:54.378538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a8d17455-7695-4c6d-8a75-20320e40ea09 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:54.409464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a39e09-cc3d-4ee1-8c19-8936fe47045e req-d65b51e4-0be5-47e3-b312-35f16c229ccf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:54.411568 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c4a39e09-cc3d-4ee1-8c19-8936fe47045e req-d65b51e4-0be5-47e3-b312-35f16c229ccf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4f90102-ec1f-45e5-8dc7-a216521dc6da HTTP/1.1" status: 200 len: 835 time: 0.4381347 Dec 25 19:51:54.427323 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e54a13e-f0dd-4756-b3c6-075aec06fc17 None None] New status for floating IP 4b0a2a5d-30cf-439b-8ae0-53e0be78dadd: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 19:51:54.480657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a8d17455-7695-4c6d-8a75-20320e40ea09 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:54.614777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ecee8c-089e-44f5-91f3-e295cb8a3930 None None] Network 7c8d5f21-7851-44a8-b9f7-aa1caa17251c requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:51:54.622613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a8d17455-7695-4c6d-8a75-20320e40ea09 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:54.732563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a8d17455-7695-4c6d-8a75-20320e40ea09 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:54.735028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a108c5-0c1a-4e1c-9256-7ffe255e2524 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Pushing event updated for resources: {'Subnet': ['ID=cfaf3d4d-53a8-4a58-93cc-b2f801c9cf3f,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:54.747638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:54.750696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b0a108c5-0c1a-4e1c-9256-7ffe255e2524 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.687s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:54.758334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-47920d14-6218-4dee-b249-5ac412af8660 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.421s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:54.777692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-17b9c7ab-ee6d-4019-9f69-5881331c2a9a None None] Provisioning for port 06a1d041-f6ac-4b36-b403-c49b64aa538c completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:51:54.800491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51076) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:54.810103 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0075200 Dec 25 19:51:54.811049 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d17455-7695-4c6d-8a75-20320e40ea09 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Subnet': ['ID=f0205f38-4235-4e77-82b8-af1084dfdbba,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:54.818786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a8d17455-7695-4c6d-8a75-20320e40ea09 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:54.819465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51078) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:54.822490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a8d17455-7695-4c6d-8a75-20320e40ea09 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:54.824823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-17b9c7ab-ee6d-4019-9f69-5881331c2a9a None None] Provisioning complete for port 06a1d041-f6ac-4b36-b403-c49b64aa538c triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:51:54.825258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-17b9c7ab-ee6d-4019-9f69-5881331c2a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:54.848034 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a8d17455-7695-4c6d-8a75-20320e40ea09 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/f0205f38-4235-4e77-82b8-af1084dfdbba HTTP/1.1" status: 204 len: 168 time: 0.7561474 Dec 25 19:51:54.849867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51084) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:54.874412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ca0b8f-33d6-4168-87e4-dbe90d8c75b2 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Checking segment: {'id': '3f021564-10fa-44e6-bd8d-6adb61747411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c4f1b4fb-234b-44be-ada4-eba113016c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:51:54.874932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ca0b8f-33d6-4168-87e4-dbe90d8c75b2 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Network hostable DHCP agents. Network: c4f1b4fb-234b-44be-ada4-eba113016c02, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:51:54.904326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca0b8f-33d6-4168-87e4-dbe90d8c75b2 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'Port': ['ID=ca7a6811-e05f-433e-80b2-3b5689539fa1,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:54.907007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a108c5-0c1a-4e1c-9256-7ffe255e2524 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Checking segment: {'id': '12d18c7b-d47b-4ab8-9507-5b976f72eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '14a222f7-24fa-42f6-9b7a-c7fe46d41a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:51:54.907551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a108c5-0c1a-4e1c-9256-7ffe255e2524 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Network hostable DHCP agents. Network: 14a222f7-24fa-42f6-9b7a-c7fe46d41a7b, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:51:54.917823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f2ca0b8f-33d6-4168-87e4-dbe90d8c75b2 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:54.936857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a154ea4-017f-4e17-94ad-6c1ba0037e12 req-3245a2dd-9a09-4ee9-b7a7-90c7909a4f10 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:54.939354 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0a154ea4-017f-4e17-94ad-6c1ba0037e12 req-3245a2dd-9a09-4ee9-b7a7-90c7909a4f10 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8167494-3a5a-4a24-ac25-f83d06936119 HTTP/1.1" status: 200 len: 945 time: 0.6652126 Dec 25 19:51:54.948124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5f2fb4-db88-4d4c-a311-9cc28681e7e3 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:51:54.952497 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c4a39e09-cc3d-4ee1-8c19-8936fe47045e req-4ea98b59-286b-48d2-87a0-068cf9e3b69b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b93aa6eb-1c8c-49ec-90cd-8565c57c7c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5306566 Dec 25 19:51:54.953056 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-27d043be-54e7-4027-80c9-d70cd6249ee1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1010826 Dec 25 19:51:54.955854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51088) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:55.055964 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-222a4ea2-687e-4e76-911b-ab37d35ecf5f tempest-NetworksApiDiscovery-1325147555 tempest-NetworksApiDiscovery-1325147555-project] 10.222.0.24 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2183962 Dec 25 19:51:55.082991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e691e3b-9380-4d1f-b07a-1b37f29f8450 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:55.085186 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3e691e3b-9380-4d1f-b07a-1b37f29f8450 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1280932 Dec 25 19:51:55.087915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51094) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:55.170036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ca0b8f-33d6-4168-87e4-dbe90d8c75b2 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Network c4f1b4fb-234b-44be-ada4-eba113016c02 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:51:55.197143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec67e5ef-a2b8-4ba5-9c1e-3198d440dd34 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:55.198471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ec67e5ef-a2b8-4ba5-9c1e-3198d440dd34 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:55.220367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ec67e5ef-a2b8-4ba5-9c1e-3198d440dd34 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:55.221964 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ec67e5ef-a2b8-4ba5-9c1e-3198d440dd34 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1323960 Dec 25 19:51:55.224864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51098) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:55.273632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a108c5-0c1a-4e1c-9256-7ffe255e2524 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Network 14a222f7-24fa-42f6-9b7a-c7fe46d41a7b is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:51:55.286374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-b0a108c5-0c1a-4e1c-9256-7ffe255e2524 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 14a222f7-24fa-42f6-9b7a-c7fe46d41a7b) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:55.293748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-0a154ea4-017f-4e17-94ad-6c1ba0037e12 req-8b63fd7d-e863-4ab1-8fae-39be7382ec5d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting port 2fb8177e-ec55-460c-9c68-0b535d4b7193 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:51:55.294139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-0a154ea4-017f-4e17-94ad-6c1ba0037e12 req-8b63fd7d-e863-4ab1-8fae-39be7382ec5d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:55.306338 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9c1e2a6b-5b94-4f21-8f86-361ab90474e7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0796094 Dec 25 19:51:55.311787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51102) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:55.318717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-6027efe1-e0f7-43de-91d3-a7c183ff5fa8 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'subnet': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:55.328729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbcfa28-1db5-4534-8db8-54515f2a32fc None None] Network 14a222f7-24fa-42f6-9b7a-c7fe46d41a7b requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:51:55.373824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-f2ca0b8f-33d6-4168-87e4-dbe90d8c75b2 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, c4f1b4fb-234b-44be-ada4-eba113016c02) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:55.376115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a108c5-0c1a-4e1c-9256-7ffe255e2524 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:55.376777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b0a108c5-0c1a-4e1c-9256-7ffe255e2524 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:55.405747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ca0b8f-33d6-4168-87e4-dbe90d8c75b2 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:51:55.410534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ca0b8f-33d6-4168-87e4-dbe90d8c75b2 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:55.411240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2ca0b8f-33d6-4168-87e4-dbe90d8c75b2 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:55.411924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-17b9c7ab-ee6d-4019-9f69-5881331c2a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:55.430579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adddcef-35fb-4998-9944-f07ee6fbfc74 None None] Network c4f1b4fb-234b-44be-ada4-eba113016c02 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:51:55.441569 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f2ca0b8f-33d6-4168-87e4-dbe90d8c75b2 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.9906330 Dec 25 19:51:55.448609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51108) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:55.451604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6027efe1-e0f7-43de-91d3-a7c183ff5fa8 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:55.452415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d55ef7-ef10-4b51-ab1f-b8d8c69782a4 req-1cf93d75-a6c1-49c1-a5e8-b84187b2380c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:55.454626 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-45d55ef7-ef10-4b51-ab1f-b8d8c69782a4 req-1cf93d75-a6c1-49c1-a5e8-b84187b2380c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8167494-3a5a-4a24-ac25-f83d06936119 HTTP/1.1" status: 200 len: 945 time: 0.4308739 Dec 25 19:51:55.460413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-a011ff82-f745-4a0b-86a0-5d615f4a1b4b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1206499374'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:55.474530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a011ff82-f745-4a0b-86a0-5d615f4a1b4b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:55.481078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6027efe1-e0f7-43de-91d3-a7c183ff5fa8 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:55.483927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a011ff82-f745-4a0b-86a0-5d615f4a1b4b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Usage tracker for resource:network and tenant:403e9089dd684dee8c86c3ba99f83960 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:55.488106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a011ff82-f745-4a0b-86a0-5d615f4a1b4b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:55.497133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a011ff82-f745-4a0b-86a0-5d615f4a1b4b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:55.504026 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b0a108c5-0c1a-4e1c-9256-7ffe255e2524 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0199041 Dec 25 19:51:55.507367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51112) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:55.507367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51114) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:55.519748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6027efe1-e0f7-43de-91d3-a7c183ff5fa8 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:55.525820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6027efe1-e0f7-43de-91d3-a7c183ff5fa8 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:55.545350 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c4a39e09-cc3d-4ee1-8c19-8936fe47045e req-c78e4415-d466-426a-b439-76ecf8322039 service neutron] 10.222.0.36 "GET /v2.0/networks/b93aa6eb-1c8c-49ec-90cd-8565c57c7c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5575728 Dec 25 19:51:55.546577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-3c8be631-3c8b-4ea2-a0b2-78ebb1ae5269 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Request body: {'subnet': {'network_id': 'b1fd90d0-b668-4c42-b7a5-b0961807346a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:55.569033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a011ff82-f745-4a0b-86a0-5d615f4a1b4b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Made reservation on behalf of 403e9089dd684dee8c86c3ba99f83960 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:55.574650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a011ff82-f745-4a0b-86a0-5d615f4a1b4b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:55.576306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-17b9c7ab-ee6d-4019-9f69-5881331c2a9a None None] For port 06a1d041-f6ac-4b36-b403-c49b64aa538c, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=06a1d041-f6ac-4b36-b403-c49b64aa538c,segment=NetworkSegment(11db3d4d-6eb9-41c9-886c-93562366d93c),segment_id=11db3d4d-6eb9-41c9-886c-93562366d93c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:51:55.614144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-17b9c7ab-ee6d-4019-9f69-5881331c2a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:55.626862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f2a0b8e1-8a01-4f45-8805-6d2939cf55e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:55.711348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a011ff82-f745-4a0b-86a0-5d615f4a1b4b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:51:55.718239 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c4a39e09-cc3d-4ee1-8c19-8936fe47045e req-d1e778f9-3e69-486b-a562-1d8cba60a0bc service neutron] 10.222.0.36 "GET /v2.0/networks/b93aa6eb-1c8c-49ec-90cd-8565c57c7c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596096 Dec 25 19:51:55.776881 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-45d55ef7-ef10-4b51-ab1f-b8d8c69782a4 req-3d53cff7-af48-4547-99bd-31c4fd280b83 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=d036ba6a-3c66-4b69-afdf-533dbe3f6b34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2917767 Dec 25 19:51:55.829252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a011ff82-f745-4a0b-86a0-5d615f4a1b4b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:55.829743 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-a011ff82-f745-4a0b-86a0-5d615f4a1b4b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Added segment b15dfa9f-bc4f-4d72-baf4-e659d1accd68 of type vlan for network b76a82c8-7521-4f3b-ba68-97d9753d517e Dec 25 19:51:55.832003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3c8be631-3c8b-4ea2-a0b2-78ebb1ae5269 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:55.841885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8eed5324-6221-498f-ad2d-a7bc56210cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:55.852797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3c8be631-3c8b-4ea2-a0b2-78ebb1ae5269 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Usage tracker for resource:subnet and tenant:6f79d792f25d4b3b92af33c8bb0540ad is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:55.860873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3c8be631-3c8b-4ea2-a0b2-78ebb1ae5269 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:55.877000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3c8be631-3c8b-4ea2-a0b2-78ebb1ae5269 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:55.885072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-0a154ea4-017f-4e17-94ad-6c1ba0037e12 req-8b63fd7d-e863-4ab1-8fae-39be7382ec5d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] For port 2fb8177e-ec55-460c-9c68-0b535d4b7193, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2fb8177e-ec55-460c-9c68-0b535d4b7193,segment=NetworkSegment(fa2d2d52-7794-49ec-a82f-94909c513416),segment_id=fa2d2d52-7794-49ec-a82f-94909c513416)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:51:55.885475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-0a154ea4-017f-4e17-94ad-6c1ba0037e12 req-8b63fd7d-e863-4ab1-8fae-39be7382ec5d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:55.894373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9c7ab-ee6d-4019-9f69-5881331c2a9a None None] Pushing event updated for resources: {'Port': ['ID=06a1d041-f6ac-4b36-b403-c49b64aa538c,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:55.900294 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-17b9c7ab-ee6d-4019-9f69-5881331c2a9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:55.913720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a011ff82-f745-4a0b-86a0-5d615f4a1b4b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:55.936786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8eed5324-6221-498f-ad2d-a7bc56210cad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:55.943625 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8eed5324-6221-498f-ad2d-a7bc56210cad admin admin] Usage tracker for resource:security_group_rule and tenant:1d2564ed99a84112809e647f5f2759f2 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:55.948269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8eed5324-6221-498f-ad2d-a7bc56210cad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:55.952678 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8be631-3c8b-4ea2-a0b2-78ebb1ae5269 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Made reservation on behalf of 6f79d792f25d4b3b92af33c8bb0540ad for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:56.030510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8125ea-7bfe-4151-99af-bb6e1a9261c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-14a222f7-24fa-42f6-9b7a-c7fe46d41a7b', 'network_id': '14a222f7-24fa-42f6-9b7a-c7fe46d41a7b', 'tenant_id': '6f79d792f25d4b3b92af33c8bb0540ad', 'fixed_ips': [{'subnet_id': 'cfaf3d4d-53a8-4a58-93cc-b2f801c9cf3f'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:51:56.031510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3c8125ea-7bfe-4151-99af-bb6e1a9261c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:56.045245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573d1f32-c25a-44b8-bfc1-52f2c0934c38 None None] DHCP port deletion for 7396b720-65bf-48b2-8da7-778eed2fcf44 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:51:56.057709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-573d1f32-c25a-44b8-bfc1-52f2c0934c38 None None] Deleting port 10fc551c-61fa-42e8-bbc7-5cb9d78eb061 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:51:56.058149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-0a154ea4-017f-4e17-94ad-6c1ba0037e12 req-8b63fd7d-e863-4ab1-8fae-39be7382ec5d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Calling delete_port for 2fb8177e-ec55-460c-9c68-0b535d4b7193 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:51:56.058273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-573d1f32-c25a-44b8-bfc1-52f2c0934c38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:56.083745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3c8be631-3c8b-4ea2-a0b2-78ebb1ae5269 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:56.100853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8eed5324-6221-498f-ad2d-a7bc56210cad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:56.301965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-0a154ea4-017f-4e17-94ad-6c1ba0037e12 req-8b63fd7d-e863-4ab1-8fae-39be7382ec5d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:56.309990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1063357e-45df-41b0-9824-da1f122552dc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:56.314921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a011ff82-f745-4a0b-86a0-5d615f4a1b4b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:56.319165 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a011ff82-f745-4a0b-86a0-5d615f4a1b4b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:56.319826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a011ff82-f745-4a0b-86a0-5d615f4a1b4b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:56.334381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-689ba3a5-1780-4f0d-bc1b-f9dae2ef2149 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:56.360193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63fd7d-e863-4ab1-8fae-39be7382ec5d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Port': ['ID=2fb8177e-ec55-460c-9c68-0b535d4b7193,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:56.365958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8b63fd7d-e863-4ab1-8fae-39be7382ec5d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:56.456315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a154ea4-017f-4e17-94ad-6c1ba0037e12 req-8b63fd7d-e863-4ab1-8fae-39be7382ec5d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] No DVR routers for this DVR port 2fb8177e-ec55-460c-9c68-0b535d4b7193 on host hv-neutron-8226 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:51:56.458928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-0a154ea4-017f-4e17-94ad-6c1ba0037e12 req-8b63fd7d-e863-4ab1-8fae-39be7382ec5d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:56.461892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8167494-3a5a-4a24-ac25-f83d06936119', 'name': 'network-vif-deleted', 'tag': '2fb8177e-ec55-460c-9c68-0b535d4b7193'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:51:56.475437 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0a154ea4-017f-4e17-94ad-6c1ba0037e12 req-8b63fd7d-e863-4ab1-8fae-39be7382ec5d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "DELETE /v2.0/ports/2fb8177e-ec55-460c-9c68-0b535d4b7193 HTTP/1.1" status: 204 len: 173 time: 1.5271785 Dec 25 19:51:56.506509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-5b917a3b-1c55-40c0-86b1-da54406945ec None None] Provisioning complete for port 06a1d041-f6ac-4b36-b403-c49b64aa538c triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:51:56.506935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5b917a3b-1c55-40c0-86b1-da54406945ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:56.524495 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8167494-3a5a-4a24-ac25-f83d06936119', 'name': 'network-vif-deleted', 'tag': '2fb8177e-ec55-460c-9c68-0b535d4b7193', 'status': 'completed', 'code': 200} Dec 25 19:51:56.647290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-573d1f32-c25a-44b8-bfc1-52f2c0934c38 None None] For port 10fc551c-61fa-42e8-bbc7-5cb9d78eb061, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=10fc551c-61fa-42e8-bbc7-5cb9d78eb061,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:51:56.647656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-573d1f32-c25a-44b8-bfc1-52f2c0934c38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:56.675460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-3c8125ea-7bfe-4151-99af-bb6e1a9261c7 None None] Allocated IP 2001:db8::2 (14a222f7-24fa-42f6-9b7a-c7fe46d41a7b/cfaf3d4d-53a8-4a58-93cc-b2f801c9cf3f/72d5a849-ed9e-4032-8a7b-3efaf3adee10) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:51:56.808484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-573d1f32-c25a-44b8-bfc1-52f2c0934c38 None None] Calling delete_port for 10fc551c-61fa-42e8-bbc7-5cb9d78eb061 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:51:56.811631 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a011ff82-f745-4a0b-86a0-5d615f4a1b4b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3617315 Dec 25 19:51:56.815617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51128) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:56.827447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011ff82-f745-4a0b-86a0-5d615f4a1b4b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'Network': ['ID=b76a82c8-7521-4f3b-ba68-97d9753d517e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:56.833662 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a011ff82-f745-4a0b-86a0-5d615f4a1b4b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:56.847237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6027efe1-e0f7-43de-91d3-a7c183ff5fa8 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:56.848976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-445cccd3-ab54-4d09-baa9-54440ae237a3 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'ports': [{'network_id': 'c4f1b4fb-234b-44be-ada4-eba113016c02'}, {'network_id': 'b76a82c8-7521-4f3b-ba68-97d9753d517e'}]} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:56.849338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-445cccd3-ab54-4d09-baa9-54440ae237a3 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'port': {'network_id': 'c4f1b4fb-234b-44be-ada4-eba113016c02'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:56.849870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-445cccd3-ab54-4d09-baa9-54440ae237a3 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'port': {'network_id': 'b76a82c8-7521-4f3b-ba68-97d9753d517e'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:56.855537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-eadde60a-ddd9-4cdd-9e72-4e92818339e0 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:56.861711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network b76a82c8-7521-4f3b-ba68-97d9753d517e details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:51:56.973091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8eed5324-6221-498f-ad2d-a7bc56210cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:57.044403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8eed5324-6221-498f-ad2d-a7bc56210cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:57.078757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6027efe1-e0f7-43de-91d3-a7c183ff5fa8 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:51:57.091674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-6027efe1-e0f7-43de-91d3-a7c183ff5fa8 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:57.107100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6027efe1-e0f7-43de-91d3-a7c183ff5fa8 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Subnet': ['ID=e1281470-79a7-4b5e-80a2-871c903980e2,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:57.119794 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6027efe1-e0f7-43de-91d3-a7c183ff5fa8 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:57.120728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6027efe1-e0f7-43de-91d3-a7c183ff5fa8 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:57.157387 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6027efe1-e0f7-43de-91d3-a7c183ff5fa8 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:57.157387 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-297ea161-bcfa-4555-bf35-ea6b1ebd47f9 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:57.237080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-445cccd3-ab54-4d09-baa9-54440ae237a3 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:57.241257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-445cccd3-ab54-4d09-baa9-54440ae237a3 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Usage tracker for resource:port and tenant:403e9089dd684dee8c86c3ba99f83960 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:57.244864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-445cccd3-ab54-4d09-baa9-54440ae237a3 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:57.251775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-445cccd3-ab54-4d09-baa9-54440ae237a3 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:57.264394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445cccd3-ab54-4d09-baa9-54440ae237a3 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Made reservation on behalf of 403e9089dd684dee8c86c3ba99f83960 for: {'port': 2} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:57.272743 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-445cccd3-ab54-4d09-baa9-54440ae237a3 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:57.273472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-573d1f32-c25a-44b8-bfc1-52f2c0934c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:57.279761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f83b3590-98b7-4352-b45f-f3a45e10f7d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:57.321300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed5324-6221-498f-ad2d-a7bc56210cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02506a4a-3437-42ee-bbd9-471cff9ea983,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:57.340741 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6027efe1-e0f7-43de-91d3-a7c183ff5fa8 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0245979 Dec 25 19:51:57.341472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d1f32-c25a-44b8-bfc1-52f2c0934c38 None None] Pushing event deleted for resources: {'Port': ['ID=10fc551c-61fa-42e8-bbc7-5cb9d78eb061,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:57.346854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-573d1f32-c25a-44b8-bfc1-52f2c0934c38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:57.348292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51132) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:57.353266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8eed5324-6221-498f-ad2d-a7bc56210cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:57.354100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-091edb35-eb2a-4497-a1d8-585590b7ed91 req-59d229b9-a51f-4b6a-98bd-0acc579653d9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Synchronizing usage tracker for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:57.356995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573d1f32-c25a-44b8-bfc1-52f2c0934c38 None None] No DVR routers for this DVR port 10fc551c-61fa-42e8-bbc7-5cb9d78eb061 on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:51:57.361742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-445cccd3-ab54-4d09-baa9-54440ae237a3 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:57.369875 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8eed5324-6221-498f-ad2d-a7bc56210cad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1d2564ed99a84112809e647f5f2759f2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8596332 Dec 25 19:51:57.374365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51136) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:57.380863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3c8be631-3c8b-4ea2-a0b2-78ebb1ae5269 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:57.382441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-4f325535-e297-4c02-9b68-bc2e2cbe66e4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'port': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'mac_address': 'fa:16:3e:45:97:08', 'name': 'tempest-NetworksTestDHCPv6-494706146'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:51:57.401108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b9241027-541a-4ddc-8b2a-1f418bb31614 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:57.415473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d95166-d348-4655-b484-7ea9b8857b76 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:51:57.475759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-091edb35-eb2a-4497-a1d8-585590b7ed91 req-59d229b9-a51f-4b6a-98bd-0acc579653d9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Unset dirty status for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:57.477022 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-091edb35-eb2a-4497-a1d8-585590b7ed91 req-59d229b9-a51f-4b6a-98bd-0acc579653d9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8167494-3a5a-4a24-ac25-f83d06936119 HTTP/1.1" status: 200 len: 210 time: 0.1916022 Dec 25 19:51:57.525398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8be631-3c8b-4ea2-a0b2-78ebb1ae5269 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Pushing event updated for resources: {'Subnet': ['ID=761f7748-9086-494c-9a2c-e385b6be865c,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:57.531384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3c8be631-3c8b-4ea2-a0b2-78ebb1ae5269 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:57.558174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a63e78a8-afd3-4250-96c6-9d9c2ab12e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:57.569352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8be631-3c8b-4ea2-a0b2-78ebb1ae5269 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Checking segment: {'id': '5877e97a-dab7-4b75-af6d-a811e3ddc68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b1fd90d0-b668-4c42-b7a5-b0961807346a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:51:57.569941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8be631-3c8b-4ea2-a0b2-78ebb1ae5269 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Network hostable DHCP agents. Network: b1fd90d0-b668-4c42-b7a5-b0961807346a, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:51:57.581843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3c8125ea-7bfe-4151-99af-bb6e1a9261c7 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:57.599321 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-3c8125ea-7bfe-4151-99af-bb6e1a9261c7 None None] Transition to ACTIVE for port object 72d5a849-ed9e-4032-8a7b-3efaf3adee10 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:51:57.599874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a63e78a8-afd3-4250-96c6-9d9c2ab12e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:57.636400 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 06a1d041-f6ac-4b36-b403-c49b64aa538c up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:51:57.640583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-445cccd3-ab54-4d09-baa9-54440ae237a3 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] device_id is not set on port a0f709e7-8515-4e62-8ed2-ba13a3a8c136 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:51:57.661975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8be631-3c8b-4ea2-a0b2-78ebb1ae5269 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Network b1fd90d0-b668-4c42-b7a5-b0961807346a is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:51:57.670249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4f325535-e297-4c02-9b68-bc2e2cbe66e4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:51:57.673354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-3c8be631-3c8b-4ea2-a0b2-78ebb1ae5269 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, b1fd90d0-b668-4c42-b7a5-b0961807346a) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:57.676889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4f325535-e297-4c02-9b68-bc2e2cbe66e4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:port and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:51:57.677774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8be631-3c8b-4ea2-a0b2-78ebb1ae5269 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:57.678429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3c8be631-3c8b-4ea2-a0b2-78ebb1ae5269 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:57.680835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4f325535-e297-4c02-9b68-bc2e2cbe66e4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:51:57.689840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4f325535-e297-4c02-9b68-bc2e2cbe66e4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:51:57.692616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a63e78a8-afd3-4250-96c6-9d9c2ab12e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:57.700069 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c86868fd-3053-44e9-a892-0cb2e8a851a8 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:57.721046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a63e78a8-afd3-4250-96c6-9d9c2ab12e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:57.722395 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a63e78a8-afd3-4250-96c6-9d9c2ab12e86 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/02506a4a-3437-42ee-bbd9-471cff9ea983 HTTP/1.1" status: 204 len: 168 time: 0.3440747 Dec 25 19:51:57.723492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e78a8-afd3-4250-96c6-9d9c2ab12e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02506a4a-3437-42ee-bbd9-471cff9ea983,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:57.726553 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3c8be631-3c8b-4ea2-a0b2-78ebb1ae5269 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2147698 Dec 25 19:51:57.730832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51140) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:57.747543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a63e78a8-afd3-4250-96c6-9d9c2ab12e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:57.753664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f325535-e297-4c02-9b68-bc2e2cbe66e4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:51:57.781126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-3c8125ea-7bfe-4151-99af-bb6e1a9261c7 None None] Transition to ACTIVE for port object 72d5a849-ed9e-4032-8a7b-3efaf3adee10 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:51:57.814230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1d25da-1771-45c5-87bd-684009c74ed3 None None] Network b1fd90d0-b668-4c42-b7a5-b0961807346a requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:51:57.878831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3c8125ea-7bfe-4151-99af-bb6e1a9261c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:57.899080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-114c9ede-dd41-4238-aacc-4ff46c5dfffd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:57.904871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4f325535-e297-4c02-9b68-bc2e2cbe66e4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:57.935296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e18d90-17be-4e3d-8770-584fe6583d1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-7396b720-65bf-48b2-8da7-778eed2fcf44', 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'tenant_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'fixed_ips': [{'subnet_id': 'e1281470-79a7-4b5e-80a2-871c903980e2'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:51:57.936662 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-78e18d90-17be-4e3d-8770-584fe6583d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:57.963136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 2fb8177e-ec55-460c-9c68-0b535d4b7193 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:51:57.981264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-4f325535-e297-4c02-9b68-bc2e2cbe66e4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] device_id is not set on port efd6d205-c68f-42d2-bbc7-363cb44fbc68 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:51:58.048529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8125ea-7bfe-4151-99af-bb6e1a9261c7 None None] Pushing event updated for resources: {'Port': ['ID=72d5a849-ed9e-4032-8a7b-3efaf3adee10,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:58.079918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-445cccd3-ab54-4d09-baa9-54440ae237a3 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:58.141659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3c8125ea-7bfe-4151-99af-bb6e1a9261c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:58.144728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] No Port match for: 2fb8177e-ec55-460c-9c68-0b535d4b7193 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:51:58.145126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 2fb8177e-ec55-460c-9c68-0b535d4b7193 not bound to the agent host hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:51:58.216023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8125ea-7bfe-4151-99af-bb6e1a9261c7 None None] Network 14a222f7-24fa-42f6-9b7a-c7fe46d41a7b is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:51:58.401395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-3c8125ea-7bfe-4151-99af-bb6e1a9261c7 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:58.409303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8125ea-7bfe-4151-99af-bb6e1a9261c7 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:51:58.437552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e90959c7-9a6a-4124-b9c8-e023ab69229a tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:58.492296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 06a1d041-f6ac-4b36-b403-c49b64aa538c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:51:58.492296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:58.502318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-445cccd3-ab54-4d09-baa9-54440ae237a3 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] device_id is not set on port 092e4ae9-f56a-4449-9d4e-8b4723b41f74 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:51:58.529469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-4f325535-e297-4c02-9b68-bc2e2cbe66e4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Allocated IP 2001:db8::32b (7396b720-65bf-48b2-8da7-778eed2fcf44/e1281470-79a7-4b5e-80a2-871c903980e2/efd6d205-c68f-42d2-bbc7-363cb44fbc68) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:51:58.642693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51148) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:58.652358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-3c8125ea-7bfe-4151-99af-bb6e1a9261c7 None None] Attempting to bind port 72d5a849-ed9e-4032-8a7b-3efaf3adee10 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:51:58.652827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-3c8125ea-7bfe-4151-99af-bb6e1a9261c7 None None] Attempting to bind port 72d5a849-ed9e-4032-8a7b-3efaf3adee10 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '12d18c7b-d47b-4ab8-9507-5b976f72eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '14a222f7-24fa-42f6-9b7a-c7fe46d41a7b'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:51:58.653116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8125ea-7bfe-4151-99af-bb6e1a9261c7 None None] Attempting to bind port 72d5a849-ed9e-4032-8a7b-3efaf3adee10 on network 14a222f7-24fa-42f6-9b7a-c7fe46d41a7b {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:51:58.704012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8125ea-7bfe-4151-99af-bb6e1a9261c7 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:51:58.704480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8125ea-7bfe-4151-99af-bb6e1a9261c7 None None] Checking segment: {'id': '12d18c7b-d47b-4ab8-9507-5b976f72eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '14a222f7-24fa-42f6-9b7a-c7fe46d41a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:51:58.704918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3c8125ea-7bfe-4151-99af-bb6e1a9261c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:58.705336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8125ea-7bfe-4151-99af-bb6e1a9261c7 None None] Bound using segment: {'id': '12d18c7b-d47b-4ab8-9507-5b976f72eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '14a222f7-24fa-42f6-9b7a-c7fe46d41a7b'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:51:58.705884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-3c8125ea-7bfe-4151-99af-bb6e1a9261c7 None None] Bound port: 72d5a849-ed9e-4032-8a7b-3efaf3adee10, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d18c7b-d47b-4ab8-9507-5b976f72eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '14a222f7-24fa-42f6-9b7a-c7fe46d41a7b'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:51:58.706316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3c8125ea-7bfe-4151-99af-bb6e1a9261c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:58.793817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea47cb2-e7b6-4674-8de9-3e0ae69e295c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-b1fd90d0-b668-4c42-b7a5-b0961807346a', 'network_id': 'b1fd90d0-b668-4c42-b7a5-b0961807346a', 'tenant_id': '6f79d792f25d4b3b92af33c8bb0540ad', 'fixed_ips': [{'subnet_id': '761f7748-9086-494c-9a2c-e385b6be865c'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:51:58.795089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3ea47cb2-e7b6-4674-8de9-3e0ae69e295c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:58.813358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9366900c-91d6-4c44-bbcf-59f08552c43b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:58.821338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-445cccd3-ab54-4d09-baa9-54440ae237a3 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:58.877331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4f325535-e297-4c02-9b68-bc2e2cbe66e4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:58.895594 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9366900c-91d6-4c44-bbcf-59f08552c43b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:58.899011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-4f325535-e297-4c02-9b68-bc2e2cbe66e4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Transition to ACTIVE for port object efd6d205-c68f-42d2-bbc7-363cb44fbc68 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:51:58.903437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-445cccd3-ab54-4d09-baa9-54440ae237a3 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:58.910189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2f7ae14b-8468-47db-938b-e4f01ebc20fc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:58.930923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-e90959c7-9a6a-4124-b9c8-e023ab69229a tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Allocated IP 2001:db8::1 (14a222f7-24fa-42f6-9b7a-c7fe46d41a7b/cfaf3d4d-53a8-4a58-93cc-b2f801c9cf3f/0ec9d9cf-4eed-4764-9dbb-dcc54b3bef45) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:51:58.979080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-3c8125ea-7bfe-4151-99af-bb6e1a9261c7 None None] For port 72d5a849-ed9e-4032-8a7b-3efaf3adee10, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:51:58.986493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-3c8125ea-7bfe-4151-99af-bb6e1a9261c7 None None] For port 72d5a849-ed9e-4032-8a7b-3efaf3adee10, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=72d5a849-ed9e-4032-8a7b-3efaf3adee10,segment=NetworkSegment(12d18c7b-d47b-4ab8-9507-5b976f72eef6),segment_id=12d18c7b-d47b-4ab8-9507-5b976f72eef6)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:51:58.995996 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445cccd3-ab54-4d09-baa9-54440ae237a3 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Network c4f1b4fb-234b-44be-ada4-eba113016c02 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:51:58.997923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445cccd3-ab54-4d09-baa9-54440ae237a3 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'Port': ['ID=a0f709e7-8515-4e62-8ed2-ba13a3a8c136,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:59.001700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-445cccd3-ab54-4d09-baa9-54440ae237a3 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:59.003660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-445cccd3-ab54-4d09-baa9-54440ae237a3 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:59.005005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445cccd3-ab54-4d09-baa9-54440ae237a3 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:51:59.005838 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-445cccd3-ab54-4d09-baa9-54440ae237a3 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:59.011399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0ed46005-a313-4ece-9203-5afd9cf7985e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:59.023529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3c8125ea-7bfe-4151-99af-bb6e1a9261c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:59.025305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9366900c-91d6-4c44-bbcf-59f08552c43b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:59.036891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a4e5355a-3a03-49f6-91a7-2679f5c8389c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:59.065269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 10fc551c-61fa-42e8-bbc7-5cb9d78eb061 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:51:59.065862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4f325535-e297-4c02-9b68-bc2e2cbe66e4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:59.080727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d2b3f300-ba52-420a-8248-3c83d77d6fb1 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:59.101923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366900c-91d6-4c44-bbcf-59f08552c43b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d036ba6a-3c66-4b69-afdf-533dbe3f6b34,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:59.115145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9366900c-91d6-4c44-bbcf-59f08552c43b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:59.119124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445cccd3-ab54-4d09-baa9-54440ae237a3 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'Port': ['ID=092e4ae9-f56a-4449-9d4e-8b4723b41f74,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:59.127287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f325535-e297-4c02-9b68-bc2e2cbe66e4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:51:59.128776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-445cccd3-ab54-4d09-baa9-54440ae237a3 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:59.128934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-445cccd3-ab54-4d09-baa9-54440ae237a3 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:59.139242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9366900c-91d6-4c44-bbcf-59f08552c43b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:59.143740 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9366900c-91d6-4c44-bbcf-59f08552c43b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/security-groups/d036ba6a-3c66-4b69-afdf-533dbe3f6b34 HTTP/1.1" status: 204 len: 168 time: 0.4974754 Dec 25 19:51:59.166742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-4f325535-e297-4c02-9b68-bc2e2cbe66e4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:59.181052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e90959c7-9a6a-4124-b9c8-e023ab69229a tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:59.184830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f325535-e297-4c02-9b68-bc2e2cbe66e4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:51:59.189260 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f325535-e297-4c02-9b68-bc2e2cbe66e4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:59.189956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4f325535-e297-4c02-9b68-bc2e2cbe66e4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:59.208806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-e90959c7-9a6a-4124-b9c8-e023ab69229a tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Transition to ACTIVE for port object 0ec9d9cf-4eed-4764-9dbb-dcc54b3bef45 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:51:59.214112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51154) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:59.227566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 10fc551c-61fa-42e8-bbc7-5cb9d78eb061 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:51:59.227968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 10fc551c-61fa-42e8-bbc7-5cb9d78eb061 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:51:59.235946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e90959c7-9a6a-4124-b9c8-e023ab69229a tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:59.244395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9a61bf7c-803a-4100-a78c-096f72380720 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:51:59.295111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-3ea47cb2-e7b6-4674-8de9-3e0ae69e295c None None] Allocated IP 2001:db8::2 (b1fd90d0-b668-4c42-b7a5-b0961807346a/761f7748-9086-494c-9a2c-e385b6be865c/1059187e-f9cf-48fc-b44a-8ce1ec40ffee) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:51:59.295304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445cccd3-ab54-4d09-baa9-54440ae237a3 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Checking segment: {'id': 'b15dfa9f-bc4f-4d72-baf4-e659d1accd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b76a82c8-7521-4f3b-ba68-97d9753d517e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:51:59.295533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445cccd3-ab54-4d09-baa9-54440ae237a3 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Network hostable DHCP agents. Network: b76a82c8-7521-4f3b-ba68-97d9753d517e, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:51:59.309218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-78e18d90-17be-4e3d-8770-584fe6583d1c None None] Allocated IP 2001:db8::2 (7396b720-65bf-48b2-8da7-778eed2fcf44/e1281470-79a7-4b5e-80a2-871c903980e2/75868981-441c-4259-9512-3f37cfcf86a8) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:51:59.311379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8125ea-7bfe-4151-99af-bb6e1a9261c7 None None] Pushing event updated for resources: {'Port': ['ID=72d5a849-ed9e-4032-8a7b-3efaf3adee10,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:59.317715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f325535-e297-4c02-9b68-bc2e2cbe66e4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Port': ['ID=efd6d205-c68f-42d2-bbc7-363cb44fbc68,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:59.322025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3c8125ea-7bfe-4151-99af-bb6e1a9261c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:59.322303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4f325535-e297-4c02-9b68-bc2e2cbe66e4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:59.342830 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4f325535-e297-4c02-9b68-bc2e2cbe66e4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9845738 Dec 25 19:51:59.344575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51158) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:59.347256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90959c7-9a6a-4124-b9c8-e023ab69229a tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Pushing event updated for resources: {'Port': ['ID=0ec9d9cf-4eed-4764-9dbb-dcc54b3bef45,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:51:59.352338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e90959c7-9a6a-4124-b9c8-e023ab69229a tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:51:59.362014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90959c7-9a6a-4124-b9c8-e023ab69229a tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Network 14a222f7-24fa-42f6-9b7a-c7fe46d41a7b is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:51:59.364422 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-e90959c7-9a6a-4124-b9c8-e023ab69229a tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:59.367023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90959c7-9a6a-4124-b9c8-e023ab69229a tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:51:59.367672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e90959c7-9a6a-4124-b9c8-e023ab69229a tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:59.440823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445cccd3-ab54-4d09-baa9-54440ae237a3 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Network b76a82c8-7521-4f3b-ba68-97d9753d517e is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:51:59.466714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-445cccd3-ab54-4d09-baa9-54440ae237a3 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, b76a82c8-7521-4f3b-ba68-97d9753d517e) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:51:59.472902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e90959c7-9a6a-4124-b9c8-e023ab69229a tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:59.513319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f23154f-dc0c-4d45-99f9-048f4c24c753 None None] Network b76a82c8-7521-4f3b-ba68-97d9753d517e requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:51:59.534632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445cccd3-ab54-4d09-baa9-54440ae237a3 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:51:59.539613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445cccd3-ab54-4d09-baa9-54440ae237a3 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:59.543603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445cccd3-ab54-4d09-baa9-54440ae237a3 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:59.544680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-445cccd3-ab54-4d09-baa9-54440ae237a3 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:59.586757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17451738-e988-4ed6-8996-ae6ac5f85723 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:51:59.588026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-17451738-e988-4ed6-8996-ae6ac5f85723 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:51:59.607193 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-445cccd3-ab54-4d09-baa9-54440ae237a3 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.7838132 Dec 25 19:51:59.609776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51162) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:59.674827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-17451738-e988-4ed6-8996-ae6ac5f85723 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:51:59.678874 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-17451738-e988-4ed6-8996-ae6ac5f85723 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.3303885 Dec 25 19:51:59.688518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51166) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:51:59.791277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-507358a6-4533-4c88-856f-b03c01099695 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Deleting port 092e4ae9-f56a-4449-9d4e-8b4723b41f74 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:51:59.791687 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-507358a6-4533-4c88-856f-b03c01099695 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:59.952612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-928fe789-3f67-49f8-99b4-98d9c0364d00 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting port efd6d205-c68f-42d2-bbc7-363cb44fbc68 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:51:59.953038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-928fe789-3f67-49f8-99b4-98d9c0364d00 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:59.960486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3ea47cb2-e7b6-4674-8de9-3e0ae69e295c None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:59.988632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-3ea47cb2-e7b6-4674-8de9-3e0ae69e295c None None] Transition to ACTIVE for port object 1059187e-f9cf-48fc-b44a-8ce1ec40ffee will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:51:59.991787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-78e18d90-17be-4e3d-8770-584fe6583d1c None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:51:59.999827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e90959c7-9a6a-4124-b9c8-e023ab69229a tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:00.004370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e90959c7-9a6a-4124-b9c8-e023ab69229a tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:00.005237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e90959c7-9a6a-4124-b9c8-e023ab69229a tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:00.011288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d33bf9f8-bb75-4c23-bcd2-06ae00fd165a tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:00.020028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-78e18d90-17be-4e3d-8770-584fe6583d1c None None] Transition to ACTIVE for port object 75868981-441c-4259-9512-3f37cfcf86a8 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:52:00.036481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-3ea47cb2-e7b6-4674-8de9-3e0ae69e295c None None] Transition to ACTIVE for port object 1059187e-f9cf-48fc-b44a-8ce1ec40ffee will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:52:00.050157 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3ea47cb2-e7b6-4674-8de9-3e0ae69e295c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:00.054440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-78e18d90-17be-4e3d-8770-584fe6583d1c None None] Transition to ACTIVE for port object 75868981-441c-4259-9512-3f37cfcf86a8 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:52:00.056360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a4e5355a-3a03-49f6-91a7-2679f5c8389c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:00.111421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-78e18d90-17be-4e3d-8770-584fe6583d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:00.126159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90959c7-9a6a-4124-b9c8-e023ab69229a tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Pushing event updated for resources: {'Port': ['ID=0ec9d9cf-4eed-4764-9dbb-dcc54b3bef45,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:00.131207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e90959c7-9a6a-4124-b9c8-e023ab69229a tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:00.140994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea47cb2-e7b6-4674-8de9-3e0ae69e295c None None] Network b1fd90d0-b668-4c42-b7a5-b0961807346a is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:52:00.148054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-3ea47cb2-e7b6-4674-8de9-3e0ae69e295c None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:00.151107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea47cb2-e7b6-4674-8de9-3e0ae69e295c None None] Pushing event updated for resources: {'Port': ['ID=1059187e-f9cf-48fc-b44a-8ce1ec40ffee,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:00.157097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea47cb2-e7b6-4674-8de9-3e0ae69e295c None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:52:00.189419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3ea47cb2-e7b6-4674-8de9-3e0ae69e295c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:00.192017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e18d90-17be-4e3d-8770-584fe6583d1c None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:52:00.196629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3c8125ea-7bfe-4151-99af-bb6e1a9261c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:00.236527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90959c7-9a6a-4124-b9c8-e023ab69229a tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Network 14a222f7-24fa-42f6-9b7a-c7fe46d41a7b is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:52:00.237847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-e90959c7-9a6a-4124-b9c8-e023ab69229a tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:00.240730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-78e18d90-17be-4e3d-8770-584fe6583d1c None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:00.286604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e18d90-17be-4e3d-8770-584fe6583d1c None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:52:00.312178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-507358a6-4533-4c88-856f-b03c01099695 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:00.356509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-3ea47cb2-e7b6-4674-8de9-3e0ae69e295c None None] Attempting to bind port 1059187e-f9cf-48fc-b44a-8ce1ec40ffee on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:52:00.356930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-3ea47cb2-e7b6-4674-8de9-3e0ae69e295c None None] Attempting to bind port 1059187e-f9cf-48fc-b44a-8ce1ec40ffee by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '5877e97a-dab7-4b75-af6d-a811e3ddc68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b1fd90d0-b668-4c42-b7a5-b0961807346a'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:52:00.357345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea47cb2-e7b6-4674-8de9-3e0ae69e295c None None] Attempting to bind port 1059187e-f9cf-48fc-b44a-8ce1ec40ffee on network b1fd90d0-b668-4c42-b7a5-b0961807346a {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:52:00.365026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e18d90-17be-4e3d-8770-584fe6583d1c None None] Pushing event updated for resources: {'Port': ['ID=75868981-441c-4259-9512-3f37cfcf86a8,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:00.398389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-78e18d90-17be-4e3d-8770-584fe6583d1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:00.412578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea47cb2-e7b6-4674-8de9-3e0ae69e295c None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:52:00.413016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea47cb2-e7b6-4674-8de9-3e0ae69e295c None None] Checking segment: {'id': '5877e97a-dab7-4b75-af6d-a811e3ddc68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b1fd90d0-b668-4c42-b7a5-b0961807346a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:52:00.413484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3ea47cb2-e7b6-4674-8de9-3e0ae69e295c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:00.414059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea47cb2-e7b6-4674-8de9-3e0ae69e295c None None] Bound using segment: {'id': '5877e97a-dab7-4b75-af6d-a811e3ddc68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b1fd90d0-b668-4c42-b7a5-b0961807346a'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:52:00.414609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-3ea47cb2-e7b6-4674-8de9-3e0ae69e295c None None] Bound port: 1059187e-f9cf-48fc-b44a-8ce1ec40ffee, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5877e97a-dab7-4b75-af6d-a811e3ddc68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b1fd90d0-b668-4c42-b7a5-b0961807346a'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:52:00.415366 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3ea47cb2-e7b6-4674-8de9-3e0ae69e295c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:00.462839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-507358a6-4533-4c88-856f-b03c01099695 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Calling delete_port for 092e4ae9-f56a-4449-9d4e-8b4723b41f74 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:52:00.477354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-78e18d90-17be-4e3d-8770-584fe6583d1c None None] Attempting to bind port 75868981-441c-4259-9512-3f37cfcf86a8 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:52:00.477785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-78e18d90-17be-4e3d-8770-584fe6583d1c None None] Attempting to bind port 75868981-441c-4259-9512-3f37cfcf86a8 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:52:00.478203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e18d90-17be-4e3d-8770-584fe6583d1c None None] Attempting to bind port 75868981-441c-4259-9512-3f37cfcf86a8 on network 7396b720-65bf-48b2-8da7-778eed2fcf44 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:52:00.500741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e18d90-17be-4e3d-8770-584fe6583d1c None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:52:00.501178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e18d90-17be-4e3d-8770-584fe6583d1c None None] Checking segment: {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:52:00.501634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-78e18d90-17be-4e3d-8770-584fe6583d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:00.502083 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e18d90-17be-4e3d-8770-584fe6583d1c None None] Bound using segment: {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:52:00.502617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-78e18d90-17be-4e3d-8770-584fe6583d1c None None] Bound port: 75868981-441c-4259-9512-3f37cfcf86a8, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:52:00.503108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-78e18d90-17be-4e3d-8770-584fe6583d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:00.608590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-3ea47cb2-e7b6-4674-8de9-3e0ae69e295c None None] For port 1059187e-f9cf-48fc-b44a-8ce1ec40ffee, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:52:00.621051 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-3ea47cb2-e7b6-4674-8de9-3e0ae69e295c None None] For port 1059187e-f9cf-48fc-b44a-8ce1ec40ffee, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=1059187e-f9cf-48fc-b44a-8ce1ec40ffee,segment=NetworkSegment(5877e97a-dab7-4b75-af6d-a811e3ddc68a),segment_id=5877e97a-dab7-4b75-af6d-a811e3ddc68a)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:52:00.636089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3ea47cb2-e7b6-4674-8de9-3e0ae69e295c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:00.636467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90959c7-9a6a-4124-b9c8-e023ab69229a tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Router d2ed167b-472e-481f-8897-f6fcb58aedb3 is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:52:00.647032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-db61b7b2-03c4-4626-b3f8-c1e26b6a1f22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:00.704465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-78e18d90-17be-4e3d-8770-584fe6583d1c None None] For port 75868981-441c-4259-9512-3f37cfcf86a8, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:52:00.729764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-78e18d90-17be-4e3d-8770-584fe6583d1c None None] For port 75868981-441c-4259-9512-3f37cfcf86a8, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=75868981-441c-4259-9512-3f37cfcf86a8,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:52:00.739884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-78e18d90-17be-4e3d-8770-584fe6583d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:00.757279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea47cb2-e7b6-4674-8de9-3e0ae69e295c None None] Pushing event updated for resources: {'Port': ['ID=1059187e-f9cf-48fc-b44a-8ce1ec40ffee,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:00.762688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3ea47cb2-e7b6-4674-8de9-3e0ae69e295c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:00.763398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3c8125ea-7bfe-4151-99af-bb6e1a9261c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:00.793258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-507358a6-4533-4c88-856f-b03c01099695 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:00.812765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-850f44e8-a26f-4722-a7b2-f39ec4039783 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:00.859042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e18d90-17be-4e3d-8770-584fe6583d1c None None] Pushing event updated for resources: {'Port': ['ID=75868981-441c-4259-9512-3f37cfcf86a8,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:00.862589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-928fe789-3f67-49f8-99b4-98d9c0364d00 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:00.870168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-78e18d90-17be-4e3d-8770-584fe6583d1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:00.905275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507358a6-4533-4c88-856f-b03c01099695 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'Port': ['ID=092e4ae9-f56a-4449-9d4e-8b4723b41f74,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:00.908272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-507358a6-4533-4c88-856f-b03c01099695 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:00.919307 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-507358a6-4533-4c88-856f-b03c01099695 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/ports/092e4ae9-f56a-4449-9d4e-8b4723b41f74 HTTP/1.1" status: 204 len: 168 time: 1.3063283 Dec 25 19:52:00.920645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-507358a6-4533-4c88-856f-b03c01099695 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:00.948969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 19:52:01.089029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51170) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:01.223123 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a52d7f-5efd-4ea9-b408-2136c2550dfb tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:01.230032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a52d7f-5efd-4ea9-b408-2136c2550dfb tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:01.232821 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-81a52d7f-5efd-4ea9-b408-2136c2550dfb tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1428912 Dec 25 19:52:01.236575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51174) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:01.312329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90959c7-9a6a-4124-b9c8-e023ab69229a tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:52:01.320266 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e90959c7-9a6a-4124-b9c8-e023ab69229a tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] 10.222.0.24 "PUT /v2.0/routers/d2ed167b-472e-481f-8897-f6fcb58aedb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5771902 Dec 25 19:52:01.323333 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51178) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:01.326659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af35544-99e1-45d2-865a-fae554bed644 None None] Sync routers for ids ['d2ed167b-472e-481f-8897-f6fcb58aedb3'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:52:01.347456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af35544-99e1-45d2-865a-fae554bed644 None None] Routers {'d2ed167b-472e-481f-8897-f6fcb58aedb3'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:52:01.348652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-6af35544-99e1-45d2-865a-fae554bed644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:51:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['d2ed167b-472e-481f-8897-f6fcb58aedb3'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:01.395424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07aedb6-d617-4daa-9b33-8a8256c32e8a None None] Network 14a222f7-24fa-42f6-9b7a-c7fe46d41a7b requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:52:01.433603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8fbff4cd-9e13-4d4c-86ca-d2a7b68e9316 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Deleting port a0f709e7-8515-4e62-8ed2-ba13a3a8c136 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:01.434249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8fbff4cd-9e13-4d4c-86ca-d2a7b68e9316 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:01.437290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-928fe789-3f67-49f8-99b4-98d9c0364d00 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Calling delete_port for efd6d205-c68f-42d2-bbc7-363cb44fbc68 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:52:01.500962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-6af35544-99e1-45d2-865a-fae554bed644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:01.526609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af35544-99e1-45d2-865a-fae554bed644 None None] Routers {'d2ed167b-472e-481f-8897-f6fcb58aedb3'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:52:01.531022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-6af35544-99e1-45d2-865a-fae554bed644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:51:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['d2ed167b-472e-481f-8897-f6fcb58aedb3'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:01.611518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5785b433-a84a-4ff6-8bf5-9fd27ce5a5fa tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:01.627976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-6af35544-99e1-45d2-865a-fae554bed644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:01.628425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af35544-99e1-45d2-865a-fae554bed644 None None] The sync data for ids ['d2ed167b-472e-481f-8897-f6fcb58aedb3'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:52:01.825137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-928fe789-3f67-49f8-99b4-98d9c0364d00 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:01.840385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f62da147-1be3-4f38-8e4a-0d38859eaf5a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:01.865424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 1059187e-f9cf-48fc-b44a-8ce1ec40ffee up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:52:01.886400 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928fe789-3f67-49f8-99b4-98d9c0364d00 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Port': ['ID=efd6d205-c68f-42d2-bbc7-363cb44fbc68,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:01.888630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8fbff4cd-9e13-4d4c-86ca-d2a7b68e9316 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:01.922053 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-7bacdcea-7c33-445a-94f2-0ee1fa5cef76 None None] Provisioning for port 72d5a849-ed9e-4032-8a7b-3efaf3adee10 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:52:01.946587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-928fe789-3f67-49f8-99b4-98d9c0364d00 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:02.013998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-928fe789-3f67-49f8-99b4-98d9c0364d00 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:02.026750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8fbff4cd-9e13-4d4c-86ca-d2a7b68e9316 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Calling delete_port for a0f709e7-8515-4e62-8ed2-ba13a3a8c136 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:52:02.031563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 1059187e-f9cf-48fc-b44a-8ce1ec40ffee completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:52:02.035766 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-928fe789-3f67-49f8-99b4-98d9c0364d00 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/ports/efd6d205-c68f-42d2-bbc7-363cb44fbc68 HTTP/1.1" status: 204 len: 168 time: 2.3460124 Dec 25 19:52:02.038744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51182) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:02.064558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 75868981-441c-4259-9512-3f37cfcf86a8 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:52:02.156600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839e5de0-d7ec-4b63-b57b-55f700f1a616 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:02.158126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839e5de0-d7ec-4b63-b57b-55f700f1a616 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:02.158949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-839e5de0-d7ec-4b63-b57b-55f700f1a616 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:52:02.186306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 75868981-441c-4259-9512-3f37cfcf86a8 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:52:02.194847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 72d5a849-ed9e-4032-8a7b-3efaf3adee10 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:52:02.246723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-839e5de0-d7ec-4b63-b57b-55f700f1a616 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:52:02.248056 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-839e5de0-d7ec-4b63-b57b-55f700f1a616 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2082953 Dec 25 19:52:02.256761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51186) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:02.274743 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8fbff4cd-9e13-4d4c-86ca-d2a7b68e9316 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:02.282395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-66c84406-9740-48e7-b523-00f19f30e644 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:02.292396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 72d5a849-ed9e-4032-8a7b-3efaf3adee10 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:52:02.297920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 72d5a849-ed9e-4032-8a7b-3efaf3adee10 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:52:02.298346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:02.328580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbff4cd-9e13-4d4c-86ca-d2a7b68e9316 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'Port': ['ID=a0f709e7-8515-4e62-8ed2-ba13a3a8c136,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:02.334134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8fbff4cd-9e13-4d4c-86ca-d2a7b68e9316 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:02.343478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8fbff4cd-9e13-4d4c-86ca-d2a7b68e9316 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:02.354018 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8fbff4cd-9e13-4d4c-86ca-d2a7b68e9316 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/ports/a0f709e7-8515-4e62-8ed2-ba13a3a8c136 HTTP/1.1" status: 204 len: 168 time: 1.1150167 Dec 25 19:52:02.356614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51190) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:02.393610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ab6abe1-581c-40ea-a942-f17e61ed642b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting subnet e1281470-79a7-4b5e-80a2-871c903980e2 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:52:02.400045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0ab6abe1-581c-40ea-a942-f17e61ed642b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:02.447222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:02.485158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 72d5a849-ed9e-4032-8a7b-3efaf3adee10, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=72d5a849-ed9e-4032-8a7b-3efaf3adee10,segment=NetworkSegment(12d18c7b-d47b-4ab8-9507-5b976f72eef6),segment_id=12d18c7b-d47b-4ab8-9507-5b976f72eef6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:02.489566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:02.492552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b247b349-89a8-4708-9456-1b42b9337001 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:02.502729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0ab6abe1-581c-40ea-a942-f17e61ed642b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:02.563115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=72d5a849-ed9e-4032-8a7b-3efaf3adee10,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:02.566947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:02.605008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418b31cd-d62d-44c5-b1f8-e905de798268 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:02.605770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-418b31cd-d62d-44c5-b1f8-e905de798268 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Synchronizing usage tracker for tenant:403e9089dd684dee8c86c3ba99f83960 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:52:02.629690 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-418b31cd-d62d-44c5-b1f8-e905de798268 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Unset dirty status for tenant:403e9089dd684dee8c86c3ba99f83960 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:52:02.633674 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-418b31cd-d62d-44c5-b1f8-e905de798268 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2734251 Dec 25 19:52:02.635243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51194) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:02.667959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0ab6abe1-581c-40ea-a942-f17e61ed642b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:02.686319 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-c178b03f-f27a-49e2-9d96-c269a7b4ea2b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] GET failed (client error): The resource could not be found. Dec 25 19:52:02.687760 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c178b03f-f27a-49e2-9d96-c269a7b4ea2b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "GET /v2.0/ports/092e4ae9-f56a-4449-9d4e-8b4723b41f74 HTTP/1.1" status: 404 len: 333 time: 0.0515432 Dec 25 19:52:02.704542 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51198) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:02.780496 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-db5cc383-cc3c-4e04-8fa2-3d0bee5d2c8e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] GET failed (client error): The resource could not be found. Dec 25 19:52:02.781082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-db5cc383-cc3c-4e04-8fa2-3d0bee5d2c8e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Synchronizing usage tracker for tenant:403e9089dd684dee8c86c3ba99f83960 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:52:02.834144 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-1f989a04-4db2-4c33-b4dd-e1b0496d2340 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:52:02.838841 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1f989a04-4db2-4c33-b4dd-e1b0496d2340 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] 10.222.0.24 "PUT /v2.0/routers/d2ed167b-472e-481f-8897-f6fcb58aedb3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5116875 Dec 25 19:52:02.839595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51202) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:02.862111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-db5cc383-cc3c-4e04-8fa2-3d0bee5d2c8e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Unset dirty status for tenant:403e9089dd684dee8c86c3ba99f83960 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:52:02.866358 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-db5cc383-cc3c-4e04-8fa2-3d0bee5d2c8e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "GET /v2.0/ports/a0f709e7-8515-4e62-8ed2-ba13a3a8c136 HTTP/1.1" status: 404 len: 333 time: 0.1582003 Dec 25 19:52:02.867738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51206) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:02.872377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0ab6abe1-581c-40ea-a942-f17e61ed642b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:02.902686 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b69a2698-3a69-480a-a4ef-11577848b2e1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:02.957887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0ab6abe1-581c-40ea-a942-f17e61ed642b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:02.986881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6abe1-581c-40ea-a942-f17e61ed642b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Subnet': ['ID=e1281470-79a7-4b5e-80a2-871c903980e2,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:02.989504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0ab6abe1-581c-40ea-a942-f17e61ed642b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:03.007440 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0ab6abe1-581c-40ea-a942-f17e61ed642b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/e1281470-79a7-4b5e-80a2-871c903980e2 HTTP/1.1" status: 204 len: 168 time: 0.7495165 Dec 25 19:52:03.010056 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51210) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:03.084351 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d9865620-8fa7-42fa-80b3-057857bba24c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0724540 Dec 25 19:52:03.088429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51214) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:03.090587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fe2cbfee-1b01-4087-b13d-fe4d97c2b6ff tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:03.225753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d88d58ce-b645-4bd0-9c7b-e8a9387ec5bc None None] Provisioning complete for port 72d5a849-ed9e-4032-8a7b-3efaf3adee10 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:52:03.229819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d88d58ce-b645-4bd0-9c7b-e8a9387ec5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:03.261201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-5785b433-a84a-4ff6-8bf5-9fd27ce5a5fa tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting port e625e04a-93e9-4c18-aae3-42b0bb3a2d12 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:03.261201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5785b433-a84a-4ff6-8bf5-9fd27ce5a5fa tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:03.351403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734f8b57-aadc-4a38-a94c-4faa8a1fa8c1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:03.355507 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-734f8b57-aadc-4a38-a94c-4faa8a1fa8c1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2619972 Dec 25 19:52:03.356819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51218) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:03.461734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d88d58ce-b645-4bd0-9c7b-e8a9387ec5bc None None] Provisioning for port 0ec9d9cf-4eed-4764-9dbb-dcc54b3bef45 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:52:03.468511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d88d58ce-b645-4bd0-9c7b-e8a9387ec5bc None None] Provisioning complete for port 0ec9d9cf-4eed-4764-9dbb-dcc54b3bef45 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:52:03.470589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d88d58ce-b645-4bd0-9c7b-e8a9387ec5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:03.484981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fe2cbfee-1b01-4087-b13d-fe4d97c2b6ff tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:03.559311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-fe2cbfee-1b01-4087-b13d-fe4d97c2b6ff tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b76a82c8-7521-4f3b-ba68-97d9753d517e']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:03.598388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-d88d58ce-b645-4bd0-9c7b-e8a9387ec5bc None None] Port 0ec9d9cf-4eed-4764-9dbb-dcc54b3bef45 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:52:03.618227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4612121-7bcf-40fd-9396-e658022a40b9 None None] Network b1fd90d0-b668-4c42-b7a5-b0961807346a requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:52:03.652189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-fe2cbfee-1b01-4087-b13d-fe4d97c2b6ff tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b15dfa9f-bc4f-4d72-baf4-e659d1accd68') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:03.652575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-fe2cbfee-1b01-4087-b13d-fe4d97c2b6ff tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b15dfa9f-bc4f-4d72-baf4-e659d1accd68') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:03.673543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fe2cbfee-1b01-4087-b13d-fe4d97c2b6ff tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:03.706034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 72d5a849-ed9e-4032-8a7b-3efaf3adee10 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:52:03.716721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fe2cbfee-1b01-4087-b13d-fe4d97c2b6ff tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:03.729658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-5785b433-a84a-4ff6-8bf5-9fd27ce5a5fa tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] For port e625e04a-93e9-4c18-aae3-42b0bb3a2d12, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=e625e04a-93e9-4c18-aae3-42b0bb3a2d12,segment=NetworkSegment(fa2d2d52-7794-49ec-a82f-94909c513416),segment_id=fa2d2d52-7794-49ec-a82f-94909c513416)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:03.730065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5785b433-a84a-4ff6-8bf5-9fd27ce5a5fa tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:03.740908 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe2cbfee-1b01-4087-b13d-fe4d97c2b6ff tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:52:03.741871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fe2cbfee-1b01-4087-b13d-fe4d97c2b6ff tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:03.760260 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:52:03.760260 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:52:03.760260 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:52:03.760260 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:52:03.760260 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:52:03.760260 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:52:03.760260 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:52:03.760260 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:52:03.760260 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:52:03.760260 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:52:03.760260 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:52:03.760260 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:52:03.760260 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:52:03.760260 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:52:03.760260 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:52:03.760260 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:52:03.760260 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:52:03.760260 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:52:03.760260 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:52:03.760260 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:52:03.760260 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:52:03.760260 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:52:03.760260 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:52:03.760260 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:52:03.760260 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:52:03.760260 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:52:03.760260 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:52:03.760260 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:52:03.760260 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:52:03.760260 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:52:03.760260 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:52:03.760260 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:52:03.783660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13509a1-e8bd-4200-80ba-7483040db8c7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:03.785305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a13509a1-e8bd-4200-80ba-7483040db8c7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:52:03.818200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a13509a1-e8bd-4200-80ba-7483040db8c7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:52:03.822261 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a13509a1-e8bd-4200-80ba-7483040db8c7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4620080 Dec 25 19:52:03.822664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51222) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:03.858560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-0222aeb0-3d73-41f5-baea-fcc11c052e55 None None] Provisioning for port 1059187e-f9cf-48fc-b44a-8ce1ec40ffee completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:52:03.882221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-0222aeb0-3d73-41f5-baea-fcc11c052e55 None None] Provisioning complete for port 1059187e-f9cf-48fc-b44a-8ce1ec40ffee triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:52:03.882644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0222aeb0-3d73-41f5-baea-fcc11c052e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:03.907485 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8822e75b-7bf8-45a7-8a73-7df2129da112 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0792267 Dec 25 19:52:03.909201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51226) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:03.916277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-a301c6f8-201a-41d5-ab31-226ee69bd807 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'subnet': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:03.933532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-5785b433-a84a-4ff6-8bf5-9fd27ce5a5fa tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Calling delete_port for e625e04a-93e9-4c18-aae3-42b0bb3a2d12 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:52:03.939280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ee8f974e-4584-48c6-b5e0-6caaef30331b tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:04.010743 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 72d5a849-ed9e-4032-8a7b-3efaf3adee10 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:52:04.015270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:04.058963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fe2cbfee-1b01-4087-b13d-fe4d97c2b6ff tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:04.066886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fe2cbfee-1b01-4087-b13d-fe4d97c2b6ff tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:04.074806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cec91af1-50ae-4551-acee-1b173d6d6cb0 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:04.136847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2cbfee-1b01-4087-b13d-fe4d97c2b6ff tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'Network': ['ID=b76a82c8-7521-4f3b-ba68-97d9753d517e,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:04.146157 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fe2cbfee-1b01-4087-b13d-fe4d97c2b6ff tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/networks/b76a82c8-7521-4f3b-ba68-97d9753d517e HTTP/1.1" status: 204 len: 168 time: 1.2769275 Dec 25 19:52:04.147567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fe2cbfee-1b01-4087-b13d-fe4d97c2b6ff tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:04.153015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51230) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:04.172878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-fed5a85a-586b-4908-8d7b-0d2191f3b6bb tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-302936143'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:04.178783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-fed5a85a-586b-4908-8d7b-0d2191f3b6bb tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:04.197019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1c66f9-f4dc-4dd9-85df-0b080ce4802d None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:52:04.268606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-fed5a85a-586b-4908-8d7b-0d2191f3b6bb tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Usage tracker for resource:network and tenant:403e9089dd684dee8c86c3ba99f83960 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:04.280624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-fed5a85a-586b-4908-8d7b-0d2191f3b6bb tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:04.293048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5785b433-a84a-4ff6-8bf5-9fd27ce5a5fa tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:04.294208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a301c6f8-201a-41d5-ab31-226ee69bd807 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:04.297106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-fed5a85a-586b-4908-8d7b-0d2191f3b6bb tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:04.305792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-eb7e85d6-14cb-4a96-89df-22fe21bf8025 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:04.319149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a301c6f8-201a-41d5-ab31-226ee69bd807 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:04.327290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0222aeb0-3d73-41f5-baea-fcc11c052e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:04.331952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed5a85a-586b-4908-8d7b-0d2191f3b6bb tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Made reservation on behalf of 403e9089dd684dee8c86c3ba99f83960 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:52:04.338173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fed5a85a-586b-4908-8d7b-0d2191f3b6bb tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:04.373339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a301c6f8-201a-41d5-ab31-226ee69bd807 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:52:04.439709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-0222aeb0-3d73-41f5-baea-fcc11c052e55 None None] For port 1059187e-f9cf-48fc-b44a-8ce1ec40ffee, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=1059187e-f9cf-48fc-b44a-8ce1ec40ffee,segment=NetworkSegment(5877e97a-dab7-4b75-af6d-a811e3ddc68a),segment_id=5877e97a-dab7-4b75-af6d-a811e3ddc68a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:04.466319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785b433-a84a-4ff6-8bf5-9fd27ce5a5fa tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Port': ['ID=e625e04a-93e9-4c18-aae3-42b0bb3a2d12,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:04.479502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0222aeb0-3d73-41f5-baea-fcc11c052e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:04.482215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f83b3590-98b7-4352-b45f-f3a45e10f7d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:04.529004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a301c6f8-201a-41d5-ab31-226ee69bd807 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:04.530843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5785b433-a84a-4ff6-8bf5-9fd27ce5a5fa tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:04.564356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed5a85a-586b-4908-8d7b-0d2191f3b6bb tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:52:04.577257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fed5a85a-586b-4908-8d7b-0d2191f3b6bb tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:04.578886 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-fed5a85a-586b-4908-8d7b-0d2191f3b6bb tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Added segment 985d715b-c09b-44fd-ad9f-2c478aa215a0 of type vlan for network d4494965-2b8f-4e8c-9517-971cf6cf5ce4 Dec 25 19:52:04.616276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fed5a85a-586b-4908-8d7b-0d2191f3b6bb tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:04.616553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222aeb0-3d73-41f5-baea-fcc11c052e55 None None] Pushing event updated for resources: {'Port': ['ID=1059187e-f9cf-48fc-b44a-8ce1ec40ffee,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:04.620452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0222aeb0-3d73-41f5-baea-fcc11c052e55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:04.636810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f170bba7-3068-44ee-957a-1b131d65656a None None] Provisioning for port 75868981-441c-4259-9512-3f37cfcf86a8 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:52:04.645549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f170bba7-3068-44ee-957a-1b131d65656a None None] Provisioning complete for port 75868981-441c-4259-9512-3f37cfcf86a8 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:52:04.645896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f170bba7-3068-44ee-957a-1b131d65656a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:04.808687 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800d35c7-1cbe-48ca-b993-13cb54ce5e6f None None] DHCP port deletion for 7396b720-65bf-48b2-8da7-778eed2fcf44 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:52:04.816438 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fed5a85a-586b-4908-8d7b-0d2191f3b6bb tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:04.817526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-800d35c7-1cbe-48ca-b993-13cb54ce5e6f None None] Deleting port 75868981-441c-4259-9512-3f37cfcf86a8 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:04.817953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-800d35c7-1cbe-48ca-b993-13cb54ce5e6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:04.821273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed5a85a-586b-4908-8d7b-0d2191f3b6bb tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:04.822147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fed5a85a-586b-4908-8d7b-0d2191f3b6bb tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:04.856884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2065d99b-c6c5-48a0-9aec-25445b3bc312 tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:04.884778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f170bba7-3068-44ee-957a-1b131d65656a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:04.973898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5785b433-a84a-4ff6-8bf5-9fd27ce5a5fa tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:04.976732 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-f170bba7-3068-44ee-957a-1b131d65656a None None] For port 75868981-441c-4259-9512-3f37cfcf86a8, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=75868981-441c-4259-9512-3f37cfcf86a8,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:04.985682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed5a85a-586b-4908-8d7b-0d2191f3b6bb tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'Network': ['ID=d4494965-2b8f-4e8c-9517-971cf6cf5ce4,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:04.988912 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fed5a85a-586b-4908-8d7b-0d2191f3b6bb tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:05.004598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network d4494965-2b8f-4e8c-9517-971cf6cf5ce4 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:52:05.004831 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fed5a85a-586b-4908-8d7b-0d2191f3b6bb tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8392193 Dec 25 19:52:05.014528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f170bba7-3068-44ee-957a-1b131d65656a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:05.022555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-17b9c7ab-ee6d-4019-9f69-5881331c2a9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:05.032675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51234) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:05.098309 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-73ed809f-efdd-4170-b8f5-46768ad576f5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'subnet': {'network_id': 'd4494965-2b8f-4e8c-9517-971cf6cf5ce4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:05.322225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-73ed809f-efdd-4170-b8f5-46768ad576f5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:05.361129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-73ed809f-efdd-4170-b8f5-46768ad576f5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Usage tracker for resource:subnet and tenant:403e9089dd684dee8c86c3ba99f83960 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:05.372751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-73ed809f-efdd-4170-b8f5-46768ad576f5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:05.389459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-73ed809f-efdd-4170-b8f5-46768ad576f5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:05.425362 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ed809f-efdd-4170-b8f5-46768ad576f5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Made reservation on behalf of 403e9089dd684dee8c86c3ba99f83960 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:52:05.449713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-800d35c7-1cbe-48ca-b993-13cb54ce5e6f None None] For port 75868981-441c-4259-9512-3f37cfcf86a8, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=75868981-441c-4259-9512-3f37cfcf86a8,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:05.450168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-800d35c7-1cbe-48ca-b993-13cb54ce5e6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:05.467103 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f170bba7-3068-44ee-957a-1b131d65656a None None] Provisioning complete for port 0ec9d9cf-4eed-4764-9dbb-dcc54b3bef45 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:52:05.467549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f170bba7-3068-44ee-957a-1b131d65656a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:05.612838 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170bba7-3068-44ee-957a-1b131d65656a None None] Pushing event updated for resources: {'Port': ['ID=75868981-441c-4259-9512-3f37cfcf86a8,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:05.621826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-800d35c7-1cbe-48ca-b993-13cb54ce5e6f None None] Calling delete_port for 75868981-441c-4259-9512-3f37cfcf86a8 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:52:05.623523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5785b433-a84a-4ff6-8bf5-9fd27ce5a5fa tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router 9fea6925-3cf8-43b3-a6f3-314b4147b509 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:52:05.627744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-73ed809f-efdd-4170-b8f5-46768ad576f5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:05.669512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f170bba7-3068-44ee-957a-1b131d65656a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:05.721174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-f170bba7-3068-44ee-957a-1b131d65656a None None] Port 0ec9d9cf-4eed-4764-9dbb-dcc54b3bef45 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:52:05.727147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 1059187e-f9cf-48fc-b44a-8ce1ec40ffee up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:52:05.733706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.ipam_backend_mixin [None req-73ed809f-efdd-4170-b8f5-46768ad576f5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Performing IP validity checks on allocation pools {{(pid=88901) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 25 19:52:05.734512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.ipam_backend_mixin [None req-73ed809f-efdd-4170-b8f5-46768ad576f5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88901) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 25 19:52:05.788709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-800d35c7-1cbe-48ca-b993-13cb54ce5e6f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:52:05.789098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-800d35c7-1cbe-48ca-b993-13cb54ce5e6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:52:05.813351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 1059187e-f9cf-48fc-b44a-8ce1ec40ffee triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:52:05.813778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:05.857322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5785b433-a84a-4ff6-8bf5-9fd27ce5a5fa tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:52:05.877087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07de3c82-5266-42f0-8af1-5faeb13cf2d7 None None] Sync routers for ids ['9fea6925-3cf8-43b3-a6f3-314b4147b509'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:52:05.879011 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5785b433-a84a-4ff6-8bf5-9fd27ce5a5fa tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "PUT /v2.0/routers/9fea6925-3cf8-43b3-a6f3-314b4147b509/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6617553 Dec 25 19:52:05.881745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51238) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:05.908992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-e3431efd-ca9b-4f75-a812-145710f5b75f None None] Provisioning complete for port 1059187e-f9cf-48fc-b44a-8ce1ec40ffee triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:52:05.909415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e3431efd-ca9b-4f75-a812-145710f5b75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:06.028175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07de3c82-5266-42f0-8af1-5faeb13cf2d7 None None] Routers {'9fea6925-3cf8-43b3-a6f3-314b4147b509'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:52:06.028886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-07de3c82-5266-42f0-8af1-5faeb13cf2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:51:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['9fea6925-3cf8-43b3-a6f3-314b4147b509'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:06.086985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-66cfe0f4-ee32-4907-b552-ab03af33241a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting subnet e4f90102-ec1f-45e5-8dc7-a216521dc6da {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:52:06.089796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-66cfe0f4-ee32-4907-b552-ab03af33241a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:06.153178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-66cfe0f4-ee32-4907-b552-ab03af33241a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:06.190344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ee8f974e-4584-48c6-b5e0-6caaef30331b tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Deleting port 0ec9d9cf-4eed-4764-9dbb-dcc54b3bef45 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:06.190712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ee8f974e-4584-48c6-b5e0-6caaef30331b tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:06.208115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 75868981-441c-4259-9512-3f37cfcf86a8 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:52:06.229214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-73ed809f-efdd-4170-b8f5-46768ad576f5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:06.250721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a8d17455-7695-4c6d-8a75-20320e40ea09 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:06.250942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-66cfe0f4-ee32-4907-b552-ab03af33241a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:06.256521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bd8a4f1c-212d-48d1-a810-6f82b5156636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:06.313450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-800d35c7-1cbe-48ca-b993-13cb54ce5e6f None None] Deleting port 75868981-441c-4259-9512-3f37cfcf86a8 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:06.314019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-800d35c7-1cbe-48ca-b993-13cb54ce5e6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:06.327096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-66cfe0f4-ee32-4907-b552-ab03af33241a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:06.333101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c8985cb0-d17b-4122-9c5e-a4591669a50e tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:06.380195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cfe0f4-ee32-4907-b552-ab03af33241a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Subnet': ['ID=e4f90102-ec1f-45e5-8dc7-a216521dc6da,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:06.382569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed809f-efdd-4170-b8f5-46768ad576f5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'Subnet': ['ID=725f0f5a-0bdf-4415-85a4-d5f12a032557,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:06.382811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-66cfe0f4-ee32-4907-b552-ab03af33241a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:06.385434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-73ed809f-efdd-4170-b8f5-46768ad576f5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:06.386776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-66cfe0f4-ee32-4907-b552-ab03af33241a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:06.397386 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-66cfe0f4-ee32-4907-b552-ab03af33241a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/subnets/e4f90102-ec1f-45e5-8dc7-a216521dc6da HTTP/1.1" status: 204 len: 168 time: 0.5143547 Dec 25 19:52:06.398080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51242) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:06.442129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5be7314-31ed-45f8-b6e3-f880aceb49ca None None] Network b93aa6eb-1c8c-49ec-90cd-8565c57c7c10 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:52:06.542140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ed809f-efdd-4170-b8f5-46768ad576f5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Checking segment: {'id': '985d715b-c09b-44fd-ad9f-2c478aa215a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd4494965-2b8f-4e8c-9517-971cf6cf5ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:52:06.542540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ed809f-efdd-4170-b8f5-46768ad576f5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Network hostable DHCP agents. Network: d4494965-2b8f-4e8c-9517-971cf6cf5ce4, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:52:06.570284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a301c6f8-201a-41d5-ab31-226ee69bd807 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:06.593502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ee8f974e-4584-48c6-b5e0-6caaef30331b tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:06.616835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7761837d-85bb-4c9b-8fc6-70a135f59ed4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:06.670446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-07de3c82-5266-42f0-8af1-5faeb13cf2d7 None None] Set router 9fea6925-3cf8-43b3-a6f3-314b4147b509 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:52:06.839628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7761837d-85bb-4c9b-8fc6-70a135f59ed4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:06.849874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7761837d-85bb-4c9b-8fc6-70a135f59ed4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting port 48376342-4b80-4444-9020-b4d505d0f4e6 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:06.850697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7761837d-85bb-4c9b-8fc6-70a135f59ed4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:07.025368 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ee8f974e-4584-48c6-b5e0-6caaef30331b tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Calling delete_port for 0ec9d9cf-4eed-4764-9dbb-dcc54b3bef45 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:52:07.052744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-7761837d-85bb-4c9b-8fc6-70a135f59ed4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] For port 48376342-4b80-4444-9020-b4d505d0f4e6, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=48376342-4b80-4444-9020-b4d505d0f4e6,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:07.054359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7761837d-85bb-4c9b-8fc6-70a135f59ed4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:07.082305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ed809f-efdd-4170-b8f5-46768ad576f5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Network d4494965-2b8f-4e8c-9517-971cf6cf5ce4 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:52:07.128991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-73ed809f-efdd-4170-b8f5-46768ad576f5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, d4494965-2b8f-4e8c-9517-971cf6cf5ce4) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:07.133304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ed809f-efdd-4170-b8f5-46768ad576f5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:07.133964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-73ed809f-efdd-4170-b8f5-46768ad576f5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:07.180648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:07.190701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05056ac4-bda6-4bde-a429-33c27c217009 None None] Network d4494965-2b8f-4e8c-9517-971cf6cf5ce4 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:52:07.232345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7761837d-85bb-4c9b-8fc6-70a135f59ed4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Calling delete_port for 48376342-4b80-4444-9020-b4d505d0f4e6 owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:52:07.327899 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-73ed809f-efdd-4170-b8f5-46768ad576f5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2908907 Dec 25 19:52:07.331369 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51246) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:07.339602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-696873f1-1f05-4407-952f-1f76529e0692 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'port': {'network_id': 'd4494965-2b8f-4e8c-9517-971cf6cf5ce4', 'name': 'tempest-PortsTestJSON-1752576399'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:07.376786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-a301c6f8-201a-41d5-ab31-226ee69bd807 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] For port 75868981-441c-4259-9512-3f37cfcf86a8, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=75868981-441c-4259-9512-3f37cfcf86a8,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:07.431143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:07.467161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a301c6f8-201a-41d5-ab31-226ee69bd807 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:07.467424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-800d35c7-1cbe-48ca-b993-13cb54ce5e6f None None] For port 75868981-441c-4259-9512-3f37cfcf86a8, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=75868981-441c-4259-9512-3f37cfcf86a8,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:07.467706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-800d35c7-1cbe-48ca-b993-13cb54ce5e6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:07.471667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a301c6f8-201a-41d5-ab31-226ee69bd807 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:07.472433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a301c6f8-201a-41d5-ab31-226ee69bd807 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:07.478496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3902112b-ed51-4b51-b01b-f99c04f412f5 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:07.516337 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ee8f974e-4584-48c6-b5e0-6caaef30331b tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:07.554579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-696873f1-1f05-4407-952f-1f76529e0692 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:07.559300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a301c6f8-201a-41d5-ab31-226ee69bd807 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:52:07.563925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-a301c6f8-201a-41d5-ab31-226ee69bd807 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:07.569127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a301c6f8-201a-41d5-ab31-226ee69bd807 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:07.569780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a301c6f8-201a-41d5-ab31-226ee69bd807 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:07.578267 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-696873f1-1f05-4407-952f-1f76529e0692 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:07.597612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696873f1-1f05-4407-952f-1f76529e0692 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Made reservation on behalf of 403e9089dd684dee8c86c3ba99f83960 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:52:07.603585 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-696873f1-1f05-4407-952f-1f76529e0692 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:07.619690 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7761837d-85bb-4c9b-8fc6-70a135f59ed4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:07.628230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dab5f56d-bba0-4e7f-bed1-cc6c37744b0f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:07.673381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-800d35c7-1cbe-48ca-b993-13cb54ce5e6f None None] Calling delete_port for 75868981-441c-4259-9512-3f37cfcf86a8 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:52:07.677872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7761837d-85bb-4c9b-8fc6-70a135f59ed4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Port': ['ID=48376342-4b80-4444-9020-b4d505d0f4e6,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:07.686587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7761837d-85bb-4c9b-8fc6-70a135f59ed4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:07.687844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-696873f1-1f05-4407-952f-1f76529e0692 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] device_id is not set on port 66b617b8-fc67-4155-b274-13291a8c2026 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:52:07.689216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301c6f8-201a-41d5-ab31-226ee69bd807 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Port': ['ID=75868981-441c-4259-9512-3f37cfcf86a8,revision_number=6']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:07.698029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a301c6f8-201a-41d5-ab31-226ee69bd807 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:07.698599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d8cc9efc-ae55-4e98-9323-0947066c58c3 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:07.746176 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a301c6f8-201a-41d5-ab31-226ee69bd807 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.8355353 Dec 25 19:52:07.755212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51250) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:07.763543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-26b8c2c8-989f-450a-91a7-090fcddf4bc4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'subnet': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:07.976882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49525f7-8e4d-4e6c-b687-2fe159184fff None None] DHCP port deletion for b93aa6eb-1c8c-49ec-90cd-8565c57c7c10 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:52:07.977945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-26b8c2c8-989f-450a-91a7-090fcddf4bc4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:07.987567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-800d35c7-1cbe-48ca-b993-13cb54ce5e6f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:52:07.987749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-800d35c7-1cbe-48ca-b993-13cb54ce5e6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:52:07.994783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-a49525f7-8e4d-4e6c-b687-2fe159184fff None None] Deleting port a901d182-1f71-4795-9455-42c106912f62 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:07.995249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a49525f7-8e4d-4e6c-b687-2fe159184fff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:08.012140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-26b8c2c8-989f-450a-91a7-090fcddf4bc4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:08.016607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301c6f8-201a-41d5-ab31-226ee69bd807 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Subnet': ['ID=b5cb79d4-4cbb-4d4d-94aa-9281df5188cc,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:08.020999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:52:08.021266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:52:08.021621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a301c6f8-201a-41d5-ab31-226ee69bd807 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:08.023534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-475c676e-c3cd-4a6b-b212-dedb32cf3836 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.487s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:08.027985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58411ac3-3b51-4c46-90c3-fcddef32c2b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-d4494965-2b8f-4e8c-9517-971cf6cf5ce4', 'network_id': 'd4494965-2b8f-4e8c-9517-971cf6cf5ce4', 'tenant_id': '403e9089dd684dee8c86c3ba99f83960', 'fixed_ips': [{'subnet_id': '725f0f5a-0bdf-4415-85a4-d5f12a032557'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:52:08.029459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-58411ac3-3b51-4c46-90c3-fcddef32c2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:08.070432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f974e-4584-48c6-b5e0-6caaef30331b tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Pushing event deleted for resources: {'Port': ['ID=0ec9d9cf-4eed-4764-9dbb-dcc54b3bef45,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:08.074288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ee8f974e-4584-48c6-b5e0-6caaef30331b tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:08.075048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b8c2c8-989f-450a-91a7-090fcddf4bc4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:52:08.081891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-26b8c2c8-989f-450a-91a7-090fcddf4bc4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:08.098906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ee8f974e-4584-48c6-b5e0-6caaef30331b tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:08.259600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-07de3c82-5266-42f0-8af1-5faeb13cf2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fea6925-3cf8-43b3-a6f3-314b4147b509', 'name': 'tempest-TestNetworkBasicOps-router-1633076558', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': '48376342-4b80-4444-9020-b4d505d0f4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:50:12Z', 'updated_at': '2021-12-25T19:52:04Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '48376342-4b80-4444-9020-b4d505d0f4e6', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:88:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fea6925-3cf8-43b3-a6f3-314b4147b509', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:50:13Z', 'updated_at': '2021-12-25T19:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:08.278328 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07de3c82-5266-42f0-8af1-5faeb13cf2d7 None None] Checking router: 9fea6925-3cf8-43b3-a6f3-314b4147b509 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:52:08.369053 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.ipam_backend_mixin [None req-26b8c2c8-989f-450a-91a7-090fcddf4bc4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b5cb79d4-4cbb-4d4d-94aa-9281df5188cc (CIDR: 2001:db8::/64) Dec 25 19:52:08.369849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-696873f1-1f05-4407-952f-1f76529e0692 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Allocated IP 172.20.0.6 (d4494965-2b8f-4e8c-9517-971cf6cf5ce4/725f0f5a-0bdf-4415-85a4-d5f12a032557/66b617b8-fc67-4155-b274-13291a8c2026) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:52:08.385988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07de3c82-5266-42f0-8af1-5faeb13cf2d7 None None] Routers {'9fea6925-3cf8-43b3-a6f3-314b4147b509'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:52:08.386694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-07de3c82-5266-42f0-8af1-5faeb13cf2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:51:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['9fea6925-3cf8-43b3-a6f3-314b4147b509'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:08.387944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7761837d-85bb-4c9b-8fc6-70a135f59ed4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:08.433877 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-26b8c2c8-989f-450a-91a7-090fcddf4bc4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:52:08.434389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26b8c2c8-989f-450a-91a7-090fcddf4bc4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:08.442454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f6985f84-0835-4e26-9d20-18e5967e67db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:08.454024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-800d35c7-1cbe-48ca-b993-13cb54ce5e6f None None] Deleting port 75868981-441c-4259-9512-3f37cfcf86a8 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:08.454024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-800d35c7-1cbe-48ca-b993-13cb54ce5e6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:08.527676 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-26b8c2c8-989f-450a-91a7-090fcddf4bc4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7673035 Dec 25 19:52:08.527941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51254) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:08.534642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-f29fe58c-219a-4639-b52c-c8d91ba9cb9b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'subnet': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:08.598912 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-a49525f7-8e4d-4e6c-b687-2fe159184fff None None] For port a901d182-1f71-4795-9455-42c106912f62, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a901d182-1f71-4795-9455-42c106912f62,segment=NetworkSegment(fa2d2d52-7794-49ec-a82f-94909c513416),segment_id=fa2d2d52-7794-49ec-a82f-94909c513416)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:08.599385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a49525f7-8e4d-4e6c-b687-2fe159184fff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:08.730354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7761837d-85bb-4c9b-8fc6-70a135f59ed4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:08.751641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7761837d-85bb-4c9b-8fc6-70a135f59ed4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:08.813318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee8f974e-4584-48c6-b5e0-6caaef30331b tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Router d2ed167b-472e-481f-8897-f6fcb58aedb3 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:52:08.820669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f29fe58c-219a-4639-b52c-c8d91ba9cb9b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:08.835450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f29fe58c-219a-4639-b52c-c8d91ba9cb9b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:08.861248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7761837d-85bb-4c9b-8fc6-70a135f59ed4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:08.861829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7761837d-85bb-4c9b-8fc6-70a135f59ed4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Fanout notify agent at l3_agent the message router_deleted on router 9fea6925-3cf8-43b3-a6f3-314b4147b509 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:52:08.908090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7761837d-85bb-4c9b-8fc6-70a135f59ed4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:08.908344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29fe58c-219a-4639-b52c-c8d91ba9cb9b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:52:08.911810 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7761837d-85bb-4c9b-8fc6-70a135f59ed4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/routers/9fea6925-3cf8-43b3-a6f3-314b4147b509 HTTP/1.1" status: 204 len: 168 time: 2.5098388 Dec 25 19:52:08.912558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51258) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:08.914700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f29fe58c-219a-4639-b52c-c8d91ba9cb9b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:08.917378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-696873f1-1f05-4407-952f-1f76529e0692 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:08.943502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-a49525f7-8e4d-4e6c-b687-2fe159184fff None None] Calling delete_port for a901d182-1f71-4795-9455-42c106912f62 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:52:08.979151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-696873f1-1f05-4407-952f-1f76529e0692 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Transition to ACTIVE for port object 66b617b8-fc67-4155-b274-13291a8c2026 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:52:08.985522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-07de3c82-5266-42f0-8af1-5faeb13cf2d7 None None] Set router 9fea6925-3cf8-43b3-a6f3-314b4147b509 gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:52:09.051446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:09.063335 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-25909449-d1db-4470-9e7d-130b37401dba tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:09.082112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-25909449-d1db-4470-9e7d-130b37401dba tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting port a901d182-1f71-4795-9455-42c106912f62 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:09.082987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-25909449-d1db-4470-9e7d-130b37401dba tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:09.086368 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:09.103274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8f974e-4584-48c6-b5e0-6caaef30331b tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:52:09.114421 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ee8f974e-4584-48c6-b5e0-6caaef30331b tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] 10.222.0.24 "PUT /v2.0/routers/d2ed167b-472e-481f-8897-f6fcb58aedb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2700601 Dec 25 19:52:09.116317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51262) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:09.126212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f569908d-06aa-4f27-810e-6255eff2ca9f None None] Sync routers for ids ['d2ed167b-472e-481f-8897-f6fcb58aedb3'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:52:09.143530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f569908d-06aa-4f27-810e-6255eff2ca9f None None] Routers {'d2ed167b-472e-481f-8897-f6fcb58aedb3'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:52:09.144570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-f569908d-06aa-4f27-810e-6255eff2ca9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:52:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['d2ed167b-472e-481f-8897-f6fcb58aedb3'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:09.196016 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-9f535362-c5f7-421f-9f0c-94dceec30cd7 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] delete failed (client error): The resource could not be found. Dec 25 19:52:09.200977 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9f535362-c5f7-421f-9f0c-94dceec30cd7 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-308718718 HTTP/1.1" status: 404 len: 334 time: 0.0799274 Dec 25 19:52:09.203735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51266) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:09.209582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b2f0701c-b32a-4064-a29c-1d7d35005dec tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd2ed167b-472e-481f-8897-f6fcb58aedb3'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:09.242273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-07de3c82-5266-42f0-8af1-5faeb13cf2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fea6925-3cf8-43b3-a6f3-314b4147b509', 'name': 'tempest-TestNetworkBasicOps-router-1633076558', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:50:12Z', 'updated_at': '2021-12-25T19:52:07Z', 'revision_number': 7, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port_host': None}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:09.243153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-f569908d-06aa-4f27-810e-6255eff2ca9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:09.255127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f569908d-06aa-4f27-810e-6255eff2ca9f None None] Routers {'d2ed167b-472e-481f-8897-f6fcb58aedb3'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:52:09.256232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-f569908d-06aa-4f27-810e-6255eff2ca9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:52:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['d2ed167b-472e-481f-8897-f6fcb58aedb3'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:09.282993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 75868981-441c-4259-9512-3f37cfcf86a8, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=75868981-441c-4259-9512-3f37cfcf86a8,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:09.294503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07de3c82-5266-42f0-8af1-5faeb13cf2d7 None None] The sync data for ids ['9fea6925-3cf8-43b3-a6f3-314b4147b509'] in dv-neutron-822611-1-hyperv is: [{'id': '9fea6925-3cf8-43b3-a6f3-314b4147b509', 'name': 'tempest-TestNetworkBasicOps-router-1633076558', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:50:12Z', 'updated_at': '2021-12-25T19:52:07Z', 'revision_number': 7, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port_host': None}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:52:09.302256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:09.323101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1cb77fa6-0715-4929-8535-4ddd3139c1c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:09.332432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-f569908d-06aa-4f27-810e-6255eff2ca9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:09.333171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f569908d-06aa-4f27-810e-6255eff2ca9f None None] The sync data for ids ['d2ed167b-472e-481f-8897-f6fcb58aedb3'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:52:09.344165 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-696873f1-1f05-4407-952f-1f76529e0692 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:09.372755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-507358a6-4533-4c88-856f-b03c01099695 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:09.447767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a49525f7-8e4d-4e6c-b687-2fe159184fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:09.462809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-58411ac3-3b51-4c46-90c3-fcddef32c2b1 None None] Allocated IP 172.20.0.2 (d4494965-2b8f-4e8c-9517-971cf6cf5ce4/725f0f5a-0bdf-4415-85a4-d5f12a032557/3ea3a81a-6bae-4aa6-a66e-82b4f072f2f0) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:52:09.526100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49525f7-8e4d-4e6c-b687-2fe159184fff None None] No DVR routers for this DVR port a901d182-1f71-4795-9455-42c106912f62 on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:52:09.568176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696873f1-1f05-4407-952f-1f76529e0692 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Network d4494965-2b8f-4e8c-9517-971cf6cf5ce4 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:52:09.573249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-25909449-d1db-4470-9e7d-130b37401dba tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] For port a901d182-1f71-4795-9455-42c106912f62, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a901d182-1f71-4795-9455-42c106912f62,segment=NetworkSegment(fa2d2d52-7794-49ec-a82f-94909c513416),segment_id=fa2d2d52-7794-49ec-a82f-94909c513416)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:09.573693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-25909449-d1db-4470-9e7d-130b37401dba tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:09.584053 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696873f1-1f05-4407-952f-1f76529e0692 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'Port': ['ID=66b617b8-fc67-4155-b274-13291a8c2026,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:09.586900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-696873f1-1f05-4407-952f-1f76529e0692 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:09.589061 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-696873f1-1f05-4407-952f-1f76529e0692 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:09.592722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696873f1-1f05-4407-952f-1f76529e0692 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:52:09.598501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=75868981-441c-4259-9512-3f37cfcf86a8,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:09.601659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a901d182-1f71-4795-9455-42c106912f62 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:52:09.639089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:09.642723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3a8ae3d4-d94f-42d9-9bf9-fc40d932c00d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:09.739766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49525f7-8e4d-4e6c-b687-2fe159184fff None None] Pushing event deleted for resources: {'Port': ['ID=a901d182-1f71-4795-9455-42c106912f62,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:09.741802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: a901d182-1f71-4795-9455-42c106912f62 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:52:09.742152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a901d182-1f71-4795-9455-42c106912f62 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:52:09.748101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a49525f7-8e4d-4e6c-b687-2fe159184fff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:09.753461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-25909449-d1db-4470-9e7d-130b37401dba tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Calling delete_port for a901d182-1f71-4795-9455-42c106912f62 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:52:09.755609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-800d35c7-1cbe-48ca-b993-13cb54ce5e6f None None] For port 75868981-441c-4259-9512-3f37cfcf86a8, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=75868981-441c-4259-9512-3f37cfcf86a8,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:09.756035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-800d35c7-1cbe-48ca-b993-13cb54ce5e6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:09.829074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696873f1-1f05-4407-952f-1f76529e0692 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:09.829899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-696873f1-1f05-4407-952f-1f76529e0692 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:09.871980 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-696873f1-1f05-4407-952f-1f76529e0692 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5383229 Dec 25 19:52:09.874728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51270) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:09.911814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-800d35c7-1cbe-48ca-b993-13cb54ce5e6f None None] Calling delete_port for 75868981-441c-4259-9512-3f37cfcf86a8 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:52:09.916804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-25909449-d1db-4470-9e7d-130b37401dba tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88900) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:52:09.917180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-25909449-d1db-4470-9e7d-130b37401dba tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:52:09.954450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e0a87355-63b2-404d-81c2-faac884283e9 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Deleting port 66b617b8-fc67-4155-b274-13291a8c2026 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:09.954828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e0a87355-63b2-404d-81c2-faac884283e9 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:09.994532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:10.082746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-58411ac3-3b51-4c46-90c3-fcddef32c2b1 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:10.089327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-800d35c7-1cbe-48ca-b993-13cb54ce5e6f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:52:10.089950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-800d35c7-1cbe-48ca-b993-13cb54ce5e6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:52:10.097296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-58411ac3-3b51-4c46-90c3-fcddef32c2b1 None None] Transition to ACTIVE for port object 3ea3a81a-6bae-4aa6-a66e-82b4f072f2f0 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:52:10.106260 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b2f0701c-b32a-4064-a29c-1d7d35005dec tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:10.114386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f29fe58c-219a-4639-b52c-c8d91ba9cb9b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:10.119356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5f2d89f0-d3f8-468c-86ce-829c58c34ddc tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:10.121589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-58411ac3-3b51-4c46-90c3-fcddef32c2b1 None None] Transition to ACTIVE for port object 3ea3a81a-6bae-4aa6-a66e-82b4f072f2f0 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:52:10.126850 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-58411ac3-3b51-4c46-90c3-fcddef32c2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:10.131169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0222aeb0-3d73-41f5-baea-fcc11c052e55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:10.198855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58411ac3-3b51-4c46-90c3-fcddef32c2b1 None None] Network d4494965-2b8f-4e8c-9517-971cf6cf5ce4 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:52:10.200591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-58411ac3-3b51-4c46-90c3-fcddef32c2b1 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:10.205155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58411ac3-3b51-4c46-90c3-fcddef32c2b1 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:52:10.213609 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-b2f0701c-b32a-4064-a29c-1d7d35005dec tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] update failed (client error): The resource could not be found. Dec 25 19:52:10.219200 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b2f0701c-b32a-4064-a29c-1d7d35005dec tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] 10.222.0.24 "PUT /v2.0/routers/d2ed167b-472e-481f-8897-f6fcb58aedb3 HTTP/1.1" status: 404 len: 339 time: 1.0100327 Dec 25 19:52:10.219345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58411ac3-3b51-4c46-90c3-fcddef32c2b1 None None] Pushing event updated for resources: {'Port': ['ID=3ea3a81a-6bae-4aa6-a66e-82b4f072f2f0,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:10.219437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29fe58c-219a-4639-b52c-c8d91ba9cb9b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:52:10.220026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-58411ac3-3b51-4c46-90c3-fcddef32c2b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:10.222664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51274) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:10.228037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-f29fe58c-219a-4639-b52c-c8d91ba9cb9b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:10.230318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-996eeb80-22e2-4c5e-a384-84efd132cc07 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-488901421'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:10.233228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29fe58c-219a-4639-b52c-c8d91ba9cb9b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:10.233878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f29fe58c-219a-4639-b52c-c8d91ba9cb9b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:10.236705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-996eeb80-22e2-4c5e-a384-84efd132cc07 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:10.240710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-996eeb80-22e2-4c5e-a384-84efd132cc07 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Usage tracker for resource:network and tenant:6f79d792f25d4b3b92af33c8bb0540ad is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:10.244251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-996eeb80-22e2-4c5e-a384-84efd132cc07 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:10.252996 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29fe58c-219a-4639-b52c-c8d91ba9cb9b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Subnet': ['ID=ef805f01-c22d-4307-b9a7-142c2a9841bd,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:10.253252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-996eeb80-22e2-4c5e-a384-84efd132cc07 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:10.264144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f29fe58c-219a-4639-b52c-c8d91ba9cb9b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:10.284400 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996eeb80-22e2-4c5e-a384-84efd132cc07 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Made reservation on behalf of 6f79d792f25d4b3b92af33c8bb0540ad for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:52:10.289119 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f29fe58c-219a-4639-b52c-c8d91ba9cb9b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7601075 Dec 25 19:52:10.292216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51278) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:10.293222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-996eeb80-22e2-4c5e-a384-84efd132cc07 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:10.300429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-89171fa5-90d1-40b5-8132-2229ef3d1336 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'port': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'mac_address': 'fa:16:3e:a3:53:a4', 'name': 'tempest-NetworksTestDHCPv6-117690684'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:10.314956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-58411ac3-3b51-4c46-90c3-fcddef32c2b1 None None] Attempting to bind port 3ea3a81a-6bae-4aa6-a66e-82b4f072f2f0 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:52:10.315509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-58411ac3-3b51-4c46-90c3-fcddef32c2b1 None None] Attempting to bind port 3ea3a81a-6bae-4aa6-a66e-82b4f072f2f0 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '985d715b-c09b-44fd-ad9f-2c478aa215a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd4494965-2b8f-4e8c-9517-971cf6cf5ce4'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:52:10.316007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58411ac3-3b51-4c46-90c3-fcddef32c2b1 None None] Attempting to bind port 3ea3a81a-6bae-4aa6-a66e-82b4f072f2f0 on network d4494965-2b8f-4e8c-9517-971cf6cf5ce4 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:52:10.316867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e0a87355-63b2-404d-81c2-faac884283e9 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:10.323769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58411ac3-3b51-4c46-90c3-fcddef32c2b1 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:52:10.324322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58411ac3-3b51-4c46-90c3-fcddef32c2b1 None None] Checking segment: {'id': '985d715b-c09b-44fd-ad9f-2c478aa215a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd4494965-2b8f-4e8c-9517-971cf6cf5ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:52:10.324854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-58411ac3-3b51-4c46-90c3-fcddef32c2b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:10.325377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58411ac3-3b51-4c46-90c3-fcddef32c2b1 None None] Bound using segment: {'id': '985d715b-c09b-44fd-ad9f-2c478aa215a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd4494965-2b8f-4e8c-9517-971cf6cf5ce4'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:52:10.325994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-58411ac3-3b51-4c46-90c3-fcddef32c2b1 None None] Bound port: 3ea3a81a-6bae-4aa6-a66e-82b4f072f2f0, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '985d715b-c09b-44fd-ad9f-2c478aa215a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd4494965-2b8f-4e8c-9517-971cf6cf5ce4'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:52:10.326497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-58411ac3-3b51-4c46-90c3-fcddef32c2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:10.340303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-996eeb80-22e2-4c5e-a384-84efd132cc07 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:52:10.351317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-996eeb80-22e2-4c5e-a384-84efd132cc07 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:10.351317 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-996eeb80-22e2-4c5e-a384-84efd132cc07 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Added segment 06d0ff9b-8ed8-4048-8ba9-739fe39528dd of type vlan for network 9acbc143-5cd0-432a-b141-6f432df75956 Dec 25 19:52:10.430329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-58411ac3-3b51-4c46-90c3-fcddef32c2b1 None None] For port 3ea3a81a-6bae-4aa6-a66e-82b4f072f2f0, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:52:10.433574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-58411ac3-3b51-4c46-90c3-fcddef32c2b1 None None] For port 3ea3a81a-6bae-4aa6-a66e-82b4f072f2f0, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=3ea3a81a-6bae-4aa6-a66e-82b4f072f2f0,segment=NetworkSegment(985d715b-c09b-44fd-ad9f-2c478aa215a0),segment_id=985d715b-c09b-44fd-ad9f-2c478aa215a0)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:52:10.437527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-58411ac3-3b51-4c46-90c3-fcddef32c2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:10.442185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8eb4317b-eb41-4f36-8392-994c69260098 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:10.460244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-89171fa5-90d1-40b5-8132-2229ef3d1336 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:10.464552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-89171fa5-90d1-40b5-8132-2229ef3d1336 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:port and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:10.467526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-89171fa5-90d1-40b5-8132-2229ef3d1336 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:10.472695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-25909449-d1db-4470-9e7d-130b37401dba tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting port a901d182-1f71-4795-9455-42c106912f62 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:10.473078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-25909449-d1db-4470-9e7d-130b37401dba tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:10.474484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-89171fa5-90d1-40b5-8132-2229ef3d1336 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:10.485185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89171fa5-90d1-40b5-8132-2229ef3d1336 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:52:10.508808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-800d35c7-1cbe-48ca-b993-13cb54ce5e6f None None] Deleting port 75868981-441c-4259-9512-3f37cfcf86a8 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:10.509159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-800d35c7-1cbe-48ca-b993-13cb54ce5e6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:10.521641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e0a87355-63b2-404d-81c2-faac884283e9 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Calling delete_port for 66b617b8-fc67-4155-b274-13291a8c2026 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:52:10.592683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58411ac3-3b51-4c46-90c3-fcddef32c2b1 None None] Pushing event updated for resources: {'Port': ['ID=3ea3a81a-6bae-4aa6-a66e-82b4f072f2f0,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:10.599802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-58411ac3-3b51-4c46-90c3-fcddef32c2b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:10.624468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-25909449-d1db-4470-9e7d-130b37401dba tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] The port 'a901d182-1f71-4795-9455-42c106912f62' was deleted {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:52:10.627247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-996eeb80-22e2-4c5e-a384-84efd132cc07 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:10.650213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-89171fa5-90d1-40b5-8132-2229ef3d1336 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:10.681084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-89171fa5-90d1-40b5-8132-2229ef3d1336 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] device_id is not set on port 77647d75-b603-409f-addb-d87c4a1bf8b3 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:52:10.797340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-800d35c7-1cbe-48ca-b993-13cb54ce5e6f None None] For port 75868981-441c-4259-9512-3f37cfcf86a8, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=75868981-441c-4259-9512-3f37cfcf86a8,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:10.797922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-800d35c7-1cbe-48ca-b993-13cb54ce5e6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:10.826646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-25909449-d1db-4470-9e7d-130b37401dba tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:10.868779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-996eeb80-22e2-4c5e-a384-84efd132cc07 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:10.872949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996eeb80-22e2-4c5e-a384-84efd132cc07 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:10.873606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-996eeb80-22e2-4c5e-a384-84efd132cc07 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:10.886565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a9589bdf-940b-4893-a3e6-5fcdec184003 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:10.938346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-25909449-d1db-4470-9e7d-130b37401dba tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b93aa6eb-1c8c-49ec-90cd-8565c57c7c10']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:10.938698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-800d35c7-1cbe-48ca-b993-13cb54ce5e6f None None] Calling delete_port for 75868981-441c-4259-9512-3f37cfcf86a8 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:52:10.951839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-89171fa5-90d1-40b5-8132-2229ef3d1336 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Allocated IP 2001:db8:0:1::cf (7396b720-65bf-48b2-8da7-778eed2fcf44/ef805f01-c22d-4307-b9a7-142c2a9841bd/77647d75-b603-409f-addb-d87c4a1bf8b3) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:52:10.960149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-89171fa5-90d1-40b5-8132-2229ef3d1336 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Allocated IP 2001:db8::f816:3eff:fea3:53a4 (7396b720-65bf-48b2-8da7-778eed2fcf44/b5cb79d4-4cbb-4d4d-94aa-9281df5188cc/77647d75-b603-409f-addb-d87c4a1bf8b3) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:52:10.983023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-25909449-d1db-4470-9e7d-130b37401dba tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa2d2d52-7794-49ec-a82f-94909c513416') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:10.983023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-25909449-d1db-4470-9e7d-130b37401dba tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa2d2d52-7794-49ec-a82f-94909c513416') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:11.006025 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-996eeb80-22e2-4c5e-a384-84efd132cc07 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7818577 Dec 25 19:52:11.010447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-25909449-d1db-4470-9e7d-130b37401dba tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:11.017143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51282) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:11.027380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-a6c7d84f-ead0-4b82-8808-00802dfef181 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Request body: {'subnet': {'network_id': '9acbc143-5cd0-432a-b141-6f432df75956', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:11.082073 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996eeb80-22e2-4c5e-a384-84efd132cc07 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Pushing event updated for resources: {'Network': ['ID=9acbc143-5cd0-432a-b141-6f432df75956,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:11.084612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-800d35c7-1cbe-48ca-b993-13cb54ce5e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:11.087602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-996eeb80-22e2-4c5e-a384-84efd132cc07 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:11.089388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-25909449-d1db-4470-9e7d-130b37401dba tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:11.096252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25909449-d1db-4470-9e7d-130b37401dba tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:52:11.096686 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-25909449-d1db-4470-9e7d-130b37401dba tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:11.099808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3a7171f4-7337-4a55-bfca-78e2f490446e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:11.147925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 9acbc143-5cd0-432a-b141-6f432df75956 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:52:11.205185 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:52:11.205185 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:52:11.205185 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:52:11.205185 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:52:11.205185 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:52:11.205185 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:52:11.205185 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:52:11.205185 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:52:11.205185 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:52:11.205185 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:52:11.205185 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:52:11.205185 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:52:11.205185 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:52:11.205185 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:52:11.205185 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:52:11.205185 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:52:11.205185 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:52:11.205185 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:52:11.205185 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:52:11.205185 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:52:11.205185 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:52:11.205185 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:52:11.205185 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:52:11.205185 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:52:11.205185 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:52:11.205185 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:52:11.205185 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:52:11.205185 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:52:11.205185 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:52:11.205185 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:52:11.205185 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:52:11.205185 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:52:11.205185 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:52:11.205185 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:52:11.205185 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:52:11.205185 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:52:11.205185 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:52:11.205185 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:52:11.205185 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:52:11.205185 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:52:11.209924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e0a87355-63b2-404d-81c2-faac884283e9 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:11.229316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-14bbc12b-bf6a-4f23-b6d2-4de014ed40ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:11.261696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a6c7d84f-ead0-4b82-8808-00802dfef181 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:11.267825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-25909449-d1db-4470-9e7d-130b37401dba tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:11.288605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-25909449-d1db-4470-9e7d-130b37401dba tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:11.291606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a6c7d84f-ead0-4b82-8808-00802dfef181 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Usage tracker for resource:subnet and tenant:6f79d792f25d4b3b92af33c8bb0540ad is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:11.293304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a87355-63b2-404d-81c2-faac884283e9 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'Port': ['ID=66b617b8-fc67-4155-b274-13291a8c2026,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:11.298592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a6c7d84f-ead0-4b82-8808-00802dfef181 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:11.301782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e0a87355-63b2-404d-81c2-faac884283e9 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:11.302160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f670e83e-ba3d-4a57-b498-3e73aaf4944c tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:11.323884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a6c7d84f-ead0-4b82-8808-00802dfef181 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:11.370960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d35c7-1cbe-48ca-b993-13cb54ce5e6f None None] Pushing event deleted for resources: {'Port': ['ID=75868981-441c-4259-9512-3f37cfcf86a8,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:11.401443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-800d35c7-1cbe-48ca-b993-13cb54ce5e6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:11.426714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800d35c7-1cbe-48ca-b993-13cb54ce5e6f None None] No DVR routers for this DVR port 75868981-441c-4259-9512-3f37cfcf86a8 on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:52:11.431151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c7d84f-ead0-4b82-8808-00802dfef181 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Made reservation on behalf of 6f79d792f25d4b3b92af33c8bb0540ad for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:52:11.482635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac1c0fe-0070-4725-94c0-4a1630553195 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:52:11.514398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 3ea3a81a-6bae-4aa6-a66e-82b4f072f2f0 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:52:11.605572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a6c7d84f-ead0-4b82-8808-00802dfef181 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:11.658065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-89171fa5-90d1-40b5-8132-2229ef3d1336 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:11.660087 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-25909449-d1db-4470-9e7d-130b37401dba tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/networks/b93aa6eb-1c8c-49ec-90cd-8565c57c7c10 HTTP/1.1" status: 204 len: 168 time: 2.7464261 Dec 25 19:52:11.683259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51286) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:11.702956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25909449-d1db-4470-9e7d-130b37401dba tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Network': ['ID=b93aa6eb-1c8c-49ec-90cd-8565c57c7c10,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:11.705818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-25909449-d1db-4470-9e7d-130b37401dba tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:11.750940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e0a87355-63b2-404d-81c2-faac884283e9 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:11.752636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-155a924c-fb5d-4a27-8ad3-f96d97c1e946 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'network': {'name': 'tempest-network-smoke--1350319710', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'port_security_enabled': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:11.753801 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e0a87355-63b2-404d-81c2-faac884283e9 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/ports/66b617b8-fc67-4155-b274-13291a8c2026 HTTP/1.1" status: 204 len: 168 time: 1.8771589 Dec 25 19:52:11.756403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51290) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:11.762792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-155a924c-fb5d-4a27-8ad3-f96d97c1e946 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:11.769062 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-89171fa5-90d1-40b5-8132-2229ef3d1336 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Transition to ACTIVE for port object 77647d75-b603-409f-addb-d87c4a1bf8b3 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:52:11.781434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-155a924c-fb5d-4a27-8ad3-f96d97c1e946 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:network and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:11.788595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-155a924c-fb5d-4a27-8ad3-f96d97c1e946 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:11.799022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-155a924c-fb5d-4a27-8ad3-f96d97c1e946 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:11.806047 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-42d37c0c-a4c5-4fc4-9198-7014d405cd56 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:11.806566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42d37c0c-a4c5-4fc4-9198-7014d405cd56 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:11.811549 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-42d37c0c-a4c5-4fc4-9198-7014d405cd56 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/ports/66b617b8-fc67-4155-b274-13291a8c2026 HTTP/1.1" status: 404 len: 333 time: 0.0508821 Dec 25 19:52:11.811712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51294) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:11.875500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155a924c-fb5d-4a27-8ad3-f96d97c1e946 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Made reservation on behalf of 23f5dc92674e43b787fc19a8bf548d4f for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:52:11.880600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-155a924c-fb5d-4a27-8ad3-f96d97c1e946 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:11.891270 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b4fe4a7-8972-448f-b407-599d8dc9030d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] GET failed (client error): The resource could not be found. Dec 25 19:52:11.892629 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2b4fe4a7-8972-448f-b407-599d8dc9030d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "GET /v2.0/ports/66b617b8-fc67-4155-b274-13291a8c2026 HTTP/1.1" status: 404 len: 333 time: 0.0802538 Dec 25 19:52:11.895691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51298) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:11.939842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-89171fa5-90d1-40b5-8132-2229ef3d1336 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:11.951674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9a61bf7c-803a-4100-a78c-096f72380720 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:11.954961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 3ea3a81a-6bae-4aa6-a66e-82b4f072f2f0 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:52:11.992264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device e625e04a-93e9-4c18-aae3-42b0bb3a2d12 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:52:12.033165 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: e625e04a-93e9-4c18-aae3-42b0bb3a2d12 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:52:12.033565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device e625e04a-93e9-4c18-aae3-42b0bb3a2d12 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:52:12.034034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 48376342-4b80-4444-9020-b4d505d0f4e6 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:52:12.056060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89171fa5-90d1-40b5-8132-2229ef3d1336 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Port': ['ID=77647d75-b603-409f-addb-d87c4a1bf8b3,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:12.059149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-155a924c-fb5d-4a27-8ad3-f96d97c1e946 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:52:12.069292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 48376342-4b80-4444-9020-b4d505d0f4e6 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:52:12.069696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 48376342-4b80-4444-9020-b4d505d0f4e6 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:52:12.071614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-89171fa5-90d1-40b5-8132-2229ef3d1336 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:12.076881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89171fa5-90d1-40b5-8132-2229ef3d1336 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:52:12.078527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9f8961-8215-4984-ba7c-27ebdd723533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-7396b720-65bf-48b2-8da7-778eed2fcf44', 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'tenant_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'fixed_ips': [{'subnet_id': 'b5cb79d4-4cbb-4d4d-94aa-9281df5188cc'}, {'subnet_id': 'ef805f01-c22d-4307-b9a7-142c2a9841bd'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:52:12.079723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1e9f8961-8215-4984-ba7c-27ebdd723533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:12.080872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-89171fa5-90d1-40b5-8132-2229ef3d1336 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:12.099805 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89171fa5-90d1-40b5-8132-2229ef3d1336 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:52:12.104278 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89171fa5-90d1-40b5-8132-2229ef3d1336 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:12.104988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-89171fa5-90d1-40b5-8132-2229ef3d1336 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:12.109189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d2d4082-87a4-4186-88cc-6cac3b45de99 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Deleting subnet 725f0f5a-0bdf-4415-85a4-d5f12a032557 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:52:12.110739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-155a924c-fb5d-4a27-8ad3-f96d97c1e946 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:12.111359 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-155a924c-fb5d-4a27-8ad3-f96d97c1e946 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Added segment 43266cd3-4b82-4fe2-a975-b78f72b2e140 of type vlan for network e06dbb6a-241c-47a9-be5d-fea8ee727624 Dec 25 19:52:12.112832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d2d4082-87a4-4186-88cc-6cac3b45de99 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:12.211835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d2d4082-87a4-4186-88cc-6cac3b45de99 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:12.214187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a6c7d84f-ead0-4b82-8808-00802dfef181 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:12.225683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-155a924c-fb5d-4a27-8ad3-f96d97c1e946 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:12.231495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:12.280068 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-89171fa5-90d1-40b5-8132-2229ef3d1336 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9864280 Dec 25 19:52:12.280916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51302) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:12.368212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7d84f-ead0-4b82-8808-00802dfef181 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Pushing event updated for resources: {'Subnet': ['ID=5616c174-04f4-4439-bc38-b28b18945646,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:12.374342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a6c7d84f-ead0-4b82-8808-00802dfef181 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:12.379899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-155a924c-fb5d-4a27-8ad3-f96d97c1e946 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:12.384464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155a924c-fb5d-4a27-8ad3-f96d97c1e946 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:12.385219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-155a924c-fb5d-4a27-8ad3-f96d97c1e946 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:12.392717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-c10333bb-a35e-4e66-9f96-4d50b0c40198 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting port 77647d75-b603-409f-addb-d87c4a1bf8b3 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:12.392953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ab0189df-7b90-4155-80c9-60fc5436f534 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:12.393082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c10333bb-a35e-4e66-9f96-4d50b0c40198 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:12.400127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-1e9f8961-8215-4984-ba7c-27ebdd723533 None None] Allocated IP 2001:db8:0:1::2 (7396b720-65bf-48b2-8da7-778eed2fcf44/ef805f01-c22d-4307-b9a7-142c2a9841bd/007fe99c-8221-4b78-a0f9-903f9bf0c61d) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:52:12.407797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-1e9f8961-8215-4984-ba7c-27ebdd723533 None None] Allocated IP 2001:db8::f816:3eff:fe42:66c9 (7396b720-65bf-48b2-8da7-778eed2fcf44/b5cb79d4-4cbb-4d4d-94aa-9281df5188cc/007fe99c-8221-4b78-a0f9-903f9bf0c61d) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:52:12.508605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d2d4082-87a4-4186-88cc-6cac3b45de99 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:12.509764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a924c-fb5d-4a27-8ad3-f96d97c1e946 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Network': ['ID=e06dbb6a-241c-47a9-be5d-fea8ee727624,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:12.513078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c7d84f-ead0-4b82-8808-00802dfef181 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Checking segment: {'id': '06d0ff9b-8ed8-4048-8ba9-739fe39528dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9acbc143-5cd0-432a-b141-6f432df75956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:52:12.513617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c7d84f-ead0-4b82-8808-00802dfef181 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Network hostable DHCP agents. Network: 9acbc143-5cd0-432a-b141-6f432df75956, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:52:12.522634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-155a924c-fb5d-4a27-8ad3-f96d97c1e946 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:12.538054 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-155a924c-fb5d-4a27-8ad3-f96d97c1e946 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8491547 Dec 25 19:52:12.538299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51306) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:12.538393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network e06dbb6a-241c-47a9-be5d-fea8ee727624 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:52:12.544705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-8970b0b0-4b75-4093-ad01-3eb30b511446 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1483269214', 'admin_state_up': True, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:12.554884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8970b0b0-4b75-4093-ad01-3eb30b511446 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:12.560890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8970b0b0-4b75-4093-ad01-3eb30b511446 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:router and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:12.565540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8970b0b0-4b75-4093-ad01-3eb30b511446 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:12.573432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8970b0b0-4b75-4093-ad01-3eb30b511446 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:12.583896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c7d84f-ead0-4b82-8808-00802dfef181 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Network 9acbc143-5cd0-432a-b141-6f432df75956 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:52:12.592541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8970b0b0-4b75-4093-ad01-3eb30b511446 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:12.593889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8970b0b0-4b75-4093-ad01-3eb30b511446 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:12.614316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8970b0b0-4b75-4093-ad01-3eb30b511446 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:12.630924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-a6c7d84f-ead0-4b82-8808-00802dfef181 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 9acbc143-5cd0-432a-b141-6f432df75956) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:12.669425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d84fa7-62ea-4df2-a15f-79392ca7f10c None None] Network 9acbc143-5cd0-432a-b141-6f432df75956 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:52:12.698988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c7d84f-ead0-4b82-8808-00802dfef181 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:12.699585 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a6c7d84f-ead0-4b82-8808-00802dfef181 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:12.750402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d2d4082-87a4-4186-88cc-6cac3b45de99 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:12.761505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4cbe2f6d-1525-4911-9e45-fd9f747426e1 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:12.796003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bda808-2a30-4aa7-b70a-3b92ffaf17f3 None None] Network d4494965-2b8f-4e8c-9517-971cf6cf5ce4 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:52:12.821285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d4082-87a4-4186-88cc-6cac3b45de99 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'Subnet': ['ID=725f0f5a-0bdf-4415-85a4-d5f12a032557,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:12.834625 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6d2d4082-87a4-4186-88cc-6cac3b45de99 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:12.843473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c10333bb-a35e-4e66-9f96-4d50b0c40198 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:12.853042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d2d4082-87a4-4186-88cc-6cac3b45de99 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:12.868616 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6d2d4082-87a4-4186-88cc-6cac3b45de99 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/subnets/725f0f5a-0bdf-4415-85a4-d5f12a032557 HTTP/1.1" status: 204 len: 168 time: 0.9688196 Dec 25 19:52:12.923431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51310) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:12.944710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-00a1a7e0-2f4c-4de2-92e1-370a003f450a None None] Provisioning for port 3ea3a81a-6bae-4aa6-a66e-82b4f072f2f0 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:52:13.014195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-c10333bb-a35e-4e66-9f96-4d50b0c40198 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Calling delete_port for 77647d75-b603-409f-addb-d87c4a1bf8b3 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:52:13.029482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1e9f8961-8215-4984-ba7c-27ebdd723533 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:13.032516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-00a1a7e0-2f4c-4de2-92e1-370a003f450a None None] Provisioning complete for port 3ea3a81a-6bae-4aa6-a66e-82b4f072f2f0 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:52:13.032995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-00a1a7e0-2f4c-4de2-92e1-370a003f450a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:13.048311 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a6c7d84f-ead0-4b82-8808-00802dfef181 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0262740 Dec 25 19:52:13.050653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51314) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:13.052534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8970b0b0-4b75-4093-ad01-3eb30b511446 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:13.061867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-5992f3dc-0372-4418-9397-1fc389ba9867 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Request body: {'router': {'external_gateway_info': {'network_id': '9acbc143-5cd0-432a-b141-6f432df75956'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:13.113246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1e9f8961-8215-4984-ba7c-27ebdd723533 None None] Transition to ACTIVE for port object 007fe99c-8221-4b78-a0f9-903f9bf0c61d will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:52:13.194460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-757eff8b-27e7-4672-9ee4-ec420e6a665a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:13.250755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-757eff8b-27e7-4672-9ee4-ec420e6a665a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Deleting port 3ea3a81a-6bae-4aa6-a66e-82b4f072f2f0 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:13.251344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-757eff8b-27e7-4672-9ee4-ec420e6a665a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:13.379022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31f58ef-9dbb-4cd8-a5ba-5dc697a405fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-9acbc143-5cd0-432a-b141-6f432df75956', 'network_id': '9acbc143-5cd0-432a-b141-6f432df75956', 'tenant_id': '6f79d792f25d4b3b92af33c8bb0540ad', 'fixed_ips': [{'subnet_id': '5616c174-04f4-4439-bc38-b28b18945646'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:52:13.384113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a31f58ef-9dbb-4cd8-a5ba-5dc697a405fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:13.478093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-00a1a7e0-2f4c-4de2-92e1-370a003f450a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:13.491295 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1e9f8961-8215-4984-ba7c-27ebdd723533 None None] Transition to ACTIVE for port object 007fe99c-8221-4b78-a0f9-903f9bf0c61d will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:52:13.548585 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1e9f8961-8215-4984-ba7c-27ebdd723533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:13.551208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c10333bb-a35e-4e66-9f96-4d50b0c40198 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:13.556995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:13.569360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-82dbdcfa-e30f-4e41-885b-ace9ba5908d3 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:13.603863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5a857b-3183-4493-bdbc-ed56923ac55d None None] DHCP port deletion for d4494965-2b8f-4e8c-9517-971cf6cf5ce4 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:52:13.623093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10333bb-a35e-4e66-9f96-4d50b0c40198 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Port': ['ID=77647d75-b603-409f-addb-d87c4a1bf8b3,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:13.628656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-757eff8b-27e7-4672-9ee4-ec420e6a665a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] For port 3ea3a81a-6bae-4aa6-a66e-82b4f072f2f0, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=3ea3a81a-6bae-4aa6-a66e-82b4f072f2f0,segment=NetworkSegment(985d715b-c09b-44fd-ad9f-2c478aa215a0),segment_id=985d715b-c09b-44fd-ad9f-2c478aa215a0)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:13.629375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-757eff8b-27e7-4672-9ee4-ec420e6a665a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:13.637386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c10333bb-a35e-4e66-9f96-4d50b0c40198 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:13.639247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-00a1a7e0-2f4c-4de2-92e1-370a003f450a None None] For port 3ea3a81a-6bae-4aa6-a66e-82b4f072f2f0, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=3ea3a81a-6bae-4aa6-a66e-82b4f072f2f0,segment=NetworkSegment(985d715b-c09b-44fd-ad9f-2c478aa215a0),segment_id=985d715b-c09b-44fd-ad9f-2c478aa215a0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:13.645533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-2c5a857b-3183-4493-bdbc-ed56923ac55d None None] Deleting port 3ea3a81a-6bae-4aa6-a66e-82b4f072f2f0 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:13.645968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2c5a857b-3183-4493-bdbc-ed56923ac55d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:13.685269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5992f3dc-0372-4418-9397-1fc389ba9867 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:13.693526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8970b0b0-4b75-4093-ad01-3eb30b511446 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:13.713261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-00a1a7e0-2f4c-4de2-92e1-370a003f450a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:13.732555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8970b0b0-4b75-4093-ad01-3eb30b511446 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:13.800436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-757eff8b-27e7-4672-9ee4-ec420e6a665a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Calling delete_port for 3ea3a81a-6bae-4aa6-a66e-82b4f072f2f0 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:52:13.889859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c10333bb-a35e-4e66-9f96-4d50b0c40198 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:13.912665 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c10333bb-a35e-4e66-9f96-4d50b0c40198 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/ports/77647d75-b603-409f-addb-d87c4a1bf8b3 HTTP/1.1" status: 204 len: 168 time: 1.6280196 Dec 25 19:52:13.913507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51318) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:13.920285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9f8961-8215-4984-ba7c-27ebdd723533 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:52:13.925172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f8961-8215-4984-ba7c-27ebdd723533 None None] Pushing event updated for resources: {'Port': ['ID=007fe99c-8221-4b78-a0f9-903f9bf0c61d,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:13.931711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-1e9f8961-8215-4984-ba7c-27ebdd723533 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:13.932842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-757eff8b-27e7-4672-9ee4-ec420e6a665a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88900) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:52:13.933210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-757eff8b-27e7-4672-9ee4-ec420e6a665a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:52:13.935647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1e9f8961-8215-4984-ba7c-27ebdd723533 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:13.938379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:13.969314 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9f8961-8215-4984-ba7c-27ebdd723533 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:52:14.045920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-8970b0b0-4b75-4093-ad01-3eb30b511446 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Allocated IP 172.26.8.5 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/20b942bf-50e5-4c52-881d-f714ed83b460) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:52:14.050003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-a31f58ef-9dbb-4cd8-a5ba-5dc697a405fb None None] Allocated IP 2001:db8:1::2 (9acbc143-5cd0-432a-b141-6f432df75956/5616c174-04f4-4439-bc38-b28b18945646/8fcc704a-7aa8-475f-8089-f5c1ea71b60f) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:52:14.200237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a110a852-2474-4710-96f4-f1262113180e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:14.201021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a110a852-2474-4710-96f4-f1262113180e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:52:14.221970 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-5992f3dc-0372-4418-9397-1fc389ba9867 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:52:14.227827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a1a7e0-2f4c-4de2-92e1-370a003f450a None None] Pushing event updated for resources: {'Port': ['ID=3ea3a81a-6bae-4aa6-a66e-82b4f072f2f0,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:14.228002 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5992f3dc-0372-4418-9397-1fc389ba9867 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] 10.222.0.24 "PUT /v2.0/routers/d2ed167b-472e-481f-8897-f6fcb58aedb3 HTTP/1.1" status: 400 len: 364 time: 1.1673727 Dec 25 19:52:14.228093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51322) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:14.258729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a110a852-2474-4710-96f4-f1262113180e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:52:14.262600 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a110a852-2474-4710-96f4-f1262113180e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.3437760 Dec 25 19:52:14.263576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51326) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:14.263816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-00a1a7e0-2f4c-4de2-92e1-370a003f450a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:14.336329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8970b0b0-4b75-4093-ad01-3eb30b511446 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:14.374431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-1e9f8961-8215-4984-ba7c-27ebdd723533 None None] Attempting to bind port 007fe99c-8221-4b78-a0f9-903f9bf0c61d on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:52:14.375477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-1e9f8961-8215-4984-ba7c-27ebdd723533 None None] Attempting to bind port 007fe99c-8221-4b78-a0f9-903f9bf0c61d by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:52:14.375837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9f8961-8215-4984-ba7c-27ebdd723533 None None] Attempting to bind port 007fe99c-8221-4b78-a0f9-903f9bf0c61d on network 7396b720-65bf-48b2-8da7-778eed2fcf44 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:52:14.382514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5d5062-d57d-4df3-9aa5-1f0bf2849f93 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:14.386295 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4d5d5062-d57d-4df3-9aa5-1f0bf2849f93 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1192462 Dec 25 19:52:14.386902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51330) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:14.418155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9f8961-8215-4984-ba7c-27ebdd723533 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:52:14.418555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9f8961-8215-4984-ba7c-27ebdd723533 None None] Checking segment: {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:52:14.419019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1e9f8961-8215-4984-ba7c-27ebdd723533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:14.419487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9f8961-8215-4984-ba7c-27ebdd723533 None None] Bound using segment: {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:52:14.420008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-1e9f8961-8215-4984-ba7c-27ebdd723533 None None] Bound port: 007fe99c-8221-4b78-a0f9-903f9bf0c61d, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:52:14.420435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1e9f8961-8215-4984-ba7c-27ebdd723533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:14.434140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-757eff8b-27e7-4672-9ee4-ec420e6a665a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Deleting port 3ea3a81a-6bae-4aa6-a66e-82b4f072f2f0 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:14.434426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-757eff8b-27e7-4672-9ee4-ec420e6a665a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:14.437818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8970b0b0-4b75-4093-ad01-3eb30b511446 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:14.448129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8fbff4cd-9e13-4d4c-86ca-d2a7b68e9316 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:14.452816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-2c5a857b-3183-4493-bdbc-ed56923ac55d None None] For port 3ea3a81a-6bae-4aa6-a66e-82b4f072f2f0, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=3ea3a81a-6bae-4aa6-a66e-82b4f072f2f0,segment=NetworkSegment(985d715b-c09b-44fd-ad9f-2c478aa215a0),segment_id=985d715b-c09b-44fd-ad9f-2c478aa215a0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:14.453272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2c5a857b-3183-4493-bdbc-ed56923ac55d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:14.534104 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da17d8c-aff4-442f-a347-bfa17b7ad98a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:14.535654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da17d8c-aff4-442f-a347-bfa17b7ad98a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:14.537926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da17d8c-aff4-442f-a347-bfa17b7ad98a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:14.538051 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3da17d8c-aff4-442f-a347-bfa17b7ad98a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:52:14.542993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8970b0b0-4b75-4093-ad01-3eb30b511446 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:52:14.547126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-8970b0b0-4b75-4093-ad01-3eb30b511446 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:14.556446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8970b0b0-4b75-4093-ad01-3eb30b511446 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:52:14.587976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8970b0b0-4b75-4093-ad01-3eb30b511446 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=20b942bf-50e5-4c52-881d-f714ed83b460,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:14.601061 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8970b0b0-4b75-4093-ad01-3eb30b511446 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:14.611807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3da17d8c-aff4-442f-a347-bfa17b7ad98a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:52:14.616440 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3da17d8c-aff4-442f-a347-bfa17b7ad98a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2255492 Dec 25 19:52:14.616440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51334) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:14.649608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-2c5a857b-3183-4493-bdbc-ed56923ac55d None None] Calling delete_port for 3ea3a81a-6bae-4aa6-a66e-82b4f072f2f0 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:52:14.753408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6e14e5b-5074-4b75-af1d-913682411b90 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting subnet b5cb79d4-4cbb-4d4d-94aa-9281df5188cc {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:52:14.758545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f6e14e5b-5074-4b75-af1d-913682411b90 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:14.792709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-1e9f8961-8215-4984-ba7c-27ebdd723533 None None] For port 007fe99c-8221-4b78-a0f9-903f9bf0c61d, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:52:14.797059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-1e9f8961-8215-4984-ba7c-27ebdd723533 None None] For port 007fe99c-8221-4b78-a0f9-903f9bf0c61d, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=007fe99c-8221-4b78-a0f9-903f9bf0c61d,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:52:14.810861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a31f58ef-9dbb-4cd8-a5ba-5dc697a405fb None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:14.815127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1e9f8961-8215-4984-ba7c-27ebdd723533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:14.823261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-deabc2cf-700e-4b62-990d-376eea1027b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:14.835821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f6e14e5b-5074-4b75-af1d-913682411b90 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:14.869011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a31f58ef-9dbb-4cd8-a5ba-5dc697a405fb None None] Transition to ACTIVE for port object 8fcc704a-7aa8-475f-8089-f5c1ea71b60f will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:52:14.907161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2c5a857b-3183-4493-bdbc-ed56923ac55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:14.924941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a31f58ef-9dbb-4cd8-a5ba-5dc697a405fb None None] Transition to ACTIVE for port object 8fcc704a-7aa8-475f-8089-f5c1ea71b60f will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:52:14.944813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f6e14e5b-5074-4b75-af1d-913682411b90 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:14.949786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a31f58ef-9dbb-4cd8-a5ba-5dc697a405fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:14.960988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f8961-8215-4984-ba7c-27ebdd723533 None None] Pushing event updated for resources: {'Port': ['ID=007fe99c-8221-4b78-a0f9-903f9bf0c61d,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:14.966111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5a857b-3183-4493-bdbc-ed56923ac55d None None] No DVR routers for this DVR port 3ea3a81a-6bae-4aa6-a66e-82b4f072f2f0 on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:52:14.969702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1e9f8961-8215-4984-ba7c-27ebdd723533 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:14.970218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e97d5c9b-e54f-40b2-8a44-7171ca93a1a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:14.994821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8970b0b0-4b75-4093-ad01-3eb30b511446 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:14.995616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8970b0b0-4b75-4093-ad01-3eb30b511446 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:15.018034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a857b-3183-4493-bdbc-ed56923ac55d None None] Pushing event deleted for resources: {'Port': ['ID=3ea3a81a-6bae-4aa6-a66e-82b4f072f2f0,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:15.073760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31f58ef-9dbb-4cd8-a5ba-5dc697a405fb None None] Network 9acbc143-5cd0-432a-b141-6f432df75956 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:52:15.077455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-a31f58ef-9dbb-4cd8-a5ba-5dc697a405fb None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:15.081704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31f58ef-9dbb-4cd8-a5ba-5dc697a405fb None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:52:15.098207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f58ef-9dbb-4cd8-a5ba-5dc697a405fb None None] Pushing event updated for resources: {'Port': ['ID=8fcc704a-7aa8-475f-8089-f5c1ea71b60f,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:15.101242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-757eff8b-27e7-4672-9ee4-ec420e6a665a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] For port 3ea3a81a-6bae-4aa6-a66e-82b4f072f2f0, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=3ea3a81a-6bae-4aa6-a66e-82b4f072f2f0,segment=NetworkSegment(985d715b-c09b-44fd-ad9f-2c478aa215a0),segment_id=985d715b-c09b-44fd-ad9f-2c478aa215a0)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:15.101983 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-757eff8b-27e7-4672-9ee4-ec420e6a665a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:15.112252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f6e14e5b-5074-4b75-af1d-913682411b90 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:15.119116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1bcc6471-3eeb-4cea-bb1e-044aac1ce663 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:15.130269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a31f58ef-9dbb-4cd8-a5ba-5dc697a405fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:15.130558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:15.130993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:15.185864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e14e5b-5074-4b75-af1d-913682411b90 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Subnet': ['ID=b5cb79d4-4cbb-4d4d-94aa-9281df5188cc,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:15.186775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-a31f58ef-9dbb-4cd8-a5ba-5dc697a405fb None None] Attempting to bind port 8fcc704a-7aa8-475f-8089-f5c1ea71b60f on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:52:15.187270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-a31f58ef-9dbb-4cd8-a5ba-5dc697a405fb None None] Attempting to bind port 8fcc704a-7aa8-475f-8089-f5c1ea71b60f by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '06d0ff9b-8ed8-4048-8ba9-739fe39528dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9acbc143-5cd0-432a-b141-6f432df75956'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:52:15.187684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31f58ef-9dbb-4cd8-a5ba-5dc697a405fb None None] Attempting to bind port 8fcc704a-7aa8-475f-8089-f5c1ea71b60f on network 9acbc143-5cd0-432a-b141-6f432df75956 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:52:15.196674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f6e14e5b-5074-4b75-af1d-913682411b90 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:15.197819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f6e14e5b-5074-4b75-af1d-913682411b90 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:15.199955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31f58ef-9dbb-4cd8-a5ba-5dc697a405fb None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:52:15.200269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31f58ef-9dbb-4cd8-a5ba-5dc697a405fb None None] Checking segment: {'id': '06d0ff9b-8ed8-4048-8ba9-739fe39528dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9acbc143-5cd0-432a-b141-6f432df75956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:52:15.200729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a31f58ef-9dbb-4cd8-a5ba-5dc697a405fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:15.201175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31f58ef-9dbb-4cd8-a5ba-5dc697a405fb None None] Bound using segment: {'id': '06d0ff9b-8ed8-4048-8ba9-739fe39528dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9acbc143-5cd0-432a-b141-6f432df75956'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:52:15.201712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-a31f58ef-9dbb-4cd8-a5ba-5dc697a405fb None None] Bound port: 8fcc704a-7aa8-475f-8089-f5c1ea71b60f, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d0ff9b-8ed8-4048-8ba9-739fe39528dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9acbc143-5cd0-432a-b141-6f432df75956'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:52:15.202171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a31f58ef-9dbb-4cd8-a5ba-5dc697a405fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:15.249269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-757eff8b-27e7-4672-9ee4-ec420e6a665a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Calling delete_port for 3ea3a81a-6bae-4aa6-a66e-82b4f072f2f0 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:52:15.270242 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f6e14e5b-5074-4b75-af1d-913682411b90 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/b5cb79d4-4cbb-4d4d-94aa-9281df5188cc HTTP/1.1" status: 204 len: 168 time: 0.6525879 Dec 25 19:52:15.272682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51338) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:15.317120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-a31f58ef-9dbb-4cd8-a5ba-5dc697a405fb None None] For port 8fcc704a-7aa8-475f-8089-f5c1ea71b60f, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:52:15.321123 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-a31f58ef-9dbb-4cd8-a5ba-5dc697a405fb None None] For port 8fcc704a-7aa8-475f-8089-f5c1ea71b60f, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=8fcc704a-7aa8-475f-8089-f5c1ea71b60f,segment=NetworkSegment(06d0ff9b-8ed8-4048-8ba9-739fe39528dd),segment_id=06d0ff9b-8ed8-4048-8ba9-739fe39528dd)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:52:15.324496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a31f58ef-9dbb-4cd8-a5ba-5dc697a405fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:15.330227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-78e18d90-17be-4e3d-8770-584fe6583d1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:15.378572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9f89a52-9197-4934-b376-9f58a53a2abb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting subnet ef805f01-c22d-4307-b9a7-142c2a9841bd {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:52:15.387174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f9f89a52-9197-4934-b376-9f58a53a2abb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:15.424773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-757eff8b-27e7-4672-9ee4-ec420e6a665a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88900) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:52:15.425134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-757eff8b-27e7-4672-9ee4-ec420e6a665a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:52:15.426340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b17aa46f-c2f2-4874-98ce-d66a031bf644 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:15.455246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f58ef-9dbb-4cd8-a5ba-5dc697a405fb None None] Pushing event updated for resources: {'Port': ['ID=8fcc704a-7aa8-475f-8089-f5c1ea71b60f,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:15.465434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a31f58ef-9dbb-4cd8-a5ba-5dc697a405fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:15.465434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 3ea3a81a-6bae-4aa6-a66e-82b4f072f2f0 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:52:15.492197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f9f89a52-9197-4934-b376-9f58a53a2abb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:15.505652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 3ea3a81a-6bae-4aa6-a66e-82b4f072f2f0 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:52:15.506060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 3ea3a81a-6bae-4aa6-a66e-82b4f072f2f0 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:52:15.612853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8970b0b0-4b75-4093-ad01-3eb30b511446 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router dd4e48af-8917-45c8-b8c7-8b5583c1c925 is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:52:15.621393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f9f89a52-9197-4934-b376-9f58a53a2abb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:15.890994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-b17aa46f-c2f2-4874-98ce-d66a031bf644 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Allocated IP 2001:db8::1 (7c8d5f21-7851-44a8-b9f7-aa1caa17251c/9de0c2ac-0b36-40f1-abc0-87200564b1fe/3ca6815a-7c41-47d3-b6fa-7624aa7136ca) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:52:16.088373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b17aa46f-c2f2-4874-98ce-d66a031bf644 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:16.090835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f9f89a52-9197-4934-b376-9f58a53a2abb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:16.096246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2e65768f-d263-483d-bcd8-c404f8e6c9d6 tempest-BulkNetworkOpsTest-844117638 tempest-BulkNetworkOpsTest-844117638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:16.108378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b17aa46f-c2f2-4874-98ce-d66a031bf644 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Transition to ACTIVE for port object 3ca6815a-7c41-47d3-b6fa-7624aa7136ca will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:52:16.137520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b17aa46f-c2f2-4874-98ce-d66a031bf644 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:16.142473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9e607666-8b9b-41a6-9db2-0f2409bf6d1b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:16.142634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f89a52-9197-4934-b376-9f58a53a2abb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Subnet': ['ID=ef805f01-c22d-4307-b9a7-142c2a9841bd,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:16.145647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f9f89a52-9197-4934-b376-9f58a53a2abb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:16.193301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f9f89a52-9197-4934-b376-9f58a53a2abb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:16.195612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-757eff8b-27e7-4672-9ee4-ec420e6a665a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Deleting port 3ea3a81a-6bae-4aa6-a66e-82b4f072f2f0 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:16.196069 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-757eff8b-27e7-4672-9ee4-ec420e6a665a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:16.227300 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f9f89a52-9197-4934-b376-9f58a53a2abb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/ef805f01-c22d-4307-b9a7-142c2a9841bd HTTP/1.1" status: 204 len: 168 time: 0.9472594 Dec 25 19:52:16.229850 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51342) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:16.278567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-757eff8b-27e7-4672-9ee4-ec420e6a665a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] The port '3ea3a81a-6bae-4aa6-a66e-82b4f072f2f0' was deleted {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:52:16.307639 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b761147f-8bb4-4b7d-8168-52ca50325f5a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0754211 Dec 25 19:52:16.310721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51346) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:16.314503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17aa46f-c2f2-4874-98ce-d66a031bf644 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Network 7c8d5f21-7851-44a8-b9f7-aa1caa17251c is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:52:16.318171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b713b5e3-47e1-47a8-aa59-6b2d0be67ee4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'subnet': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:16.321232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-b17aa46f-c2f2-4874-98ce-d66a031bf644 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:16.326531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17aa46f-c2f2-4874-98ce-d66a031bf644 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Pushing event updated for resources: {'Port': ['ID=3ca6815a-7c41-47d3-b6fa-7624aa7136ca,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:16.329094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17aa46f-c2f2-4874-98ce-d66a031bf644 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:52:16.329651 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b17aa46f-c2f2-4874-98ce-d66a031bf644 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:16.351385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b17aa46f-c2f2-4874-98ce-d66a031bf644 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:16.442326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-757eff8b-27e7-4672-9ee4-ec420e6a665a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:16.448711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b713b5e3-47e1-47a8-aa59-6b2d0be67ee4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:16.455921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b713b5e3-47e1-47a8-aa59-6b2d0be67ee4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:subnet and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:16.460129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8970b0b0-4b75-4093-ad01-3eb30b511446 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:52:16.462109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b713b5e3-47e1-47a8-aa59-6b2d0be67ee4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:16.473347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c171976-2077-47cc-967b-060c2bd7edfb None None] Sync routers for ids ['dd4e48af-8917-45c8-b8c7-8b5583c1c925'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:52:16.475682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b713b5e3-47e1-47a8-aa59-6b2d0be67ee4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:16.477047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-757eff8b-27e7-4672-9ee4-ec420e6a665a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4494965-2b8f-4e8c-9517-971cf6cf5ce4']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:16.491589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c171976-2077-47cc-967b-060c2bd7edfb None None] Routers {'dd4e48af-8917-45c8-b8c7-8b5583c1c925'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:52:16.492497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1c171976-2077-47cc-967b-060c2bd7edfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:52:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['dd4e48af-8917-45c8-b8c7-8b5583c1c925'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:16.494588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8970b0b0-4b75-4093-ad01-3eb30b511446 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:16.496044 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8970b0b0-4b75-4093-ad01-3eb30b511446 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.9569132 Dec 25 19:52:16.500401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51350) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:16.531786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-757eff8b-27e7-4672-9ee4-ec420e6a665a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '985d715b-c09b-44fd-ad9f-2c478aa215a0') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:16.532064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-757eff8b-27e7-4672-9ee4-ec420e6a665a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '985d715b-c09b-44fd-ad9f-2c478aa215a0') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:16.545156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b713b5e3-47e1-47a8-aa59-6b2d0be67ee4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:52:16.555810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-757eff8b-27e7-4672-9ee4-ec420e6a665a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:16.575443 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c5ae3756-8254-487e-8e42-f845f85ddd3e tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=23f5dc92674e43b787fc19a8bf548d4f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0740378 Dec 25 19:52:16.578482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51354) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:16.578968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b17aa46f-c2f2-4874-98ce-d66a031bf644 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:16.592878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-757eff8b-27e7-4672-9ee4-ec420e6a665a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:16.605837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-757eff8b-27e7-4672-9ee4-ec420e6a665a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:52:16.606192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-757eff8b-27e7-4672-9ee4-ec420e6a665a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:16.624099 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:52:16.624099 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:52:16.624099 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:52:16.624099 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:52:16.624099 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:52:16.624099 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:52:16.624099 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:52:16.624099 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:52:16.624099 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:52:16.624099 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:52:16.624099 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:52:16.624099 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:52:16.624099 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:52:16.624099 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:52:16.624099 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:52:16.624099 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:52:16.624099 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:52:16.624099 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:52:16.624099 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:52:16.624099 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:52:16.624099 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:52:16.624099 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:52:16.624099 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:52:16.624099 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:52:16.624099 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:52:16.624099 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:52:16.624099 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:52:16.624099 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:52:16.624099 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:52:16.624099 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:52:16.624099 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:52:16.624099 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:52:16.757462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-1c171976-2077-47cc-967b-060c2bd7edfb None None] Set router dd4e48af-8917-45c8-b8c7-8b5583c1c925 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:52:16.780081 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b713b5e3-47e1-47a8-aa59-6b2d0be67ee4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:16.822882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-757eff8b-27e7-4672-9ee4-ec420e6a665a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:16.894571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-996eeb80-22e2-4c5e-a384-84efd132cc07 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:16.912866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-757eff8b-27e7-4672-9ee4-ec420e6a665a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:16.913987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-efa21752-d675-4507-b1cc-203f132d2931 None None] Provisioning for port 3ca6815a-7c41-47d3-b6fa-7624aa7136ca completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:52:16.926238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2043ecb8-30d3-4630-85b1-e518c1a3fb5a tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:16.927197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757eff8b-27e7-4672-9ee4-ec420e6a665a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'Network': ['ID=d4494965-2b8f-4e8c-9517-971cf6cf5ce4,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:16.931969 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2043ecb8-30d3-4630-85b1-e518c1a3fb5a tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3487766 Dec 25 19:52:16.933488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51358) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:16.935640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-757eff8b-27e7-4672-9ee4-ec420e6a665a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:16.936093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-efa21752-d675-4507-b1cc-203f132d2931 None None] Provisioning complete for port 3ca6815a-7c41-47d3-b6fa-7624aa7136ca triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:52:16.936524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-efa21752-d675-4507-b1cc-203f132d2931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:16.951539 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-757eff8b-27e7-4672-9ee4-ec420e6a665a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/networks/d4494965-2b8f-4e8c-9517-971cf6cf5ce4 HTTP/1.1" status: 204 len: 168 time: 4.0234952 Dec 25 19:52:16.952251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51362) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:16.960667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-f2a29620-927d-4c61-b240-10f3807b0b4f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1931789292'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:16.974306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f2a29620-927d-4c61-b240-10f3807b0b4f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:16.981677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f2a29620-927d-4c61-b240-10f3807b0b4f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Usage tracker for resource:network and tenant:403e9089dd684dee8c86c3ba99f83960 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:16.997522 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0ef81b36-40de-410d-9748-f36cbb68ab65 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=a29ab018-4a1a-4021-8156-423134b861f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0611033 Dec 25 19:52:17.000946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f2a29620-927d-4c61-b240-10f3807b0b4f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:17.002336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51366) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:17.011130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-822b0503-a79a-40e5-a50a-3bd3a1801f00 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-367694665', 'network_id': 'e06dbb6a-241c-47a9-be5d-fea8ee727624', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:17.013320 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f2a29620-927d-4c61-b240-10f3807b0b4f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:17.063168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-efa21752-d675-4507-b1cc-203f132d2931 None None] Port 3ca6815a-7c41-47d3-b6fa-7624aa7136ca cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:52:17.090706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a29620-927d-4c61-b240-10f3807b0b4f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Made reservation on behalf of 403e9089dd684dee8c86c3ba99f83960 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:52:17.096531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2a29620-927d-4c61-b240-10f3807b0b4f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:17.172286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1c171976-2077-47cc-967b-060c2bd7edfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'name': 'tempest-TestNetworkBasicOps-router-1483269214', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': '20b942bf-50e5-4c52-881d-f714ed83b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:52:12Z', 'updated_at': '2021-12-25T19:52:14Z', 'revision_number': 3, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '20b942bf-50e5-4c52-881d-f714ed83b460', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:52:13Z', 'updated_at': '2021-12-25T19:52:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:17.178751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a29620-927d-4c61-b240-10f3807b0b4f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:52:17.182911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c171976-2077-47cc-967b-060c2bd7edfb None None] Checking router: dd4e48af-8917-45c8-b8c7-8b5583c1c925 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:52:17.183502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c171976-2077-47cc-967b-060c2bd7edfb None None] Updating router dd4e48af-8917-45c8-b8c7-8b5583c1c925 port 20b942bf-50e5-4c52-881d-f714ed83b460 binding host dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 19:52:17.195687 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2a29620-927d-4c61-b240-10f3807b0b4f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:17.196078 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-f2a29620-927d-4c61-b240-10f3807b0b4f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Added segment ab775101-ca02-493e-8555-84e866b707c7 of type vlan for network e05e6ba5-56cb-4b2d-b097-b147323f2d09 Dec 25 19:52:17.205203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-822b0503-a79a-40e5-a50a-3bd3a1801f00 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:17.209261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-822b0503-a79a-40e5-a50a-3bd3a1801f00 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:subnet and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:17.212618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-822b0503-a79a-40e5-a50a-3bd3a1801f00 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:17.219362 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-822b0503-a79a-40e5-a50a-3bd3a1801f00 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:17.233642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822b0503-a79a-40e5-a50a-3bd3a1801f00 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Made reservation on behalf of 23f5dc92674e43b787fc19a8bf548d4f for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:52:17.244329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b17aa46f-c2f2-4874-98ce-d66a031bf644 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:17.248906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2a29620-927d-4c61-b240-10f3807b0b4f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:17.254569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b17aa46f-c2f2-4874-98ce-d66a031bf644 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:17.255472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b17aa46f-c2f2-4874-98ce-d66a031bf644 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:17.260672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bfaae0a8-7690-4f77-8ee1-998aec9c6783 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:17.287093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1c171976-2077-47cc-967b-060c2bd7edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:17.384596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17aa46f-c2f2-4874-98ce-d66a031bf644 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Pushing event updated for resources: {'Port': ['ID=3ca6815a-7c41-47d3-b6fa-7624aa7136ca,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:17.395155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b17aa46f-c2f2-4874-98ce-d66a031bf644 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:17.403840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-822b0503-a79a-40e5-a50a-3bd3a1801f00 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:17.455525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2a29620-927d-4c61-b240-10f3807b0b4f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:17.460250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a29620-927d-4c61-b240-10f3807b0b4f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:17.460908 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2a29620-927d-4c61-b240-10f3807b0b4f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:17.473316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5daef5c9-0f96-4950-8dbe-268bcc591612 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:17.613345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 8fcc704a-7aa8-475f-8089-f5c1ea71b60f up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:52:17.627206 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f2a29620-927d-4c61-b240-10f3807b0b4f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6736236 Dec 25 19:52:17.633123 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51370) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:17.645530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-17d2db0c-c404-42be-927f-4da86edd3592 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'subnet': {'network_id': 'e05e6ba5-56cb-4b2d-b097-b147323f2d09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:17.650154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a29620-927d-4c61-b240-10f3807b0b4f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'Network': ['ID=e05e6ba5-56cb-4b2d-b097-b147323f2d09,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:17.655159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f2a29620-927d-4c61-b240-10f3807b0b4f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:17.666404 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17aa46f-c2f2-4874-98ce-d66a031bf644 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Network 7c8d5f21-7851-44a8-b9f7-aa1caa17251c is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:52:17.668067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-b17aa46f-c2f2-4874-98ce-d66a031bf644 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:17.704903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network e05e6ba5-56cb-4b2d-b097-b147323f2d09 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:52:17.989833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-17d2db0c-c404-42be-927f-4da86edd3592 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:18.013474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-17d2db0c-c404-42be-927f-4da86edd3592 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Usage tracker for resource:subnet and tenant:403e9089dd684dee8c86c3ba99f83960 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:18.018844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-17d2db0c-c404-42be-927f-4da86edd3592 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:18.032611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-17d2db0c-c404-42be-927f-4da86edd3592 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:18.304182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d106ef7-5413-48fe-8ec8-45a4cc5543ff None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:52:18.346115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d2db0c-c404-42be-927f-4da86edd3592 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Made reservation on behalf of 403e9089dd684dee8c86c3ba99f83960 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:52:18.356173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 8fcc704a-7aa8-475f-8089-f5c1ea71b60f completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:52:18.363090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-822b0503-a79a-40e5-a50a-3bd3a1801f00 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:18.368037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b713b5e3-47e1-47a8-aa59-6b2d0be67ee4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:18.385325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7f49e3fb-e100-4c5f-ac91-79b74c13b96e tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:18.395967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 007fe99c-8221-4b78-a0f9-903f9bf0c61d up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:52:18.498595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-71b2660a-0221-4737-bd4a-a2dfecb003bb None None] Could not find standard attr ID for object 77647d75-b603-409f-addb-d87c4a1bf8b3. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:52:18.554100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17aa46f-c2f2-4874-98ce-d66a031bf644 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Router d2ed167b-472e-481f-8897-f6fcb58aedb3 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:52:18.562762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-71b2660a-0221-4737-bd4a-a2dfecb003bb None None] Provisioning for port 007fe99c-8221-4b78-a0f9-903f9bf0c61d completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:52:18.574947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4477e8e3-55a1-452b-8bee-c5feab9402a0 None None] Network 9acbc143-5cd0-432a-b141-6f432df75956 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:52:18.754628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17aa46f-c2f2-4874-98ce-d66a031bf644 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:52:18.762825 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b17aa46f-c2f2-4874-98ce-d66a031bf644 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] 10.222.0.24 "PUT /v2.0/routers/d2ed167b-472e-481f-8897-f6fcb58aedb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5315084 Dec 25 19:52:18.762825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51374) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:18.771508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a103d4c6-4d5c-4093-8781-1fa44a8ccd52 None None] Sync routers for ids ['d2ed167b-472e-481f-8897-f6fcb58aedb3'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:52:18.792382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a103d4c6-4d5c-4093-8781-1fa44a8ccd52 None None] Routers {'d2ed167b-472e-481f-8897-f6fcb58aedb3'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:52:18.793437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a103d4c6-4d5c-4093-8781-1fa44a8ccd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:52:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['d2ed167b-472e-481f-8897-f6fcb58aedb3'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:18.809956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1c171976-2077-47cc-967b-060c2bd7edfb None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:18.844127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-71b2660a-0221-4737-bd4a-a2dfecb003bb None None] Provisioning complete for port 3ca6815a-7c41-47d3-b6fa-7624aa7136ca triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:52:18.844613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-71b2660a-0221-4737-bd4a-a2dfecb003bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:18.894594 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-17d2db0c-c404-42be-927f-4da86edd3592 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:18.895301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a103d4c6-4d5c-4093-8781-1fa44a8ccd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:18.909753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b0503-a79a-40e5-a50a-3bd3a1801f00 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Subnet': ['ID=ec36c59c-a669-4cfe-8242-554bbb888561,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:18.922231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a103d4c6-4d5c-4093-8781-1fa44a8ccd52 None None] Routers {'d2ed167b-472e-481f-8897-f6fcb58aedb3'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:52:18.922939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a103d4c6-4d5c-4093-8781-1fa44a8ccd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:52:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['d2ed167b-472e-481f-8897-f6fcb58aedb3'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:18.925107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 007fe99c-8221-4b78-a0f9-903f9bf0c61d completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:52:18.927182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-822b0503-a79a-40e5-a50a-3bd3a1801f00 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:18.931469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1c171976-2077-47cc-967b-060c2bd7edfb None None] Transition to ACTIVE for port object 20b942bf-50e5-4c52-881d-f714ed83b460 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:52:18.965009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 007fe99c-8221-4b78-a0f9-903f9bf0c61d triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:52:18.965439 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:18.982071 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-50516f4e-a771-4bb9-a9b5-0557635cd7b4 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:18.994391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a103d4c6-4d5c-4093-8781-1fa44a8ccd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:18.995517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a103d4c6-4d5c-4093-8781-1fa44a8ccd52 None None] The sync data for ids ['d2ed167b-472e-481f-8897-f6fcb58aedb3'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:52:19.017196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1c171976-2077-47cc-967b-060c2bd7edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:19.020669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1e9f8961-8215-4984-ba7c-27ebdd723533 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:19.054278 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822b0503-a79a-40e5-a50a-3bd3a1801f00 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Checking segment: {'id': '43266cd3-4b82-4fe2-a975-b78f72b2e140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e06dbb6a-241c-47a9-be5d-fea8ee727624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:52:19.054633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822b0503-a79a-40e5-a50a-3bd3a1801f00 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network hostable DHCP agents. Network: e06dbb6a-241c-47a9-be5d-fea8ee727624, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:52:19.113541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-71b2660a-0221-4737-bd4a-a2dfecb003bb None None] Port 3ca6815a-7c41-47d3-b6fa-7624aa7136ca cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:52:19.169313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da159c1-a1de-46dc-aa20-5857359a1d47 None None] Pushing event updated for resources: {'Port': ['ID=20b942bf-50e5-4c52-881d-f714ed83b460,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:19.176770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9da159c1-a1de-46dc-aa20-5857359a1d47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:19.201834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822b0503-a79a-40e5-a50a-3bd3a1801f00 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network e06dbb6a-241c-47a9-be5d-fea8ee727624 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:52:19.210615 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-50516f4e-a771-4bb9-a9b5-0557635cd7b4 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 25 19:52:19.212574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b713b5e3-47e1-47a8-aa59-6b2d0be67ee4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] For port 007fe99c-8221-4b78-a0f9-903f9bf0c61d, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=007fe99c-8221-4b78-a0f9-903f9bf0c61d,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:19.212737 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-50516f4e-a771-4bb9-a9b5-0557635cd7b4 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] 10.222.0.24 "DELETE /v2.0/routers/d2ed167b-472e-481f-8897-f6fcb58aedb3 HTTP/1.1" status: 409 len: 329 time: 0.4480684 Dec 25 19:52:19.214952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51378) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:19.226591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-1c171976-2077-47cc-967b-060c2bd7edfb None None] Attempting to bind port 20b942bf-50e5-4c52-881d-f714ed83b460 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:52:19.227140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-1c171976-2077-47cc-967b-060c2bd7edfb None None] Attempting to bind port 20b942bf-50e5-4c52-881d-f714ed83b460 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:52:19.227536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c171976-2077-47cc-967b-060c2bd7edfb None None] Attempting to bind port 20b942bf-50e5-4c52-881d-f714ed83b460 on network a29ab018-4a1a-4021-8156-423134b861f3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:52:19.261245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-822b0503-a79a-40e5-a50a-3bd3a1801f00 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, e06dbb6a-241c-47a9-be5d-fea8ee727624) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:19.274547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822b0503-a79a-40e5-a50a-3bd3a1801f00 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:19.275155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-822b0503-a79a-40e5-a50a-3bd3a1801f00 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:19.290015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1f52a9-5a5a-40f3-8b9b-09079d87ebe7 None None] Network e06dbb6a-241c-47a9-be5d-fea8ee727624 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:52:19.323688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b713b5e3-47e1-47a8-aa59-6b2d0be67ee4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:19.334947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c171976-2077-47cc-967b-060c2bd7edfb None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:52:19.335509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c171976-2077-47cc-967b-060c2bd7edfb None None] Checking segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:52:19.336348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1c171976-2077-47cc-967b-060c2bd7edfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:19.336528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c171976-2077-47cc-967b-060c2bd7edfb None None] Bound using segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:52:19.337147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-1c171976-2077-47cc-967b-060c2bd7edfb None None] Bound port: 20b942bf-50e5-4c52-881d-f714ed83b460, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:52:19.337653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1c171976-2077-47cc-967b-060c2bd7edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:19.345395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b713b5e3-47e1-47a8-aa59-6b2d0be67ee4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:19.346218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b713b5e3-47e1-47a8-aa59-6b2d0be67ee4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:19.354076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-51a4704e-bb60-4cd4-b8ce-28b4681f7f1c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:19.422604 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-822b0503-a79a-40e5-a50a-3bd3a1801f00 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.4159255 Dec 25 19:52:19.429011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51382) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:19.439373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:19.535839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-5161c55e-5855-4873-8983-c0eecbb950f1 None None] Provisioning for port 8fcc704a-7aa8-475f-8089-f5c1ea71b60f completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:52:19.545014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b713b5e3-47e1-47a8-aa59-6b2d0be67ee4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:52:19.547033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b713b5e3-47e1-47a8-aa59-6b2d0be67ee4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Port': ['ID=007fe99c-8221-4b78-a0f9-903f9bf0c61d,revision_number=6']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:19.557241 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-b713b5e3-47e1-47a8-aa59-6b2d0be67ee4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:19.572869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b713b5e3-47e1-47a8-aa59-6b2d0be67ee4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:19.574193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-02a3036c-5fa2-4e9f-aa5a-3310ef964a41 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:19.604816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-17d2db0c-c404-42be-927f-4da86edd3592 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:19.613599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b713b5e3-47e1-47a8-aa59-6b2d0be67ee4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:19.614261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b713b5e3-47e1-47a8-aa59-6b2d0be67ee4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:19.627600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dfc70951-1476-42cf-9fe8-902c026280e1 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:19.629796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-1c171976-2077-47cc-967b-060c2bd7edfb None None] For port 20b942bf-50e5-4c52-881d-f714ed83b460, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:52:19.633312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-1c171976-2077-47cc-967b-060c2bd7edfb None None] For port 20b942bf-50e5-4c52-881d-f714ed83b460, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=20b942bf-50e5-4c52-881d-f714ed83b460,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:52:19.635430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-5161c55e-5855-4873-8983-c0eecbb950f1 None None] Provisioning complete for port 8fcc704a-7aa8-475f-8089-f5c1ea71b60f triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:52:19.635430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5161c55e-5855-4873-8983-c0eecbb950f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:19.686064 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b713b5e3-47e1-47a8-aa59-6b2d0be67ee4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3741822 Dec 25 19:52:19.689045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1c171976-2077-47cc-967b-060c2bd7edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:19.689817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51386) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:19.700555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b2f30fe9-a758-431f-87ef-bd7a6f44a268 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'subnet': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:19.712631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3ea47cb2-e7b6-4674-8de9-3e0ae69e295c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:19.763899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b713b5e3-47e1-47a8-aa59-6b2d0be67ee4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Subnet': ['ID=c612b676-b429-493c-bf6b-327836ad7899,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:19.773047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b713b5e3-47e1-47a8-aa59-6b2d0be67ee4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:19.778707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3c8be631-3c8b-4ea2-a0b2-78ebb1ae5269 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:19.924136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d2db0c-c404-42be-927f-4da86edd3592 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Checking segment: {'id': 'ab775101-ca02-493e-8555-84e866b707c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e05e6ba5-56cb-4b2d-b097-b147323f2d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:52:19.924710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d2db0c-c404-42be-927f-4da86edd3592 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Network hostable DHCP agents. Network: e05e6ba5-56cb-4b2d-b097-b147323f2d09, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:52:19.937588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:52:19.937947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:52:19.965119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc17d4e2-74da-432b-a3f7-22bc30ad1db4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-e06dbb6a-241c-47a9-be5d-fea8ee727624', 'network_id': 'e06dbb6a-241c-47a9-be5d-fea8ee727624', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ips': [{'subnet_id': 'ec36c59c-a669-4cfe-8242-554bbb888561'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:52:19.966326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dc17d4e2-74da-432b-a3f7-22bc30ad1db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:19.997096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da159c1-a1de-46dc-aa20-5857359a1d47 None None] Pushing event updated for resources: {'Port': ['ID=20b942bf-50e5-4c52-881d-f714ed83b460,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:20.054355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b2f30fe9-a758-431f-87ef-bd7a6f44a268 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:20.059462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b2f30fe9-a758-431f-87ef-bd7a6f44a268 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:subnet and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:20.063167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b2f30fe9-a758-431f-87ef-bd7a6f44a268 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:20.070547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b2f30fe9-a758-431f-87ef-bd7a6f44a268 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:20.100055 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d2db0c-c404-42be-927f-4da86edd3592 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'Subnet': ['ID=4a3ffb1f-aa70-4a6e-8411-02f94eb476dc,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:20.109546 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-17d2db0c-c404-42be-927f-4da86edd3592 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:20.123676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f30fe9-a758-431f-87ef-bd7a6f44a268 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:52:20.130279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b2f30fe9-a758-431f-87ef-bd7a6f44a268 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:20.262502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9da159c1-a1de-46dc-aa20-5857359a1d47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:20.307828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d2db0c-c404-42be-927f-4da86edd3592 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Network e05e6ba5-56cb-4b2d-b097-b147323f2d09 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:52:20.312210 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.ipam_backend_mixin [None req-b2f30fe9-a758-431f-87ef-bd7a6f44a268 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c612b676-b429-493c-bf6b-327836ad7899 (CIDR: 2001:db8::/64) Dec 25 19:52:20.324479 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2f30fe9-a758-431f-87ef-bd7a6f44a268 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:52:20.325046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2f30fe9-a758-431f-87ef-bd7a6f44a268 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:20.344064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-17d2db0c-c404-42be-927f-4da86edd3592 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, e05e6ba5-56cb-4b2d-b097-b147323f2d09) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:20.347151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c171976-2077-47cc-967b-060c2bd7edfb None None] Routers {'dd4e48af-8917-45c8-b8c7-8b5583c1c925'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:52:20.348066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1c171976-2077-47cc-967b-060c2bd7edfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:52:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['dd4e48af-8917-45c8-b8c7-8b5583c1c925'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:20.352905 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d2db0c-c404-42be-927f-4da86edd3592 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:20.353541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-17d2db0c-c404-42be-927f-4da86edd3592 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:20.368023 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b2f30fe9-a758-431f-87ef-bd7a6f44a268 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6746454 Dec 25 19:52:20.371331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51390) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:20.380887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-54845c81-da30-402b-9276-c6809d1e9062 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'subnet': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:20.418532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dff19ce-7f39-49a6-a36d-a3a010cc5051 None None] Network e05e6ba5-56cb-4b2d-b097-b147323f2d09 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:52:20.464294 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-17d2db0c-c404-42be-927f-4da86edd3592 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8274555 Dec 25 19:52:20.470942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51394) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:20.487293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-9003c96b-f3c1-4332-8983-07af7fafd575 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'port': {'network_id': 'e05e6ba5-56cb-4b2d-b097-b147323f2d09', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1368753559'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:20.541374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e81e90d-3448-41f7-bd4c-6858a91d32b2 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:52:20.607721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-54845c81-da30-402b-9276-c6809d1e9062 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:20.610087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5161c55e-5855-4873-8983-c0eecbb950f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:20.612911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-dfc70951-1476-42cf-9fe8-902c026280e1 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Deleting port 3ca6815a-7c41-47d3-b6fa-7624aa7136ca {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:20.613292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dfc70951-1476-42cf-9fe8-902c026280e1 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:20.643392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-54845c81-da30-402b-9276-c6809d1e9062 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:subnet and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:20.660037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-54845c81-da30-402b-9276-c6809d1e9062 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:20.670468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-54845c81-da30-402b-9276-c6809d1e9062 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:20.721269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9003c96b-f3c1-4332-8983-07af7fafd575 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:20.729087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9003c96b-f3c1-4332-8983-07af7fafd575 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Usage tracker for resource:port and tenant:403e9089dd684dee8c86c3ba99f83960 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:20.737141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9003c96b-f3c1-4332-8983-07af7fafd575 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:20.745185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9003c96b-f3c1-4332-8983-07af7fafd575 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:20.763915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9003c96b-f3c1-4332-8983-07af7fafd575 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Made reservation on behalf of 403e9089dd684dee8c86c3ba99f83960 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:52:20.770024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9003c96b-f3c1-4332-8983-07af7fafd575 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:20.786505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:20.806220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-9003c96b-f3c1-4332-8983-07af7fafd575 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] device_id is not set on port b4ce2f81-9ea7-4fa0-960d-abfc47caa9e1 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:52:20.942813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54845c81-da30-402b-9276-c6809d1e9062 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:52:20.953061 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-5161c55e-5855-4873-8983-c0eecbb950f1 None None] For port 8fcc704a-7aa8-475f-8089-f5c1ea71b60f, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=8fcc704a-7aa8-475f-8089-f5c1ea71b60f,segment=NetworkSegment(06d0ff9b-8ed8-4048-8ba9-739fe39528dd),segment_id=06d0ff9b-8ed8-4048-8ba9-739fe39528dd)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:20.967929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-dc17d4e2-74da-432b-a3f7-22bc30ad1db4 None None] Allocated IP 172.20.0.2 (e06dbb6a-241c-47a9-be5d-fea8ee727624/ec36c59c-a669-4cfe-8242-554bbb888561/4f5863cd-ad44-42c7-8ca5-0adbe48f9e5b) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:52:20.977369 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5161c55e-5855-4873-8983-c0eecbb950f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:20.988319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3ea47cb2-e7b6-4674-8de9-3e0ae69e295c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:21.049322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-9003c96b-f3c1-4332-8983-07af7fafd575 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Allocated IP 172.20.0.6 (e05e6ba5-56cb-4b2d-b097-b147323f2d09/4a3ffb1f-aa70-4a6e-8411-02f94eb476dc/b4ce2f81-9ea7-4fa0-960d-abfc47caa9e1) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:52:21.093949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 007fe99c-8221-4b78-a0f9-903f9bf0c61d, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=007fe99c-8221-4b78-a0f9-903f9bf0c61d,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:21.123597 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:21.182121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dfc70951-1476-42cf-9fe8-902c026280e1 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:21.190390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-1c171976-2077-47cc-967b-060c2bd7edfb None None] Set router dd4e48af-8917-45c8-b8c7-8b5583c1c925 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:52:21.256839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-54845c81-da30-402b-9276-c6809d1e9062 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:21.384517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9003c96b-f3c1-4332-8983-07af7fafd575 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:21.392845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 007fe99c-8221-4b78-a0f9-903f9bf0c61d up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:52:21.421762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-9003c96b-f3c1-4332-8983-07af7fafd575 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Transition to ACTIVE for port object b4ce2f81-9ea7-4fa0-960d-abfc47caa9e1 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:52:21.432424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-dfc70951-1476-42cf-9fe8-902c026280e1 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Calling delete_port for 3ca6815a-7c41-47d3-b6fa-7624aa7136ca owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:52:21.499516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9003c96b-f3c1-4332-8983-07af7fafd575 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:21.504383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b9241027-541a-4ddc-8b2a-1f418bb31614 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:21.509559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161c55e-5855-4873-8983-c0eecbb950f1 None None] Pushing event updated for resources: {'Port': ['ID=8fcc704a-7aa8-475f-8089-f5c1ea71b60f,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:21.537409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5161c55e-5855-4873-8983-c0eecbb950f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:21.552315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-573d1f32-c25a-44b8-bfc1-52f2c0934c38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.375s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:21.582255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d6591f-c8e5-4f94-8751-33ecdc0a4afb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-e05e6ba5-56cb-4b2d-b097-b147323f2d09', 'network_id': 'e05e6ba5-56cb-4b2d-b097-b147323f2d09', 'tenant_id': '403e9089dd684dee8c86c3ba99f83960', 'fixed_ips': [{'subnet_id': '4a3ffb1f-aa70-4a6e-8411-02f94eb476dc'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:52:21.583203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-33d6591f-c8e5-4f94-8751-33ecdc0a4afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:21.633627 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2ef212c0-e1a4-4244-8c1a-8b6a08ec180e None None] Provisioning complete for port 8fcc704a-7aa8-475f-8089-f5c1ea71b60f triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:52:21.634059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2ef212c0-e1a4-4244-8c1a-8b6a08ec180e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:21.752306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dfc70951-1476-42cf-9fe8-902c026280e1 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:21.758991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-393831ff-28c7-49c0-802f-f438c16b3ef2 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:21.826506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc70951-1476-42cf-9fe8-902c026280e1 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Pushing event deleted for resources: {'Port': ['ID=3ca6815a-7c41-47d3-b6fa-7624aa7136ca,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:21.830256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dfc70951-1476-42cf-9fe8-902c026280e1 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:21.832405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-54845c81-da30-402b-9276-c6809d1e9062 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:21.864521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-676836d5-5855-4a82-b475-827821bcf4b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:21.886436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9003c96b-f3c1-4332-8983-07af7fafd575 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Network e05e6ba5-56cb-4b2d-b097-b147323f2d09 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:52:21.892443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-9003c96b-f3c1-4332-8983-07af7fafd575 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:21.900788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9003c96b-f3c1-4332-8983-07af7fafd575 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:52:21.970173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9003c96b-f3c1-4332-8983-07af7fafd575 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'Port': ['ID=b4ce2f81-9ea7-4fa0-960d-abfc47caa9e1,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:22.005329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e491864-f178-4ea1-9f27-14001db6d7d2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:22.012634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54845c81-da30-402b-9276-c6809d1e9062 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:52:22.026587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9003c96b-f3c1-4332-8983-07af7fafd575 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:22.028087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-54845c81-da30-402b-9276-c6809d1e9062 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:22.034808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54845c81-da30-402b-9276-c6809d1e9062 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:22.035834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-54845c81-da30-402b-9276-c6809d1e9062 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:22.060453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9003c96b-f3c1-4332-8983-07af7fafd575 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:22.061138 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9003c96b-f3c1-4332-8983-07af7fafd575 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:22.185589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=007fe99c-8221-4b78-a0f9-903f9bf0c61d,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:22.201208 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9003c96b-f3c1-4332-8983-07af7fafd575 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.7210646 Dec 25 19:52:22.201872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:22.217231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51398) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:22.263018 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-54845c81-da30-402b-9276-c6809d1e9062 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8890555 Dec 25 19:52:22.274727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54845c81-da30-402b-9276-c6809d1e9062 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Subnet': ['ID=ec3ecba9-bc6d-49e0-82b4-d6c099fbe7db,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:22.277951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51402) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:22.290944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-3ee83128-9ceb-4d27-b138-d1c23176f159 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'port': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'mac_address': 'fa:16:3e:ed:f0:50', 'name': 'tempest-NetworksTestDHCPv6-460605885'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:22.317375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-54845c81-da30-402b-9276-c6809d1e9062 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:22.324328 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dfc70951-1476-42cf-9fe8-902c026280e1 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:22.410528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-eeb1a31b-dcd9-4cc5-8dfb-a51aadb5b2b0 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Deleting port b4ce2f81-9ea7-4fa0-960d-abfc47caa9e1 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:22.411130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eeb1a31b-dcd9-4cc5-8dfb-a51aadb5b2b0 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:22.430981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dc17d4e2-74da-432b-a3f7-22bc30ad1db4 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:22.433584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 007fe99c-8221-4b78-a0f9-903f9bf0c61d triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:52:22.434241 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:22.514731 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-dc17d4e2-74da-432b-a3f7-22bc30ad1db4 None None] Transition to ACTIVE for port object 4f5863cd-ad44-42c7-8ca5-0adbe48f9e5b will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:52:22.573076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-33d6591f-c8e5-4f94-8751-33ecdc0a4afb None None] Allocated IP 172.20.0.2 (e05e6ba5-56cb-4b2d-b097-b147323f2d09/4a3ffb1f-aa70-4a6e-8411-02f94eb476dc/2d7201a9-0327-4a6c-ab8d-144383fc62b7) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:52:22.584407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-dc17d4e2-74da-432b-a3f7-22bc30ad1db4 None None] Transition to ACTIVE for port object 4f5863cd-ad44-42c7-8ca5-0adbe48f9e5b will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:52:22.609729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dc17d4e2-74da-432b-a3f7-22bc30ad1db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:22.618381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-df2e9d93-ba60-4243-a591-00dd3e781217 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:22.670223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2ef212c0-e1a4-4244-8c1a-8b6a08ec180e None None] Provisioning complete for port 007fe99c-8221-4b78-a0f9-903f9bf0c61d triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:52:22.670653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2ef212c0-e1a4-4244-8c1a-8b6a08ec180e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:22.753539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3ee83128-9ceb-4d27-b138-d1c23176f159 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:22.759473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3ee83128-9ceb-4d27-b138-d1c23176f159 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:port and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:22.814832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3ee83128-9ceb-4d27-b138-d1c23176f159 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:22.832147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3ee83128-9ceb-4d27-b138-d1c23176f159 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:22.874654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eeb1a31b-dcd9-4cc5-8dfb-a51aadb5b2b0 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:22.894589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-5e491864-f178-4ea1-9f27-14001db6d7d2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Allocated IP 172.20.0.1 (e06dbb6a-241c-47a9-be5d-fea8ee727624/ec36c59c-a669-4cfe-8242-554bbb888561/bfc5cfa0-aa3d-4364-a9bd-7da341b963f1) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:52:22.906222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee83128-9ceb-4d27-b138-d1c23176f159 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:52:22.912761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3ee83128-9ceb-4d27-b138-d1c23176f159 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:22.918697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1c171976-2077-47cc-967b-060c2bd7edfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'name': 'tempest-TestNetworkBasicOps-router-1483269214', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': '20b942bf-50e5-4c52-881d-f714ed83b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:52:12Z', 'updated_at': '2021-12-25T19:52:14Z', 'revision_number': 3, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '20b942bf-50e5-4c52-881d-f714ed83b460', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:52:13Z', 'updated_at': '2021-12-25T19:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:22.947674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d2f46c-000d-46a2-86ce-a015b6f8684f None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:52:22.959291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-3ee83128-9ceb-4d27-b138-d1c23176f159 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] device_id is not set on port d5096dbb-4ebd-46f6-aaf2-72f3ba1f61d6 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:52:22.980605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c171976-2077-47cc-967b-060c2bd7edfb None None] The sync data for ids ['dd4e48af-8917-45c8-b8c7-8b5583c1c925'] in dv-neutron-822611-1-hyperv is: [{'id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'name': 'tempest-TestNetworkBasicOps-router-1483269214', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': '20b942bf-50e5-4c52-881d-f714ed83b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:52:12Z', 'updated_at': '2021-12-25T19:52:14Z', 'revision_number': 3, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '20b942bf-50e5-4c52-881d-f714ed83b460', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:52:13Z', 'updated_at': '2021-12-25T19:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:52:22.988030 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc17d4e2-74da-432b-a3f7-22bc30ad1db4 None None] Network e06dbb6a-241c-47a9-be5d-fea8ee727624 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:52:23.001947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc70951-1476-42cf-9fe8-902c026280e1 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Router d2ed167b-472e-481f-8897-f6fcb58aedb3 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:52:23.012857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-dc17d4e2-74da-432b-a3f7-22bc30ad1db4 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:23.023433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc17d4e2-74da-432b-a3f7-22bc30ad1db4 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:52:23.027131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-eeb1a31b-dcd9-4cc5-8dfb-a51aadb5b2b0 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Calling delete_port for b4ce2f81-9ea7-4fa0-960d-abfc47caa9e1 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:52:23.073298 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17d4e2-74da-432b-a3f7-22bc30ad1db4 None None] Pushing event updated for resources: {'Port': ['ID=4f5863cd-ad44-42c7-8ca5-0adbe48f9e5b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:23.135731 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dc17d4e2-74da-432b-a3f7-22bc30ad1db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:23.290997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 8fcc704a-7aa8-475f-8089-f5c1ea71b60f up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:52:23.374171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-dc17d4e2-74da-432b-a3f7-22bc30ad1db4 None None] Attempting to bind port 4f5863cd-ad44-42c7-8ca5-0adbe48f9e5b on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:52:23.375255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-dc17d4e2-74da-432b-a3f7-22bc30ad1db4 None None] Attempting to bind port 4f5863cd-ad44-42c7-8ca5-0adbe48f9e5b by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '43266cd3-4b82-4fe2-a975-b78f72b2e140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e06dbb6a-241c-47a9-be5d-fea8ee727624'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:52:23.375755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc17d4e2-74da-432b-a3f7-22bc30ad1db4 None None] Attempting to bind port 4f5863cd-ad44-42c7-8ca5-0adbe48f9e5b on network e06dbb6a-241c-47a9-be5d-fea8ee727624 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:52:23.401881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eeb1a31b-dcd9-4cc5-8dfb-a51aadb5b2b0 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:23.409796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1700b9e3-a0d0-4ef4-9e85-e1deab0160e2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:23.443334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e491864-f178-4ea1-9f27-14001db6d7d2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:23.467998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1a31b-dcd9-4cc5-8dfb-a51aadb5b2b0 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'Port': ['ID=b4ce2f81-9ea7-4fa0-960d-abfc47caa9e1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:23.475615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-eeb1a31b-dcd9-4cc5-8dfb-a51aadb5b2b0 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:23.481989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-5e491864-f178-4ea1-9f27-14001db6d7d2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Transition to ACTIVE for port object bfc5cfa0-aa3d-4364-a9bd-7da341b963f1 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:52:23.511846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc17d4e2-74da-432b-a3f7-22bc30ad1db4 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:52:23.512482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc17d4e2-74da-432b-a3f7-22bc30ad1db4 None None] Checking segment: {'id': '43266cd3-4b82-4fe2-a975-b78f72b2e140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e06dbb6a-241c-47a9-be5d-fea8ee727624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:52:23.512760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dc17d4e2-74da-432b-a3f7-22bc30ad1db4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:23.513524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc17d4e2-74da-432b-a3f7-22bc30ad1db4 None None] Bound using segment: {'id': '43266cd3-4b82-4fe2-a975-b78f72b2e140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e06dbb6a-241c-47a9-be5d-fea8ee727624'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:52:23.513738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-dc17d4e2-74da-432b-a3f7-22bc30ad1db4 None None] Bound port: 4f5863cd-ad44-42c7-8ca5-0adbe48f9e5b, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43266cd3-4b82-4fe2-a975-b78f72b2e140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e06dbb6a-241c-47a9-be5d-fea8ee727624'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:52:23.514164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dc17d4e2-74da-432b-a3f7-22bc30ad1db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:23.519709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc70951-1476-42cf-9fe8-902c026280e1 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:52:23.555475 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-dfc70951-1476-42cf-9fe8-902c026280e1 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] 10.222.0.24 "PUT /v2.0/routers/d2ed167b-472e-481f-8897-f6fcb58aedb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3391893 Dec 25 19:52:23.556364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51406) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:23.558424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e62e2a-7484-4e6f-a054-916ed310cd6b None None] Sync routers for ids ['d2ed167b-472e-481f-8897-f6fcb58aedb3'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:52:23.594499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:23.608164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eeb1a31b-dcd9-4cc5-8dfb-a51aadb5b2b0 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:23.613958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e491864-f178-4ea1-9f27-14001db6d7d2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:23.621840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7e5ead8d-0008-4579-90c0-b83f0329f3b1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:23.689338 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-8d744220-d89b-41f7-8f32-33438fa4d0b7 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] show failed (client error): The resource could not be found. Dec 25 19:52:23.695305 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8d744220-d89b-41f7-8f32-33438fa4d0b7 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-962303049 HTTP/1.1" status: 404 len: 334 time: 0.1054213 Dec 25 19:52:23.706818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51410) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:23.712755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e491864-f178-4ea1-9f27-14001db6d7d2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=bfc5cfa0-aa3d-4364-a9bd-7da341b963f1,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:23.719468 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-eeb1a31b-dcd9-4cc5-8dfb-a51aadb5b2b0 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/ports/b4ce2f81-9ea7-4fa0-960d-abfc47caa9e1 HTTP/1.1" status: 204 len: 168 time: 1.4998486 Dec 25 19:52:23.720927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5e491864-f178-4ea1-9f27-14001db6d7d2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:23.722837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-3d460fc5-9a43-4dc9-a899-1aeb19e7e8af tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:23.722971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51414) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:23.732003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-33d6591f-c8e5-4f94-8751-33ecdc0a4afb None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:23.736345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-7f0c301f-f730-4436-9800-da732a54c436 None None] Provisioning complete for port 007fe99c-8221-4b78-a0f9-903f9bf0c61d triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:52:23.736760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7f0c301f-f730-4436-9800-da732a54c436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:23.785436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e491864-f178-4ea1-9f27-14001db6d7d2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network e06dbb6a-241c-47a9-be5d-fea8ee727624 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:52:23.787995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-5e491864-f178-4ea1-9f27-14001db6d7d2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:23.791440 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-0181e80f-fd76-41fa-9b39-de7023cd4b66 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] GET failed (client error): The resource could not be found. Dec 25 19:52:23.792442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0181e80f-fd76-41fa-9b39-de7023cd4b66 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Synchronizing usage tracker for tenant:403e9089dd684dee8c86c3ba99f83960 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:52:23.797707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e491864-f178-4ea1-9f27-14001db6d7d2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:52:23.801157 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-3d460fc5-9a43-4dc9-a899-1aeb19e7e8af tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] update failed (client error): The resource could not be found. Dec 25 19:52:23.810548 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3d460fc5-9a43-4dc9-a899-1aeb19e7e8af tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-2073105621 HTTP/1.1" status: 404 len: 335 time: 0.1023548 Dec 25 19:52:23.811187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51418) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:23.812793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-33d6591f-c8e5-4f94-8751-33ecdc0a4afb None None] Transition to ACTIVE for port object 2d7201a9-0327-4a6c-ab8d-144383fc62b7 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:52:23.840210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-33d6591f-c8e5-4f94-8751-33ecdc0a4afb None None] Transition to ACTIVE for port object 2d7201a9-0327-4a6c-ab8d-144383fc62b7 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:52:23.868780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e491864-f178-4ea1-9f27-14001db6d7d2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:23.876119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-3ee83128-9ceb-4d27-b138-d1c23176f159 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Allocated IP 2001:db8:0:1::1fe (7396b720-65bf-48b2-8da7-778eed2fcf44/ec3ecba9-bc6d-49e0-82b4-d6c099fbe7db/d5096dbb-4ebd-46f6-aaf2-72f3ba1f61d6) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:52:23.894249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-3ee83128-9ceb-4d27-b138-d1c23176f159 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Allocated IP 2001:db8::f816:3eff:feed:f050 (7396b720-65bf-48b2-8da7-778eed2fcf44/c612b676-b429-493c-bf6b-327836ad7899/d5096dbb-4ebd-46f6-aaf2-72f3ba1f61d6) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:52:23.905802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0181e80f-fd76-41fa-9b39-de7023cd4b66 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Unset dirty status for tenant:403e9089dd684dee8c86c3ba99f83960 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:52:23.907086 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0181e80f-fd76-41fa-9b39-de7023cd4b66 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "GET /v2.0/ports/b4ce2f81-9ea7-4fa0-960d-abfc47caa9e1 HTTP/1.1" status: 404 len: 333 time: 0.1825409 Dec 25 19:52:23.910016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51422) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:23.922729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-dc17d4e2-74da-432b-a3f7-22bc30ad1db4 None None] For port 4f5863cd-ad44-42c7-8ca5-0adbe48f9e5b, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:52:23.926240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-dc17d4e2-74da-432b-a3f7-22bc30ad1db4 None None] For port 4f5863cd-ad44-42c7-8ca5-0adbe48f9e5b, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=4f5863cd-ad44-42c7-8ca5-0adbe48f9e5b,segment=NetworkSegment(43266cd3-4b82-4fe2-a975-b78f72b2e140),segment_id=43266cd3-4b82-4fe2-a975-b78f72b2e140)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:52:23.927797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 8fcc704a-7aa8-475f-8089-f5c1ea71b60f triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:52:23.928315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:23.976281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-33d6591f-c8e5-4f94-8751-33ecdc0a4afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:23.991190 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9da159c1-a1de-46dc-aa20-5857359a1d47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:24.169330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e491864-f178-4ea1-9f27-14001db6d7d2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:24.224103 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1408401-5bc5-4889-92f2-8b90c018323f tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Deleting subnet 5616c174-04f4-4439-bc38-b28b18945646 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:52:24.235839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d1408401-5bc5-4889-92f2-8b90c018323f tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:24.249515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e62e2a-7484-4e6f-a054-916ed310cd6b None None] Routers {'d2ed167b-472e-481f-8897-f6fcb58aedb3'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:52:24.250336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-42e62e2a-7484-4e6f-a054-916ed310cd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:52:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['d2ed167b-472e-481f-8897-f6fcb58aedb3'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:24.319871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dc17d4e2-74da-432b-a3f7-22bc30ad1db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:24.325524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d1408401-5bc5-4889-92f2-8b90c018323f tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:24.336497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d6591f-c8e5-4f94-8751-33ecdc0a4afb None None] Pushing event updated for resources: {'Port': ['ID=2d7201a9-0327-4a6c-ab8d-144383fc62b7,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:24.339099 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-42e62e2a-7484-4e6f-a054-916ed310cd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:24.363909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-33d6591f-c8e5-4f94-8751-33ecdc0a4afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:24.386058 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dc17d4e2-74da-432b-a3f7-22bc30ad1db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:24.394513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3ee83128-9ceb-4d27-b138-d1c23176f159 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:24.427631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-3ee83128-9ceb-4d27-b138-d1c23176f159 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Transition to ACTIVE for port object d5096dbb-4ebd-46f6-aaf2-72f3ba1f61d6 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:52:24.468435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d1408401-5bc5-4889-92f2-8b90c018323f tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:24.474565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e62e2a-7484-4e6f-a054-916ed310cd6b None None] Routers {'d2ed167b-472e-481f-8897-f6fcb58aedb3'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:52:24.475405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-42e62e2a-7484-4e6f-a054-916ed310cd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:52:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['d2ed167b-472e-481f-8897-f6fcb58aedb3'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:24.509024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3ee83128-9ceb-4d27-b138-d1c23176f159 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:24.521354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dfc70951-1476-42cf-9fe8-902c026280e1 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:24.546752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17d4e2-74da-432b-a3f7-22bc30ad1db4 None None] Pushing event updated for resources: {'Port': ['ID=4f5863cd-ad44-42c7-8ca5-0adbe48f9e5b,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:24.560958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dc17d4e2-74da-432b-a3f7-22bc30ad1db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:24.562600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-42e62e2a-7484-4e6f-a054-916ed310cd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:24.565296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e62e2a-7484-4e6f-a054-916ed310cd6b None None] The sync data for ids ['d2ed167b-472e-481f-8897-f6fcb58aedb3'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:52:24.615680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d6591f-c8e5-4f94-8751-33ecdc0a4afb None None] Network e05e6ba5-56cb-4b2d-b097-b147323f2d09 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:52:24.626039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-33d6591f-c8e5-4f94-8751-33ecdc0a4afb None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:24.631504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee83128-9ceb-4d27-b138-d1c23176f159 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:52:24.638436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-3ee83128-9ceb-4d27-b138-d1c23176f159 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:24.646710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee83128-9ceb-4d27-b138-d1c23176f159 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Port': ['ID=d5096dbb-4ebd-46f6-aaf2-72f3ba1f61d6,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:24.649527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee83128-9ceb-4d27-b138-d1c23176f159 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:52:24.653979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee83128-9ceb-4d27-b138-d1c23176f159 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:24.654845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3ee83128-9ceb-4d27-b138-d1c23176f159 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:24.683753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3ee83128-9ceb-4d27-b138-d1c23176f159 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:24.689273 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3ee83128-9ceb-4d27-b138-d1c23176f159 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4089334 Dec 25 19:52:24.692129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51426) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:24.701624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d6591f-c8e5-4f94-8751-33ecdc0a4afb None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:52:24.707487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 007fe99c-8221-4b78-a0f9-903f9bf0c61d up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:52:24.738807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d1408401-5bc5-4889-92f2-8b90c018323f tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:24.755545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ee66f9c7-8854-412e-9971-e69d1b0d896a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:24.806810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1408401-5bc5-4889-92f2-8b90c018323f tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Pushing event deleted for resources: {'Subnet': ['ID=5616c174-04f4-4439-bc38-b28b18945646,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:24.810086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d1408401-5bc5-4889-92f2-8b90c018323f tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:24.820068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d1408401-5bc5-4889-92f2-8b90c018323f tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:24.822571 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d1408401-5bc5-4889-92f2-8b90c018323f tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] 10.222.0.24 "DELETE /v2.0/subnets/5616c174-04f4-4439-bc38-b28b18945646 HTTP/1.1" status: 204 len: 168 time: 1.0073423 Dec 25 19:52:24.826514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51430) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:24.861854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d18aff-c3dc-41de-ab4d-9313b79a82d2 None None] Network 9acbc143-5cd0-432a-b141-6f432df75956 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:52:24.871511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-3a493bc0-e1c7-4d76-a8a1-15db6a728962 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting port d5096dbb-4ebd-46f6-aaf2-72f3ba1f61d6 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:24.871916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3a493bc0-e1c7-4d76-a8a1-15db6a728962 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:24.956695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a83656a-05f8-4d88-ba38-0c0c862d9082 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Deleting subnet 4a3ffb1f-aa70-4a6e-8411-02f94eb476dc {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:52:24.962009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3a83656a-05f8-4d88-ba38-0c0c862d9082 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:25.033773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e491864-f178-4ea1-9f27-14001db6d7d2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:25.053095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e491864-f178-4ea1-9f27-14001db6d7d2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:25.088702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-33d6591f-c8e5-4f94-8751-33ecdc0a4afb None None] Attempting to bind port 2d7201a9-0327-4a6c-ab8d-144383fc62b7 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:52:25.088702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-33d6591f-c8e5-4f94-8751-33ecdc0a4afb None None] Attempting to bind port 2d7201a9-0327-4a6c-ab8d-144383fc62b7 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'ab775101-ca02-493e-8555-84e866b707c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e05e6ba5-56cb-4b2d-b097-b147323f2d09'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:52:25.088702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d6591f-c8e5-4f94-8751-33ecdc0a4afb None None] Attempting to bind port 2d7201a9-0327-4a6c-ab8d-144383fc62b7 on network e05e6ba5-56cb-4b2d-b097-b147323f2d09 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:52:25.112018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70e5ff1a-8230-4728-9c19-2b21e67a201f tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:25.118118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9264e834-4cd9-4bb3-99ba-33897cf8cf34 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:25.179560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-70e5ff1a-8230-4728-9c19-2b21e67a201f tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Deleting port 8fcc704a-7aa8-475f-8089-f5c1ea71b60f {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:25.179934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70e5ff1a-8230-4728-9c19-2b21e67a201f tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:25.228743 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d6591f-c8e5-4f94-8751-33ecdc0a4afb None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:52:25.229179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d6591f-c8e5-4f94-8751-33ecdc0a4afb None None] Checking segment: {'id': 'ab775101-ca02-493e-8555-84e866b707c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e05e6ba5-56cb-4b2d-b097-b147323f2d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:52:25.229642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-33d6591f-c8e5-4f94-8751-33ecdc0a4afb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:25.230098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d6591f-c8e5-4f94-8751-33ecdc0a4afb None None] Bound using segment: {'id': 'ab775101-ca02-493e-8555-84e866b707c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e05e6ba5-56cb-4b2d-b097-b147323f2d09'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:52:25.230648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-33d6591f-c8e5-4f94-8751-33ecdc0a4afb None None] Bound port: 2d7201a9-0327-4a6c-ab8d-144383fc62b7, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab775101-ca02-493e-8555-84e866b707c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e05e6ba5-56cb-4b2d-b097-b147323f2d09'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:52:25.231121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-33d6591f-c8e5-4f94-8751-33ecdc0a4afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:25.241554 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3a83656a-05f8-4d88-ba38-0c0c862d9082 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:25.283291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad64169-ccbc-4e10-bd2b-ed929d178d78 None None] Update dhcp port {'port': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'fixed_ips': [{'subnet_id': 'c612b676-b429-493c-bf6b-327836ad7899', 'ip_address': '2001:db8::f816:3eff:fe42:66c9'}, {'subnet_id': 'ec3ecba9-bc6d-49e0-82b4-d6c099fbe7db'}], 'binding:host_id': 'dv-neutron-822611-1-hyperv'}, 'id': '007fe99c-8221-4b78-a0f9-903f9bf0c61d'} from dv-neutron-822611-1-hyperv. {{(pid=88902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 25 19:52:25.371868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e491864-f178-4ea1-9f27-14001db6d7d2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:25.391480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 007fe99c-8221-4b78-a0f9-903f9bf0c61d triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:52:25.391824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:25.395139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e491864-f178-4ea1-9f27-14001db6d7d2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=bfc5cfa0-aa3d-4364-a9bd-7da341b963f1,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:25.403989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5e491864-f178-4ea1-9f27-14001db6d7d2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:25.423218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3a83656a-05f8-4d88-ba38-0c0c862d9082 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:25.439777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3a493bc0-e1c7-4d76-a8a1-15db6a728962 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:25.473572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4ad64169-ccbc-4e10-bd2b-ed929d178d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:25.613304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-3a493bc0-e1c7-4d76-a8a1-15db6a728962 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Calling delete_port for d5096dbb-4ebd-46f6-aaf2-72f3ba1f61d6 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:52:25.625443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3a83656a-05f8-4d88-ba38-0c0c862d9082 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:25.631899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-73ed809f-efdd-4170-b8f5-46768ad576f5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:25.664816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e491864-f178-4ea1-9f27-14001db6d7d2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network e06dbb6a-241c-47a9-be5d-fea8ee727624 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:52:25.673368 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a83656a-05f8-4d88-ba38-0c0c862d9082 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'Subnet': ['ID=4a3ffb1f-aa70-4a6e-8411-02f94eb476dc,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:25.676557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-5e491864-f178-4ea1-9f27-14001db6d7d2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:25.680496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-33d6591f-c8e5-4f94-8751-33ecdc0a4afb None None] For port 2d7201a9-0327-4a6c-ab8d-144383fc62b7, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:52:25.708787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-33d6591f-c8e5-4f94-8751-33ecdc0a4afb None None] For port 2d7201a9-0327-4a6c-ab8d-144383fc62b7, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=2d7201a9-0327-4a6c-ab8d-144383fc62b7,segment=NetworkSegment(ab775101-ca02-493e-8555-84e866b707c7),segment_id=ab775101-ca02-493e-8555-84e866b707c7)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:52:25.725794 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-33d6591f-c8e5-4f94-8751-33ecdc0a4afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:25.732197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5c6d422c-af36-4559-b78f-65199649e76e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:25.739973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-70e5ff1a-8230-4728-9c19-2b21e67a201f tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] For port 8fcc704a-7aa8-475f-8089-f5c1ea71b60f, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=8fcc704a-7aa8-475f-8089-f5c1ea71b60f,segment=NetworkSegment(06d0ff9b-8ed8-4048-8ba9-739fe39528dd),segment_id=06d0ff9b-8ed8-4048-8ba9-739fe39528dd)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:25.740375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70e5ff1a-8230-4728-9c19-2b21e67a201f tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:25.846685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29af9b86-4c24-49c8-8f2d-2016b2f4a0fc None None] DHCP port deletion for 9acbc143-5cd0-432a-b141-6f432df75956 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:52:25.861531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-29af9b86-4c24-49c8-8f2d-2016b2f4a0fc None None] Deleting port 8fcc704a-7aa8-475f-8089-f5c1ea71b60f {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:25.862054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-29af9b86-4c24-49c8-8f2d-2016b2f4a0fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:25.899742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-70e5ff1a-8230-4728-9c19-2b21e67a201f tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Calling delete_port for 8fcc704a-7aa8-475f-8089-f5c1ea71b60f owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:52:25.928980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3a83656a-05f8-4d88-ba38-0c0c862d9082 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:25.945830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d6591f-c8e5-4f94-8751-33ecdc0a4afb None None] Pushing event updated for resources: {'Port': ['ID=2d7201a9-0327-4a6c-ab8d-144383fc62b7,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:25.949729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-4ad64169-ccbc-4e10-bd2b-ed929d178d78 None None] Allocated IP 2001:db8:0:1::2 (7396b720-65bf-48b2-8da7-778eed2fcf44/ec3ecba9-bc6d-49e0-82b4-d6c099fbe7db/007fe99c-8221-4b78-a0f9-903f9bf0c61d) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:52:25.954534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-33d6591f-c8e5-4f94-8751-33ecdc0a4afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:26.027022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3a83656a-05f8-4d88-ba38-0c0c862d9082 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:26.032206 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 4f5863cd-ad44-42c7-8ca5-0adbe48f9e5b up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:52:26.052427 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3a83656a-05f8-4d88-ba38-0c0c862d9082 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/subnets/4a3ffb1f-aa70-4a6e-8411-02f94eb476dc HTTP/1.1" status: 204 len: 168 time: 2.1383333 Dec 25 19:52:26.057236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51434) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:26.117454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70e5ff1a-8230-4728-9c19-2b21e67a201f tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:26.127254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b17aa46f-c2f2-4874-98ce-d66a031bf644 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:26.282856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-16030acc-05a7-4df0-a96f-8cceb627f324 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:26.310513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-16030acc-05a7-4df0-a96f-8cceb627f324 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Deleting port 2d7201a9-0327-4a6c-ab8d-144383fc62b7 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:26.310868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-16030acc-05a7-4df0-a96f-8cceb627f324 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:26.371639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-29af9b86-4c24-49c8-8f2d-2016b2f4a0fc None None] For port 8fcc704a-7aa8-475f-8089-f5c1ea71b60f, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=8fcc704a-7aa8-475f-8089-f5c1ea71b60f,segment=NetworkSegment(06d0ff9b-8ed8-4048-8ba9-739fe39528dd),segment_id=06d0ff9b-8ed8-4048-8ba9-739fe39528dd)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:26.371895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-29af9b86-4c24-49c8-8f2d-2016b2f4a0fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:26.383048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-4ad64169-ccbc-4e10-bd2b-ed929d178d78 None None] For port 007fe99c-8221-4b78-a0f9-903f9bf0c61d, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=007fe99c-8221-4b78-a0f9-903f9bf0c61d,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:26.443562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5ff1a-8230-4728-9c19-2b21e67a201f tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Pushing event deleted for resources: {'Port': ['ID=8fcc704a-7aa8-475f-8089-f5c1ea71b60f,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:26.451804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 4f5863cd-ad44-42c7-8ca5-0adbe48f9e5b completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:52:26.452012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-70e5ff1a-8230-4728-9c19-2b21e67a201f tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:26.457352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e5ff1a-8230-4728-9c19-2b21e67a201f tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] No DVR routers for this DVR port 8fcc704a-7aa8-475f-8089-f5c1ea71b60f on host dv-neutron-822611-1-hyperv {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:52:26.494796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e491864-f178-4ea1-9f27-14001db6d7d2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router dd4e48af-8917-45c8-b8c7-8b5583c1c925 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:52:26.528961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-29af9b86-4c24-49c8-8f2d-2016b2f4a0fc None None] Calling delete_port for 8fcc704a-7aa8-475f-8089-f5c1ea71b60f owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:52:26.666072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70e5ff1a-8230-4728-9c19-2b21e67a201f tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:26.708950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-70e5ff1a-8230-4728-9c19-2b21e67a201f tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9acbc143-5cd0-432a-b141-6f432df75956']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:26.729394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3a493bc0-e1c7-4d76-a8a1-15db6a728962 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:26.733172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-70e5ff1a-8230-4728-9c19-2b21e67a201f tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06d0ff9b-8ed8-4048-8ba9-739fe39528dd') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:26.733632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-70e5ff1a-8230-4728-9c19-2b21e67a201f tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06d0ff9b-8ed8-4048-8ba9-739fe39528dd') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:26.747869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-517d78a1-c5b7-4a95-82be-627454b682bf tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:26.767717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-16030acc-05a7-4df0-a96f-8cceb627f324 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] For port 2d7201a9-0327-4a6c-ab8d-144383fc62b7, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=2d7201a9-0327-4a6c-ab8d-144383fc62b7,segment=NetworkSegment(ab775101-ca02-493e-8555-84e866b707c7),segment_id=ab775101-ca02-493e-8555-84e866b707c7)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:26.768147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-16030acc-05a7-4df0-a96f-8cceb627f324 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:26.816198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a493bc0-e1c7-4d76-a8a1-15db6a728962 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Port': ['ID=d5096dbb-4ebd-46f6-aaf2-72f3ba1f61d6,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:26.822297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70e5ff1a-8230-4728-9c19-2b21e67a201f tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:26.831871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3a493bc0-e1c7-4d76-a8a1-15db6a728962 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:26.872790 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-29af9b86-4c24-49c8-8f2d-2016b2f4a0fc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:52:26.873177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-29af9b86-4c24-49c8-8f2d-2016b2f4a0fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:52:26.889709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70e5ff1a-8230-4728-9c19-2b21e67a201f tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:26.909430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4ad64169-ccbc-4e10-bd2b-ed929d178d78 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:26.932039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 20b942bf-50e5-4c52-881d-f714ed83b460 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:52:26.938602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-16030acc-05a7-4df0-a96f-8cceb627f324 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Calling delete_port for 2d7201a9-0327-4a6c-ab8d-144383fc62b7 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:52:26.949585 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e5ff1a-8230-4728-9c19-2b21e67a201f tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:52:26.949978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70e5ff1a-8230-4728-9c19-2b21e67a201f tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:26.972052 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:52:26.972052 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:52:26.972052 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:52:26.972052 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:52:26.972052 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:52:26.972052 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:52:26.972052 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:52:26.972052 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:52:26.972052 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:52:26.972052 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:52:26.972052 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:52:26.972052 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:52:26.972052 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:52:26.972052 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:52:26.972052 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:52:26.972052 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:52:26.972052 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:52:26.972052 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:52:26.972052 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:52:26.972052 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:52:26.972052 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:52:26.972052 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:52:26.972052 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:52:26.972052 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:52:26.972052 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:52:26.972052 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:52:26.972052 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:52:26.972052 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:52:26.972052 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:52:26.972052 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:52:26.972052 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:52:26.972052 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:52:26.975231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3a493bc0-e1c7-4d76-a8a1-15db6a728962 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:27.084853 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3a493bc0-e1c7-4d76-a8a1-15db6a728962 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/ports/d5096dbb-4ebd-46f6-aaf2-72f3ba1f61d6 HTTP/1.1" status: 204 len: 168 time: 2.3915462 Dec 25 19:52:27.087293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 20b942bf-50e5-4c52-881d-f714ed83b460 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:52:27.093066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 20b942bf-50e5-4c52-881d-f714ed83b460 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:52:27.093845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:27.094998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51438) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:27.151147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-16030acc-05a7-4df0-a96f-8cceb627f324 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:27.161684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8970b0b0-4b75-4093-ad01-3eb30b511446 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:27.197541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-4ad64169-ccbc-4e10-bd2b-ed929d178d78 None None] Transition to ACTIVE for port object 007fe99c-8221-4b78-a0f9-903f9bf0c61d will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:52:27.200217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70e5ff1a-8230-4728-9c19-2b21e67a201f tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:27.212786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d6d5d978-0d65-435a-9ef6-e1edbbeaa69d tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:27.224578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16030acc-05a7-4df0-a96f-8cceb627f324 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'Port': ['ID=2d7201a9-0327-4a6c-ab8d-144383fc62b7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:27.231009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70e5ff1a-8230-4728-9c19-2b21e67a201f tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:27.232466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-16030acc-05a7-4df0-a96f-8cceb627f324 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:27.246129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5ff1a-8230-4728-9c19-2b21e67a201f tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Pushing event deleted for resources: {'Network': ['ID=9acbc143-5cd0-432a-b141-6f432df75956,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:27.249253 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-70e5ff1a-8230-4728-9c19-2b21e67a201f tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] 10.222.0.24 "DELETE /v2.0/networks/9acbc143-5cd0-432a-b141-6f432df75956 HTTP/1.1" status: 204 len: 168 time: 2.4216249 Dec 25 19:52:27.251613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-70e5ff1a-8230-4728-9c19-2b21e67a201f tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:27.252141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51442) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:27.255353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16030acc-05a7-4df0-a96f-8cceb627f324 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] No DVR routers for this DVR port 2d7201a9-0327-4a6c-ab8d-144383fc62b7 on host dv-neutron-822611-1-hyperv {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:52:27.272620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:27.290078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 20b942bf-50e5-4c52-881d-f714ed83b460, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=20b942bf-50e5-4c52-881d-f714ed83b460,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:27.291763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4ad64169-ccbc-4e10-bd2b-ed929d178d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:27.299225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dd0acec2-a329-4761-a3de-7678d10339e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:27.325012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394246b9-1a23-4037-987e-2da257196ab9 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:27.325794 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-394246b9-1a23-4037-987e-2da257196ab9 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:52:27.348420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:27.375715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-29af9b86-4c24-49c8-8f2d-2016b2f4a0fc None None] Deleting port 8fcc704a-7aa8-475f-8089-f5c1ea71b60f {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:27.376552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-29af9b86-4c24-49c8-8f2d-2016b2f4a0fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:27.376822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-394246b9-1a23-4037-987e-2da257196ab9 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:52:27.379570 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-394246b9-1a23-4037-987e-2da257196ab9 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2832565 Dec 25 19:52:27.394532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51446) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:27.407533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-16030acc-05a7-4df0-a96f-8cceb627f324 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:27.441377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-16030acc-05a7-4df0-a96f-8cceb627f324 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e05e6ba5-56cb-4b2d-b097-b147323f2d09']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:27.449438 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e491864-f178-4ea1-9f27-14001db6d7d2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:52:27.462272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-16030acc-05a7-4df0-a96f-8cceb627f324 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab775101-ca02-493e-8555-84e866b707c7') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:27.462694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-16030acc-05a7-4df0-a96f-8cceb627f324 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab775101-ca02-493e-8555-84e866b707c7') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:27.464137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca7390a-8874-489d-8294-3e1244d3a475 None None] Sync routers for ids ['dd4e48af-8917-45c8-b8c7-8b5583c1c925'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:52:27.477974 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5e491864-f178-4ea1-9f27-14001db6d7d2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "PUT /v2.0/routers/dd4e48af-8917-45c8-b8c7-8b5583c1c925/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0462656 Dec 25 19:52:27.479930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-16030acc-05a7-4df0-a96f-8cceb627f324 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:27.485565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca7390a-8874-489d-8294-3e1244d3a475 None None] Routers {'dd4e48af-8917-45c8-b8c7-8b5583c1c925'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:52:27.486550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-8ca7390a-8874-489d-8294-3e1244d3a475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:52:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['dd4e48af-8917-45c8-b8c7-8b5583c1c925'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:27.487861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51450) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:27.504222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-29af9b86-4c24-49c8-8f2d-2016b2f4a0fc None None] The port '8fcc704a-7aa8-475f-8089-f5c1ea71b60f' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:52:27.549047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-16030acc-05a7-4df0-a96f-8cceb627f324 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:27.573769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280f1ed4-61e4-4ff0-9c1c-1fe3b6e8abf9 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:27.575450 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-280f1ed4-61e4-4ff0-9c1c-1fe3b6e8abf9 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1793020 Dec 25 19:52:27.583131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad64169-ccbc-4e10-bd2b-ed929d178d78 None None] Pushing event updated for resources: {'Port': ['ID=007fe99c-8221-4b78-a0f9-903f9bf0c61d,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:27.585989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51454) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:27.628493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd27e86-726d-4601-bc7f-372c3a0ed685 None None] Network e06dbb6a-241c-47a9-be5d-fea8ee727624 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:52:27.637848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16030acc-05a7-4df0-a96f-8cceb627f324 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:52:27.638289 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-16030acc-05a7-4df0-a96f-8cceb627f324 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:27.654506 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:52:27.654506 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:52:27.654506 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:52:27.654506 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:52:27.654506 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:52:27.654506 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:52:27.654506 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:52:27.654506 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:52:27.654506 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:52:27.654506 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:52:27.654506 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:52:27.654506 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:52:27.654506 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:52:27.654506 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:52:27.654506 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:52:27.654506 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:52:27.654506 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:52:27.654506 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:52:27.654506 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:52:27.654506 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:52:27.654506 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:52:27.654506 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:52:27.654506 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:52:27.654506 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:52:27.654506 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:52:27.654506 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:52:27.654506 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:52:27.654506 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:52:27.654506 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:52:27.654506 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:52:27.654506 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:52:27.654506 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:52:27.661730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-013e1c24-4bd7-4403-af4b-17383fcd5f12 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Deleting subnet 761f7748-9086-494c-9a2c-e385b6be865c {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:52:27.665495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-013e1c24-4bd7-4403-af4b-17383fcd5f12 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:27.666980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4ad64169-ccbc-4e10-bd2b-ed929d178d78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:27.678423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9da159c1-a1de-46dc-aa20-5857359a1d47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.313s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:27.723265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-e6f631ba-02e9-44f6-8b2f-35c205b6655f None None] Provisioning for port 4f5863cd-ad44-42c7-8ca5-0adbe48f9e5b completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:52:27.727853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-013e1c24-4bd7-4403-af4b-17383fcd5f12 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:27.764212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-8ca7390a-8874-489d-8294-3e1244d3a475 None None] Set router dd4e48af-8917-45c8-b8c7-8b5583c1c925 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:52:27.770342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-e6f631ba-02e9-44f6-8b2f-35c205b6655f None None] Provisioning complete for port 4f5863cd-ad44-42c7-8ca5-0adbe48f9e5b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:52:27.771071 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e6f631ba-02e9-44f6-8b2f-35c205b6655f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:27.823474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-013e1c24-4bd7-4403-af4b-17383fcd5f12 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:27.914138 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-013e1c24-4bd7-4403-af4b-17383fcd5f12 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:27.926357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 007fe99c-8221-4b78-a0f9-903f9bf0c61d up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:52:27.928831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1f997377-85fb-4c1f-90e7-c18ba64f3cfd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:27.966806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-013e1c24-4bd7-4403-af4b-17383fcd5f12 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:27.980555 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-013e1c24-4bd7-4403-af4b-17383fcd5f12 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] 10.222.0.24 "DELETE /v2.0/subnets/761f7748-9086-494c-9a2c-e385b6be865c HTTP/1.1" status: 204 len: 168 time: 0.7233648 Dec 25 19:52:27.982502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e1c24-4bd7-4403-af4b-17383fcd5f12 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Pushing event deleted for resources: {'Subnet': ['ID=761f7748-9086-494c-9a2c-e385b6be865c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:27.987024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51458) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:28.007475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df38da49-ba79-4eb6-a608-a81ed53e9c8b None None] Network b1fd90d0-b668-4c42-b7a5-b0961807346a requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:52:28.065615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-013e1c24-4bd7-4403-af4b-17383fcd5f12 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:28.089157 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=20b942bf-50e5-4c52-881d-f714ed83b460,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:28.129095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:28.161372 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-16030acc-05a7-4df0-a96f-8cceb627f324 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:28.193566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-29d24db7-9e4b-4f1c-bb85-cf20fe294269 tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:28.209920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-16030acc-05a7-4df0-a96f-8cceb627f324 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:28.227347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16030acc-05a7-4df0-a96f-8cceb627f324 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'Network': ['ID=e05e6ba5-56cb-4b2d-b097-b147323f2d09,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:28.236708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d75c07f-ee73-4b01-9f0e-e62ecfdcb998 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:28.237389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d75c07f-ee73-4b01-9f0e-e62ecfdcb998 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:28.237947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d75c07f-ee73-4b01-9f0e-e62ecfdcb998 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:28.238498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d75c07f-ee73-4b01-9f0e-e62ecfdcb998 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:28.239210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d75c07f-ee73-4b01-9f0e-e62ecfdcb998 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:28.239778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d75c07f-ee73-4b01-9f0e-e62ecfdcb998 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:28.240325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d75c07f-ee73-4b01-9f0e-e62ecfdcb998 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:28.240867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d75c07f-ee73-4b01-9f0e-e62ecfdcb998 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:28.241406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d75c07f-ee73-4b01-9f0e-e62ecfdcb998 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:28.241947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d75c07f-ee73-4b01-9f0e-e62ecfdcb998 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:28.244292 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8d75c07f-ee73-4b01-9f0e-e62ecfdcb998 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7002 time: 0.7554054 Dec 25 19:52:28.245741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-16030acc-05a7-4df0-a96f-8cceb627f324 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:28.247274 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-16030acc-05a7-4df0-a96f-8cceb627f324 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/networks/e05e6ba5-56cb-4b2d-b097-b147323f2d09 HTTP/1.1" status: 204 len: 168 time: 2.1848145 Dec 25 19:52:28.248323 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51462) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:28.287870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51466) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:28.298800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-81218e88-25c0-4594-a43e-e8409aff8c3f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'port': {'network_id': 'c4f1b4fb-234b-44be-ada4-eba113016c02', 'name': 'tempest-PortsTestJSON-422758736'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:28.306180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba5073bf-7f89-4cc4-b3f7-dac545c973c6 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Deleting subnet cfaf3d4d-53a8-4a58-93cc-b2f801c9cf3f {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:52:28.309822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba5073bf-7f89-4cc4-b3f7-dac545c973c6 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:28.374145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b19ae52-c29a-4185-b127-cd607bdace5f tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:28.375473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b19ae52-c29a-4185-b127-cd607bdace5f tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:28.376030 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b19ae52-c29a-4185-b127-cd607bdace5f tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:28.376576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b19ae52-c29a-4185-b127-cd607bdace5f tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:28.377122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b19ae52-c29a-4185-b127-cd607bdace5f tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:28.377664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b19ae52-c29a-4185-b127-cd607bdace5f tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:28.378211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b19ae52-c29a-4185-b127-cd607bdace5f tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:28.378753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b19ae52-c29a-4185-b127-cd607bdace5f tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:28.381001 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1b19ae52-c29a-4185-b127-cd607bdace5f tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5231 time: 0.1308501 Dec 25 19:52:28.385967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51470) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:28.394747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6396a08-5142-43d5-aac6-3bc294b03e1c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:28.397108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6396a08-5142-43d5-aac6-3bc294b03e1c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:28.403037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6396a08-5142-43d5-aac6-3bc294b03e1c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:28.406429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b6396a08-5142-43d5-aac6-3bc294b03e1c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:52:28.444742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-8ca7390a-8874-489d-8294-3e1244d3a475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'name': 'tempest-TestNetworkBasicOps-router-1483269214', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': '20b942bf-50e5-4c52-881d-f714ed83b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:52:12Z', 'updated_at': '2021-12-25T19:52:23Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '20b942bf-50e5-4c52-881d-f714ed83b460', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:52:13Z', 'updated_at': '2021-12-25T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'bfc5cfa0-aa3d-4364-a9bd-7da341b963f1', 'name': '', 'network_id': 'e06dbb6a-241c-47a9-be5d-fea8ee727624', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:b0:77:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec36c59c-a669-4cfe-8242-554bbb888561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:52:22Z', 'updated_at': '2021-12-25T19:52:24Z', 'revision_number': 2, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'ec36c59c-a669-4cfe-8242-554bbb888561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:28.453674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba5073bf-7f89-4cc4-b3f7-dac545c973c6 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:28.457167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca7390a-8874-489d-8294-3e1244d3a475 None None] Checking router: dd4e48af-8917-45c8-b8c7-8b5583c1c925 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:52:28.457723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca7390a-8874-489d-8294-3e1244d3a475 None None] Updating router dd4e48af-8917-45c8-b8c7-8b5583c1c925 port bfc5cfa0-aa3d-4364-a9bd-7da341b963f1 binding host dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 19:52:28.568331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b6396a08-5142-43d5-aac6-3bc294b03e1c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:52:28.569846 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b6396a08-5142-43d5-aac6-3bc294b03e1c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.9828207 Dec 25 19:52:28.573425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51474) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:28.588195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8ca7390a-8874-489d-8294-3e1244d3a475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:28.608100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-81218e88-25c0-4594-a43e-e8409aff8c3f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:28.615535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-81218e88-25c0-4594-a43e-e8409aff8c3f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Usage tracker for resource:port and tenant:403e9089dd684dee8c86c3ba99f83960 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:28.623138 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-81218e88-25c0-4594-a43e-e8409aff8c3f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:28.637495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-81218e88-25c0-4594-a43e-e8409aff8c3f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:28.677735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e6f631ba-02e9-44f6-8b2f-35c205b6655f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:28.739840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-e6f631ba-02e9-44f6-8b2f-35c205b6655f None None] For port 4f5863cd-ad44-42c7-8ca5-0adbe48f9e5b, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=4f5863cd-ad44-42c7-8ca5-0adbe48f9e5b,segment=NetworkSegment(43266cd3-4b82-4fe2-a975-b78f72b2e140),segment_id=43266cd3-4b82-4fe2-a975-b78f72b2e140)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:28.786651 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e6f631ba-02e9-44f6-8b2f-35c205b6655f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:28.797965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-33d6591f-c8e5-4f94-8751-33ecdc0a4afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:28.834115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81218e88-25c0-4594-a43e-e8409aff8c3f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Made reservation on behalf of 403e9089dd684dee8c86c3ba99f83960 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:52:28.841371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81218e88-25c0-4594-a43e-e8409aff8c3f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:28.848662 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 8fcc704a-7aa8-475f-8089-f5c1ea71b60f no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:52:28.854145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba5073bf-7f89-4cc4-b3f7-dac545c973c6 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:28.877153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-81218e88-25c0-4594-a43e-e8409aff8c3f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] device_id is not set on port 76d2e47c-de25-473d-9eba-96539f8b073a yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:52:28.914779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 8fcc704a-7aa8-475f-8089-f5c1ea71b60f {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:52:28.915258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 8fcc704a-7aa8-475f-8089-f5c1ea71b60f not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:52:28.944697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f631ba-02e9-44f6-8b2f-35c205b6655f None None] Pushing event updated for resources: {'Port': ['ID=4f5863cd-ad44-42c7-8ca5-0adbe48f9e5b,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:28.964054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e6f631ba-02e9-44f6-8b2f-35c205b6655f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:29.060127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2d1ab2-763d-4479-9232-1b557343db52 None None] DHCP port deletion for b1fd90d0-b668-4c42-b7a5-b0961807346a request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:52:29.064699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7d2d1ab2-763d-4479-9232-1b557343db52 None None] Deleting port 1059187e-f9cf-48fc-b44a-8ce1ec40ffee {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:29.065136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7d2d1ab2-763d-4479-9232-1b557343db52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:29.137722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b7ffc8a-c2e8-4ef0-8546-dcde4afbee53 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting subnet c612b676-b429-493c-bf6b-327836ad7899 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:52:29.158963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6b7ffc8a-c2e8-4ef0-8546-dcde4afbee53 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:29.249617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cae9a14-f446-4d74-84f3-b6dd181c7837 None None] DHCP port deletion for e05e6ba5-56cb-4b2d-b097-b147323f2d09 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:52:29.284308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-83849f0e-b1c6-4e97-bf38-0ca1ad16de80 None None] Could not find standard attr ID for object 2d7201a9-0327-4a6c-ab8d-144383fc62b7. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:52:29.288289 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6b7ffc8a-c2e8-4ef0-8546-dcde4afbee53 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:29.338361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f362cb-7c29-4be7-ac6b-322c080d57d6 None None] Network e05e6ba5-56cb-4b2d-b097-b147323f2d09 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:52:29.402904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6b7ffc8a-c2e8-4ef0-8546-dcde4afbee53 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:29.418182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f362cb-7c29-4be7-ac6b-322c080d57d6 None None] Network e05e6ba5-56cb-4b2d-b097-b147323f2d09 could not be found, it might have been deleted concurrently. {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 25 19:52:29.423389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81218e88-25c0-4594-a43e-e8409aff8c3f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:29.459733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba5073bf-7f89-4cc4-b3f7-dac545c973c6 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:29.469639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81218e88-25c0-4594-a43e-e8409aff8c3f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:29.476584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ab7f5bf8-4d77-49cc-b68b-ecda39530395 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:29.479891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7553cf75-8858-4695-84fe-a293d6432f61 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:29.505092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-7d2d1ab2-763d-4479-9232-1b557343db52 None None] For port 1059187e-f9cf-48fc-b44a-8ce1ec40ffee, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=1059187e-f9cf-48fc-b44a-8ce1ec40ffee,segment=NetworkSegment(5877e97a-dab7-4b75-af6d-a811e3ddc68a),segment_id=5877e97a-dab7-4b75-af6d-a811e3ddc68a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:29.505664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7d2d1ab2-763d-4479-9232-1b557343db52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:29.562061 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5073bf-7f89-4cc4-b3f7-dac545c973c6 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Pushing event deleted for resources: {'Subnet': ['ID=cfaf3d4d-53a8-4a58-93cc-b2f801c9cf3f,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:29.565816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ba5073bf-7f89-4cc4-b3f7-dac545c973c6 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:29.571786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8ca7390a-8874-489d-8294-3e1244d3a475 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:29.578268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba5073bf-7f89-4cc4-b3f7-dac545c973c6 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:29.598994 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ba5073bf-7f89-4cc4-b3f7-dac545c973c6 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] 10.222.0.24 "DELETE /v2.0/subnets/cfaf3d4d-53a8-4a58-93cc-b2f801c9cf3f HTTP/1.1" status: 204 len: 168 time: 1.6094315 Dec 25 19:52:29.600853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49947d7-ad39-42ae-acb8-20a75bfce726 None None] Network 14a222f7-24fa-42f6-9b7a-c7fe46d41a7b requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:52:29.602703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51478) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:29.609890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-8ca7390a-8874-489d-8294-3e1244d3a475 None None] Transition to ACTIVE for port object bfc5cfa0-aa3d-4364-a9bd-7da341b963f1 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:52:29.621277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6b7ffc8a-c2e8-4ef0-8546-dcde4afbee53 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:29.623892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8ca7390a-8874-489d-8294-3e1244d3a475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:29.627266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3fa73899-8e2b-469a-a554-c6057e8e10e5 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:29.638640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:29.679183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81218e88-25c0-4594-a43e-e8409aff8c3f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Network c4f1b4fb-234b-44be-ada4-eba113016c02 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:52:29.697086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-81218e88-25c0-4594-a43e-e8409aff8c3f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:29.705822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81218e88-25c0-4594-a43e-e8409aff8c3f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'Port': ['ID=76d2e47c-de25-473d-9eba-96539f8b073a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:29.709262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-81218e88-25c0-4594-a43e-e8409aff8c3f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:29.712815 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81218e88-25c0-4594-a43e-e8409aff8c3f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:52:29.722309 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81218e88-25c0-4594-a43e-e8409aff8c3f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:29.723001 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81218e88-25c0-4594-a43e-e8409aff8c3f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:29.732833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ffc8a-c2e8-4ef0-8546-dcde4afbee53 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Subnet': ['ID=c612b676-b429-493c-bf6b-327836ad7899,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:29.748821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6b7ffc8a-c2e8-4ef0-8546-dcde4afbee53 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:29.759483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6b7ffc8a-c2e8-4ef0-8546-dcde4afbee53 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:29.792762 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6b7ffc8a-c2e8-4ef0-8546-dcde4afbee53 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/c612b676-b429-493c-bf6b-327836ad7899 HTTP/1.1" status: 204 len: 168 time: 1.2135553 Dec 25 19:52:29.795466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51482) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:29.844183 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-81218e88-25c0-4594-a43e-e8409aff8c3f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5548389 Dec 25 19:52:29.864236 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-439d6b16-40d1-40dc-a6b3-393c439510e2 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2150 time: 1.4766877 Dec 25 19:52:29.868926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51486) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:29.912317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-391d95e4-fc65-4850-ae12-33b298bc5fd5 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting subnet ec3ecba9-bc6d-49e0-82b4-d6c099fbe7db {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:52:29.916063 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-391d95e4-fc65-4850-ae12-33b298bc5fd5 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:29.945146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bbe2bf82-ff8f-40c7-8671-b582beaa49e5 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:29.980244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7d2d1ab2-763d-4479-9232-1b557343db52 None None] Calling delete_port for 1059187e-f9cf-48fc-b44a-8ce1ec40ffee owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:52:30.009163 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-d3aff858-ae5e-4d0c-aa56-385e44851658 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Deleting port 76d2e47c-de25-473d-9eba-96539f8b073a {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:30.009544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3aff858-ae5e-4d0c-aa56-385e44851658 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:30.015649 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-391d95e4-fc65-4850-ae12-33b298bc5fd5 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:30.041672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 4f5863cd-ad44-42c7-8ca5-0adbe48f9e5b up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:52:30.095984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-bbe2bf82-ff8f-40c7-8671-b582beaa49e5 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Deleting port 1059187e-f9cf-48fc-b44a-8ce1ec40ffee {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:30.096358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bbe2bf82-ff8f-40c7-8671-b582beaa49e5 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:30.122023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-391d95e4-fc65-4850-ae12-33b298bc5fd5 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:30.166080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1658b9-cffa-4d30-beba-462a476151b1 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:52:30.245106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-8ca7390a-8874-489d-8294-3e1244d3a475 None None] Attempting to bind port bfc5cfa0-aa3d-4364-a9bd-7da341b963f1 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:52:30.245525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-8ca7390a-8874-489d-8294-3e1244d3a475 None None] Attempting to bind port bfc5cfa0-aa3d-4364-a9bd-7da341b963f1 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '43266cd3-4b82-4fe2-a975-b78f72b2e140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e06dbb6a-241c-47a9-be5d-fea8ee727624'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:52:30.245927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca7390a-8874-489d-8294-3e1244d3a475 None None] Attempting to bind port bfc5cfa0-aa3d-4364-a9bd-7da341b963f1 on network e06dbb6a-241c-47a9-be5d-fea8ee727624 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:52:30.266980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca7390a-8874-489d-8294-3e1244d3a475 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:52:30.267426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca7390a-8874-489d-8294-3e1244d3a475 None None] Checking segment: {'id': '43266cd3-4b82-4fe2-a975-b78f72b2e140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e06dbb6a-241c-47a9-be5d-fea8ee727624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:52:30.267873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8ca7390a-8874-489d-8294-3e1244d3a475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:30.268308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca7390a-8874-489d-8294-3e1244d3a475 None None] Bound using segment: {'id': '43266cd3-4b82-4fe2-a975-b78f72b2e140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e06dbb6a-241c-47a9-be5d-fea8ee727624'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:52:30.268830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-8ca7390a-8874-489d-8294-3e1244d3a475 None None] Bound port: bfc5cfa0-aa3d-4364-a9bd-7da341b963f1, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43266cd3-4b82-4fe2-a975-b78f72b2e140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e06dbb6a-241c-47a9-be5d-fea8ee727624'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:52:30.269245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8ca7390a-8874-489d-8294-3e1244d3a475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:30.299596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-391d95e4-fc65-4850-ae12-33b298bc5fd5 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:30.322261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-04b6965f-29f1-4c95-8828-d05619c23277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:30.399801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-8ca7390a-8874-489d-8294-3e1244d3a475 None None] For port bfc5cfa0-aa3d-4364-a9bd-7da341b963f1, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:52:30.404446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-8ca7390a-8874-489d-8294-3e1244d3a475 None None] For port bfc5cfa0-aa3d-4364-a9bd-7da341b963f1, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=bfc5cfa0-aa3d-4364-a9bd-7da341b963f1,segment=NetworkSegment(43266cd3-4b82-4fe2-a975-b78f72b2e140),segment_id=43266cd3-4b82-4fe2-a975-b78f72b2e140)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:52:30.409675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-391d95e4-fc65-4850-ae12-33b298bc5fd5 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:30.412559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4916cb9-a02c-4b1a-b129-2b51e0460529 None None] Pushing event updated for resources: {'Port': ['ID=bfc5cfa0-aa3d-4364-a9bd-7da341b963f1,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:30.416693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8ca7390a-8874-489d-8294-3e1244d3a475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:30.429611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d95e4-fc65-4850-ae12-33b298bc5fd5 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Subnet': ['ID=ec3ecba9-bc6d-49e0-82b4-d6c099fbe7db,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:30.437017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-391d95e4-fc65-4850-ae12-33b298bc5fd5 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:30.441106 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-391d95e4-fc65-4850-ae12-33b298bc5fd5 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/ec3ecba9-bc6d-49e0-82b4-d6c099fbe7db HTTP/1.1" status: 204 len: 168 time: 0.6416914 Dec 25 19:52:30.443952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51494) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:30.445278 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4916cb9-a02c-4b1a-b129-2b51e0460529 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:52:30.445672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4916cb9-a02c-4b1a-b129-2b51e0460529 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:52:30.446056 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4916cb9-a02c-4b1a-b129-2b51e0460529 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:52:30.446432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4916cb9-a02c-4b1a-b129-2b51e0460529 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:52:30.446804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4916cb9-a02c-4b1a-b129-2b51e0460529 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:52:30.447227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4916cb9-a02c-4b1a-b129-2b51e0460529 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:52:30.447599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4916cb9-a02c-4b1a-b129-2b51e0460529 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:52:30.448035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4916cb9-a02c-4b1a-b129-2b51e0460529 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:52:30.448325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4916cb9-a02c-4b1a-b129-2b51e0460529 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:52:30.449199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4916cb9-a02c-4b1a-b129-2b51e0460529 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:52:30.449199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4916cb9-a02c-4b1a-b129-2b51e0460529 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:52:30.455776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d4916cb9-a02c-4b1a-b129-2b51e0460529 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.817s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:30.456304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7132e54d-9e3e-4242-854f-b94e305cbd46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:30.551971 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d195a5f9-a8eb-4923-ba77-838026451635 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1056609 Dec 25 19:52:30.554064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51500) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:30.557808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca7390a-8874-489d-8294-3e1244d3a475 None None] Routers {'dd4e48af-8917-45c8-b8c7-8b5583c1c925'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:52:30.558645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-8ca7390a-8874-489d-8294-3e1244d3a475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:52:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['dd4e48af-8917-45c8-b8c7-8b5583c1c925'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:30.564208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-5333b4b3-7d6b-4223-a856-6e901c4857d7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'subnet': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:30.573515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-bef48166-3c76-4e4f-b2e1-a6b29665b012 None None] Provisioning for port bfc5cfa0-aa3d-4364-a9bd-7da341b963f1 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:52:30.647584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 4f5863cd-ad44-42c7-8ca5-0adbe48f9e5b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:52:30.647987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:30.706217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4916cb9-a02c-4b1a-b129-2b51e0460529 None None] Pushing event updated for resources: {'Port': ['ID=bfc5cfa0-aa3d-4364-a9bd-7da341b963f1,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:30.726442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d4916cb9-a02c-4b1a-b129-2b51e0460529 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:30.752621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5333b4b3-7d6b-4223-a856-6e901c4857d7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:30.763422 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7d2d1ab2-763d-4479-9232-1b557343db52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:30.763847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5333b4b3-7d6b-4223-a856-6e901c4857d7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:subnet and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:30.767995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5333b4b3-7d6b-4223-a856-6e901c4857d7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:30.773510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-800d35c7-1cbe-48ca-b993-13cb54ce5e6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:30.775369 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5333b4b3-7d6b-4223-a856-6e901c4857d7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:30.788767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5333b4b3-7d6b-4223-a856-6e901c4857d7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:52:30.797572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3aff858-ae5e-4d0c-aa56-385e44851658 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:30.799093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5333b4b3-7d6b-4223-a856-6e901c4857d7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:30.883179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d1ab2-763d-4479-9232-1b557343db52 None None] Pushing event deleted for resources: {'Port': ['ID=1059187e-f9cf-48fc-b44a-8ce1ec40ffee,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:30.892264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7d2d1ab2-763d-4479-9232-1b557343db52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:30.949419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-8ca7390a-8874-489d-8294-3e1244d3a475 None None] Set router dd4e48af-8917-45c8-b8c7-8b5583c1c925 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:52:30.955741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2d1ab2-763d-4479-9232-1b557343db52 None None] No DVR routers for this DVR port 1059187e-f9cf-48fc-b44a-8ce1ec40ffee on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:52:30.968755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-bef48166-3c76-4e4f-b2e1-a6b29665b012 None None] Provisioning for port 007fe99c-8221-4b78-a0f9-903f9bf0c61d completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:52:30.972391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51504) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:30.981690 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-d3aff858-ae5e-4d0c-aa56-385e44851658 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Calling delete_port for 76d2e47c-de25-473d-9eba-96539f8b073a owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:52:31.024220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-9d82ecc8-29ce-4bc3-a1b9-a012b804159e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-344829059', 'description': 'tempest-secgroup-smoke-344829059 description', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:31.044275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-bbe2bf82-ff8f-40c7-8671-b582beaa49e5 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] For port 1059187e-f9cf-48fc-b44a-8ce1ec40ffee, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=1059187e-f9cf-48fc-b44a-8ce1ec40ffee,segment=NetworkSegment(5877e97a-dab7-4b75-af6d-a811e3ddc68a),segment_id=5877e97a-dab7-4b75-af6d-a811e3ddc68a)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:31.045078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bbe2bf82-ff8f-40c7-8671-b582beaa49e5 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:31.055019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9d82ecc8-29ce-4bc3-a1b9-a012b804159e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:31.063952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-bef48166-3c76-4e4f-b2e1-a6b29665b012 None None] Provisioning complete for port 007fe99c-8221-4b78-a0f9-903f9bf0c61d triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:52:31.064535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bef48166-3c76-4e4f-b2e1-a6b29665b012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:31.070202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9d82ecc8-29ce-4bc3-a1b9-a012b804159e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:31.130013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9d82ecc8-29ce-4bc3-a1b9-a012b804159e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:31.189311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 20b942bf-50e5-4c52-881d-f714ed83b460 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:52:31.226774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5333b4b3-7d6b-4223-a856-6e901c4857d7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:31.232062 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-bbe2bf82-ff8f-40c7-8671-b582beaa49e5 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Calling delete_port for 1059187e-f9cf-48fc-b44a-8ce1ec40ffee owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:52:31.234497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-302ccbca-22e4-49d6-a350-3c7b92bab34f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:31.293638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9d82ecc8-29ce-4bc3-a1b9-a012b804159e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:31.343893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5333b4b3-7d6b-4223-a856-6e901c4857d7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:52:31.355921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-5333b4b3-7d6b-4223-a856-6e901c4857d7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:31.364513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5333b4b3-7d6b-4223-a856-6e901c4857d7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:31.365152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5333b4b3-7d6b-4223-a856-6e901c4857d7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:31.375477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5333b4b3-7d6b-4223-a856-6e901c4857d7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Subnet': ['ID=fe389971-cec2-4d9a-a75f-02010d2aa556,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:31.387775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5333b4b3-7d6b-4223-a856-6e901c4857d7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:31.387951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9d82ecc8-29ce-4bc3-a1b9-a012b804159e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:31.392075 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44103a47-4185-4d87-9403-af619f698573 None None] DHCP port deletion for 14a222f7-24fa-42f6-9b7a-c7fe46d41a7b request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:52:31.408419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-44103a47-4185-4d87-9403-af619f698573 None None] Deleting port 72d5a849-ed9e-4032-8a7b-3efaf3adee10 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:31.408928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-44103a47-4185-4d87-9403-af619f698573 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:31.416963 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5333b4b3-7d6b-4223-a856-6e901c4857d7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8615119 Dec 25 19:52:31.417778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51508) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:31.425118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b3ec106e-0aa3-488c-97a1-650e9fc5fb87 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'subnet': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:31.439182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3aff858-ae5e-4d0c-aa56-385e44851658 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:31.445837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0d2616-7e73-474b-85af-8bce3ae110d5 None None] DHCP port deletion for 7396b720-65bf-48b2-8da7-778eed2fcf44 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:52:31.455411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e90959c7-9a6a-4124-b9c8-e023ab69229a tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:31.462835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8c0d2616-7e73-474b-85af-8bce3ae110d5 None None] Deleting port 007fe99c-8221-4b78-a0f9-903f9bf0c61d {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:31.463293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8c0d2616-7e73-474b-85af-8bce3ae110d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:31.492217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-bbe2bf82-ff8f-40c7-8671-b582beaa49e5 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:52:31.492782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-bbe2bf82-ff8f-40c7-8671-b582beaa49e5 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:52:31.518040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aff858-ae5e-4d0c-aa56-385e44851658 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'Port': ['ID=76d2e47c-de25-473d-9eba-96539f8b073a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:31.529799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9d82ecc8-29ce-4bc3-a1b9-a012b804159e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:31.543462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9d82ecc8-29ce-4bc3-a1b9-a012b804159e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:31.549358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9d82ecc8-29ce-4bc3-a1b9-a012b804159e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:31.558458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aff858-ae5e-4d0c-aa56-385e44851658 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:52:31.559163 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aff858-ae5e-4d0c-aa56-385e44851658 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:52:31.559706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aff858-ae5e-4d0c-aa56-385e44851658 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:52:31.560254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aff858-ae5e-4d0c-aa56-385e44851658 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:52:31.560784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aff858-ae5e-4d0c-aa56-385e44851658 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:52:31.561440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aff858-ae5e-4d0c-aa56-385e44851658 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:52:31.562581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aff858-ae5e-4d0c-aa56-385e44851658 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:52:31.563139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aff858-ae5e-4d0c-aa56-385e44851658 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:52:31.563981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aff858-ae5e-4d0c-aa56-385e44851658 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:52:31.564587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aff858-ae5e-4d0c-aa56-385e44851658 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:52:31.565067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aff858-ae5e-4d0c-aa56-385e44851658 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:52:31.586718 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d3aff858-ae5e-4d0c-aa56-385e44851658 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:31.591624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9d82ecc8-29ce-4bc3-a1b9-a012b804159e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:31.594634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3aff858-ae5e-4d0c-aa56-385e44851658 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:31.611777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-8ca7390a-8874-489d-8294-3e1244d3a475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'name': 'tempest-TestNetworkBasicOps-router-1483269214', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': '20b942bf-50e5-4c52-881d-f714ed83b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:52:12Z', 'updated_at': '2021-12-25T19:52:23Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '20b942bf-50e5-4c52-881d-f714ed83b460', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:52:13Z', 'updated_at': '2021-12-25T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'bfc5cfa0-aa3d-4364-a9bd-7da341b963f1', 'name': '', 'network_id': 'e06dbb6a-241c-47a9-be5d-fea8ee727624', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:b0:77:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec36c59c-a669-4cfe-8242-554bbb888561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:52:22Z', 'updated_at': '2021-12-25T19:52:30Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'ec36c59c-a669-4cfe-8242-554bbb888561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:31.616763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-bef48166-3c76-4e4f-b2e1-a6b29665b012 None None] Provisioning complete for port 4f5863cd-ad44-42c7-8ca5-0adbe48f9e5b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:52:31.617350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bef48166-3c76-4e4f-b2e1-a6b29665b012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:31.622713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca7390a-8874-489d-8294-3e1244d3a475 None None] The sync data for ids ['dd4e48af-8917-45c8-b8c7-8b5583c1c925'] in dv-neutron-822611-1-hyperv is: [{'id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'name': 'tempest-TestNetworkBasicOps-router-1483269214', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': '20b942bf-50e5-4c52-881d-f714ed83b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:52:12Z', 'updated_at': '2021-12-25T19:52:23Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '20b942bf-50e5-4c52-881d-f714ed83b460', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:52:13Z', 'updated_at': '2021-12-25T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'bfc5cfa0-aa3d-4364-a9bd-7da341b963f1', 'name': '', 'network_id': 'e06dbb6a-241c-47a9-be5d-fea8ee727624', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:b0:77:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec36c59c-a669-4cfe-8242-554bbb888561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:52:22Z', 'updated_at': '2021-12-25T19:52:30Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'ec36c59c-a669-4cfe-8242-554bbb888561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:52:31.634784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51512) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:31.635026 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d3aff858-ae5e-4d0c-aa56-385e44851658 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/ports/76d2e47c-de25-473d-9eba-96539f8b073a HTTP/1.1" status: 204 len: 168 time: 1.7645004 Dec 25 19:52:31.641719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-63682e76-04fc-468f-812b-a37218c6f574 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'port': {'network_id': 'c4f1b4fb-234b-44be-ada4-eba113016c02', 'mac_address': 'fa:16:3e:38:f1:eb', 'name': 'tempest-PortsTestJSON-1903173790'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:31.664632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b3ec106e-0aa3-488c-97a1-650e9fc5fb87 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:31.677688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b3ec106e-0aa3-488c-97a1-650e9fc5fb87 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:subnet and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:31.693157 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9d82ecc8-29ce-4bc3-a1b9-a012b804159e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:31.694491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b3ec106e-0aa3-488c-97a1-650e9fc5fb87 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:31.710384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9d82ecc8-29ce-4bc3-a1b9-a012b804159e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:31.723287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b3ec106e-0aa3-488c-97a1-650e9fc5fb87 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:31.728473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-881f0342-9607-4c68-a066-942c7fbc6fa2 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:31.738768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 20b942bf-50e5-4c52-881d-f714ed83b460 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:52:31.739374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:31.804601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82ecc8-29ce-4bc3-a1b9-a012b804159e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=476f993a-5350-4bf2-a5b7-7a2be7c38041,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:31.808000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9d82ecc8-29ce-4bc3-a1b9-a012b804159e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:31.812453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9d82ecc8-29ce-4bc3-a1b9-a012b804159e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:31.814975 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9d82ecc8-29ce-4bc3-a1b9-a012b804159e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.8408098 Dec 25 19:52:31.817961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51516) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:31.826860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-633aeea2-1483-4d10-bc91-623ef967aadb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': '476f993a-5350-4bf2-a5b7-7a2be7c38041', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:31.835319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-633aeea2-1483-4d10-bc91-623ef967aadb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:31.840186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-633aeea2-1483-4d10-bc91-623ef967aadb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:31.844855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-633aeea2-1483-4d10-bc91-623ef967aadb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:31.851908 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-633aeea2-1483-4d10-bc91-623ef967aadb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:31.857376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ec106e-0aa3-488c-97a1-650e9fc5fb87 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:52:31.869496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3ec106e-0aa3-488c-97a1-650e9fc5fb87 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:31.871652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-633aeea2-1483-4d10-bc91-623ef967aadb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:31.922354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-63682e76-04fc-468f-812b-a37218c6f574 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:31.932968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-63682e76-04fc-468f-812b-a37218c6f574 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Usage tracker for resource:port and tenant:403e9089dd684dee8c86c3ba99f83960 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:31.939181 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-63682e76-04fc-468f-812b-a37218c6f574 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:31.952537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-633aeea2-1483-4d10-bc91-623ef967aadb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:31.956971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-633aeea2-1483-4d10-bc91-623ef967aadb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:31.966331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6c86b26c-0003-4330-b1a8-c37a217e882c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:31.987891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633aeea2-1483-4d10-bc91-623ef967aadb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad6d9171-629f-42af-8794-a0135f917e28,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:31.992304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-633aeea2-1483-4d10-bc91-623ef967aadb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:31.996415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-bbe2bf82-ff8f-40c7-8671-b582beaa49e5 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Deleting port 1059187e-f9cf-48fc-b44a-8ce1ec40ffee {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:31.997374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bbe2bf82-ff8f-40c7-8671-b582beaa49e5 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:32.008143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-63682e76-04fc-468f-812b-a37218c6f574 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:32.040114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63682e76-04fc-468f-812b-a37218c6f574 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Made reservation on behalf of 403e9089dd684dee8c86c3ba99f83960 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:52:32.081339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-bbe2bf82-ff8f-40c7-8671-b582beaa49e5 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] The port '1059187e-f9cf-48fc-b44a-8ce1ec40ffee' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:52:32.082619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-633aeea2-1483-4d10-bc91-623ef967aadb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:32.083959 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-633aeea2-1483-4d10-bc91-623ef967aadb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2647927 Dec 25 19:52:32.097362 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-44103a47-4185-4d87-9403-af619f698573 None None] For port 72d5a849-ed9e-4032-8a7b-3efaf3adee10, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=72d5a849-ed9e-4032-8a7b-3efaf3adee10,segment=NetworkSegment(12d18c7b-d47b-4ab8-9507-5b976f72eef6),segment_id=12d18c7b-d47b-4ab8-9507-5b976f72eef6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:32.097810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-44103a47-4185-4d87-9403-af619f698573 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:32.115004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51520) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:32.124944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-5ea43835-62e6-46f9-a092-ca485198840f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': '476f993a-5350-4bf2-a5b7-7a2be7c38041', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:32.161395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5ea43835-62e6-46f9-a092-ca485198840f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:32.188840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5ea43835-62e6-46f9-a092-ca485198840f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:32.192085 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.ipam_backend_mixin [None req-b3ec106e-0aa3-488c-97a1-650e9fc5fb87 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fe389971-cec2-4d9a-a75f-02010d2aa556 (CIDR: 2001:db8::/64) Dec 25 19:52:32.199428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-63682e76-04fc-468f-812b-a37218c6f574 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:32.203833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5ea43835-62e6-46f9-a092-ca485198840f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:32.217531 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3ec106e-0aa3-488c-97a1-650e9fc5fb87 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:52:32.219023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3ec106e-0aa3-488c-97a1-650e9fc5fb87 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:32.226716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5ea43835-62e6-46f9-a092-ca485198840f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:32.257664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-63682e76-04fc-468f-812b-a37218c6f574 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] device_id is not set on port 236a7290-01a5-48d0-99f3-493140810c3e yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:52:32.302363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bbe2bf82-ff8f-40c7-8671-b582beaa49e5 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:32.304493 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b3ec106e-0aa3-488c-97a1-650e9fc5fb87 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8855722 Dec 25 19:52:32.311908 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51524) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:32.339955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-bbe2bf82-ff8f-40c7-8671-b582beaa49e5 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1fd90d0-b668-4c42-b7a5-b0961807346a']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:32.364248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-bbe2bf82-ff8f-40c7-8671-b582beaa49e5 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5877e97a-dab7-4b75-af6d-a811e3ddc68a') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:32.365173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-bbe2bf82-ff8f-40c7-8671-b582beaa49e5 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5877e97a-dab7-4b75-af6d-a811e3ddc68a') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:32.382975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bbe2bf82-ff8f-40c7-8671-b582beaa49e5 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:32.406372 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bbe2bf82-ff8f-40c7-8671-b582beaa49e5 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:32.416077 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe2bf82-ff8f-40c7-8671-b582beaa49e5 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:52:32.416854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bbe2bf82-ff8f-40c7-8671-b582beaa49e5 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:32.540385 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:52:32.540385 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:52:32.540385 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:52:32.540385 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:52:32.540385 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:52:32.540385 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:52:32.540385 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:52:32.540385 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:52:32.540385 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:52:32.540385 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:52:32.540385 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:52:32.540385 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:52:32.540385 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:52:32.540385 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:52:32.540385 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:52:32.540385 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:52:32.540385 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:52:32.540385 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:52:32.540385 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:52:32.540385 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:52:32.540385 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:52:32.540385 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:52:32.540385 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:52:32.540385 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:52:32.540385 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:52:32.540385 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:52:32.540385 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:52:32.540385 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:52:32.540385 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:52:32.540385 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:52:32.540385 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:52:32.540385 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:52:32.540385 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:52:32.540385 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:52:32.540385 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:52:32.540385 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:52:32.540385 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:52:32.540385 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:52:32.540385 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:52:32.540385 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:52:32.544888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-44103a47-4185-4d87-9403-af619f698573 None None] Calling delete_port for 72d5a849-ed9e-4032-8a7b-3efaf3adee10 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:52:32.548221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bbe2bf82-ff8f-40c7-8671-b582beaa49e5 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:32.558366 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bbe2bf82-ff8f-40c7-8671-b582beaa49e5 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:32.567633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3d22c2b1-b89d-41ab-984e-77e08d24ba31 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:32.590403 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-bbe2bf82-ff8f-40c7-8671-b582beaa49e5 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] 10.222.0.24 "DELETE /v2.0/networks/b1fd90d0-b668-4c42-b7a5-b0961807346a HTTP/1.1" status: 204 len: 168 time: 2.9806824 Dec 25 19:52:32.599027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51526) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:32.600684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-8c0d2616-7e73-474b-85af-8bce3ae110d5 None None] For port 007fe99c-8221-4b78-a0f9-903f9bf0c61d, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=007fe99c-8221-4b78-a0f9-903f9bf0c61d,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:32.601142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8c0d2616-7e73-474b-85af-8bce3ae110d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:32.618900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2bf82-ff8f-40c7-8671-b582beaa49e5 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Pushing event deleted for resources: {'Network': ['ID=b1fd90d0-b668-4c42-b7a5-b0961807346a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:32.622007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bbe2bf82-ff8f-40c7-8671-b582beaa49e5 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:32.648806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ea43835-62e6-46f9-a092-ca485198840f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:32.735955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ea43835-62e6-46f9-a092-ca485198840f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:32.753105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ea43835-62e6-46f9-a092-ca485198840f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:32.780745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3cafa143-b8a8-4336-bc56-7c32ae134eab tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:32.783104 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8c0d2616-7e73-474b-85af-8bce3ae110d5 None None] Calling delete_port for 007fe99c-8221-4b78-a0f9-903f9bf0c61d owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:52:32.798739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea43835-62e6-46f9-a092-ca485198840f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f878851-5ab2-41aa-8da8-51102993afc8,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:32.800753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-63682e76-04fc-468f-812b-a37218c6f574 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:32.801514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5ea43835-62e6-46f9-a092-ca485198840f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:32.802653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ea43835-62e6-46f9-a092-ca485198840f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:32.806736 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5ea43835-62e6-46f9-a092-ca485198840f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6846080 Dec 25 19:52:32.807967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51530) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:32.820236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-6f9b4a67-8f5b-4fff-b1fb-531da2bb1922 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': '476f993a-5350-4bf2-a5b7-7a2be7c38041', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:32.827536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6f9b4a67-8f5b-4fff-b1fb-531da2bb1922 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:32.833295 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6f9b4a67-8f5b-4fff-b1fb-531da2bb1922 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:32.834191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 2d7201a9-0327-4a6c-ab8d-144383fc62b7 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:52:32.837353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6f9b4a67-8f5b-4fff-b1fb-531da2bb1922 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:32.840543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-3ed18f75-fdfa-47cc-83ab-5878536cf17e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'subnet': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:32.845837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6f9b4a67-8f5b-4fff-b1fb-531da2bb1922 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:32.888290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 2d7201a9-0327-4a6c-ab8d-144383fc62b7 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:52:32.888673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 2d7201a9-0327-4a6c-ab8d-144383fc62b7 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:52:32.889140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 1059187e-f9cf-48fc-b44a-8ce1ec40ffee no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:52:32.931187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 1059187e-f9cf-48fc-b44a-8ce1ec40ffee {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:52:32.931589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 1059187e-f9cf-48fc-b44a-8ce1ec40ffee not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:52:32.937426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6f9b4a67-8f5b-4fff-b1fb-531da2bb1922 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:32.969930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-44103a47-4185-4d87-9403-af619f698573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:32.976128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:32.977735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eca5b0b9-962a-40e0-8b06-27aa9fc66fcb tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:32.989706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-63682e76-04fc-468f-812b-a37218c6f574 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:33.004969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4f325535-e297-4c02-9b68-bc2e2cbe66e4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:33.013630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-5b85fcf9-4bdd-4438-a3ed-8bb846dbc32c None None] Could not find standard attr ID for object efd6d205-c68f-42d2-bbc7-363cb44fbc68. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:52:33.040981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44103a47-4185-4d87-9403-af619f698573 None None] Pushing event deleted for resources: {'Port': ['ID=72d5a849-ed9e-4032-8a7b-3efaf3adee10,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:33.043818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-44103a47-4185-4d87-9403-af619f698573 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:33.050568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44103a47-4185-4d87-9403-af619f698573 None None] No DVR routers for this DVR port 72d5a849-ed9e-4032-8a7b-3efaf3adee10 on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:52:33.072068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8c0d2616-7e73-474b-85af-8bce3ae110d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:33.077256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-44103a47-4185-4d87-9403-af619f698573 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:33.122427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63682e76-04fc-468f-812b-a37218c6f574 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Network c4f1b4fb-234b-44be-ada4-eba113016c02 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:52:33.128910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-63682e76-04fc-468f-812b-a37218c6f574 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:33.142113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d2616-7e73-474b-85af-8bce3ae110d5 None None] Pushing event deleted for resources: {'Port': ['ID=007fe99c-8221-4b78-a0f9-903f9bf0c61d,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:33.144935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8c0d2616-7e73-474b-85af-8bce3ae110d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:33.145900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device bfc5cfa0-aa3d-4364-a9bd-7da341b963f1 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:52:33.172235 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63682e76-04fc-468f-812b-a37218c6f574 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:52:33.175746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6f9b4a67-8f5b-4fff-b1fb-531da2bb1922 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:33.176655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63682e76-04fc-468f-812b-a37218c6f574 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:33.177361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-63682e76-04fc-468f-812b-a37218c6f574 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:33.181892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6f9b4a67-8f5b-4fff-b1fb-531da2bb1922 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:33.186631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-882a726e-3ac6-45c6-ae75-c5b12331a437 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:33.211814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63682e76-04fc-468f-812b-a37218c6f574 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'Port': ['ID=236a7290-01a5-48d0-99f3-493140810c3e,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:33.214976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3ed18f75-fdfa-47cc-83ab-5878536cf17e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:33.216499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0d2616-7e73-474b-85af-8bce3ae110d5 None None] No DVR routers for this DVR port 007fe99c-8221-4b78-a0f9-903f9bf0c61d on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:52:33.221260 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-63682e76-04fc-468f-812b-a37218c6f574 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:33.226347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b4a67-8f5b-4fff-b1fb-531da2bb1922 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11af6654-9950-4a09-9eb9-21d840b0ed37,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:33.229968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3ed18f75-fdfa-47cc-83ab-5878536cf17e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:subnet and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:33.237890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3ed18f75-fdfa-47cc-83ab-5878536cf17e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:33.244288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port bfc5cfa0-aa3d-4364-a9bd-7da341b963f1 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:52:33.254418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3952ecce-f5d2-4707-9ff9-82773357f843 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:52:33.255236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3ed18f75-fdfa-47cc-83ab-5878536cf17e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:33.266700 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-63682e76-04fc-468f-812b-a37218c6f574 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6305032 Dec 25 19:52:33.268395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51536) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:33.289177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port bfc5cfa0-aa3d-4364-a9bd-7da341b963f1 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:52:33.293511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:33.314160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eca5b0b9-962a-40e0-8b06-27aa9fc66fcb tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:33.323775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed18f75-fdfa-47cc-83ab-5878536cf17e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:52:33.329979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3ed18f75-fdfa-47cc-83ab-5878536cf17e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:33.350106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-eca5b0b9-962a-40e0-8b06-27aa9fc66fcb tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14a222f7-24fa-42f6-9b7a-c7fe46d41a7b']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:33.376638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-eca5b0b9-962a-40e0-8b06-27aa9fc66fcb tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12d18c7b-d47b-4ab8-9507-5b976f72eef6') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:33.377113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-eca5b0b9-962a-40e0-8b06-27aa9fc66fcb tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12d18c7b-d47b-4ab8-9507-5b976f72eef6') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:33.387325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6f9b4a67-8f5b-4fff-b1fb-531da2bb1922 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:33.407856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eca5b0b9-962a-40e0-8b06-27aa9fc66fcb tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:33.429486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6f9b4a67-8f5b-4fff-b1fb-531da2bb1922 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:33.433453 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6f9b4a67-8f5b-4fff-b1fb-531da2bb1922 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6217289 Dec 25 19:52:33.433453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eca5b0b9-962a-40e0-8b06-27aa9fc66fcb tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:33.436240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51540) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:33.445776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-0a4686a9-c720-4ffb-a869-f84bae756dd5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': '476f993a-5350-4bf2-a5b7-7a2be7c38041', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:33.452506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0a4686a9-c720-4ffb-a869-f84bae756dd5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:33.459767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca8ab78-4c76-433b-9ffc-4881725baf45 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:33.460424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-dca8ab78-4c76-433b-9ffc-4881725baf45 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Synchronizing usage tracker for tenant:403e9089dd684dee8c86c3ba99f83960 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:52:33.461408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0a4686a9-c720-4ffb-a869-f84bae756dd5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:33.466026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0a4686a9-c720-4ffb-a869-f84bae756dd5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:33.474797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0a4686a9-c720-4ffb-a869-f84bae756dd5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:33.486669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca5b0b9-962a-40e0-8b06-27aa9fc66fcb tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:52:33.487163 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eca5b0b9-962a-40e0-8b06-27aa9fc66fcb tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:33.502932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-dca8ab78-4c76-433b-9ffc-4881725baf45 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Unset dirty status for tenant:403e9089dd684dee8c86c3ba99f83960 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:52:33.507500 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-dca8ab78-4c76-433b-9ffc-4881725baf45 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "GET /v2.0/ports/236a7290-01a5-48d0-99f3-493140810c3e HTTP/1.1" status: 200 len: 841 time: 0.2380040 Dec 25 19:52:33.508667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51544) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:33.508797 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:52:33.508797 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:52:33.508797 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:52:33.508797 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:52:33.508797 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:52:33.508797 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:52:33.508797 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:52:33.508797 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:52:33.508797 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:52:33.508797 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:52:33.508797 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:52:33.508797 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:52:33.508797 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:52:33.508797 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:52:33.508797 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:52:33.508797 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:52:33.508797 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:52:33.508797 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:52:33.508797 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:52:33.508797 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:52:33.508797 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:52:33.508797 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:52:33.508797 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:52:33.508797 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:52:33.508797 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:52:33.508797 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:52:33.508797 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:52:33.508797 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:52:33.508797 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:52:33.508797 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:52:33.508797 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:52:33.508797 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:52:33.531519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0a4686a9-c720-4ffb-a869-f84bae756dd5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:33.541752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:33.612354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-d610b122-f206-4cba-996a-2c466acb7694 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Deleting port 236a7290-01a5-48d0-99f3-493140810c3e {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:33.612957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d610b122-f206-4cba-996a-2c466acb7694 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:33.625467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port bfc5cfa0-aa3d-4364-a9bd-7da341b963f1, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=bfc5cfa0-aa3d-4364-a9bd-7da341b963f1,segment=NetworkSegment(43266cd3-4b82-4fe2-a975-b78f72b2e140),segment_id=43266cd3-4b82-4fe2-a975-b78f72b2e140)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:33.633351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:33.635466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e6f631ba-02e9-44f6-8b2f-35c205b6655f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:33.661730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eca5b0b9-962a-40e0-8b06-27aa9fc66fcb tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:33.687332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0a4686a9-c720-4ffb-a869-f84bae756dd5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:33.689027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8ea5bd80-3e34-4919-8e29-72e64dbec9c0 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:33.708345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eca5b0b9-962a-40e0-8b06-27aa9fc66fcb tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:33.725357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0a4686a9-c720-4ffb-a869-f84bae756dd5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:33.731377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca5b0b9-962a-40e0-8b06-27aa9fc66fcb tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Pushing event deleted for resources: {'Network': ['ID=14a222f7-24fa-42f6-9b7a-c7fe46d41a7b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:33.738784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-eca5b0b9-962a-40e0-8b06-27aa9fc66fcb tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:33.740878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-839fbb1d-518f-433d-9933-d239ad57fddd tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:33.742861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 007fe99c-8221-4b78-a0f9-903f9bf0c61d no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:52:33.758006 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-eca5b0b9-962a-40e0-8b06-27aa9fc66fcb tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] 10.222.0.24 "DELETE /v2.0/networks/14a222f7-24fa-42f6-9b7a-c7fe46d41a7b HTTP/1.1" status: 204 len: 168 time: 1.1511846 Dec 25 19:52:33.761574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51548) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:33.784445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 007fe99c-8221-4b78-a0f9-903f9bf0c61d {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:52:33.784842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 007fe99c-8221-4b78-a0f9-903f9bf0c61d not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:52:33.785309 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 72d5a849-ed9e-4032-8a7b-3efaf3adee10 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:52:33.802363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4686a9-c720-4ffb-a869-f84bae756dd5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c96179da-6eb2-4bd2-adb5-0a14f5dcb4aa,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:33.809537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0a4686a9-c720-4ffb-a869-f84bae756dd5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:33.810423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0a4686a9-c720-4ffb-a869-f84bae756dd5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:33.814281 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0a4686a9-c720-4ffb-a869-f84bae756dd5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3767741 Dec 25 19:52:33.815311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51552) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:33.829985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=bfc5cfa0-aa3d-4364-a9bd-7da341b963f1,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:33.834371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad747d0-53d6-48a9-88b8-10bcf064c319 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-7396b720-65bf-48b2-8da7-778eed2fcf44', 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'tenant_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'fixed_ips': [{'subnet_id': 'fe389971-cec2-4d9a-a75f-02010d2aa556'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:52:33.835315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0ad747d0-53d6-48a9-88b8-10bcf064c319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:33.846098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 72d5a849-ed9e-4032-8a7b-3efaf3adee10 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:52:33.846495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 72d5a849-ed9e-4032-8a7b-3efaf3adee10 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:52:33.848207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:33.849338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-c5af81ca-5e15-44d5-9366-236428302802 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': '476f993a-5350-4bf2-a5b7-7a2be7c38041', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:33.861602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c5af81ca-5e15-44d5-9366-236428302802 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:33.868902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c5af81ca-5e15-44d5-9366-236428302802 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:33.893076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c5af81ca-5e15-44d5-9366-236428302802 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:33.905139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c5af81ca-5e15-44d5-9366-236428302802 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:33.933576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d610b122-f206-4cba-996a-2c466acb7694 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:34.021435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-0ad747d0-53d6-48a9-88b8-10bcf064c319 None None] Allocated IP 2001:db8::2 (7396b720-65bf-48b2-8da7-778eed2fcf44/fe389971-cec2-4d9a-a75f-02010d2aa556/1352a620-2915-4098-b8ab-2b530ccbbb0d) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:52:34.073983 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-d610b122-f206-4cba-996a-2c466acb7694 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Calling delete_port for 236a7290-01a5-48d0-99f3-493140810c3e owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:52:34.230509 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-c5af81ca-5e15-44d5-9366-236428302802 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Project 23f5dc92674e43b787fc19a8bf548d4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 19:52:34.231217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d610b122-f206-4cba-996a-2c466acb7694 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:34.242829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8b63fd7d-e863-4ab1-8fae-39be7382ec5d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:34.248778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c5af81ca-5e15-44d5-9366-236428302802 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:34.292588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d610b122-f206-4cba-996a-2c466acb7694 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'Port': ['ID=236a7290-01a5-48d0-99f3-493140810c3e,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:34.301344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d610b122-f206-4cba-996a-2c466acb7694 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:34.317412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2a16ee7-29c7-41a1-ae25-0e0f3c7c6180 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Deleting subnet 9de0c2ac-0b36-40f1-abc0-87200564b1fe {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:52:34.322636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0ad747d0-53d6-48a9-88b8-10bcf064c319 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:34.323763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e2a16ee7-29c7-41a1-ae25-0e0f3c7c6180 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:34.336452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-0ad747d0-53d6-48a9-88b8-10bcf064c319 None None] Transition to ACTIVE for port object 1352a620-2915-4098-b8ab-2b530ccbbb0d will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:52:34.338619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d610b122-f206-4cba-996a-2c466acb7694 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:34.362314 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3ed18f75-fdfa-47cc-83ab-5878536cf17e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:34.362575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-0ad747d0-53d6-48a9-88b8-10bcf064c319 None None] Transition to ACTIVE for port object 1352a620-2915-4098-b8ab-2b530ccbbb0d will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:52:34.367197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-94c99654-113f-4af5-90b0-1ee15f7de96b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:34.368769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0ad747d0-53d6-48a9-88b8-10bcf064c319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:34.375274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f170bba7-3068-44ee-957a-1b131d65656a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:34.402340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e2a16ee7-29c7-41a1-ae25-0e0f3c7c6180 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:34.407110 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d610b122-f206-4cba-996a-2c466acb7694 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/ports/236a7290-01a5-48d0-99f3-493140810c3e HTTP/1.1" status: 204 len: 168 time: 0.8926847 Dec 25 19:52:34.409365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51556) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:34.440605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c5af81ca-5e15-44d5-9366-236428302802 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:34.446960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad747d0-53d6-48a9-88b8-10bcf064c319 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:52:34.450286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-0ad747d0-53d6-48a9-88b8-10bcf064c319 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:34.450691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c5af81ca-5e15-44d5-9366-236428302802 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:34.454779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad747d0-53d6-48a9-88b8-10bcf064c319 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:52:34.457238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad747d0-53d6-48a9-88b8-10bcf064c319 None None] Pushing event updated for resources: {'Port': ['ID=1352a620-2915-4098-b8ab-2b530ccbbb0d,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:34.461861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0ad747d0-53d6-48a9-88b8-10bcf064c319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:34.475042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-06e21688-537e-47b2-a2dc-6accd69643ac tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:34.480384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed18f75-fdfa-47cc-83ab-5878536cf17e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:52:34.484333 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa7d51f2-4c4d-4eb1-974c-eb3ad0b37703 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] GET failed (client error): The resource could not be found. Dec 25 19:52:34.484921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-fa7d51f2-4c4d-4eb1-974c-eb3ad0b37703 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Synchronizing usage tracker for tenant:403e9089dd684dee8c86c3ba99f83960 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:52:34.489797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-3ed18f75-fdfa-47cc-83ab-5878536cf17e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:34.493876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af81ca-5e15-44d5-9366-236428302802 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32429d1a-c8fd-40d3-ae71-34de27506246,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:34.495333 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed18f75-fdfa-47cc-83ab-5878536cf17e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:34.495983 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3ed18f75-fdfa-47cc-83ab-5878536cf17e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:34.496413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c5af81ca-5e15-44d5-9366-236428302802 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:34.500453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c5af81ca-5e15-44d5-9366-236428302802 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:34.504709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed18f75-fdfa-47cc-83ab-5878536cf17e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Subnet': ['ID=9c0ff7c2-95f0-4af4-8e4b-940979d3e621,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:34.504868 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c5af81ca-5e15-44d5-9366-236428302802 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6762936 Dec 25 19:52:34.506758 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51560) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:34.519694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-69ea5c7c-1a32-4cc2-862b-310719201a33 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': '476f993a-5350-4bf2-a5b7-7a2be7c38041', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:34.524438 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3ed18f75-fdfa-47cc-83ab-5878536cf17e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:34.533372 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-69ea5c7c-1a32-4cc2-862b-310719201a33 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:34.539018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-69ea5c7c-1a32-4cc2-862b-310719201a33 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:34.542248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e2a16ee7-29c7-41a1-ae25-0e0f3c7c6180 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:34.542785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-69ea5c7c-1a32-4cc2-862b-310719201a33 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:34.550304 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3ed18f75-fdfa-47cc-83ab-5878536cf17e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7350161 Dec 25 19:52:34.551351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-fa7d51f2-4c4d-4eb1-974c-eb3ad0b37703 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Unset dirty status for tenant:403e9089dd684dee8c86c3ba99f83960 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:52:34.557038 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fa7d51f2-4c4d-4eb1-974c-eb3ad0b37703 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "GET /v2.0/ports/236a7290-01a5-48d0-99f3-493140810c3e HTTP/1.1" status: 404 len: 333 time: 0.1405549 Dec 25 19:52:34.557038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51564) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:34.562467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-0ad747d0-53d6-48a9-88b8-10bcf064c319 None None] Attempting to bind port 1352a620-2915-4098-b8ab-2b530ccbbb0d on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:52:34.562622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-33950982-96da-473f-913f-a156f95dbdb1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'port': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'mac_address': 'fa:16:3e:0e:be:f9', 'name': 'tempest-NetworksTestDHCPv6-2097551182'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:34.562898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-0ad747d0-53d6-48a9-88b8-10bcf064c319 None None] Attempting to bind port 1352a620-2915-4098-b8ab-2b530ccbbb0d by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:52:34.563350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad747d0-53d6-48a9-88b8-10bcf064c319 None None] Attempting to bind port 1352a620-2915-4098-b8ab-2b530ccbbb0d on network 7396b720-65bf-48b2-8da7-778eed2fcf44 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:52:34.570906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad747d0-53d6-48a9-88b8-10bcf064c319 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:52:34.571382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad747d0-53d6-48a9-88b8-10bcf064c319 None None] Checking segment: {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:52:34.571835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0ad747d0-53d6-48a9-88b8-10bcf064c319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:34.572284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad747d0-53d6-48a9-88b8-10bcf064c319 None None] Bound using segment: {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:52:34.572816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-0ad747d0-53d6-48a9-88b8-10bcf064c319 None None] Bound port: 1352a620-2915-4098-b8ab-2b530ccbbb0d, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:52:34.573247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0ad747d0-53d6-48a9-88b8-10bcf064c319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:34.576399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51566) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:34.577776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-69ea5c7c-1a32-4cc2-862b-310719201a33 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:34.590095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-a65c9725-56cc-42f2-9c4d-3d44982a4965 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'port': {'network_id': 'c4f1b4fb-234b-44be-ada4-eba113016c02', 'name': 'tempest-PortsTestJSON-827976433'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:34.614477 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-69ea5c7c-1a32-4cc2-862b-310719201a33 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Project 23f5dc92674e43b787fc19a8bf548d4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 19:52:34.673882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-0ad747d0-53d6-48a9-88b8-10bcf064c319 None None] For port 1352a620-2915-4098-b8ab-2b530ccbbb0d, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:52:34.678559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-69ea5c7c-1a32-4cc2-862b-310719201a33 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:34.679432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-0ad747d0-53d6-48a9-88b8-10bcf064c319 None None] For port 1352a620-2915-4098-b8ab-2b530ccbbb0d, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=1352a620-2915-4098-b8ab-2b530ccbbb0d,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:52:34.684413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0ad747d0-53d6-48a9-88b8-10bcf064c319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:34.689997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-58411ac3-3b51-4c46-90c3-fcddef32c2b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:34.737393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a65c9725-56cc-42f2-9c4d-3d44982a4965 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:34.746202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e2a16ee7-29c7-41a1-ae25-0e0f3c7c6180 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:34.752760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f29fe58c-219a-4639-b52c-c8d91ba9cb9b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:34.767369 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-33950982-96da-473f-913f-a156f95dbdb1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:34.777817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad747d0-53d6-48a9-88b8-10bcf064c319 None None] Pushing event updated for resources: {'Port': ['ID=1352a620-2915-4098-b8ab-2b530ccbbb0d,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:34.781835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0ad747d0-53d6-48a9-88b8-10bcf064c319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:34.782476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-33950982-96da-473f-913f-a156f95dbdb1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:34.786709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a65c9725-56cc-42f2-9c4d-3d44982a4965 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:34.800541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a16ee7-29c7-41a1-ae25-0e0f3c7c6180 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Pushing event deleted for resources: {'Subnet': ['ID=9de0c2ac-0b36-40f1-abc0-87200564b1fe,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:34.803167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-69ea5c7c-1a32-4cc2-862b-310719201a33 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:34.803482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e2a16ee7-29c7-41a1-ae25-0e0f3c7c6180 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:34.805754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33950982-96da-473f-913f-a156f95dbdb1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:52:34.815374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e2a16ee7-29c7-41a1-ae25-0e0f3c7c6180 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:34.822339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905548c8-399b-46d0-b411-008fa6bb21fe None None] Network 7c8d5f21-7851-44a8-b9f7-aa1caa17251c requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:52:34.824246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-69ea5c7c-1a32-4cc2-862b-310719201a33 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:34.825603 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e2a16ee7-29c7-41a1-ae25-0e0f3c7c6180 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] 10.222.0.24 "DELETE /v2.0/subnets/9de0c2ac-0b36-40f1-abc0-87200564b1fe HTTP/1.1" status: 204 len: 168 time: 1.0624497 Dec 25 19:52:34.826747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65c9725-56cc-42f2-9c4d-3d44982a4965 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Made reservation on behalf of 403e9089dd684dee8c86c3ba99f83960 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:52:34.829756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:34.833603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a65c9725-56cc-42f2-9c4d-3d44982a4965 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:34.841111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51572) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:34.867507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-a65c9725-56cc-42f2-9c4d-3d44982a4965 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] device_id is not set on port 48528ae3-e1ae-47a0-9238-1018bba94799 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:52:34.910693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea5c7c-1a32-4cc2-862b-310719201a33 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1fcf0e8-0b1e-45cb-9321-e3246e0a050c,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:34.913358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-69ea5c7c-1a32-4cc2-862b-310719201a33 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:35.011651 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-69ea5c7c-1a32-4cc2-862b-310719201a33 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:35.015687 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-69ea5c7c-1a32-4cc2-862b-310719201a33 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5018306 Dec 25 19:52:35.085799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device bfc5cfa0-aa3d-4364-a9bd-7da341b963f1 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:52:35.120517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fa73254c-61f9-4241-8fbf-6a2e739be9a2 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:35.131329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-33950982-96da-473f-913f-a156f95dbdb1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:35.178601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-fa73254c-61f9-4241-8fbf-6a2e739be9a2 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Deleting port 06a1d041-f6ac-4b36-b403-c49b64aa538c {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:35.178990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fa73254c-61f9-4241-8fbf-6a2e739be9a2 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:35.206644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-33950982-96da-473f-913f-a156f95dbdb1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] device_id is not set on port 70f092b3-587f-4450-b7f7-3b07ffecdd76 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:52:35.215148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cedad7-7999-4377-b536-ed8ceb9e3264 None None] DHCP port deletion for 7c8d5f21-7851-44a8-b9f7-aa1caa17251c request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:52:35.216530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a65c9725-56cc-42f2-9c4d-3d44982a4965 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:35.226228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-97cedad7-7999-4377-b536-ed8ceb9e3264 None None] Deleting port 06a1d041-f6ac-4b36-b403-c49b64aa538c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:35.226772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-97cedad7-7999-4377-b536-ed8ceb9e3264 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:35.285427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a65c9725-56cc-42f2-9c4d-3d44982a4965 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:35.299405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ab0189df-7b90-4155-80c9-60fc5436f534 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:35.335265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port bfc5cfa0-aa3d-4364-a9bd-7da341b963f1 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:52:35.335610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:35.415777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65c9725-56cc-42f2-9c4d-3d44982a4965 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Network c4f1b4fb-234b-44be-ada4-eba113016c02 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:52:35.422769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-a65c9725-56cc-42f2-9c4d-3d44982a4965 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:35.429216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65c9725-56cc-42f2-9c4d-3d44982a4965 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:52:35.434578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65c9725-56cc-42f2-9c4d-3d44982a4965 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:35.435836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a65c9725-56cc-42f2-9c4d-3d44982a4965 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:35.467121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c9725-56cc-42f2-9c4d-3d44982a4965 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'Port': ['ID=48528ae3-e1ae-47a0-9238-1018bba94799,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:35.483036 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a65c9725-56cc-42f2-9c4d-3d44982a4965 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8988156 Dec 25 19:52:35.483036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a65c9725-56cc-42f2-9c4d-3d44982a4965 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:35.486280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51588) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:35.495530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-054d5988-f21d-4c32-8767-595572a5235e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:35.596414 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-f04d7050-788a-4340-a09d-fdcf11033dfb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-344829059&fields=id&tenant_id=23f5dc92674e43b787fc19a8bf548d4f HTTP/1.1" status: 200 len: 267 time: 0.1648779 Dec 25 19:52:35.643474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-054d5988-f21d-4c32-8767-595572a5235e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:35.644126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-97cedad7-7999-4377-b536-ed8ceb9e3264 None None] For port 06a1d041-f6ac-4b36-b403-c49b64aa538c, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=06a1d041-f6ac-4b36-b403-c49b64aa538c,segment=NetworkSegment(11db3d4d-6eb9-41c9-886c-93562366d93c),segment_id=11db3d4d-6eb9-41c9-886c-93562366d93c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:35.644584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-97cedad7-7999-4377-b536-ed8ceb9e3264 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:35.784929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-97cedad7-7999-4377-b536-ed8ceb9e3264 None None] Calling delete_port for 06a1d041-f6ac-4b36-b403-c49b64aa538c owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:52:35.863565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-97cedad7-7999-4377-b536-ed8ceb9e3264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:35.868212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-00a1a7e0-2f4c-4de2-92e1-370a003f450a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:35.893759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-fa73254c-61f9-4241-8fbf-6a2e739be9a2 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] For port 06a1d041-f6ac-4b36-b403-c49b64aa538c, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=06a1d041-f6ac-4b36-b403-c49b64aa538c,segment=NetworkSegment(11db3d4d-6eb9-41c9-886c-93562366d93c),segment_id=11db3d4d-6eb9-41c9-886c-93562366d93c)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:35.894155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fa73254c-61f9-4241-8fbf-6a2e739be9a2 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:35.900066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-054d5988-f21d-4c32-8767-595572a5235e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:35.905287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-054d5988-f21d-4c32-8767-595572a5235e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:35.916888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-64c4553a-52a4-4fb2-b774-bdbbefc6570b tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:35.918524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cedad7-7999-4377-b536-ed8ceb9e3264 None None] Pushing event deleted for resources: {'Port': ['ID=06a1d041-f6ac-4b36-b403-c49b64aa538c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:35.924105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-97cedad7-7999-4377-b536-ed8ceb9e3264 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:35.929788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cedad7-7999-4377-b536-ed8ceb9e3264 None None] No DVR routers for this DVR port 06a1d041-f6ac-4b36-b403-c49b64aa538c on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:52:35.978711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-054d5988-f21d-4c32-8767-595572a5235e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] In _notify_port_updated(), no bound segment for port 48528ae3-e1ae-47a0-9238-1018bba94799 on network c4f1b4fb-234b-44be-ada4-eba113016c02 {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 25 19:52:35.982913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054d5988-f21d-4c32-8767-595572a5235e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:35.984143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-054d5988-f21d-4c32-8767-595572a5235e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:35.985533 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-054d5988-f21d-4c32-8767-595572a5235e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "PUT /v2.0/ports/48528ae3-e1ae-47a0-9238-1018bba94799 HTTP/1.1" status: 200 len: 818 time: 0.4979692 Dec 25 19:52:35.988860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51592) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:36.020577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-17f02b9f-c043-4932-81aa-73e998e6caa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:36.055237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-fa73254c-61f9-4241-8fbf-6a2e739be9a2 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Calling delete_port for 06a1d041-f6ac-4b36-b403-c49b64aa538c owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:52:36.058768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d5988-f21d-4c32-8767-595572a5235e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'Port': ['ID=48528ae3-e1ae-47a0-9238-1018bba94799,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:36.064257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-054d5988-f21d-4c32-8767-595572a5235e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:36.077645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8a50de4c-b3e5-4ccc-ac53-4f54e9fada5f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Deleting port 48528ae3-e1ae-47a0-9238-1018bba94799 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:36.078253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8a50de4c-b3e5-4ccc-ac53-4f54e9fada5f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:36.312782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-fa73254c-61f9-4241-8fbf-6a2e739be9a2 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88900) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:52:36.313186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-fa73254c-61f9-4241-8fbf-6a2e739be9a2 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:52:36.315797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8a50de4c-b3e5-4ccc-ac53-4f54e9fada5f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:36.320382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-401ea945-46ee-4c50-be82-930ce4e45bce tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:36.321159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-401ea945-46ee-4c50-be82-930ce4e45bce tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Synchronizing usage tracker for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:52:36.324521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-33950982-96da-473f-913f-a156f95dbdb1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Allocated IP 2001:db8::364 (7396b720-65bf-48b2-8da7-778eed2fcf44/fe389971-cec2-4d9a-a75f-02010d2aa556/70f092b3-587f-4450-b7f7-3b07ffecdd76) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:52:36.334123 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-33950982-96da-473f-913f-a156f95dbdb1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0e:bef9 (7396b720-65bf-48b2-8da7-778eed2fcf44/9c0ff7c2-95f0-4af4-8e4b-940979d3e621/70f092b3-587f-4450-b7f7-3b07ffecdd76) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:52:36.364902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-401ea945-46ee-4c50-be82-930ce4e45bce tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Unset dirty status for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:52:36.366204 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-401ea945-46ee-4c50-be82-930ce4e45bce tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/networks?id=e06dbb6a-241c-47a9-be5d-fea8ee727624 HTTP/1.1" status: 200 len: 797 time: 0.5218120 Dec 25 19:52:36.414139 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-651667f6-1b97-44f5-9f5a-ff0e0cb16e43 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/quotas/23f5dc92674e43b787fc19a8bf548d4f HTTP/1.1" status: 200 len: 375 time: 0.0322855 Dec 25 19:52:36.449599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8a50de4c-b3e5-4ccc-ac53-4f54e9fada5f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Calling delete_port for 48528ae3-e1ae-47a0-9238-1018bba94799 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:52:36.533498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8a50de4c-b3e5-4ccc-ac53-4f54e9fada5f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:36.546096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-23ad9e9f-b56f-48d2-8951-01bfe70ff73f tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:36.594802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8a50de4c-b3e5-4ccc-ac53-4f54e9fada5f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:36.599727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50de4c-b3e5-4ccc-ac53-4f54e9fada5f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'Port': ['ID=48528ae3-e1ae-47a0-9238-1018bba94799,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:36.602088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8a50de4c-b3e5-4ccc-ac53-4f54e9fada5f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:36.611461 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8a50de4c-b3e5-4ccc-ac53-4f54e9fada5f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/ports/48528ae3-e1ae-47a0-9238-1018bba94799 HTTP/1.1" status: 204 len: 168 time: 0.6214747 Dec 25 19:52:36.613964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51596) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:36.650892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-dc882322-a392-430d-af0e-9aeef3e11bb1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Synchronizing usage tracker for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:52:36.656589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-33950982-96da-473f-913f-a156f95dbdb1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:36.683775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-33950982-96da-473f-913f-a156f95dbdb1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Transition to ACTIVE for port object 70f092b3-587f-4450-b7f7-3b07ffecdd76 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:52:36.686461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-dc882322-a392-430d-af0e-9aeef3e11bb1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Unset dirty status for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:52:36.687960 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-dc882322-a392-430d-af0e-9aeef3e11bb1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2564161 Dec 25 19:52:36.697282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6478c28-7cb9-44f9-b369-4471b71ae23d None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:52:36.698121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4a1d3e-d261-4ceb-b4da-16873eeaa4f5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:36.698898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0f4a1d3e-d261-4ceb-b4da-16873eeaa4f5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Synchronizing usage tracker for tenant:403e9089dd684dee8c86c3ba99f83960 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:52:36.715143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0f4a1d3e-d261-4ceb-b4da-16873eeaa4f5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Unset dirty status for tenant:403e9089dd684dee8c86c3ba99f83960 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:52:36.716788 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0f4a1d3e-d261-4ceb-b4da-16873eeaa4f5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1017802 Dec 25 19:52:36.720482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51600) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:36.734790 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-33950982-96da-473f-913f-a156f95dbdb1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:36.742770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f14c523a-20fd-46af-abba-44133818aaaa tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:36.773058 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb79726-d60f-4790-a8ae-0deb72568aa2 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] GET failed (client error): The resource could not be found. Dec 25 19:52:36.774479 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-adb79726-d60f-4790-a8ae-0deb72568aa2 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "GET /v2.0/ports/48528ae3-e1ae-47a0-9238-1018bba94799 HTTP/1.1" status: 404 len: 333 time: 0.0528696 Dec 25 19:52:36.780855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51604) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:36.787310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-3a2f8d7b-efa3-41ff-9130-f8b9b921ba70 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-148178773'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:36.793494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3a2f8d7b-efa3-41ff-9130-f8b9b921ba70 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:36.798168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3a2f8d7b-efa3-41ff-9130-f8b9b921ba70 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Usage tracker for resource:network and tenant:403e9089dd684dee8c86c3ba99f83960 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:36.801540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3a2f8d7b-efa3-41ff-9130-f8b9b921ba70 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:36.808307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3a2f8d7b-efa3-41ff-9130-f8b9b921ba70 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:36.817550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-fa73254c-61f9-4241-8fbf-6a2e739be9a2 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Deleting port 06a1d041-f6ac-4b36-b403-c49b64aa538c {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:36.818376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fa73254c-61f9-4241-8fbf-6a2e739be9a2 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:36.819234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2f8d7b-efa3-41ff-9130-f8b9b921ba70 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Made reservation on behalf of 403e9089dd684dee8c86c3ba99f83960 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:52:36.824761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3a2f8d7b-efa3-41ff-9130-f8b9b921ba70 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:36.825804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f3e8c0ad-9ced-426c-bcca-d683b1d0dcc8 None None] Provisioning for port 1352a620-2915-4098-b8ab-2b530ccbbb0d completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:52:36.857810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a2f8d7b-efa3-41ff-9130-f8b9b921ba70 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:52:36.868483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3a2f8d7b-efa3-41ff-9130-f8b9b921ba70 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:36.868871 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-3a2f8d7b-efa3-41ff-9130-f8b9b921ba70 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Added segment 1f46ff72-a717-4bfd-b518-b50e902b90c2 of type vlan for network 35a17887-b3f3-4f8e-ad35-dc9b28693e53 Dec 25 19:52:36.898861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3a2f8d7b-efa3-41ff-9130-f8b9b921ba70 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:36.933520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3a2f8d7b-efa3-41ff-9130-f8b9b921ba70 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:36.938327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2f8d7b-efa3-41ff-9130-f8b9b921ba70 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:36.939152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3a2f8d7b-efa3-41ff-9130-f8b9b921ba70 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:36.945428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-30c42cc0-5ee8-448f-992c-8e04ca50647d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:36.979669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33950982-96da-473f-913f-a156f95dbdb1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:52:36.980647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33950982-96da-473f-913f-a156f95dbdb1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Port': ['ID=70f092b3-587f-4450-b7f7-3b07ffecdd76,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:36.989692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-fa73254c-61f9-4241-8fbf-6a2e739be9a2 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] The port '06a1d041-f6ac-4b36-b403-c49b64aa538c' was deleted {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:52:36.993759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-33950982-96da-473f-913f-a156f95dbdb1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:37.002354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33950982-96da-473f-913f-a156f95dbdb1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:52:37.006899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33950982-96da-473f-913f-a156f95dbdb1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:37.007667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-33950982-96da-473f-913f-a156f95dbdb1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:37.068238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f8d7b-efa3-41ff-9130-f8b9b921ba70 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'Network': ['ID=35a17887-b3f3-4f8e-ad35-dc9b28693e53,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:37.071822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3a2f8d7b-efa3-41ff-9130-f8b9b921ba70 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:37.087337 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3a2f8d7b-efa3-41ff-9130-f8b9b921ba70 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3050706 Dec 25 19:52:37.090764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51608) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:37.102715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-8a83d1c4-7754-47bc-8668-c851f3713bc4 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'subnet': {'network_id': '35a17887-b3f3-4f8e-ad35-dc9b28693e53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:37.110702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 35a17887-b3f3-4f8e-ad35-dc9b28693e53 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:52:37.112642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33950982-96da-473f-913f-a156f95dbdb1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:52:37.113079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33950982-96da-473f-913f-a156f95dbdb1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:52:37.113505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33950982-96da-473f-913f-a156f95dbdb1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:52:37.113930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33950982-96da-473f-913f-a156f95dbdb1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:52:37.114350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33950982-96da-473f-913f-a156f95dbdb1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:52:37.114767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33950982-96da-473f-913f-a156f95dbdb1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:52:37.115228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33950982-96da-473f-913f-a156f95dbdb1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:52:37.115644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33950982-96da-473f-913f-a156f95dbdb1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:52:37.116059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33950982-96da-473f-913f-a156f95dbdb1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:52:37.116470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33950982-96da-473f-913f-a156f95dbdb1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:52:37.116884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33950982-96da-473f-913f-a156f95dbdb1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:52:37.131659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 1352a620-2915-4098-b8ab-2b530ccbbb0d up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:52:37.132598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-33950982-96da-473f-913f-a156f95dbdb1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:37.134862 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-afdd3fd4-a83d-4f29-9e53-c5498805abf2 service neutron] 10.222.0.24 "GET /v2.0/networks/e06dbb6a-241c-47a9-be5d-fea8ee727624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294858 Dec 25 19:52:37.246282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8a83d1c4-7754-47bc-8668-c851f3713bc4 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:37.265228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8a83d1c4-7754-47bc-8668-c851f3713bc4 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Usage tracker for resource:subnet and tenant:403e9089dd684dee8c86c3ba99f83960 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:37.270096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8a83d1c4-7754-47bc-8668-c851f3713bc4 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:37.274407 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-33950982-96da-473f-913f-a156f95dbdb1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7151027 Dec 25 19:52:37.275097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51612) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:37.283034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8a83d1c4-7754-47bc-8668-c851f3713bc4 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:37.297420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a83d1c4-7754-47bc-8668-c851f3713bc4 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Made reservation on behalf of 403e9089dd684dee8c86c3ba99f83960 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:52:37.336937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fa73254c-61f9-4241-8fbf-6a2e739be9a2 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:37.358463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:37.363257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 1352a620-2915-4098-b8ab-2b530ccbbb0d completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:52:37.375389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 1352a620-2915-4098-b8ab-2b530ccbbb0d triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:52:37.375826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:37.404061 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-fa73254c-61f9-4241-8fbf-6a2e739be9a2 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c8d5f21-7851-44a8-b9f7-aa1caa17251c']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:37.421421 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-d6015d0a-be62-4d5f-bafa-ccaf982f8dc4 service neutron] 10.222.0.24 "GET /v2.0/networks/e06dbb6a-241c-47a9-be5d-fea8ee727624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679696 Dec 25 19:52:37.423090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-fa73254c-61f9-4241-8fbf-6a2e739be9a2 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11db3d4d-6eb9-41c9-886c-93562366d93c') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:37.423435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-fa73254c-61f9-4241-8fbf-6a2e739be9a2 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11db3d4d-6eb9-41c9-886c-93562366d93c') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:37.436331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fa73254c-61f9-4241-8fbf-6a2e739be9a2 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:37.447657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8a83d1c4-7754-47bc-8668-c851f3713bc4 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:37.453105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fa73254c-61f9-4241-8fbf-6a2e739be9a2 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:37.460537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa73254c-61f9-4241-8fbf-6a2e739be9a2 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:52:37.460972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fa73254c-61f9-4241-8fbf-6a2e739be9a2 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:37.478213 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:52:37.478213 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:52:37.478213 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:52:37.478213 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:52:37.478213 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:52:37.478213 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:52:37.478213 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:52:37.478213 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:52:37.478213 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:52:37.478213 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:52:37.478213 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:52:37.478213 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:52:37.478213 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:52:37.478213 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:52:37.478213 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:52:37.478213 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:52:37.478213 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:52:37.478213 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:52:37.478213 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:52:37.478213 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:52:37.478213 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:52:37.478213 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:52:37.478213 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:52:37.478213 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:52:37.478213 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:52:37.478213 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:52:37.478213 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:52:37.478213 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:52:37.478213 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:52:37.478213 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:52:37.478213 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:52:37.478213 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:52:37.478213 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:52:37.478213 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:52:37.478213 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:52:37.478213 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:52:37.478213 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:52:37.478213 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:52:37.478213 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:52:37.478213 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:52:37.588804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:37.589392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fa73254c-61f9-4241-8fbf-6a2e739be9a2 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:37.593815 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-18e792fe-afa9-4ff1-b039-1bdec10727ba tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:37.621715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fa73254c-61f9-4241-8fbf-6a2e739be9a2 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:37.631685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73254c-61f9-4241-8fbf-6a2e739be9a2 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Pushing event deleted for resources: {'Network': ['ID=7c8d5f21-7851-44a8-b9f7-aa1caa17251c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:37.635929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fa73254c-61f9-4241-8fbf-6a2e739be9a2 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:37.639025 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fa73254c-61f9-4241-8fbf-6a2e739be9a2 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] 10.222.0.24 "DELETE /v2.0/networks/7c8d5f21-7851-44a8-b9f7-aa1caa17251c HTTP/1.1" status: 204 len: 168 time: 2.7899549 Dec 25 19:52:37.641827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51618) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:37.643023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f52650-9580-40c0-a922-4d5391c2951c None None] Update dhcp port {'port': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'fixed_ips': [{'subnet_id': 'fe389971-cec2-4d9a-a75f-02010d2aa556', 'ip_address': '2001:db8::2'}, {'subnet_id': '9c0ff7c2-95f0-4af4-8e4b-940979d3e621'}], 'binding:host_id': 'dv-neutron-822611-1-hyperv'}, 'id': '1352a620-2915-4098-b8ab-2b530ccbbb0d'} from dv-neutron-822611-1-hyperv. {{(pid=88902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 25 19:52:37.707490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 1352a620-2915-4098-b8ab-2b530ccbbb0d, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=1352a620-2915-4098-b8ab-2b530ccbbb0d,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:37.715772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:37.726434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-37736236-8b92-4aaf-ba19-389e4337ef04 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Synchronizing usage tracker for tenant:6f79d792f25d4b3b92af33c8bb0540ad on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:52:37.727674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:37.759464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-37736236-8b92-4aaf-ba19-389e4337ef04 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Unset dirty status for tenant:6f79d792f25d4b3b92af33c8bb0540ad on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:52:37.763949 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-37736236-8b92-4aaf-ba19-389e4337ef04 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2ed167b-472e-481f-8897-f6fcb58aedb3 HTTP/1.1" status: 200 len: 205 time: 0.1210630 Dec 25 19:52:37.764691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51626) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:37.786846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-88ab5172-def9-42e1-9bd0-8dc35529dd11 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting port 70f092b3-587f-4450-b7f7-3b07ffecdd76 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:37.787253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-88ab5172-def9-42e1-9bd0-8dc35529dd11 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:37.817057 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 06a1d041-f6ac-4b36-b403-c49b64aa538c no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:52:37.856647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 06a1d041-f6ac-4b36-b403-c49b64aa538c {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:52:37.857465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 06a1d041-f6ac-4b36-b403-c49b64aa538c not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:52:37.859588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2f52650-9580-40c0-a922-4d5391c2951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:37.878771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=1352a620-2915-4098-b8ab-2b530ccbbb0d,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:37.885343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:37.953264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 19:52:37.957104 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8a83d1c4-7754-47bc-8668-c851f3713bc4 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:37.964912 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d488a304-4dd4-42d3-b3b9-2a08b5c7d950 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:37.979179 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0f0e4675-e6c6-4304-b809-0430ab842b5f req-af0f3709-e1a8-4f8b-accc-84b089db5aae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=3012dfea-1904-49ff-809b-8b31d4f9e3f4 HTTP/1.1" status: 200 len: 210 time: 0.2133427 Dec 25 19:52:38.022169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2df2265-fb1b-4e00-9a37-86a1291f109c tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:38.124983 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83d1c4-7754-47bc-8668-c851f3713bc4 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'Subnet': ['ID=262f6a01-db5f-4e99-8146-3fa69af0e12a,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:38.142904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-f2f52650-9580-40c0-a922-4d5391c2951c None None] Allocated IP 2001:db8:0:1:f816:3eff:feb6:4d61 (7396b720-65bf-48b2-8da7-778eed2fcf44/9c0ff7c2-95f0-4af4-8e4b-940979d3e621/1352a620-2915-4098-b8ab-2b530ccbbb0d) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:52:38.201325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8a83d1c4-7754-47bc-8668-c851f3713bc4 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:38.205621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a83d1c4-7754-47bc-8668-c851f3713bc4 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Checking segment: {'id': '1f46ff72-a717-4bfd-b518-b50e902b90c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '35a17887-b3f3-4f8e-ad35-dc9b28693e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:52:38.206013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a83d1c4-7754-47bc-8668-c851f3713bc4 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Network hostable DHCP agents. Network: 35a17887-b3f3-4f8e-ad35-dc9b28693e53, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:52:38.265008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-88ab5172-def9-42e1-9bd0-8dc35529dd11 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:38.333174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a83d1c4-7754-47bc-8668-c851f3713bc4 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Network 35a17887-b3f3-4f8e-ad35-dc9b28693e53 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:52:38.348892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3a796243-105c-46ba-b814-9ec3c51eb9bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:38.385253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-f2f52650-9580-40c0-a922-4d5391c2951c None None] For port 1352a620-2915-4098-b8ab-2b530ccbbb0d, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=1352a620-2915-4098-b8ab-2b530ccbbb0d,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:38.406873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-88ab5172-def9-42e1-9bd0-8dc35529dd11 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Calling delete_port for 70f092b3-587f-4450-b7f7-3b07ffecdd76 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:52:38.421047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2f52650-9580-40c0-a922-4d5391c2951c None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:38.443758 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f2f52650-9580-40c0-a922-4d5391c2951c None None] Transition to ACTIVE for port object 1352a620-2915-4098-b8ab-2b530ccbbb0d will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:52:38.449107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2f52650-9580-40c0-a922-4d5391c2951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:38.454694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a31f58ef-9dbb-4cd8-a5ba-5dc697a405fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:38.454947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-8a83d1c4-7754-47bc-8668-c851f3713bc4 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 35a17887-b3f3-4f8e-ad35-dc9b28693e53) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:38.463719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a83d1c4-7754-47bc-8668-c851f3713bc4 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:38.464390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8a83d1c4-7754-47bc-8668-c851f3713bc4 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:38.499445 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8a83d1c4-7754-47bc-8668-c851f3713bc4 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4061577 Dec 25 19:52:38.501852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9da921a-eb54-49c8-b2f6-26128aaf6b21 None None] Network 35a17887-b3f3-4f8e-ad35-dc9b28693e53 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:52:38.504711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51636) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:38.514321 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-3e32b2f7-dd2c-41ef-807b-1cb959aea351 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'subnet': {'network_id': '35a17887-b3f3-4f8e-ad35-dc9b28693e53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:38.732203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:38.733708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2df2265-fb1b-4e00-9a37-86a1291f109c tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:38.735588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f52650-9580-40c0-a922-4d5391c2951c None None] Pushing event updated for resources: {'Port': ['ID=1352a620-2915-4098-b8ab-2b530ccbbb0d,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:38.740375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2df2265-fb1b-4e00-9a37-86a1291f109c tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:38.742610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f2f52650-9580-40c0-a922-4d5391c2951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:38.770237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2df2265-fb1b-4e00-9a37-86a1291f109c tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:38.770997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2df2265-fb1b-4e00-9a37-86a1291f109c tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Fanout notify agent at l3_agent the message router_deleted on router d2ed167b-472e-481f-8897-f6fcb58aedb3 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:52:38.783406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2df2265-fb1b-4e00-9a37-86a1291f109c tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:38.787580 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f2df2265-fb1b-4e00-9a37-86a1291f109c tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] 10.222.0.24 "DELETE /v2.0/routers/d2ed167b-472e-481f-8897-f6fcb58aedb3 HTTP/1.1" status: 204 len: 168 time: 1.0201750 Dec 25 19:52:38.883556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4096a2eb-b88a-41d8-8b14-c25a5f97b835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-35a17887-b3f3-4f8e-ad35-dc9b28693e53', 'network_id': '35a17887-b3f3-4f8e-ad35-dc9b28693e53', 'tenant_id': '403e9089dd684dee8c86c3ba99f83960', 'fixed_ips': [{'subnet_id': '262f6a01-db5f-4e99-8146-3fa69af0e12a'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:52:38.884547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4096a2eb-b88a-41d8-8b14-c25a5f97b835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:39.017842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3e32b2f7-dd2c-41ef-807b-1cb959aea351 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:39.021954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3e32b2f7-dd2c-41ef-807b-1cb959aea351 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Usage tracker for resource:subnet and tenant:403e9089dd684dee8c86c3ba99f83960 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:39.025139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3e32b2f7-dd2c-41ef-807b-1cb959aea351 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:39.031332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3e32b2f7-dd2c-41ef-807b-1cb959aea351 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:39.077623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 1352a620-2915-4098-b8ab-2b530ccbbb0d up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:52:39.082493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e32b2f7-dd2c-41ef-807b-1cb959aea351 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Made reservation on behalf of 403e9089dd684dee8c86c3ba99f83960 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:52:39.088400 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3e32b2f7-dd2c-41ef-807b-1cb959aea351 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:39.270394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-88ab5172-def9-42e1-9bd0-8dc35529dd11 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:39.286281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b003798d-bef7-4ce6-b204-9fe9ed4a0691 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:39.322005 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-cb48b350-ead3-4bd5-8d04-2a7273c6b8da req-9cd37735-e189-44d2-80ee-1e922d3a0de4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=3012dfea-1904-49ff-809b-8b31d4f9e3f4 HTTP/1.1" status: 200 len: 210 time: 0.1259193 Dec 25 19:52:39.372385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51646) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:39.432950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab5172-def9-42e1-9bd0-8dc35529dd11 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Port': ['ID=70f092b3-587f-4450-b7f7-3b07ffecdd76,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:39.435624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-88ab5172-def9-42e1-9bd0-8dc35529dd11 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:39.441351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-88ab5172-def9-42e1-9bd0-8dc35529dd11 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:39.444496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-4096a2eb-b88a-41d8-8b14-c25a5f97b835 None None] Allocated IP 172.20.0.2 (35a17887-b3f3-4f8e-ad35-dc9b28693e53/262f6a01-db5f-4e99-8146-3fa69af0e12a/931414a2-5522-43e9-a189-7bb74be49948) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:52:39.468555 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-88ab5172-def9-42e1-9bd0-8dc35529dd11 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/ports/70f092b3-587f-4450-b7f7-3b07ffecdd76 HTTP/1.1" status: 204 len: 168 time: 2.1888099 Dec 25 19:52:39.474468 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.ipam_backend_mixin [None req-3e32b2f7-dd2c-41ef-807b-1cb959aea351 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 262f6a01-db5f-4e99-8146-3fa69af0e12a (CIDR: 172.20.0.0/28) Dec 25 19:52:39.475265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51652) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:39.535697 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e32b2f7-dd2c-41ef-807b-1cb959aea351 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:52:39.536119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e32b2f7-dd2c-41ef-807b-1cb959aea351 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:39.539644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-a9991bd7-40dd-4cc9-8a4f-73576572406b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:39.541411 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-a9991bd7-40dd-4cc9-8a4f-73576572406b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "GET /v2.0/networks?id=e06dbb6a-241c-47a9-be5d-fea8ee727624 HTTP/1.1" status: 200 len: 797 time: 0.4473047 Dec 25 19:52:39.597494 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3e32b2f7-dd2c-41ef-807b-1cb959aea351 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0885515 Dec 25 19:52:39.599220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51660) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:39.609871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-6f57b381-d268-4ae5-a13b-d7a3b1ead62f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'subnet': {'network_id': '35a17887-b3f3-4f8e-ad35-dc9b28693e53', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:39.640980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03aed6a6-d504-4259-9b6e-2ac398726177 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:39.641797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-03aed6a6-d504-4259-9b6e-2ac398726177 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:52:39.662387 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-03aed6a6-d504-4259-9b6e-2ac398726177 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:52:39.663741 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-03aed6a6-d504-4259-9b6e-2ac398726177 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1872969 Dec 25 19:52:39.667562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51664) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:39.752792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4096a2eb-b88a-41d8-8b14-c25a5f97b835 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:39.765557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8636acfb-9dbf-421a-bdc5-3dfb7ab31b5a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:39.766229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-4096a2eb-b88a-41d8-8b14-c25a5f97b835 None None] Transition to ACTIVE for port object 931414a2-5522-43e9-a189-7bb74be49948 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:52:39.767723 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8636acfb-9dbf-421a-bdc5-3dfb7ab31b5a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0991175 Dec 25 19:52:39.770370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51668) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:39.788355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-4096a2eb-b88a-41d8-8b14-c25a5f97b835 None None] Transition to ACTIVE for port object 931414a2-5522-43e9-a189-7bb74be49948 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:52:39.793873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4096a2eb-b88a-41d8-8b14-c25a5f97b835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:39.800510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0ad747d0-53d6-48a9-88b8-10bcf064c319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:39.807304 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-cd83cdb1-576b-4f6e-b37d-65011a512e79 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23f5dc92674e43b787fc19a8bf548d4f HTTP/1.1" status: 200 len: 379 time: 0.2481270 Dec 25 19:52:39.829229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-4ee1e5ee-4cd8-4924-b059-0f6537f82064 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'port': {'device_id': '3012dfea-1904-49ff-809b-8b31d4f9e3f4', 'network_id': 'e06dbb6a-241c-47a9-be5d-fea8ee727624', 'admin_state_up': True, 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'security_groups': ['476f993a-5350-4bf2-a5b7-7a2be7c38041']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:39.865119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42695e2-b453-43a1-b39d-0cd58fa142bd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:39.866606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42695e2-b453-43a1-b39d-0cd58fa142bd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:39.868765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42695e2-b453-43a1-b39d-0cd58fa142bd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:39.869726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a42695e2-b453-43a1-b39d-0cd58fa142bd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:52:39.875737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4096a2eb-b88a-41d8-8b14-c25a5f97b835 None None] Network 35a17887-b3f3-4f8e-ad35-dc9b28693e53 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:52:39.876935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-4096a2eb-b88a-41d8-8b14-c25a5f97b835 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:39.879575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4096a2eb-b88a-41d8-8b14-c25a5f97b835 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:52:39.892939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a2eb-b88a-41d8-8b14-c25a5f97b835 None None] Pushing event updated for resources: {'Port': ['ID=931414a2-5522-43e9-a189-7bb74be49948,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:39.895742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a42695e2-b453-43a1-b39d-0cd58fa142bd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:52:39.896153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4096a2eb-b88a-41d8-8b14-c25a5f97b835 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:39.897034 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a42695e2-b453-43a1-b39d-0cd58fa142bd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1256585 Dec 25 19:52:39.899916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51672) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:39.980315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:39.991366 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-98223f4b-d856-42cd-97f9-903637ca69d0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f79d792f25d4b3b92af33c8bb0540ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5635393 Dec 25 19:52:39.997884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51676) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:40.006286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-4096a2eb-b88a-41d8-8b14-c25a5f97b835 None None] Attempting to bind port 931414a2-5522-43e9-a189-7bb74be49948 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:52:40.006844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-4096a2eb-b88a-41d8-8b14-c25a5f97b835 None None] Attempting to bind port 931414a2-5522-43e9-a189-7bb74be49948 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '1f46ff72-a717-4bfd-b518-b50e902b90c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '35a17887-b3f3-4f8e-ad35-dc9b28693e53'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:52:40.007600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4096a2eb-b88a-41d8-8b14-c25a5f97b835 None None] Attempting to bind port 931414a2-5522-43e9-a189-7bb74be49948 on network 35a17887-b3f3-4f8e-ad35-dc9b28693e53 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:52:40.008350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6f57b381-d268-4ae5-a13b-d7a3b1ead62f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:40.012672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6f57b381-d268-4ae5-a13b-d7a3b1ead62f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Usage tracker for resource:subnet and tenant:403e9089dd684dee8c86c3ba99f83960 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:40.014584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4096a2eb-b88a-41d8-8b14-c25a5f97b835 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:52:40.015019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4096a2eb-b88a-41d8-8b14-c25a5f97b835 None None] Checking segment: {'id': '1f46ff72-a717-4bfd-b518-b50e902b90c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '35a17887-b3f3-4f8e-ad35-dc9b28693e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:52:40.015502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4096a2eb-b88a-41d8-8b14-c25a5f97b835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:40.015894 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6f57b381-d268-4ae5-a13b-d7a3b1ead62f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:40.016016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4096a2eb-b88a-41d8-8b14-c25a5f97b835 None None] Bound using segment: {'id': '1f46ff72-a717-4bfd-b518-b50e902b90c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '35a17887-b3f3-4f8e-ad35-dc9b28693e53'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:52:40.016451 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-4096a2eb-b88a-41d8-8b14-c25a5f97b835 None None] Bound port: 931414a2-5522-43e9-a189-7bb74be49948, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f46ff72-a717-4bfd-b518-b50e902b90c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '35a17887-b3f3-4f8e-ad35-dc9b28693e53'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:52:40.016876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4096a2eb-b88a-41d8-8b14-c25a5f97b835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:40.022796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6f57b381-d268-4ae5-a13b-d7a3b1ead62f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:40.050651 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f57b381-d268-4ae5-a13b-d7a3b1ead62f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Made reservation on behalf of 403e9089dd684dee8c86c3ba99f83960 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:52:40.126512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-4096a2eb-b88a-41d8-8b14-c25a5f97b835 None None] For port 931414a2-5522-43e9-a189-7bb74be49948, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:52:40.128791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-e413f6e5-d690-405b-aaf2-c96d73030fb2 None None] Provisioning for port 1352a620-2915-4098-b8ab-2b530ccbbb0d completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:52:40.133300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-4096a2eb-b88a-41d8-8b14-c25a5f97b835 None None] For port 931414a2-5522-43e9-a189-7bb74be49948, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=931414a2-5522-43e9-a189-7bb74be49948,segment=NetworkSegment(1f46ff72-a717-4bfd-b518-b50e902b90c2),segment_id=1f46ff72-a717-4bfd-b518-b50e902b90c2)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:52:40.136490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-e413f6e5-d690-405b-aaf2-c96d73030fb2 None None] Provisioning complete for port 1352a620-2915-4098-b8ab-2b530ccbbb0d triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:52:40.137564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e413f6e5-d690-405b-aaf2-c96d73030fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:40.145060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-d19c99a0-dbb4-460e-b170-66e560953bcc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting subnet 9c0ff7c2-95f0-4af4-8e4b-940979d3e621 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:52:40.148572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d19c99a0-dbb4-460e-b170-66e560953bcc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:40.163828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-4ee1e5ee-4cd8-4924-b059-0f6537f82064 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:40.178980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4096a2eb-b88a-41d8-8b14-c25a5f97b835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:40.198069 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:40.208571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d19c99a0-dbb4-460e-b170-66e560953bcc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:40.220164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-4ee1e5ee-4cd8-4924-b059-0f6537f82064 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:40.301164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d19c99a0-dbb4-460e-b170-66e560953bcc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:40.326485 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-4ee1e5ee-4cd8-4924-b059-0f6537f82064 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Made reservation on behalf of 23f5dc92674e43b787fc19a8bf548d4f for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:52:40.333202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-4ee1e5ee-4cd8-4924-b059-0f6537f82064 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:40.378110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a2eb-b88a-41d8-8b14-c25a5f97b835 None None] Pushing event updated for resources: {'Port': ['ID=931414a2-5522-43e9-a189-7bb74be49948,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:40.401209 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4096a2eb-b88a-41d8-8b14-c25a5f97b835 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:40.409338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d19c99a0-dbb4-460e-b170-66e560953bcc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:40.418362 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f9f89a52-9197-4934-b376-9f58a53a2abb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:40.427558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-e413f6e5-d690-405b-aaf2-c96d73030fb2 None None] Could not find standard attr ID for object 70f092b3-587f-4450-b7f7-3b07ffecdd76. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:52:40.438341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f8a0f93c-7429-44dc-9552-21c054a767f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:40.461698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c99a0-dbb4-460e-b170-66e560953bcc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Subnet': ['ID=9c0ff7c2-95f0-4af4-8e4b-940979d3e621,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:40.464934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d19c99a0-dbb4-460e-b170-66e560953bcc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:40.466122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d19c99a0-dbb4-460e-b170-66e560953bcc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:40.491675 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d19c99a0-dbb4-460e-b170-66e560953bcc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/9c0ff7c2-95f0-4af4-8e4b-940979d3e621 HTTP/1.1" status: 204 len: 168 time: 0.5905972 Dec 25 19:52:40.494130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51682) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:40.514009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f8a0f93c-7429-44dc-9552-21c054a767f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:40.542903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1227284a-9581-4953-af0b-8bbb2b3d2090 None None] Could not find standard attr ID for object 77647d75-b603-409f-addb-d87c4a1bf8b3. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:52:40.590964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-db592913-1a8d-464b-97ff-eae55c2e2797 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting subnet fe389971-cec2-4d9a-a75f-02010d2aa556 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:52:40.595823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-db592913-1a8d-464b-97ff-eae55c2e2797 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:40.617908 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6f57b381-d268-4ae5-a13b-d7a3b1ead62f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:40.636701 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9bb3e5f0-e79c-407a-a393-c77b1d6b8f3f req-78641afa-a61c-4472-95f6-04af174bc20f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=3012dfea-1904-49ff-809b-8b31d4f9e3f4 HTTP/1.1" status: 200 len: 210 time: 0.1119318 Dec 25 19:52:40.666023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-db592913-1a8d-464b-97ff-eae55c2e2797 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:40.765996 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-db592913-1a8d-464b-97ff-eae55c2e2797 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:40.830733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba16133-ced0-46ab-b133-d6871ab6b7f3 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:52:40.858278 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f8a0f93c-7429-44dc-9552-21c054a767f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:40.867411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-cee7a226-bb97-474b-ad9a-d7d1469ee466 None None] Could not find standard attr ID for object d5096dbb-4ebd-46f6-aaf2-72f3ba1f61d6. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:52:40.867668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-db592913-1a8d-464b-97ff-eae55c2e2797 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:40.874245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-18e792fe-afa9-4ff1-b039-1bdec10727ba tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:40.874509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-09e8b4ed-69a9-4ea2-85ee-b27dbd6a9f44 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:40.914547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0f93c-7429-44dc-9552-21c054a767f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0f487e-c861-4ab3-af74-81cb6cba2116,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:40.923326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db592913-1a8d-464b-97ff-eae55c2e2797 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Subnet': ['ID=fe389971-cec2-4d9a-a75f-02010d2aa556,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:40.925707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f8a0f93c-7429-44dc-9552-21c054a767f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:40.926779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-4ee1e5ee-4cd8-4924-b059-0f6537f82064 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Allocated IP 172.20.0.6 (e06dbb6a-241c-47a9-be5d-fea8ee727624/ec36c59c-a669-4cfe-8242-554bbb888561/d541b3f3-f278-4abe-a670-d98bae459725) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:52:40.929605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-db592913-1a8d-464b-97ff-eae55c2e2797 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:40.940691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-db592913-1a8d-464b-97ff-eae55c2e2797 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:40.942344 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-db592913-1a8d-464b-97ff-eae55c2e2797 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/fe389971-cec2-4d9a-a75f-02010d2aa556 HTTP/1.1" status: 204 len: 168 time: 0.4467926 Dec 25 19:52:40.946413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51686) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:40.971826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f8a0f93c-7429-44dc-9552-21c054a767f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:40.987139 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f8a0f93c-7429-44dc-9552-21c054a767f3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9b0f487e-c861-4ab3-af74-81cb6cba2116 HTTP/1.1" status: 204 len: 168 time: 0.9770215 Dec 25 19:52:41.130475 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-877bd6b1-d8c1-49f8-a883-61dda7c4e837 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1820555 Dec 25 19:52:41.135762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51692) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:41.144136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 931414a2-5522-43e9-a189-7bb74be49948 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:52:41.169303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-8900fc42-d51e-4d4c-be08-9142b866356d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'subnet': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:41.263706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 931414a2-5522-43e9-a189-7bb74be49948 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:52:41.454362 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8900fc42-d51e-4d4c-be08-9142b866356d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:41.461694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8900fc42-d51e-4d4c-be08-9142b866356d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:subnet and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:41.467833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44266abe-d88b-4048-870a-f3231a7e7d39 None None] DHCP port deletion for 7396b720-65bf-48b2-8da7-778eed2fcf44 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:52:41.472679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-44266abe-d88b-4048-870a-f3231a7e7d39 None None] Deleting port 1352a620-2915-4098-b8ab-2b530ccbbb0d {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:41.473115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-44266abe-d88b-4048-870a-f3231a7e7d39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:41.476694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8900fc42-d51e-4d4c-be08-9142b866356d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:41.493471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8900fc42-d51e-4d4c-be08-9142b866356d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:41.539096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8900fc42-d51e-4d4c-be08-9142b866356d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:52:41.576124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6f57b381-d268-4ae5-a13b-d7a3b1ead62f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:41.582627 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-4ee1e5ee-4cd8-4924-b059-0f6537f82064 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:41.597100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a4ccb6af-effb-410f-8b17-9cf7356222fb tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:41.740893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-4ee1e5ee-4cd8-4924-b059-0f6537f82064 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Transition to ACTIVE for port object d541b3f3-f278-4abe-a670-d98bae459725 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:52:41.754872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f57b381-d268-4ae5-a13b-d7a3b1ead62f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Network 35a17887-b3f3-4f8e-ad35-dc9b28693e53 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:52:41.761353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-6f57b381-d268-4ae5-a13b-d7a3b1ead62f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:41.770299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f57b381-d268-4ae5-a13b-d7a3b1ead62f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:41.771007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6f57b381-d268-4ae5-a13b-d7a3b1ead62f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:41.779413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8900fc42-d51e-4d4c-be08-9142b866356d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:41.816093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57b381-d268-4ae5-a13b-d7a3b1ead62f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'Subnet': ['ID=3cd43ace-3b99-4da3-bf02-98a0fd6564cd,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:41.864079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-44266abe-d88b-4048-870a-f3231a7e7d39 None None] For port 1352a620-2915-4098-b8ab-2b530ccbbb0d, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=1352a620-2915-4098-b8ab-2b530ccbbb0d,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:41.864538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-44266abe-d88b-4048-870a-f3231a7e7d39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:41.875807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6f57b381-d268-4ae5-a13b-d7a3b1ead62f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:41.901492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-be2e0d53-446a-4caa-b138-8469b88ca52d req-b02764be-1d19-4ce7-9328-7ca0ba75c46a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Synchronizing usage tracker for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:52:41.916703 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6f57b381-d268-4ae5-a13b-d7a3b1ead62f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3163629 Dec 25 19:52:41.920105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51698) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:41.927655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-9d0274bd-8bbc-482c-9a70-cf740858affe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'port': {'network_id': '35a17887-b3f3-4f8e-ad35-dc9b28693e53', 'fixed_ips': [{'subnet_id': '262f6a01-db5f-4e99-8146-3fa69af0e12a'}, {'subnet_id': '3cd43ace-3b99-4da3-bf02-98a0fd6564cd'}], 'name': 'tempest-PortsTestJSON-1724503292'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:41.994702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-44266abe-d88b-4048-870a-f3231a7e7d39 None None] Calling delete_port for 1352a620-2915-4098-b8ab-2b530ccbbb0d owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:52:42.002825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-4ee1e5ee-4cd8-4924-b059-0f6537f82064 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:42.020867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5785b433-a84a-4ff6-8bf5-9fd27ce5a5fa tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:42.077277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-44266abe-d88b-4048-870a-f3231a7e7d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:42.090109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dc17d4e2-74da-432b-a3f7-22bc30ad1db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:42.101949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9d0274bd-8bbc-482c-9a70-cf740858affe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:42.109951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9d0274bd-8bbc-482c-9a70-cf740858affe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Usage tracker for resource:port and tenant:403e9089dd684dee8c86c3ba99f83960 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:42.117140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9d0274bd-8bbc-482c-9a70-cf740858affe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:42.126128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9d0274bd-8bbc-482c-9a70-cf740858affe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:42.149648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0274bd-8bbc-482c-9a70-cf740858affe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Made reservation on behalf of 403e9089dd684dee8c86c3ba99f83960 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:52:42.158941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9d0274bd-8bbc-482c-9a70-cf740858affe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:42.187688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44266abe-d88b-4048-870a-f3231a7e7d39 None None] Pushing event deleted for resources: {'Port': ['ID=1352a620-2915-4098-b8ab-2b530ccbbb0d,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:42.196073 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44266abe-d88b-4048-870a-f3231a7e7d39 None None] No DVR routers for this DVR port 1352a620-2915-4098-b8ab-2b530ccbbb0d on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:52:42.196843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-9d0274bd-8bbc-482c-9a70-cf740858affe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] device_id is not set on port d5924420-4c72-4e22-8359-426cc750992a yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:52:42.198538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-44266abe-d88b-4048-870a-f3231a7e7d39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:42.352854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-4ee1e5ee-4cd8-4924-b059-0f6537f82064 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network e06dbb6a-241c-47a9-be5d-fea8ee727624 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:52:42.361756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-4ee1e5ee-4cd8-4924-b059-0f6537f82064 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:42.363738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-be2e0d53-446a-4caa-b138-8469b88ca52d req-b02764be-1d19-4ce7-9328-7ca0ba75c46a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Unset dirty status for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:52:42.365028 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-be2e0d53-446a-4caa-b138-8469b88ca52d req-b02764be-1d19-4ce7-9328-7ca0ba75c46a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=3012dfea-1904-49ff-809b-8b31d4f9e3f4 HTTP/1.1" status: 200 len: 210 time: 0.5695400 Dec 25 19:52:42.366831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-4ee1e5ee-4cd8-4924-b059-0f6537f82064 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:52:42.410065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca767239-ea7a-455b-a0c6-ff1accfb7fc9 None None] Network 35a17887-b3f3-4f8e-ad35-dc9b28693e53 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:52:42.428941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee1e5ee-4cd8-4924-b059-0f6537f82064 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=d541b3f3-f278-4abe-a670-d98bae459725,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:42.468663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4ee1e5ee-4cd8-4924-b059-0f6537f82064 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:42.517359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-4ee1e5ee-4cd8-4924-b059-0f6537f82064 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:42.518018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-4ee1e5ee-4cd8-4924-b059-0f6537f82064 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:42.562835 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-4ee1e5ee-4cd8-4924-b059-0f6537f82064 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7384422 Dec 25 19:52:42.581155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-5e39f3b8-0fea-4884-a519-2baa5e66eb91 service neutron] Request body: {'port': {'device_id': '3012dfea-1904-49ff-809b-8b31d4f9e3f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:42.613485 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-9d0274bd-8bbc-482c-9a70-cf740858affe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Allocated IP 172.20.0.7 (35a17887-b3f3-4f8e-ad35-dc9b28693e53/262f6a01-db5f-4e99-8146-3fa69af0e12a/d5924420-4c72-4e22-8359-426cc750992a) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:52:42.620757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-9d0274bd-8bbc-482c-9a70-cf740858affe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Allocated IP 172.20.0.26 (35a17887-b3f3-4f8e-ad35-dc9b28693e53/3cd43ace-3b99-4da3-bf02-98a0fd6564cd/d5924420-4c72-4e22-8359-426cc750992a) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:52:42.635984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8900fc42-d51e-4d4c-be08-9142b866356d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:42.642661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0f11a185-d34d-49df-8b18-d4b41d58787e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:42.711009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8900fc42-d51e-4d4c-be08-9142b866356d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Subnet': ['ID=4d9d0ebf-2218-4111-99cf-99ff92cba79c,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:42.720514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8900fc42-d51e-4d4c-be08-9142b866356d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:42.722425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d2580349-a278-4ab0-b7ce-f0fa40228ac7 None None] Provisioning for port 931414a2-5522-43e9-a189-7bb74be49948 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:52:42.729748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d2580349-a278-4ab0-b7ce-f0fa40228ac7 None None] Provisioning complete for port 931414a2-5522-43e9-a189-7bb74be49948 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:52:42.730191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d2580349-a278-4ab0-b7ce-f0fa40228ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:42.775786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8900fc42-d51e-4d4c-be08-9142b866356d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:52:42.779487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-8900fc42-d51e-4d4c-be08-9142b866356d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:42.784021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8900fc42-d51e-4d4c-be08-9142b866356d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:42.784619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8900fc42-d51e-4d4c-be08-9142b866356d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:42.793903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b19e45-6da6-4cdb-bf47-3dce856d68b0 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:52:42.808043 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-5e39f3b8-0fea-4884-a519-2baa5e66eb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:42.824123 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8900fc42-d51e-4d4c-be08-9142b866356d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6839151 Dec 25 19:52:42.828273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51702) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:42.834946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-12846878-21dd-4a52-bcf7-980ddf3d4d16 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'subnet': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:42.878393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9d0274bd-8bbc-482c-9a70-cf740858affe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:42.895575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-9d0274bd-8bbc-482c-9a70-cf740858affe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Transition to ACTIVE for port object d5924420-4c72-4e22-8359-426cc750992a will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:52:42.917512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9d0274bd-8bbc-482c-9a70-cf740858affe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:42.924827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e90959c7-9a6a-4124-b9c8-e023ab69229a tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:43.014379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0274bd-8bbc-482c-9a70-cf740858affe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'Port': ['ID=d5924420-4c72-4e22-8359-426cc750992a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:43.018676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d2580349-a278-4ab0-b7ce-f0fa40228ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:43.024326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9d0274bd-8bbc-482c-9a70-cf740858affe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:43.037501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0274bd-8bbc-482c-9a70-cf740858affe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Network 35a17887-b3f3-4f8e-ad35-dc9b28693e53 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:52:43.038749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-9d0274bd-8bbc-482c-9a70-cf740858affe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:43.047142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0274bd-8bbc-482c-9a70-cf740858affe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:52:43.052377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 1352a620-2915-4098-b8ab-2b530ccbbb0d no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:52:43.102865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 1352a620-2915-4098-b8ab-2b530ccbbb0d {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:52:43.103595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 1352a620-2915-4098-b8ab-2b530ccbbb0d not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:52:43.116531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0274bd-8bbc-482c-9a70-cf740858affe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:43.117902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9d0274bd-8bbc-482c-9a70-cf740858affe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:43.119382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-12846878-21dd-4a52-bcf7-980ddf3d4d16 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:43.123778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-12846878-21dd-4a52-bcf7-980ddf3d4d16 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:subnet and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:43.126871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-12846878-21dd-4a52-bcf7-980ddf3d4d16 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:43.133265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-12846878-21dd-4a52-bcf7-980ddf3d4d16 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:43.161170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12846878-21dd-4a52-bcf7-980ddf3d4d16 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:52:43.168587 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9d0274bd-8bbc-482c-9a70-cf740858affe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.2468488 Dec 25 19:52:43.171306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-12846878-21dd-4a52-bcf7-980ddf3d4d16 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:43.172016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51706) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:43.178800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-36fe07b9-cbcc-4fa0-a4d6-f484692c62e8 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '262f6a01-db5f-4e99-8146-3fa69af0e12a'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:43.203778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11aa5956-6ab6-427b-9498-674028b373ef None None] Update dhcp port {'port': {'network_id': '35a17887-b3f3-4f8e-ad35-dc9b28693e53', 'fixed_ips': [{'subnet_id': '262f6a01-db5f-4e99-8146-3fa69af0e12a', 'ip_address': '172.20.0.2'}, {'subnet_id': '3cd43ace-3b99-4da3-bf02-98a0fd6564cd'}], 'binding:host_id': 'dv-neutron-822611-1-hyperv'}, 'id': '931414a2-5522-43e9-a189-7bb74be49948'} from dv-neutron-822611-1-hyperv. {{(pid=88902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 25 19:52:43.246265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-d2580349-a278-4ab0-b7ce-f0fa40228ac7 None None] For port 931414a2-5522-43e9-a189-7bb74be49948, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=931414a2-5522-43e9-a189-7bb74be49948,segment=NetworkSegment(1f46ff72-a717-4bfd-b518-b50e902b90c2),segment_id=1f46ff72-a717-4bfd-b518-b50e902b90c2)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:43.256179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d2580349-a278-4ab0-b7ce-f0fa40228ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:43.262753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1e9f8961-8215-4984-ba7c-27ebdd723533 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:43.362989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11aa5956-6ab6-427b-9498-674028b373ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:43.381402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c41afea-81b7-4e83-96a5-b562173ba2b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-7396b720-65bf-48b2-8da7-778eed2fcf44', 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'tenant_id': '0d465c4cb6da4d88b35dda87bf4673ea', 'fixed_ips': [{'subnet_id': '4d9d0ebf-2218-4111-99cf-99ff92cba79c'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:52:43.381931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1c41afea-81b7-4e83-96a5-b562173ba2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:43.421371 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.ipam_backend_mixin [None req-12846878-21dd-4a52-bcf7-980ddf3d4d16 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4d9d0ebf-2218-4111-99cf-99ff92cba79c (CIDR: 2001:db8::/64) Dec 25 19:52:43.430579 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-12846878-21dd-4a52-bcf7-980ddf3d4d16 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:52:43.431107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12846878-21dd-4a52-bcf7-980ddf3d4d16 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:43.442229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-36fe07b9-cbcc-4fa0-a4d6-f484692c62e8 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:43.514857 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-12846878-21dd-4a52-bcf7-980ddf3d4d16 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6847987 Dec 25 19:52:43.521480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51712) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:43.534873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-f0c0dcdd-9ce2-495e-bb42-8d1fdb627dbc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'subnet': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:43.563746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2580349-a278-4ab0-b7ce-f0fa40228ac7 None None] Pushing event updated for resources: {'Port': ['ID=931414a2-5522-43e9-a189-7bb74be49948,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:43.567842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d2580349-a278-4ab0-b7ce-f0fa40228ac7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:43.596995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-5e39f3b8-0fea-4884-a519-2baa5e66eb91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d541b3f3-f278-4abe-a670-d98bae459725 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 19:52:43.606505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-5e39f3b8-0fea-4884-a519-2baa5e66eb91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:43.629179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-5e39f3b8-0fea-4884-a519-2baa5e66eb91 service neutron] Transition to ACTIVE for port object d541b3f3-f278-4abe-a670-d98bae459725 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:52:43.637665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-5e39f3b8-0fea-4884-a519-2baa5e66eb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:43.640080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-5105cbf5-d42e-4012-b212-cddd3f05fcb7 None None] Provisioning for port d541b3f3-f278-4abe-a670-d98bae459725 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:52:43.643590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7761837d-85bb-4c9b-8fc6-70a135f59ed4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:43.707476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08686e0-7acb-4fb9-bf4d-3f61343fc42e req-8164cc81-6071-4c16-b70d-e87522cc5189 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:43.708973 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b08686e0-7acb-4fb9-bf4d-3f61343fc42e req-8164cc81-6071-4c16-b70d-e87522cc5189 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=3012dfea-1904-49ff-809b-8b31d4f9e3f4 HTTP/1.1" status: 200 len: 931 time: 0.2031026 Dec 25 19:52:43.806545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39f3b8-0fea-4884-a519-2baa5e66eb91 service neutron] Pushing event updated for resources: {'Port': ['ID=d541b3f3-f278-4abe-a670-d98bae459725,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:43.812239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5e39f3b8-0fea-4884-a519-2baa5e66eb91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:43.824053 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-1c41afea-81b7-4e83-96a5-b562173ba2b0 None None] Allocated IP 2001:db8::2 (7396b720-65bf-48b2-8da7-778eed2fcf44/4d9d0ebf-2218-4111-99cf-99ff92cba79c/90dfa593-59c9-46e9-be75-9a0923489bb2) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:52:43.835193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f0c0dcdd-9ce2-495e-bb42-8d1fdb627dbc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:43.840657 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b08686e0-7acb-4fb9-bf4d-3f61343fc42e req-71b08993-78a9-40c7-9435-0a4cad6af4e7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=476f993a-5350-4bf2-a5b7-7a2be7c38041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223831 Dec 25 19:52:43.882907 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f0c0dcdd-9ce2-495e-bb42-8d1fdb627dbc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Usage tracker for resource:subnet and tenant:0d465c4cb6da4d88b35dda87bf4673ea is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:43.891852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f0c0dcdd-9ce2-495e-bb42-8d1fdb627dbc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:43.907723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f0c0dcdd-9ce2-495e-bb42-8d1fdb627dbc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:43.931185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c0dcdd-9ce2-495e-bb42-8d1fdb627dbc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:52:43.937772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f0c0dcdd-9ce2-495e-bb42-8d1fdb627dbc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:43.973766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-5e39f3b8-0fea-4884-a519-2baa5e66eb91 service neutron] Attempting to bind port d541b3f3-f278-4abe-a670-d98bae459725 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:52:43.974490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-5e39f3b8-0fea-4884-a519-2baa5e66eb91 service neutron] Attempting to bind port d541b3f3-f278-4abe-a670-d98bae459725 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '43266cd3-4b82-4fe2-a975-b78f72b2e140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e06dbb6a-241c-47a9-be5d-fea8ee727624'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:52:43.974874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-5e39f3b8-0fea-4884-a519-2baa5e66eb91 service neutron] Attempting to bind port d541b3f3-f278-4abe-a670-d98bae459725 on network e06dbb6a-241c-47a9-be5d-fea8ee727624 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:52:43.983346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-5e39f3b8-0fea-4884-a519-2baa5e66eb91 service neutron] Port d541b3f3-f278-4abe-a670-d98bae459725 on network e06dbb6a-241c-47a9-be5d-fea8ee727624 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:52:43.983717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-5e39f3b8-0fea-4884-a519-2baa5e66eb91 service neutron] Attempting to bind port d541b3f3-f278-4abe-a670-d98bae459725 on network e06dbb6a-241c-47a9-be5d-fea8ee727624 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:52:43.990999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-5e39f3b8-0fea-4884-a519-2baa5e66eb91 service neutron] Checking agent: {'id': '5d7a6d50-e450-4e92-a105-61a558d89e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'started_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:52:43.991314 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-5e39f3b8-0fea-4884-a519-2baa5e66eb91 service neutron] Checking segment: {'id': '43266cd3-4b82-4fe2-a975-b78f72b2e140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e06dbb6a-241c-47a9-be5d-fea8ee727624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:52:43.991749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-5e39f3b8-0fea-4884-a519-2baa5e66eb91 service neutron] Bound using segment: {'id': '43266cd3-4b82-4fe2-a975-b78f72b2e140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e06dbb6a-241c-47a9-be5d-fea8ee727624'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:52:43.992238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-5e39f3b8-0fea-4884-a519-2baa5e66eb91 service neutron] Bound port: d541b3f3-f278-4abe-a670-d98bae459725, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43266cd3-4b82-4fe2-a975-b78f72b2e140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e06dbb6a-241c-47a9-be5d-fea8ee727624'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:52:43.992628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-5e39f3b8-0fea-4884-a519-2baa5e66eb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:43.995930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-11aa5956-6ab6-427b-9498-674028b373ef None None] Allocated IP 172.20.0.18 (35a17887-b3f3-4f8e-ad35-dc9b28693e53/3cd43ace-3b99-4da3-bf02-98a0fd6564cd/931414a2-5522-43e9-a189-7bb74be49948) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:52:44.093823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-5e39f3b8-0fea-4884-a519-2baa5e66eb91 service neutron] For port d541b3f3-f278-4abe-a670-d98bae459725, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:52:44.098144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-5e39f3b8-0fea-4884-a519-2baa5e66eb91 service neutron] For port d541b3f3-f278-4abe-a670-d98bae459725, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d541b3f3-f278-4abe-a670-d98bae459725,segment=NetworkSegment(43266cd3-4b82-4fe2-a975-b78f72b2e140),segment_id=43266cd3-4b82-4fe2-a975-b78f72b2e140)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:52:44.104295 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-5e39f3b8-0fea-4884-a519-2baa5e66eb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:44.116598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-10da4473-2f93-42bc-8d23-bce3147e1e7e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:44.178167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-5e39f3b8-0fea-4884-a519-2baa5e66eb91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:44.179829 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-5e39f3b8-0fea-4884-a519-2baa5e66eb91 service neutron] 10.222.0.36 "PUT /v2.0/ports/d541b3f3-f278-4abe-a670-d98bae459725 HTTP/1.1" status: 200 len: 1093 time: 1.6045182 Dec 25 19:52:44.180881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3012dfea-1904-49ff-809b-8b31d4f9e3f4', 'tag': 'd541b3f3-f278-4abe-a670-d98bae459725'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:52:44.225260 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39f3b8-0fea-4884-a519-2baa5e66eb91 service neutron] Pushing event updated for resources: {'Port': ['ID=d541b3f3-f278-4abe-a670-d98bae459725,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:44.231102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5e39f3b8-0fea-4884-a519-2baa5e66eb91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:44.280197 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3012dfea-1904-49ff-809b-8b31d4f9e3f4', 'tag': 'd541b3f3-f278-4abe-a670-d98bae459725', 'status': 'completed', 'code': 200} Dec 25 19:52:44.329604 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-2ea48f80-8e80-44b2-835b-d66932f70511 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=3012dfea-1904-49ff-809b-8b31d4f9e3f4 HTTP/1.1" status: 200 len: 1096 time: 0.0935562 Dec 25 19:52:44.420283 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-a67000e4-93bb-4a0c-86bd-9d29d7e93add service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d541b3f3-f278-4abe-a670-d98bae459725 HTTP/1.1" status: 200 len: 217 time: 0.0785913 Dec 25 19:52:44.422681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f0c0dcdd-9ce2-495e-bb42-8d1fdb627dbc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:44.427712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-822b0503-a79a-40e5-a50a-3bd3a1801f00 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:44.495315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1c41afea-81b7-4e83-96a5-b562173ba2b0 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:44.508206 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c0dcdd-9ce2-495e-bb42-8d1fdb627dbc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:52:44.509447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-f0c0dcdd-9ce2-495e-bb42-8d1fdb627dbc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:44.515589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c0dcdd-9ce2-495e-bb42-8d1fdb627dbc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:44.516347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f0c0dcdd-9ce2-495e-bb42-8d1fdb627dbc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:44.524386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-11aa5956-6ab6-427b-9498-674028b373ef None None] For port 931414a2-5522-43e9-a189-7bb74be49948, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=931414a2-5522-43e9-a189-7bb74be49948,segment=NetworkSegment(1f46ff72-a717-4bfd-b518-b50e902b90c2),segment_id=1f46ff72-a717-4bfd-b518-b50e902b90c2)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:44.528353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1c41afea-81b7-4e83-96a5-b562173ba2b0 None None] Transition to ACTIVE for port object 90dfa593-59c9-46e9-be75-9a0923489bb2 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:52:44.534447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-45429141-5c39-45b6-a904-9307ae793880 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:44.536452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0dcdd-9ce2-495e-bb42-8d1fdb627dbc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Subnet': ['ID=fd8a6bd4-50e8-4be4-9dba-f8a8ef7fa596,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:44.537231 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-45429141-5c39-45b6-a904-9307ae793880 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ec36c59c-a669-4cfe-8242-554bbb888561 HTTP/1.1" status: 200 len: 834 time: 0.1076012 Dec 25 19:52:44.539856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f0c0dcdd-9ce2-495e-bb42-8d1fdb627dbc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:44.558304 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f0c0dcdd-9ce2-495e-bb42-8d1fdb627dbc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.0353088 Dec 25 19:52:44.561326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51718) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:44.564155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1c41afea-81b7-4e83-96a5-b562173ba2b0 None None] Transition to ACTIVE for port object 90dfa593-59c9-46e9-be75-9a0923489bb2 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:52:44.568013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-d5b4cdfe-55c7-4248-93e5-b70b719731c7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Request body: {'port': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'mac_address': 'fa:16:3e:76:49:df', 'name': 'tempest-NetworksTestDHCPv6-637891983'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:44.583594 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11aa5956-6ab6-427b-9498-674028b373ef None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:44.588382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1c41afea-81b7-4e83-96a5-b562173ba2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:44.597291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-33d6591f-c8e5-4f94-8751-33ecdc0a4afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:44.632729 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-7bac4d8f-09ce-4077-84de-8babc39eb7d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e06dbb6a-241c-47a9-be5d-fea8ee727624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0847931 Dec 25 19:52:44.673769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-11aa5956-6ab6-427b-9498-674028b373ef None None] Transition to ACTIVE for port object 931414a2-5522-43e9-a189-7bb74be49948 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:52:44.682421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c41afea-81b7-4e83-96a5-b562173ba2b0 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:52:44.685006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11aa5956-6ab6-427b-9498-674028b373ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:44.690457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-1c41afea-81b7-4e83-96a5-b562173ba2b0 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:44.696884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c41afea-81b7-4e83-96a5-b562173ba2b0 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:52:44.705536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c41afea-81b7-4e83-96a5-b562173ba2b0 None None] Pushing event updated for resources: {'Port': ['ID=90dfa593-59c9-46e9-be75-9a0923489bb2,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:44.710844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1c41afea-81b7-4e83-96a5-b562173ba2b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:44.711511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-58411ac3-3b51-4c46-90c3-fcddef32c2b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:44.782874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d5b4cdfe-55c7-4248-93e5-b70b719731c7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:44.787931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-36fe07b9-cbcc-4fa0-a4d6-f484692c62e8 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Delete allocated IP 172.20.0.26 (35a17887-b3f3-4f8e-ad35-dc9b28693e53/3cd43ace-3b99-4da3-bf02-98a0fd6564cd) {{(pid=88901) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 25 19:52:44.793492 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-2f0fd0e2-f3bb-4570-9eb8-8db34d79d56c service neutron] 10.222.0.36 "GET /v2.0/networks/e06dbb6a-241c-47a9-be5d-fea8ee727624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506553 Dec 25 19:52:44.800036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d5b4cdfe-55c7-4248-93e5-b70b719731c7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:44.835228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b4cdfe-55c7-4248-93e5-b70b719731c7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Made reservation on behalf of 0d465c4cb6da4d88b35dda87bf4673ea for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:52:44.841645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d5b4cdfe-55c7-4248-93e5-b70b719731c7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:44.956110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa5956-6ab6-427b-9498-674028b373ef None None] Pushing event updated for resources: {'Port': ['ID=931414a2-5522-43e9-a189-7bb74be49948,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:44.959755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-1c41afea-81b7-4e83-96a5-b562173ba2b0 None None] Attempting to bind port 90dfa593-59c9-46e9-be75-9a0923489bb2 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:52:44.960197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-1c41afea-81b7-4e83-96a5-b562173ba2b0 None None] Attempting to bind port 90dfa593-59c9-46e9-be75-9a0923489bb2 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:52:44.960601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c41afea-81b7-4e83-96a5-b562173ba2b0 None None] Attempting to bind port 90dfa593-59c9-46e9-be75-9a0923489bb2 on network 7396b720-65bf-48b2-8da7-778eed2fcf44 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:52:44.968927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-11aa5956-6ab6-427b-9498-674028b373ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:44.969810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c41afea-81b7-4e83-96a5-b562173ba2b0 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:52:44.970257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c41afea-81b7-4e83-96a5-b562173ba2b0 None None] Checking segment: {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:52:44.970723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1c41afea-81b7-4e83-96a5-b562173ba2b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:44.971230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c41afea-81b7-4e83-96a5-b562173ba2b0 None None] Bound using segment: {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:52:44.971943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-1c41afea-81b7-4e83-96a5-b562173ba2b0 None None] Bound port: 90dfa593-59c9-46e9-be75-9a0923489bb2, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb402ca5-fd08-4208-a244-88679d5dcdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:52:44.972460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1c41afea-81b7-4e83-96a5-b562173ba2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:44.991296 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-89757e43-e5a3-45c5-8e14-234b876cdf60 req-7af17d2c-cadb-42f4-89a6-8c65f397dddc service neutron] 10.222.0.36 "GET /v2.0/networks/e06dbb6a-241c-47a9-be5d-fea8ee727624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878388 Dec 25 19:52:45.082839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 931414a2-5522-43e9-a189-7bb74be49948 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:52:45.150525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-1c41afea-81b7-4e83-96a5-b562173ba2b0 None None] For port 90dfa593-59c9-46e9-be75-9a0923489bb2, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:52:45.156449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-1c41afea-81b7-4e83-96a5-b562173ba2b0 None None] For port 90dfa593-59c9-46e9-be75-9a0923489bb2, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=90dfa593-59c9-46e9-be75-9a0923489bb2,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:52:45.163039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1c41afea-81b7-4e83-96a5-b562173ba2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:45.168935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4ad64169-ccbc-4e10-bd2b-ed929d178d78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:45.225303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-d5b4cdfe-55c7-4248-93e5-b70b719731c7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] device_id is not set on port d20f9fbc-be32-4918-bf42-e1a4fd571605 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:52:45.237533 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-21ef8e95-610f-489e-ac34-c303b1fc80d7 req-074218dc-f499-42bf-9769-8bc90c96d6df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=3012dfea-1904-49ff-809b-8b31d4f9e3f4 HTTP/1.1" status: 200 len: 1096 time: 0.1602466 Dec 25 19:52:45.254419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008fc9a-10f2-4287-b9ec-defdb78d5e93 req-d567127d-a037-4c37-b8c3-2ed4e6337d8c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:45.256533 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0008fc9a-10f2-4287-b9ec-defdb78d5e93 req-d567127d-a037-4c37-b8c3-2ed4e6337d8c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=3012dfea-1904-49ff-809b-8b31d4f9e3f4 HTTP/1.1" status: 200 len: 943 time: 0.2409532 Dec 25 19:52:45.282066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c41afea-81b7-4e83-96a5-b562173ba2b0 None None] Pushing event updated for resources: {'Port': ['ID=90dfa593-59c9-46e9-be75-9a0923489bb2,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:45.285341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1c41afea-81b7-4e83-96a5-b562173ba2b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:45.425708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-36fe07b9-cbcc-4fa0-a4d6-f484692c62e8 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:45.437101 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0008fc9a-10f2-4287-b9ec-defdb78d5e93 req-b070182b-8607-48d2-9078-f56fb62797c7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=476f993a-5350-4bf2-a5b7-7a2be7c38041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477613 Dec 25 19:52:45.451637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-36fe07b9-cbcc-4fa0-a4d6-f484692c62e8 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Ignored duplicate provisioning block setup for port d5924420-4c72-4e22-8359-426cc750992a by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Dec 25 19:52:45.455117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-36fe07b9-cbcc-4fa0-a4d6-f484692c62e8 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:45.476841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef8e95-610f-489e-ac34-c303b1fc80d7 req-39d69316-4d61-4f36-8af2-6269bd679044 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:45.478564 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-21ef8e95-610f-489e-ac34-c303b1fc80d7 req-39d69316-4d61-4f36-8af2-6269bd679044 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e06dbb6a-241c-47a9-be5d-fea8ee727624 HTTP/1.1" status: 200 len: 897 time: 0.2328365 Dec 25 19:52:45.480392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-eeb1a31b-dcd9-4cc5-8dfb-a51aadb5b2b0 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:45.558804 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-21ef8e95-610f-489e-ac34-c303b1fc80d7 req-bb150003-ed65-4f79-a9ae-e1e623d4d639 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d541b3f3-f278-4abe-a670-d98bae459725 HTTP/1.1" status: 200 len: 217 time: 0.0730460 Dec 25 19:52:45.653358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef8e95-610f-489e-ac34-c303b1fc80d7 req-a8181f12-6441-486a-8a36-a7feba6d98e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:45.655562 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-21ef8e95-610f-489e-ac34-c303b1fc80d7 req-a8181f12-6441-486a-8a36-a7feba6d98e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ec36c59c-a669-4cfe-8242-554bbb888561 HTTP/1.1" status: 200 len: 834 time: 0.0892787 Dec 25 19:52:45.698986 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-d5b4cdfe-55c7-4248-93e5-b70b719731c7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Allocated IP 2001:db8::259 (7396b720-65bf-48b2-8da7-778eed2fcf44/4d9d0ebf-2218-4111-99cf-99ff92cba79c/d20f9fbc-be32-4918-bf42-e1a4fd571605) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:52:45.703672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe07b9-cbcc-4fa0-a4d6-f484692c62e8 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'Port': ['ID=d5924420-4c72-4e22-8359-426cc750992a,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:45.720739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-36fe07b9-cbcc-4fa0-a4d6-f484692c62e8 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:45.740088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-d5b4cdfe-55c7-4248-93e5-b70b719731c7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Allocated IP 2001:db8:0:1:f816:3eff:fe76:49df (7396b720-65bf-48b2-8da7-778eed2fcf44/fd8a6bd4-50e8-4be4-9dba-f8a8ef7fa596/d20f9fbc-be32-4918-bf42-e1a4fd571605) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:52:45.779621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-36fe07b9-cbcc-4fa0-a4d6-f484692c62e8 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] In _notify_port_updated(), no bound segment for port d5924420-4c72-4e22-8359-426cc750992a on network 35a17887-b3f3-4f8e-ad35-dc9b28693e53 {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 25 19:52:45.781548 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-21ef8e95-610f-489e-ac34-c303b1fc80d7 req-3f693f9e-4574-4335-86a5-c8bb953b49a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e06dbb6a-241c-47a9-be5d-fea8ee727624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1198936 Dec 25 19:52:45.784493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fe07b9-cbcc-4fa0-a4d6-f484692c62e8 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:45.785181 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-36fe07b9-cbcc-4fa0-a4d6-f484692c62e8 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:45.786625 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-36fe07b9-cbcc-4fa0-a4d6-f484692c62e8 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "PUT /v2.0/ports/d5924420-4c72-4e22-8359-426cc750992a HTTP/1.1" status: 200 len: 919 time: 2.6135850 Dec 25 19:52:45.790406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51724) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:45.811521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-775e7737-cec8-42a5-a7d4-2c7f0a833f80 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '262f6a01-db5f-4e99-8146-3fa69af0e12a'}, {'subnet_id': '3cd43ace-3b99-4da3-bf02-98a0fd6564cd'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:45.957302 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-21ef8e95-610f-489e-ac34-c303b1fc80d7 req-d6d6dade-956c-4742-a3db-ca3dec5c4121 service neutron] 10.222.0.36 "GET /v2.0/networks/e06dbb6a-241c-47a9-be5d-fea8ee727624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680048 Dec 25 19:52:46.035964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c46bff3-6428-44fa-ab7d-c7c56fae3e09 None None] Network 35a17887-b3f3-4f8e-ad35-dc9b28693e53 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:52:46.079820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-775e7737-cec8-42a5-a7d4-2c7f0a833f80 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:46.215759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d5b4cdfe-55c7-4248-93e5-b70b719731c7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:46.283638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d6fdabd5-57a6-4cd3-8a73-57ccda1c112c None None] Provisioning for port 931414a2-5522-43e9-a189-7bb74be49948 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:52:46.290920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d5b4cdfe-55c7-4248-93e5-b70b719731c7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Transition to ACTIVE for port object d20f9fbc-be32-4918-bf42-e1a4fd571605 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:52:46.294381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d6fdabd5-57a6-4cd3-8a73-57ccda1c112c None None] Provisioning complete for port 931414a2-5522-43e9-a189-7bb74be49948 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:52:46.294984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d6fdabd5-57a6-4cd3-8a73-57ccda1c112c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:46.412025 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-21ef8e95-610f-489e-ac34-c303b1fc80d7 req-54371cac-1ea4-40de-9b30-1b98aadb1794 service neutron] 10.222.0.36 "GET /v2.0/networks/e06dbb6a-241c-47a9-be5d-fea8ee727624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4421728 Dec 25 19:52:46.430624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d5b4cdfe-55c7-4248-93e5-b70b719731c7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:46.441918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9003c96b-f3c1-4332-8983-07af7fafd575 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:46.549062 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b4cdfe-55c7-4248-93e5-b70b719731c7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:52:46.556943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-d5b4cdfe-55c7-4248-93e5-b70b719731c7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:46.591349 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4cdfe-55c7-4248-93e5-b70b719731c7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event updated for resources: {'Port': ['ID=d20f9fbc-be32-4918-bf42-e1a4fd571605,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:46.600202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b4cdfe-55c7-4248-93e5-b70b719731c7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:52:46.604637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b4cdfe-55c7-4248-93e5-b70b719731c7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:46.605344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d5b4cdfe-55c7-4248-93e5-b70b719731c7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:46.612208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d5b4cdfe-55c7-4248-93e5-b70b719731c7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:46.658658 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d5b4cdfe-55c7-4248-93e5-b70b719731c7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0960882 Dec 25 19:52:46.661112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51730) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:46.668630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-775e7737-cec8-42a5-a7d4-2c7f0a833f80 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Allocated IP 172.20.0.20 (35a17887-b3f3-4f8e-ad35-dc9b28693e53/3cd43ace-3b99-4da3-bf02-98a0fd6564cd/d5924420-4c72-4e22-8359-426cc750992a) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:52:46.773550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b4292acc-8088-47cd-a47d-330f8f8f6278 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting port d20f9fbc-be32-4918-bf42-e1a4fd571605 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:46.773946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b4292acc-8088-47cd-a47d-330f8f8f6278 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:46.897971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-ca65c6d9-7f71-44f5-8788-be2a00eec34a None None] Provisioning complete for port 931414a2-5522-43e9-a189-7bb74be49948 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:52:46.898628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ca65c6d9-7f71-44f5-8788-be2a00eec34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:46.930436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-775e7737-cec8-42a5-a7d4-2c7f0a833f80 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:46.953285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-775e7737-cec8-42a5-a7d4-2c7f0a833f80 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Ignored duplicate provisioning block setup for port d5924420-4c72-4e22-8359-426cc750992a by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Dec 25 19:52:46.957829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-775e7737-cec8-42a5-a7d4-2c7f0a833f80 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:46.977433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a301c6f8-201a-41d5-ab31-226ee69bd807 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:47.073517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e7737-cec8-42a5-a7d4-2c7f0a833f80 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'Port': ['ID=d5924420-4c72-4e22-8359-426cc750992a,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:47.077282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-775e7737-cec8-42a5-a7d4-2c7f0a833f80 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:47.180470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b4292acc-8088-47cd-a47d-330f8f8f6278 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:47.211902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 90dfa593-59c9-46e9-be75-9a0923489bb2 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:52:47.301936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-ca65c6d9-7f71-44f5-8788-be2a00eec34a None None] Provisioning for port d5924420-4c72-4e22-8359-426cc750992a completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:52:47.325230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-ca65c6d9-7f71-44f5-8788-be2a00eec34a None None] Provisioning complete for port d5924420-4c72-4e22-8359-426cc750992a triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:52:47.325756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ca65c6d9-7f71-44f5-8788-be2a00eec34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:47.343925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-775e7737-cec8-42a5-a7d4-2c7f0a833f80 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] In _notify_port_updated(), no bound segment for port d5924420-4c72-4e22-8359-426cc750992a on network 35a17887-b3f3-4f8e-ad35-dc9b28693e53 {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 25 19:52:47.348645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775e7737-cec8-42a5-a7d4-2c7f0a833f80 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:47.350075 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-775e7737-cec8-42a5-a7d4-2c7f0a833f80 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:47.351988 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-775e7737-cec8-42a5-a7d4-2c7f0a833f80 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "PUT /v2.0/ports/d5924420-4c72-4e22-8359-426cc750992a HTTP/1.1" status: 200 len: 999 time: 1.5605843 Dec 25 19:52:47.356985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51734) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:47.408795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ca65c6d9-7f71-44f5-8788-be2a00eec34a None None] Port d5924420-4c72-4e22-8359-426cc750992a cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:52:47.416488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 90dfa593-59c9-46e9-be75-9a0923489bb2 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:52:47.446418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a9103-9dc1-45c8-88dc-064a098f0218 req-623645a2-267b-4681-9c74-18e2cc965e05 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:47.448180 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e87a9103-9dc1-45c8-88dc-064a098f0218 req-623645a2-267b-4681-9c74-18e2cc965e05 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=3012dfea-1904-49ff-809b-8b31d4f9e3f4 HTTP/1.1" status: 200 len: 943 time: 0.8639860 Dec 25 19:52:47.455965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b4292acc-8088-47cd-a47d-330f8f8f6278 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Calling delete_port for d20f9fbc-be32-4918-bf42-e1a4fd571605 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:52:47.459531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-9befbed3-d28a-4782-b753-e16ae346263a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Deleting port d5924420-4c72-4e22-8359-426cc750992a {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:47.459959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9befbed3-d28a-4782-b753-e16ae346263a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:47.546954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1b73f184-42b3-47b8-8312-9f20e37a9c1a None None] Provisioning complete for port d5924420-4c72-4e22-8359-426cc750992a triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:52:47.548012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1b73f184-42b3-47b8-8312-9f20e37a9c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:47.561809 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e87a9103-9dc1-45c8-88dc-064a098f0218 req-96b1dab9-764b-4fb6-b0ec-e79d9cc5c6db tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=476f993a-5350-4bf2-a5b7-7a2be7c38041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706992 Dec 25 19:52:47.619480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1b73f184-42b3-47b8-8312-9f20e37a9c1a None None] Port d5924420-4c72-4e22-8359-426cc750992a cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:52:47.760391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b4292acc-8088-47cd-a47d-330f8f8f6278 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:47.768395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-33950982-96da-473f-913f-a156f95dbdb1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:47.781506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9befbed3-d28a-4782-b753-e16ae346263a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:47.789392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841efd38-96e1-44f9-b7c0-dd886a0a4ffe None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:52:47.815445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4292acc-8088-47cd-a47d-330f8f8f6278 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Port': ['ID=d20f9fbc-be32-4918-bf42-e1a4fd571605,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:47.821273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b4292acc-8088-47cd-a47d-330f8f8f6278 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:47.914690 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b4292acc-8088-47cd-a47d-330f8f8f6278 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:47.928620 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b4292acc-8088-47cd-a47d-330f8f8f6278 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/ports/d20f9fbc-be32-4918-bf42-e1a4fd571605 HTTP/1.1" status: 204 len: 168 time: 1.2629175 Dec 25 19:52:47.930639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51738) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:47.932128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-9befbed3-d28a-4782-b753-e16ae346263a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Calling delete_port for d5924420-4c72-4e22-8359-426cc750992a owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:52:47.944706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-ec4788ad-6788-40f3-b235-ebbb1ff9d109 None None] Provisioning for port 90dfa593-59c9-46e9-be75-9a0923489bb2 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:52:47.970823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-ec4788ad-6788-40f3-b235-ebbb1ff9d109 None None] Provisioning complete for port 90dfa593-59c9-46e9-be75-9a0923489bb2 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:52:47.971373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ec4788ad-6788-40f3-b235-ebbb1ff9d109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:48.035185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e049e170-2f14-4af8-9afa-4498c5be2680 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:48.036407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e049e170-2f14-4af8-9afa-4498c5be2680 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:52:48.056464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e049e170-2f14-4af8-9afa-4498c5be2680 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:52:48.061940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51742) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:48.062789 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e049e170-2f14-4af8-9afa-4498c5be2680 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1299050 Dec 25 19:52:48.135666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device d541b3f3-f278-4abe-a670-d98bae459725 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 19:52:48.223819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394bffdd-dfa8-43a8-93f6-2ff3f81bc59a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:48.224584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-394bffdd-dfa8-43a8-93f6-2ff3f81bc59a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:52:48.245060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9befbed3-d28a-4782-b753-e16ae346263a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:48.246902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-394bffdd-dfa8-43a8-93f6-2ff3f81bc59a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:52:48.248257 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-394bffdd-dfa8-43a8-93f6-2ff3f81bc59a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1853123 Dec 25 19:52:48.251307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ec4788ad-6788-40f3-b235-ebbb1ff9d109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:48.253020 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51746) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:48.253217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-827532c0-20d3-47ed-8783-29c1c89cf247 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:48.297162 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9befbed3-d28a-4782-b753-e16ae346263a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'Port': ['ID=d5924420-4c72-4e22-8359-426cc750992a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:48.301532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9befbed3-d28a-4782-b753-e16ae346263a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:48.330457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ff6899-01c8-4907-b2b1-1dd8001251cd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:48.332177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ff6899-01c8-4907-b2b1-1dd8001251cd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:48.333703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ff6899-01c8-4907-b2b1-1dd8001251cd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:48.334622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-63ff6899-01c8-4907-b2b1-1dd8001251cd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:52:48.354905 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-63ff6899-01c8-4907-b2b1-1dd8001251cd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:52:48.358915 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-63ff6899-01c8-4907-b2b1-1dd8001251cd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1019480 Dec 25 19:52:48.359824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51750) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:48.402107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-ec4788ad-6788-40f3-b235-ebbb1ff9d109 None None] For port 90dfa593-59c9-46e9-be75-9a0923489bb2, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=90dfa593-59c9-46e9-be75-9a0923489bb2,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:48.408934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port d541b3f3-f278-4abe-a670-d98bae459725, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d541b3f3-f278-4abe-a670-d98bae459725,segment=NetworkSegment(43266cd3-4b82-4fe2-a975-b78f72b2e140),segment_id=43266cd3-4b82-4fe2-a975-b78f72b2e140)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:48.417211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ec4788ad-6788-40f3-b235-ebbb1ff9d109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:48.432192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:48.455215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9befbed3-d28a-4782-b753-e16ae346263a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:48.465716 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9befbed3-d28a-4782-b753-e16ae346263a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/ports/d5924420-4c72-4e22-8359-426cc750992a HTTP/1.1" status: 204 len: 168 time: 1.1075847 Dec 25 19:52:48.469349 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51754) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:48.474747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': 'd541b3f3-f278-4abe-a670-d98bae459725', 'network_id': 'e06dbb6a-241c-47a9-be5d-fea8ee727624', 'port_id': 'd541b3f3-f278-4abe-a670-d98bae459725', 'mac_address': 'fa:16:3e:f6:3f:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec36c59c-a669-4cfe-8242-554bbb888561', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 19:52:48.538026 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4614018-e073-4e46-bbe4-46b338e0646b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] GET failed (client error): The resource could not be found. Dec 25 19:52:48.539576 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f4614018-e073-4e46-bbe4-46b338e0646b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "GET /v2.0/ports/d5924420-4c72-4e22-8359-426cc750992a HTTP/1.1" status: 404 len: 333 time: 0.0691257 Dec 25 19:52:48.542589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51758) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:48.597111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f050b231-887b-4a81-aaca-19ed4755393b None None] Could not find standard attr ID for object d5924420-4c72-4e22-8359-426cc750992a. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:52:48.643658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4788ad-6788-40f3-b235-ebbb1ff9d109 None None] Pushing event updated for resources: {'Port': ['ID=90dfa593-59c9-46e9-be75-9a0923489bb2,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:48.648233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:48.670726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bd1eb7-8823-4869-98f4-7f34e106919f None None] Update dhcp port {'port': {'network_id': '7396b720-65bf-48b2-8da7-778eed2fcf44', 'fixed_ips': [{'subnet_id': '4d9d0ebf-2218-4111-99cf-99ff92cba79c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fd8a6bd4-50e8-4be4-9dba-f8a8ef7fa596'}], 'binding:host_id': 'dv-neutron-822611-1-hyperv'}, 'id': '90dfa593-59c9-46e9-be75-9a0923489bb2'} from dv-neutron-822611-1-hyperv. {{(pid=88902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 25 19:52:48.675637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-79c59023-dc48-4e6c-9f19-7b849774abbe tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting subnet 4d9d0ebf-2218-4111-99cf-99ff92cba79c {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:52:48.679187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-79c59023-dc48-4e6c-9f19-7b849774abbe tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:48.705064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4788ad-6788-40f3-b235-ebbb1ff9d109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:52:48.705465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4788ad-6788-40f3-b235-ebbb1ff9d109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:52:48.705842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4788ad-6788-40f3-b235-ebbb1ff9d109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:52:48.706220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4788ad-6788-40f3-b235-ebbb1ff9d109 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:52:48.706600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4788ad-6788-40f3-b235-ebbb1ff9d109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:52:48.706981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4788ad-6788-40f3-b235-ebbb1ff9d109 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:52:48.707380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4788ad-6788-40f3-b235-ebbb1ff9d109 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:52:48.707755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4788ad-6788-40f3-b235-ebbb1ff9d109 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:52:48.708127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4788ad-6788-40f3-b235-ebbb1ff9d109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:52:48.708495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4788ad-6788-40f3-b235-ebbb1ff9d109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:52:48.708864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4788ad-6788-40f3-b235-ebbb1ff9d109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:52:48.724735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d541b3f3-f278-4abe-a670-d98bae459725 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 19:52:48.729047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ec4788ad-6788-40f3-b235-ebbb1ff9d109 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:48.752660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port d541b3f3-f278-4abe-a670-d98bae459725, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d541b3f3-f278-4abe-a670-d98bae459725,segment=NetworkSegment(43266cd3-4b82-4fe2-a975-b78f72b2e140),segment_id=43266cd3-4b82-4fe2-a975-b78f72b2e140)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:48.755378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-98bd1eb7-8823-4869-98f4-7f34e106919f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:48.768283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:48.772882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-78e18d90-17be-4e3d-8770-584fe6583d1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:48.796211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-47bc411f-5b71-4ed9-8569-e5ca3462817e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Deleting subnet 3cd43ace-3b99-4da3-bf02-98a0fd6564cd {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:52:48.800075 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-47bc411f-5b71-4ed9-8569-e5ca3462817e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:48.804570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-79c59023-dc48-4e6c-9f19-7b849774abbe tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:48.861708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-47bc411f-5b71-4ed9-8569-e5ca3462817e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:48.894172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1558f-7779-4eea-b1cd-b9bbcb530b85 req-ab7da2d1-867e-4363-b631-8f2b0787c5d7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:48.895799 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3ba1558f-7779-4eea-b1cd-b9bbcb530b85 req-ab7da2d1-867e-4363-b631-8f2b0787c5d7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=3012dfea-1904-49ff-809b-8b31d4f9e3f4 HTTP/1.1" status: 200 len: 944 time: 0.1723905 Dec 25 19:52:48.936673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=d541b3f3-f278-4abe-a670-d98bae459725,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:48.945803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:48.954248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-79c59023-dc48-4e6c-9f19-7b849774abbe tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:48.970749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-47bc411f-5b71-4ed9-8569-e5ca3462817e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:48.994345 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3ba1558f-7779-4eea-b1cd-b9bbcb530b85 req-6b212af9-ab22-40be-a185-67295d6be3f7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=476f993a-5350-4bf2-a5b7-7a2be7c38041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873122 Dec 25 19:52:49.038795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['d541b3f3-f278-4abe-a670-d98bae459725'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 19:52:49.045096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-79c59023-dc48-4e6c-9f19-7b849774abbe tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:49.052978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0ab6abe1-581c-40ea-a942-f17e61ed642b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:49.058704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-47bc411f-5b71-4ed9-8569-e5ca3462817e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:49.069510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8a83d1c4-7754-47bc-8668-c851f3713bc4 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:49.072970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 90dfa593-59c9-46e9-be75-9a0923489bb2 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:52:49.091349 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c59023-dc48-4e6c-9f19-7b849774abbe tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Subnet': ['ID=4d9d0ebf-2218-4111-99cf-99ff92cba79c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:49.094938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-79c59023-dc48-4e6c-9f19-7b849774abbe tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:49.097800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-79c59023-dc48-4e6c-9f19-7b849774abbe tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:49.104912 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-47bc411f-5b71-4ed9-8569-e5ca3462817e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:49.113755 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-79c59023-dc48-4e6c-9f19-7b849774abbe tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/4d9d0ebf-2218-4111-99cf-99ff92cba79c HTTP/1.1" status: 204 len: 168 time: 0.7534721 Dec 25 19:52:49.116493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51764) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:49.117707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc411f-5b71-4ed9-8569-e5ca3462817e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'Subnet': ['ID=3cd43ace-3b99-4da3-bf02-98a0fd6564cd,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:49.120440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-47bc411f-5b71-4ed9-8569-e5ca3462817e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:49.125431 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-47bc411f-5b71-4ed9-8569-e5ca3462817e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/subnets/3cd43ace-3b99-4da3-bf02-98a0fd6564cd HTTP/1.1" status: 204 len: 168 time: 0.5790658 Dec 25 19:52:49.125710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51768) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:49.133816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0901cf06-3618-45cd-a14c-a975ece1b655 None None] Network 35a17887-b3f3-4f8e-ad35-dc9b28693e53 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server [None req-98bd1eb7-8823-4869-98f4-7f34e106919f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d9d0ebf-2218-4111-99cf-99ff92cba79c: This subnet is being modified by another concurrent operation. Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise value Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise value Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise value Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise value Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise value Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise value Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1657, in update_port Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server db_port=port_db) Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1495, in update_port Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server new_port=new_port) Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 716, in update_port Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server new_port.get('mac_address')) Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 431, in update_port_with_ips Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server new_mac) Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 354, in _update_ips_for_port Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(port)) Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise exception Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d9d0ebf-2218-4111-99cf-99ff92cba79c: This subnet is being modified by another concurrent operation. Dec 25 19:52:49.148015 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server Dec 25 19:52:49.215865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbf369dd-67d3-490e-8786-b9d426ac339a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Deleting subnet fd8a6bd4-50e8-4be4-9dba-f8a8ef7fa596 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:52:49.223536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dbf369dd-67d3-490e-8786-b9d426ac339a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:49.249910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-67cd2c38-6d07-4123-b7dc-990760b40cb5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Deleting subnet 262f6a01-db5f-4e99-8146-3fa69af0e12a {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:52:49.254274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-67cd2c38-6d07-4123-b7dc-990760b40cb5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:49.291280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dbf369dd-67d3-490e-8786-b9d426ac339a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:49.300714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedd852d-dd58-42b9-82c3-5d6dd6cb46f8 None None] Network 7396b720-65bf-48b2-8da7-778eed2fcf44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:52:49.326225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-67cd2c38-6d07-4123-b7dc-990760b40cb5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:49.361073 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dbf369dd-67d3-490e-8786-b9d426ac339a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:49.420396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-67cd2c38-6d07-4123-b7dc-990760b40cb5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:49.438435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dbf369dd-67d3-490e-8786-b9d426ac339a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:49.443394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-47585abc-ca9b-4f6c-9025-9f0bd42044d8 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:49.490899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf369dd-67d3-490e-8786-b9d426ac339a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Subnet': ['ID=fd8a6bd4-50e8-4be4-9dba-f8a8ef7fa596,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:49.493883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dbf369dd-67d3-490e-8786-b9d426ac339a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:49.496974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dbf369dd-67d3-490e-8786-b9d426ac339a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:49.507773 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-dbf369dd-67d3-490e-8786-b9d426ac339a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/fd8a6bd4-50e8-4be4-9dba-f8a8ef7fa596 HTTP/1.1" status: 204 len: 168 time: 0.3901856 Dec 25 19:52:49.508607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-67cd2c38-6d07-4123-b7dc-990760b40cb5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:49.510273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51772) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:49.513511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9ca6b74b-eb76-4b21-af60-57df467b4f48 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:49.552641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b84f2e66-6e43-429a-b9f3-0388d4b6e32f None None] Provisioning complete for port 90dfa593-59c9-46e9-be75-9a0923489bb2 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:52:49.553073 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b84f2e66-6e43-429a-b9f3-0388d4b6e32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:49.555523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd2c38-6d07-4123-b7dc-990760b40cb5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'Subnet': ['ID=262f6a01-db5f-4e99-8146-3fa69af0e12a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:49.559819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-67cd2c38-6d07-4123-b7dc-990760b40cb5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:49.564553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-67cd2c38-6d07-4123-b7dc-990760b40cb5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:49.575228 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-67cd2c38-6d07-4123-b7dc-990760b40cb5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/subnets/262f6a01-db5f-4e99-8146-3fa69af0e12a HTTP/1.1" status: 204 len: 168 time: 0.4482079 Dec 25 19:52:49.577832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51776) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:49.588503 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-316220f2-9307-44b5-931b-ac1fafa342c5 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0766826 Dec 25 19:52:49.590984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51780) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:49.681988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc58a0b5-ea29-4535-bd3f-42a83d804fb2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:49.687095 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-bc58a0b5-ea29-4535-bd3f-42a83d804fb2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0918405 Dec 25 19:52:49.687344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51784) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:49.747915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 90dfa593-59c9-46e9-be75-9a0923489bb2 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:52:49.748857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:49.770007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30470781-7e79-40bf-8861-7efc2ba9933d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:49.770785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-30470781-7e79-40bf-8861-7efc2ba9933d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Synchronizing usage tracker for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:52:49.786978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-30470781-7e79-40bf-8861-7efc2ba9933d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Unset dirty status for tenant:0d465c4cb6da4d88b35dda87bf4673ea on resource:subnet {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:52:49.790971 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-30470781-7e79-40bf-8861-7efc2ba9933d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1000447 Dec 25 19:52:49.791844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51788) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:49.869356 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-868d5734-1bcb-4527-bd40-854d725726da tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0715916 Dec 25 19:52:49.871626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51792) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:49.921626 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-e97e7311-da04-4d09-9131-84d58dee0f5e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:49.922026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e97e7311-da04-4d09-9131-84d58dee0f5e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:49.924243 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e97e7311-da04-4d09-9131-84d58dee0f5e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/ports/d20f9fbc-be32-4918-bf42-e1a4fd571605 HTTP/1.1" status: 404 len: 333 time: 0.0512023 Dec 25 19:52:49.926762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51796) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:49.948222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-174fb296-764b-436f-8599-08c4d6b85fa7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:49.960338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-174fb296-764b-436f-8599-08c4d6b85fa7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Deleting port 931414a2-5522-43e9-a189-7bb74be49948 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:49.960715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-174fb296-764b-436f-8599-08c4d6b85fa7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:49.970254 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2ee5830-a141-43ea-ae36-0e4e0b3b55d0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:49.970773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2ee5830-a141-43ea-ae36-0e4e0b3b55d0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:49.975140 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b2ee5830-a141-43ea-ae36-0e4e0b3b55d0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/fd8a6bd4-50e8-4be4-9dba-f8a8ef7fa596 HTTP/1.1" status: 404 len: 337 time: 0.0448666 Dec 25 19:52:49.975406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51800) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:50.016769 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-46547b13-1e6d-4ad6-840c-7bdb3ba0422f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:50.017360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46547b13-1e6d-4ad6-840c-7bdb3ba0422f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:50.022065 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-46547b13-1e6d-4ad6-840c-7bdb3ba0422f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/4d9d0ebf-2218-4111-99cf-99ff92cba79c HTTP/1.1" status: 404 len: 337 time: 0.0428948 Dec 25 19:52:50.022298 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51804) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:50.072492 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ce31d7d-a4f5-401b-90f3-492b021ac4be tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:50.072999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ce31d7d-a4f5-401b-90f3-492b021ac4be tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:50.074842 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7ce31d7d-a4f5-401b-90f3-492b021ac4be tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/ports/70f092b3-587f-4450-b7f7-3b07ffecdd76 HTTP/1.1" status: 404 len: 333 time: 0.0515392 Dec 25 19:52:50.079724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51810) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:50.178372 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a85c420-1a1a-49c2-8af8-9715655d39a1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:50.179117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a85c420-1a1a-49c2-8af8-9715655d39a1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:50.183679 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7a85c420-1a1a-49c2-8af8-9715655d39a1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/9c0ff7c2-95f0-4af4-8e4b-940979d3e621 HTTP/1.1" status: 404 len: 337 time: 0.1027102 Dec 25 19:52:50.189136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51814) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:50.228711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba17c04-31c8-4dc2-be98-2790859e8ded req-18620408-6b1a-464a-bc97-07e16e178f5c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:50.230260 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5ba17c04-31c8-4dc2-be98-2790859e8ded req-18620408-6b1a-464a-bc97-07e16e178f5c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=3012dfea-1904-49ff-809b-8b31d4f9e3f4 HTTP/1.1" status: 200 len: 944 time: 0.1094983 Dec 25 19:52:50.235247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-174fb296-764b-436f-8599-08c4d6b85fa7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] For port 931414a2-5522-43e9-a189-7bb74be49948, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=931414a2-5522-43e9-a189-7bb74be49948,segment=NetworkSegment(1f46ff72-a717-4bfd-b518-b50e902b90c2),segment_id=1f46ff72-a717-4bfd-b518-b50e902b90c2)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:50.235651 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-174fb296-764b-436f-8599-08c4d6b85fa7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:50.251972 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-76e667dd-cddf-46db-89b2-cbec14ba5f30 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:50.252281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76e667dd-cddf-46db-89b2-cbec14ba5f30 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:50.256539 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-76e667dd-cddf-46db-89b2-cbec14ba5f30 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/fe389971-cec2-4d9a-a75f-02010d2aa556 HTTP/1.1" status: 404 len: 337 time: 0.0639389 Dec 25 19:52:50.257278 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51818) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:50.299993 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5ba17c04-31c8-4dc2-be98-2790859e8ded req-d9dd40a5-7077-4173-b3c2-6fe4fdaa4c3f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=476f993a-5350-4bf2-a5b7-7a2be7c38041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611677 Dec 25 19:52:50.302390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c873a8-3cb1-4bbb-831f-8c736ffb7488 None None] DHCP port deletion for 7396b720-65bf-48b2-8da7-778eed2fcf44 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:52:50.312972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-31c873a8-3cb1-4bbb-831f-8c736ffb7488 None None] Deleting port 90dfa593-59c9-46e9-be75-9a0923489bb2 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:50.313400 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-31c873a8-3cb1-4bbb-831f-8c736ffb7488 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:50.423982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-174fb296-764b-436f-8599-08c4d6b85fa7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Calling delete_port for 931414a2-5522-43e9-a189-7bb74be49948 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:52:50.453475 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bb97dbf-c858-4aae-9cda-bb53f4dfb77d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:50.453997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bb97dbf-c858-4aae-9cda-bb53f4dfb77d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:50.455819 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7bb97dbf-c858-4aae-9cda-bb53f4dfb77d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/ports/d5096dbb-4ebd-46f6-aaf2-72f3ba1f61d6 HTTP/1.1" status: 404 len: 333 time: 0.1975515 Dec 25 19:52:50.459002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51822) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:50.503778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-174fb296-764b-436f-8599-08c4d6b85fa7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:50.505976 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae2ebc4-543a-40bb-b453-1a843f9ebb5a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:50.506593 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ae2ebc4-543a-40bb-b453-1a843f9ebb5a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:50.511021 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1ae2ebc4-543a-40bb-b453-1a843f9ebb5a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/ec3ecba9-bc6d-49e0-82b4-d6c099fbe7db HTTP/1.1" status: 404 len: 337 time: 0.0483470 Dec 25 19:52:50.511385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51826) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:50.514173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f476dfa9-1996-45c7-85cc-8a350e1df487 None None] Update dhcp port {'port': {'network_id': '35a17887-b3f3-4f8e-ad35-dc9b28693e53', 'fixed_ips': [{'subnet_id': '262f6a01-db5f-4e99-8146-3fa69af0e12a'}], 'binding:host_id': 'dv-neutron-822611-1-hyperv'}, 'id': '931414a2-5522-43e9-a189-7bb74be49948'} from dv-neutron-822611-1-hyperv. {{(pid=88902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 25 19:52:50.514969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-88ab5172-def9-42e1-9bd0-8dc35529dd11 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:50.552863 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-75026e8d-3eb0-445b-91a8-38cb508dde3f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:50.553485 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75026e8d-3eb0-445b-91a8-38cb508dde3f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:50.557956 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-75026e8d-3eb0-445b-91a8-38cb508dde3f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/c612b676-b429-493c-bf6b-327836ad7899 HTTP/1.1" status: 404 len: 337 time: 0.0429523 Dec 25 19:52:50.558141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f476dfa9-1996-45c7-85cc-8a350e1df487 None None] Host dv-neutron-822611-1-hyperv tried to update port 931414a2-5522-43e9-a189-7bb74be49948 which no longer exists. {{(pid=88902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:315}} Dec 25 19:52:50.558270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51830) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:50.558775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174fb296-764b-436f-8599-08c4d6b85fa7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] No DVR routers for this DVR port 931414a2-5522-43e9-a189-7bb74be49948 on host dv-neutron-822611-1-hyperv {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:52:50.602852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174fb296-764b-436f-8599-08c4d6b85fa7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'Port': ['ID=931414a2-5522-43e9-a189-7bb74be49948,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:50.606943 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f9a9f83-577a-4bc7-bc33-367295e053bd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:50.607498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f9a9f83-577a-4bc7-bc33-367295e053bd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:50.612411 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4f9a9f83-577a-4bc7-bc33-367295e053bd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/ports/77647d75-b603-409f-addb-d87c4a1bf8b3 HTTP/1.1" status: 404 len: 333 time: 0.0508392 Dec 25 19:52:50.614436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51834) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:50.619003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-174fb296-764b-436f-8599-08c4d6b85fa7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:50.663380 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-18f3b0d2-501f-4a37-aa3a-3fc84f046f73 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:50.663898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18f3b0d2-501f-4a37-aa3a-3fc84f046f73 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:50.667575 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-18f3b0d2-501f-4a37-aa3a-3fc84f046f73 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/ef805f01-c22d-4307-b9a7-142c2a9841bd HTTP/1.1" status: 404 len: 337 time: 0.0518622 Dec 25 19:52:50.671281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51838) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:50.684978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c4a6f4-1321-4662-96d4-3f87f564e881 None None] Network 35a17887-b3f3-4f8e-ad35-dc9b28693e53 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:52:50.708894 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-31c873a8-3cb1-4bbb-831f-8c736ffb7488 None None] For port 90dfa593-59c9-46e9-be75-9a0923489bb2, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=90dfa593-59c9-46e9-be75-9a0923489bb2,segment=NetworkSegment(bb402ca5-fd08-4208-a244-88679d5dcdc8),segment_id=bb402ca5-fd08-4208-a244-88679d5dcdc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:50.709642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-31c873a8-3cb1-4bbb-831f-8c736ffb7488 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:50.714442 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-495c2fe0-9449-413e-ad21-f58503e86d5b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:50.714948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-495c2fe0-9449-413e-ad21-f58503e86d5b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:50.716813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-174fb296-764b-436f-8599-08c4d6b85fa7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:50.720490 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-495c2fe0-9449-413e-ad21-f58503e86d5b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/b5cb79d4-4cbb-4d4d-94aa-9281df5188cc HTTP/1.1" status: 404 len: 337 time: 0.0481310 Dec 25 19:52:50.721915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51842) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:50.745494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-174fb296-764b-436f-8599-08c4d6b85fa7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35a17887-b3f3-4f8e-ad35-dc9b28693e53']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:50.758780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-174fb296-764b-436f-8599-08c4d6b85fa7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f46ff72-a717-4bfd-b518-b50e902b90c2') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:50.759039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-174fb296-764b-436f-8599-08c4d6b85fa7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f46ff72-a717-4bfd-b518-b50e902b90c2') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:50.767734 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-0436d65b-e231-466f-8c0b-c8b9642aaaf4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:50.768606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0436d65b-e231-466f-8c0b-c8b9642aaaf4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:50.772947 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0436d65b-e231-466f-8c0b-c8b9642aaaf4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/ports/efd6d205-c68f-42d2-bbc7-363cb44fbc68 HTTP/1.1" status: 404 len: 333 time: 0.0480070 Dec 25 19:52:50.773144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51846) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:50.781312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-174fb296-764b-436f-8599-08c4d6b85fa7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:50.831265 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ad2cdea-07c0-4a58-be90-c718c06512af tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:50.831756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ad2cdea-07c0-4a58-be90-c718c06512af tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:50.837457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-174fb296-764b-436f-8599-08c4d6b85fa7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:50.843977 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2ad2cdea-07c0-4a58-be90-c718c06512af tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/e1281470-79a7-4b5e-80a2-871c903980e2 HTTP/1.1" status: 404 len: 337 time: 0.0665402 Dec 25 19:52:50.844527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51850) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:50.847027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-174fb296-764b-436f-8599-08c4d6b85fa7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:52:50.847492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-174fb296-764b-436f-8599-08c4d6b85fa7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:50.860341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-95e20612-58a6-4006-91bc-8590696a0994 None None] Could not find standard attr ID for object 931414a2-5522-43e9-a189-7bb74be49948. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:52:50.868065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-31c873a8-3cb1-4bbb-831f-8c736ffb7488 None None] Calling delete_port for 90dfa593-59c9-46e9-be75-9a0923489bb2 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:52:50.868229 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:52:50.868229 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:52:50.868229 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:52:50.868229 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:52:50.868229 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:52:50.868229 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:52:50.868229 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:52:50.868229 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:52:50.868229 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:52:50.868229 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:52:50.868229 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:52:50.868229 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:52:50.868229 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:52:50.868229 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:52:50.868229 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:52:50.868229 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:52:50.868229 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:52:50.868229 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:52:50.868229 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:52:50.868229 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:52:50.868229 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:52:50.868229 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:52:50.868229 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:52:50.868229 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:52:50.868229 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:52:50.868229 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:52:50.868229 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:52:50.868229 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:52:50.868229 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:52:50.868229 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:52:50.868229 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:52:50.868229 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:52:50.886984 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-bff84523-ba79-49f7-8caa-4fa115ea4357 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:50.887521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bff84523-ba79-49f7-8caa-4fa115ea4357 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:50.892465 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-bff84523-ba79-49f7-8caa-4fa115ea4357 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/ports/83c02b67-3f0c-4ba8-aff1-5e91a497851c HTTP/1.1" status: 404 len: 333 time: 0.0442426 Dec 25 19:52:50.892661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51854) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:50.933729 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ca6bf1-9162-4cf1-9ec6-074f8208575d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:50.934242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81ca6bf1-9162-4cf1-9ec6-074f8208575d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:50.938629 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-81ca6bf1-9162-4cf1-9ec6-074f8208575d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/f0205f38-4235-4e77-82b8-af1084dfdbba HTTP/1.1" status: 404 len: 337 time: 0.0424771 Dec 25 19:52:50.938858 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51858) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:50.950497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-174fb296-764b-436f-8599-08c4d6b85fa7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:50.955790 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-174fb296-764b-436f-8599-08c4d6b85fa7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:50.960156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3a2f8d7b-efa3-41ff-9130-f8b9b921ba70 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:50.982331 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-174fb296-764b-436f-8599-08c4d6b85fa7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/networks/35a17887-b3f3-4f8e-ad35-dc9b28693e53 HTTP/1.1" status: 204 len: 168 time: 1.4024124 Dec 25 19:52:50.986078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174fb296-764b-436f-8599-08c4d6b85fa7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'Network': ['ID=35a17887-b3f3-4f8e-ad35-dc9b28693e53,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:50.987027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51862) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:50.989577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-174fb296-764b-436f-8599-08c4d6b85fa7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:51.028290 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd9996a8-c809-41ea-8eb6-d76173da1f16 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:51.028825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd9996a8-c809-41ea-8eb6-d76173da1f16 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:51.031113 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fd9996a8-c809-41ea-8eb6-d76173da1f16 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/ports/3638b49a-16eb-467b-8c55-79f235c5fc70 HTTP/1.1" status: 404 len: 333 time: 0.0912311 Dec 25 19:52:51.033957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51866) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:51.061275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 90dfa593-59c9-46e9-be75-9a0923489bb2 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:52:51.075403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a898c776-b3df-4b43-8a2b-8213f4b51d1f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:51.081076 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a898c776-b3df-4b43-8a2b-8213f4b51d1f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0894592 Dec 25 19:52:51.081532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51870) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:51.084829 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-966b7509-936e-4bb8-b718-589f2e16bbf2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:51.085412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-966b7509-936e-4bb8-b718-589f2e16bbf2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:51.089665 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-966b7509-936e-4bb8-b718-589f2e16bbf2 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/85faf8eb-981a-44ce-bfe0-f88b32e0c729 HTTP/1.1" status: 404 len: 337 time: 0.0519361 Dec 25 19:52:51.090087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51874) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:51.140322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-31c873a8-3cb1-4bbb-831f-8c736ffb7488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:51.145445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-97cedad7-7999-4377-b536-ed8ceb9e3264 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:51.150878 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d324617-e8d6-4f96-8e64-9be98e63fa23 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:51.152610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d324617-e8d6-4f96-8e64-9be98e63fa23 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:51.156995 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9d324617-e8d6-4f96-8e64-9be98e63fa23 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/ports/e5da4aa9-1392-414b-9b8a-47f1680a204f HTTP/1.1" status: 404 len: 333 time: 0.0633459 Dec 25 19:52:51.157577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51878) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:51.184470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4a56667a-6397-4b68-9914-0e76b023b9dc tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Synchronizing usage tracker for tenant:403e9089dd684dee8c86c3ba99f83960 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:52:51.204613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4a56667a-6397-4b68-9914-0e76b023b9dc tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Unset dirty status for tenant:403e9089dd684dee8c86c3ba99f83960 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:52:51.205440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c873a8-3cb1-4bbb-831f-8c736ffb7488 None None] Pushing event deleted for resources: {'Port': ['ID=90dfa593-59c9-46e9-be75-9a0923489bb2,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:51.207470 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4a56667a-6397-4b68-9914-0e76b023b9dc tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1243453 Dec 25 19:52:51.208615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4059d04-78f9-465a-ae94-1c917a1ea8e9 None None] DHCP port deletion for 35a17887-b3f3-4f8e-ad35-dc9b28693e53 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:52:51.210973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51882) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:51.211267 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c873a8-3cb1-4bbb-831f-8c736ffb7488 None None] No DVR routers for this DVR port 90dfa593-59c9-46e9-be75-9a0923489bb2 on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:52:51.212820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-31c873a8-3cb1-4bbb-831f-8c736ffb7488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:51.214091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No active binding found for port 90dfa593-59c9-46e9-be75-9a0923489bb2 {{(pid=88902) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 25 19:52:51.214528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 90dfa593-59c9-46e9-be75-9a0923489bb2 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:52:51.215190 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 931414a2-5522-43e9-a189-7bb74be49948 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:52:51.215418 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-99f6007c-236b-49b8-b262-5674ff272360 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:51.216032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99f6007c-236b-49b8-b262-5674ff272360 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:51.218472 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-99f6007c-236b-49b8-b262-5674ff272360 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/ce9ed010-b753-4d43-95a4-0adfdc8de4d2 HTTP/1.1" status: 404 len: 337 time: 0.0595698 Dec 25 19:52:51.221297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51886) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:51.222934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-c6de160b-caac-4a48-a66d-806c22b79065 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2043817076'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:51.228664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c6de160b-caac-4a48-a66d-806c22b79065 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:51.232997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c6de160b-caac-4a48-a66d-806c22b79065 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Usage tracker for resource:network and tenant:403e9089dd684dee8c86c3ba99f83960 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:51.236242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c6de160b-caac-4a48-a66d-806c22b79065 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:51.242480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c6de160b-caac-4a48-a66d-806c22b79065 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:51.255419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 931414a2-5522-43e9-a189-7bb74be49948 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:52:51.255814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 931414a2-5522-43e9-a189-7bb74be49948 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:52:51.256726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6de160b-caac-4a48-a66d-806c22b79065 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Made reservation on behalf of 403e9089dd684dee8c86c3ba99f83960 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:52:51.263459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6de160b-caac-4a48-a66d-806c22b79065 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:51.270939 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fd58c22-6d05-4f79-a9dc-90521f309e6c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:51.270939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fd58c22-6d05-4f79-a9dc-90521f309e6c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:51.275926 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3fd58c22-6d05-4f79-a9dc-90521f309e6c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/ports/a6622b6c-ab95-42ca-bbbd-f266bca02103 HTTP/1.1" status: 404 len: 333 time: 0.0534778 Dec 25 19:52:51.278704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51890) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:51.304014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6de160b-caac-4a48-a66d-806c22b79065 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:52:51.305332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a524b4-87da-489b-8750-b49ee8296c65 None None] get_active_networks_info from dv-neutron-822611-1-hyperv {{(pid=88902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 25 19:52:51.314287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6de160b-caac-4a48-a66d-806c22b79065 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:51.315078 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-c6de160b-caac-4a48-a66d-806c22b79065 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Added segment 70ce0344-cf74-40f5-8e5f-5f4010b55bb5 of type vlan for network c583e8cb-7159-49be-bd3f-a0a1325fe1bc Dec 25 19:52:51.322840 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-f857a378-c304-4621-9aea-9692ab26db5b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:51.323377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f857a378-c304-4621-9aea-9692ab26db5b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:51.327214 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f857a378-c304-4621-9aea-9692ab26db5b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/06cb615f-aa9f-4a80-a197-1950dcea149d HTTP/1.1" status: 404 len: 337 time: 0.0455539 Dec 25 19:52:51.328501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51894) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:51.347194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6de160b-caac-4a48-a66d-806c22b79065 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:51.379452 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-614ba209-7727-4a75-8c88-64d78ec0479d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:51.380023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-614ba209-7727-4a75-8c88-64d78ec0479d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:51.381610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6de160b-caac-4a48-a66d-806c22b79065 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:51.381922 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-614ba209-7727-4a75-8c88-64d78ec0479d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/ports/fe90afa5-1950-417e-b5f8-261a5807336b HTTP/1.1" status: 404 len: 333 time: 0.0522144 Dec 25 19:52:51.384722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51900) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:51.386727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6de160b-caac-4a48-a66d-806c22b79065 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:51.387632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c6de160b-caac-4a48-a66d-806c22b79065 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:51.394641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-757eff8b-27e7-4672-9ee4-ec420e6a665a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:51.414805 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a524b4-87da-489b-8750-b49ee8296c65 None None] Resources bound (agent type, host, resource id): {{(pid=88902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 25 19:52:51.427084 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b9afd8d-aaa1-4e8e-b35d-8b8e945d62e9 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:51.427591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b9afd8d-aaa1-4e8e-b35d-8b8e945d62e9 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:51.429384 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6b9afd8d-aaa1-4e8e-b35d-8b8e945d62e9 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/850c3ec4-841a-451d-9ec2-cfd45d1505bd HTTP/1.1" status: 404 len: 337 time: 0.0437033 Dec 25 19:52:51.432153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51904) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:51.477081 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-3210cb7a-950e-4583-b652-5c069ba104e5 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:51.477712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3210cb7a-950e-4583-b652-5c069ba104e5 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:51.485225 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3210cb7a-950e-4583-b652-5c069ba104e5 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/a67adda0-0e0b-43b2-b387-8d7d19299b3c HTTP/1.1" status: 404 len: 337 time: 0.0463111 Dec 25 19:52:51.485225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51908) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:51.507141 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c6de160b-caac-4a48-a66d-806c22b79065 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2946324 Dec 25 19:52:51.514431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51912) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:51.534485 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-0be79bcd-b239-4479-8701-7290e80d74c8 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'subnet': {'network_id': 'c583e8cb-7159-49be-bd3f-a0a1325fe1bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:51.548781 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de160b-caac-4a48-a66d-806c22b79065 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'Network': ['ID=c583e8cb-7159-49be-bd3f-a0a1325fe1bc,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:51.553241 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a3c2d8d-acc4-4c5d-8eb2-d1cc12f4dff1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:51.553738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a3c2d8d-acc4-4c5d-8eb2-d1cc12f4dff1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:51.558224 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0a3c2d8d-acc4-4c5d-8eb2-d1cc12f4dff1 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/ports/f6a83593-1c8b-475d-ad6e-cf6781a7271e HTTP/1.1" status: 404 len: 333 time: 0.0717084 Dec 25 19:52:51.558368 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c6de160b-caac-4a48-a66d-806c22b79065 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:51.558628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51916) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:51.580292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network c583e8cb-7159-49be-bd3f-a0a1325fe1bc details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:52:51.612078 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-bce19e80-3f55-4d80-83f0-721ba9873e5e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:51.612850 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bce19e80-3f55-4d80-83f0-721ba9873e5e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:51.614381 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-bce19e80-3f55-4d80-83f0-721ba9873e5e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/f7e3a8fe-46c8-4615-9abd-1f053e0dfe02 HTTP/1.1" status: 404 len: 337 time: 0.0541258 Dec 25 19:52:51.624797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51920) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:51.653203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0be79bcd-b239-4479-8701-7290e80d74c8 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:51.657791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0be79bcd-b239-4479-8701-7290e80d74c8 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Usage tracker for resource:subnet and tenant:403e9089dd684dee8c86c3ba99f83960 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:51.660801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0be79bcd-b239-4479-8701-7290e80d74c8 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:51.666834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0be79bcd-b239-4479-8701-7290e80d74c8 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:51.671541 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c18db3-94d0-460e-9c90-c2b937dc96d0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:51.672224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42c18db3-94d0-460e-9c90-c2b937dc96d0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:51.674425 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-42c18db3-94d0-460e-9c90-c2b937dc96d0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/bab7731d-6148-4d11-af5b-ecd6e1472dae HTTP/1.1" status: 404 len: 337 time: 0.0472145 Dec 25 19:52:51.676410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be79bcd-b239-4479-8701-7290e80d74c8 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Made reservation on behalf of 403e9089dd684dee8c86c3ba99f83960 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:52:51.677155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51924) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:51.729667 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f10300-cdc1-4d71-85e6-4c568fdfad98 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:51.730430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0f10300-cdc1-4d71-85e6-4c568fdfad98 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:51.732434 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d0f10300-cdc1-4d71-85e6-4c568fdfad98 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/ports/d906c75f-df25-431e-9eb0-976056644af1 HTTP/1.1" status: 404 len: 333 time: 0.0541270 Dec 25 19:52:51.740497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51928) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:51.791591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0be79bcd-b239-4479-8701-7290e80d74c8 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:51.793667 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-51eaa47d-564a-4b56-b685-9838252ebb7f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:51.794174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51eaa47d-564a-4b56-b685-9838252ebb7f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:51.797148 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-51eaa47d-564a-4b56-b685-9838252ebb7f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/1070ed88-7264-4d4e-8644-9510f3555b8a HTTP/1.1" status: 404 len: 337 time: 0.0530269 Dec 25 19:52:51.800487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51932) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:51.840086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf6461-52c2-4554-aac8-099a337002e9 req-9d5e08e6-ad9a-4c2a-92f9-75898efb5628 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:51.841740 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-05bf6461-52c2-4554-aac8-099a337002e9 req-9d5e08e6-ad9a-4c2a-92f9-75898efb5628 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=3012dfea-1904-49ff-809b-8b31d4f9e3f4 HTTP/1.1" status: 200 len: 944 time: 0.3283823 Dec 25 19:52:51.850738 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f402ba7-210c-4032-820c-237ec6c0492e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:51.851265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f402ba7-210c-4032-820c-237ec6c0492e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:51.855583 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9f402ba7-210c-4032-820c-237ec6c0492e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/5cbb6e25-c6b5-4dbc-b800-54e23bce6d39 HTTP/1.1" status: 404 len: 337 time: 0.0514240 Dec 25 19:52:51.868761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51936) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:51.924781 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b18755d-89cd-4a75-ae9d-04164bd2e318 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:51.925284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b18755d-89cd-4a75-ae9d-04164bd2e318 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:51.927100 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8b18755d-89cd-4a75-ae9d-04164bd2e318 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/ports/8f791566-66f6-4231-97f8-a29d66f5f7ef HTTP/1.1" status: 404 len: 333 time: 0.0555711 Dec 25 19:52:51.932654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51940) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:51.981842 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe19c8f0-a398-4b2d-aba5-8ca7ee0f1999 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:51.982321 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe19c8f0-a398-4b2d-aba5-8ca7ee0f1999 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:51.984179 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fe19c8f0-a398-4b2d-aba5-8ca7ee0f1999 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/89663368-0dd9-432f-a204-e8d34b9bda11 HTTP/1.1" status: 404 len: 337 time: 0.0505548 Dec 25 19:52:51.986602 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-05bf6461-52c2-4554-aac8-099a337002e9 req-80958614-f64e-43dc-be69-c94d30565022 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=476f993a-5350-4bf2-a5b7-7a2be7c38041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324484 Dec 25 19:52:51.986977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51944) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:52.045843 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c03123d-cfd9-4e73-ab3a-a99327b0198b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:52.046354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c03123d-cfd9-4e73-ab3a-a99327b0198b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:52.065815 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8c03123d-cfd9-4e73-ab3a-a99327b0198b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/61e700c4-3f13-4b4e-a2ae-ae45eef3966f HTTP/1.1" status: 404 len: 337 time: 0.0777595 Dec 25 19:52:52.068785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51948) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:52.104336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0be79bcd-b239-4479-8701-7290e80d74c8 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:52.113286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a6c7d84f-ead0-4b82-8808-00802dfef181 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:52.140660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device d541b3f3-f278-4abe-a670-d98bae459725 up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:52:52.155778 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d2a19657-0887-4b39-9be3-05b165a3d283 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf75163d-a274-44d5-aba7-22b43b86f9ef HTTP/1.1" status: 200 len: 205 time: 0.0857193 Dec 25 19:52:52.158365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51952) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:52.201316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be79bcd-b239-4479-8701-7290e80d74c8 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'Subnet': ['ID=5e996af7-6360-4999-ba47-a3324dbb4195,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:52.207521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0be79bcd-b239-4479-8701-7290e80d74c8 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:52.218573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be79bcd-b239-4479-8701-7290e80d74c8 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Checking segment: {'id': '70ce0344-cf74-40f5-8e5f-5f4010b55bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c583e8cb-7159-49be-bd3f-a0a1325fe1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:52:52.219110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be79bcd-b239-4479-8701-7290e80d74c8 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Network hostable DHCP agents. Network: c583e8cb-7159-49be-bd3f-a0a1325fe1bc, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:52:52.241928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be79bcd-b239-4479-8701-7290e80d74c8 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Network c583e8cb-7159-49be-bd3f-a0a1325fe1bc is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:52:52.242952 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-9e268b57-3165-4eec-9b78-c44303ce1125 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] delete failed (client error): The resource could not be found. Dec 25 19:52:52.243962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning for port d541b3f3-f278-4abe-a670-d98bae459725 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:52:52.244107 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9e268b57-3165-4eec-9b78-c44303ce1125 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/routers/cf75163d-a274-44d5-aba7-22b43b86f9ef HTTP/1.1" status: 404 len: 336 time: 0.0847132 Dec 25 19:52:52.246884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51956) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:52.249999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port d541b3f3-f278-4abe-a670-d98bae459725 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:52:52.250422 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:52.257570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-0be79bcd-b239-4479-8701-7290e80d74c8 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, c583e8cb-7159-49be-bd3f-a0a1325fe1bc) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:52.270652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be79bcd-b239-4479-8701-7290e80d74c8 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:52.271357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0be79bcd-b239-4479-8701-7290e80d74c8 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:52.295638 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0be79bcd-b239-4479-8701-7290e80d74c8 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7729380 Dec 25 19:52:52.295911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51960) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:52.299283 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-70166b5d-629f-4a5d-8aa9-9ebf43535e0f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:52.299849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70166b5d-629f-4a5d-8aa9-9ebf43535e0f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:52.304224 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-70166b5d-629f-4a5d-8aa9-9ebf43535e0f tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/83cbfacc-8f37-44c5-ae44-2522b777866e HTTP/1.1" status: 404 len: 337 time: 0.0537379 Dec 25 19:52:52.304391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-2d99a43c-f13d-4381-9c91-79f9468d3155 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'port': {'network_id': 'c583e8cb-7159-49be-bd3f-a0a1325fe1bc', 'name': 'tempest-PortsTestJSON-838464135'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:52.304486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51964) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:52.305601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db6f670-8c0d-4847-9235-a596c57fac67 None None] Network c583e8cb-7159-49be-bd3f-a0a1325fe1bc requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:52:52.354704 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d2e47873-2d04-40b6-8b00-be312ffb3169 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "GET /v2.0/ports?device_id=5612fcd6-1438-4d39-833f-3dadc3b49fd1 HTTP/1.1" status: 200 len: 205 time: 0.0465961 Dec 25 19:52:52.354704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51968) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:52.432128 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-d7644d96-4af9-44a6-bdf8-7d975789231e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] delete failed (client error): The resource could not be found. Dec 25 19:52:52.436560 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d7644d96-4af9-44a6-bdf8-7d975789231e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/routers/5612fcd6-1438-4d39-833f-3dadc3b49fd1 HTTP/1.1" status: 404 len: 336 time: 0.0775611 Dec 25 19:52:52.436988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51972) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:52.470105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2d99a43c-f13d-4381-9c91-79f9468d3155 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:52.481437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2d99a43c-f13d-4381-9c91-79f9468d3155 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:52.482170 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-21c29d6e-8c03-457e-b5fa-dee31a9c0cea tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:52.483233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21c29d6e-8c03-457e-b5fa-dee31a9c0cea tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:52.488380 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-21c29d6e-8c03-457e-b5fa-dee31a9c0cea tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/74468a0d-4524-4b09-99b0-d011dc0589da HTTP/1.1" status: 404 len: 337 time: 0.0476680 Dec 25 19:52:52.489002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51976) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:52.492393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d99a43c-f13d-4381-9c91-79f9468d3155 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Made reservation on behalf of 403e9089dd684dee8c86c3ba99f83960 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:52:52.498185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2d99a43c-f13d-4381-9c91-79f9468d3155 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:52.523638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-2d99a43c-f13d-4381-9c91-79f9468d3155 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] device_id is not set on port 8d6474b8-1af1-4646-9a35-68e309f57bd6 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:52:52.534382 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa36ea75-36fe-4643-ad11-d3599d420fd6 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:52.534888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa36ea75-36fe-4643-ad11-d3599d420fd6 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:52.539420 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fa36ea75-36fe-4643-ad11-d3599d420fd6 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/941ea477-c828-4128-9f75-19a5d5cbbf87 HTTP/1.1" status: 404 len: 337 time: 0.0467007 Dec 25 19:52:52.539704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51980) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:52.592197 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aa3118a-e59b-4e74-9807-89895e305f4a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:52.592951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aa3118a-e59b-4e74-9807-89895e305f4a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:52.597997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51984) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:52.598154 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1aa3118a-e59b-4e74-9807-89895e305f4a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/ports/d3100fac-eae9-4618-b9ae-98a5e234492d HTTP/1.1" status: 404 len: 333 time: 0.0570078 Dec 25 19:52:52.681519 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-89d41f59-f2d8-48de-8baa-6f81c3b273e0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:52.682035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89d41f59-f2d8-48de-8baa-6f81c3b273e0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:52.692581 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-89d41f59-f2d8-48de-8baa-6f81c3b273e0 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/1b678204-dfe9-42cc-aafa-03b069ba16b8 HTTP/1.1" status: 404 len: 337 time: 0.0905664 Dec 25 19:52:52.694424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:52.695254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51988) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:52.740757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3012dfea-1904-49ff-809b-8b31d4f9e3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd541b3f3-f278-4abe-a670-d98bae459725'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:52:52.747789 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-f385fdc1-16af-42a8-b9ca-2cd518ca898c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:52.748323 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f385fdc1-16af-42a8-b9ca-2cd518ca898c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:52.750148 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f385fdc1-16af-42a8-b9ca-2cd518ca898c tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/ports/742ccffe-c7e7-4153-ade1-4bdc8f24eb2b HTTP/1.1" status: 404 len: 333 time: 0.0539377 Dec 25 19:52:52.752944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 51994) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:52.792796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port d541b3f3-f278-4abe-a670-d98bae459725, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d541b3f3-f278-4abe-a670-d98bae459725,segment=NetworkSegment(43266cd3-4b82-4fe2-a975-b78f72b2e140),segment_id=43266cd3-4b82-4fe2-a975-b78f72b2e140)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:52.796926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:52.798835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8c0d2616-7e73-474b-85af-8bce3ae110d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:52.803611 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc3a9a02-c45a-4eda-81d7-082cef33d71b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:52.804106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc3a9a02-c45a-4eda-81d7-082cef33d71b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:52.808433 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-bc3a9a02-c45a-4eda-81d7-082cef33d71b tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/cdf45433-c1da-4b7d-bd49-64edd97ccfc8 HTTP/1.1" status: 404 len: 337 time: 0.0520139 Dec 25 19:52:52.808870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 51998) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:52.810299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-2d99a43c-f13d-4381-9c91-79f9468d3155 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Allocated IP 172.20.0.13 (c583e8cb-7159-49be-bd3f-a0a1325fe1bc/5e996af7-6360-4999-ba47-a3324dbb4195/8d6474b8-1af1-4646-9a35-68e309f57bd6) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:52:52.838294 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3012dfea-1904-49ff-809b-8b31d4f9e3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd541b3f3-f278-4abe-a670-d98bae459725', 'code': 200} Dec 25 19:52:52.847185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a44d4c3-3109-4605-a13f-3f70c031d1b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-c583e8cb-7159-49be-bd3f-a0a1325fe1bc', 'network_id': 'c583e8cb-7159-49be-bd3f-a0a1325fe1bc', 'tenant_id': '403e9089dd684dee8c86c3ba99f83960', 'fixed_ips': [{'subnet_id': '5e996af7-6360-4999-ba47-a3324dbb4195'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:52:52.850677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6a44d4c3-3109-4605-a13f-3f70c031d1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:52.853844 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-0209e2a7-c7b4-4480-9bab-757902ec363d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:52.854549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0209e2a7-c7b4-4480-9bab-757902ec363d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:52.860041 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0209e2a7-c7b4-4480-9bab-757902ec363d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/ports/4eb44d54-35e6-47e8-8b94-bf9288d3be1a HTTP/1.1" status: 404 len: 333 time: 0.0500567 Dec 25 19:52:52.860776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52002) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:52.902159 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-80f02507-2d7a-48f6-82a4-a1bbe89e1784 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:52.902645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80f02507-2d7a-48f6-82a4-a1bbe89e1784 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:52.908057 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-80f02507-2d7a-48f6-82a4-a1bbe89e1784 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/47aca0a3-610f-423a-b92c-daa9081650bc HTTP/1.1" status: 404 len: 337 time: 0.0462928 Dec 25 19:52:52.908864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52006) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:53.028738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=d541b3f3-f278-4abe-a670-d98bae459725,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:53.032859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:53.078883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2d99a43c-f13d-4381-9c91-79f9468d3155 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:53.098007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2d99a43c-f13d-4381-9c91-79f9468d3155 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Transition to ACTIVE for port object 8d6474b8-1af1-4646-9a35-68e309f57bd6 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:52:53.122442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2d99a43c-f13d-4381-9c91-79f9468d3155 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:53.143814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5e491864-f178-4ea1-9f27-14001db6d7d2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:53.198117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-6a44d4c3-3109-4605-a13f-3f70c031d1b7 None None] Allocated IP 172.20.0.2 (c583e8cb-7159-49be-bd3f-a0a1325fe1bc/5e996af7-6360-4999-ba47-a3324dbb4195/ce1c9a8c-290b-4de1-8260-57036c3a6223) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:52:53.219659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d99a43c-f13d-4381-9c91-79f9468d3155 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Network c583e8cb-7159-49be-bd3f-a0a1325fe1bc is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:52:53.223092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-2d99a43c-f13d-4381-9c91-79f9468d3155 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:53.225657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d99a43c-f13d-4381-9c91-79f9468d3155 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:52:53.274984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d99a43c-f13d-4381-9c91-79f9468d3155 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'Port': ['ID=8d6474b8-1af1-4646-9a35-68e309f57bd6,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:53.278175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2d99a43c-f13d-4381-9c91-79f9468d3155 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:53.288807 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-12da562b-d8f9-4590-bdd3-6bcb1242d0d7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:53.290041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12da562b-d8f9-4590-bdd3-6bcb1242d0d7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:53.292808 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-12da562b-d8f9-4590-bdd3-6bcb1242d0d7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/ports/233fcb73-53e4-47ca-9fe1-9491395ca636 HTTP/1.1" status: 404 len: 333 time: 0.3829784 Dec 25 19:52:53.297450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52012) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:53.339436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d99a43c-f13d-4381-9c91-79f9468d3155 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:53.340217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2d99a43c-f13d-4381-9c91-79f9468d3155 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:53.361694 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-20497d0c-c7c1-42c3-87b0-55201a84d1eb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:53.362101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20497d0c-c7c1-42c3-87b0-55201a84d1eb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:53.363949 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-20497d0c-c7c1-42c3-87b0-55201a84d1eb tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/def24e52-155a-44b5-b6b0-92679e31f620 HTTP/1.1" status: 404 len: 337 time: 0.0654221 Dec 25 19:52:53.366811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52016) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:53.367508 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6ccea030-9e68-4d6c-86f4-d310dc294a0b req-8b06cf09-41e0-4950-8953-8f30561ec7e1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3012dfea-1904-49ff-809b-8b31d4f9e3f4 HTTP/1.1" status: 200 len: 1098 time: 0.1779523 Dec 25 19:52:53.374229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa8c3d-bdad-47a8-a5bb-d956e9d57a3f req-590906bf-695c-4ddc-8745-11423d826750 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:53.375821 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-aefa8c3d-bdad-47a8-a5bb-d956e9d57a3f req-590906bf-695c-4ddc-8745-11423d826750 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=3012dfea-1904-49ff-809b-8b31d4f9e3f4 HTTP/1.1" status: 200 len: 945 time: 0.1809254 Dec 25 19:52:53.401993 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2d99a43c-f13d-4381-9c91-79f9468d3155 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1025569 Dec 25 19:52:53.404621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52020) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:53.415301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-0f1cb011-5bf5-4241-bdd8-a522f96a904a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'port': {'network_id': 'c583e8cb-7159-49be-bd3f-a0a1325fe1bc', 'name': 'tempest-PortsTestJSON-854878801'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:53.430823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:53.433384 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-266ca138-9508-4cad-8184-cfe01588fe35 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:53.433877 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-266ca138-9508-4cad-8184-cfe01588fe35 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:53.436223 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-266ca138-9508-4cad-8184-cfe01588fe35 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/ports/a34886cc-ca09-497f-ba61-08f48b9f8ca1 HTTP/1.1" status: 404 len: 333 time: 0.0678325 Dec 25 19:52:53.440919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52024) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:53.451950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6a44d4c3-3109-4605-a13f-3f70c031d1b7 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:53.457093 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6ccea030-9e68-4d6c-86f4-d310dc294a0b req-284341fe-fa5c-47d3-98fe-806f736e8917 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=476f993a-5350-4bf2-a5b7-7a2be7c38041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795352 Dec 25 19:52:53.461914 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-aefa8c3d-bdad-47a8-a5bb-d956e9d57a3f req-89138394-5a1b-4593-b5ab-ca6a5b2396c8 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=476f993a-5350-4bf2-a5b7-7a2be7c38041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696459 Dec 25 19:52:53.463374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-6a44d4c3-3109-4605-a13f-3f70c031d1b7 None None] Transition to ACTIVE for port object ce1c9a8c-290b-4de1-8260-57036c3a6223 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:52:53.484497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-6a44d4c3-3109-4605-a13f-3f70c031d1b7 None None] Transition to ACTIVE for port object ce1c9a8c-290b-4de1-8260-57036c3a6223 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:52:53.489037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6a44d4c3-3109-4605-a13f-3f70c031d1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:53.493391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-44266abe-d88b-4048-870a-f3231a7e7d39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:53.502613 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e7cb086-f60e-48ed-9cc6-9d529c71ea9d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:53.503146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e7cb086-f60e-48ed-9cc6-9d529c71ea9d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:53.504934 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2e7cb086-f60e-48ed-9cc6-9d529c71ea9d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/2d3d771e-901f-4054-855c-a47519055d47 HTTP/1.1" status: 404 len: 337 time: 0.0630538 Dec 25 19:52:53.507691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52028) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:53.576275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a44d4c3-3109-4605-a13f-3f70c031d1b7 None None] Network c583e8cb-7159-49be-bd3f-a0a1325fe1bc is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:52:53.579856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-6a44d4c3-3109-4605-a13f-3f70c031d1b7 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:53.583936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a44d4c3-3109-4605-a13f-3f70c031d1b7 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:52:53.590934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44d4c3-3109-4605-a13f-3f70c031d1b7 None None] Pushing event updated for resources: {'Port': ['ID=ce1c9a8c-290b-4de1-8260-57036c3a6223,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:53.596521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6a44d4c3-3109-4605-a13f-3f70c031d1b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:53.689095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-6a44d4c3-3109-4605-a13f-3f70c031d1b7 None None] Attempting to bind port ce1c9a8c-290b-4de1-8260-57036c3a6223 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:52:53.689446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-6a44d4c3-3109-4605-a13f-3f70c031d1b7 None None] Attempting to bind port ce1c9a8c-290b-4de1-8260-57036c3a6223 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '70ce0344-cf74-40f5-8e5f-5f4010b55bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c583e8cb-7159-49be-bd3f-a0a1325fe1bc'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:52:53.689869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a44d4c3-3109-4605-a13f-3f70c031d1b7 None None] Attempting to bind port ce1c9a8c-290b-4de1-8260-57036c3a6223 on network c583e8cb-7159-49be-bd3f-a0a1325fe1bc {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:52:53.697621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a44d4c3-3109-4605-a13f-3f70c031d1b7 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:52:53.698061 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a44d4c3-3109-4605-a13f-3f70c031d1b7 None None] Checking segment: {'id': '70ce0344-cf74-40f5-8e5f-5f4010b55bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c583e8cb-7159-49be-bd3f-a0a1325fe1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:52:53.698523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6a44d4c3-3109-4605-a13f-3f70c031d1b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:53.698978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a44d4c3-3109-4605-a13f-3f70c031d1b7 None None] Bound using segment: {'id': '70ce0344-cf74-40f5-8e5f-5f4010b55bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c583e8cb-7159-49be-bd3f-a0a1325fe1bc'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:52:53.699548 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-6a44d4c3-3109-4605-a13f-3f70c031d1b7 None None] Bound port: ce1c9a8c-290b-4de1-8260-57036c3a6223, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70ce0344-cf74-40f5-8e5f-5f4010b55bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c583e8cb-7159-49be-bd3f-a0a1325fe1bc'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:52:53.699980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6a44d4c3-3109-4605-a13f-3f70c031d1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:53.797435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-6a44d4c3-3109-4605-a13f-3f70c031d1b7 None None] For port ce1c9a8c-290b-4de1-8260-57036c3a6223, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:52:53.800784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-6a44d4c3-3109-4605-a13f-3f70c031d1b7 None None] For port ce1c9a8c-290b-4de1-8260-57036c3a6223, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=ce1c9a8c-290b-4de1-8260-57036c3a6223,segment=NetworkSegment(70ce0344-cf74-40f5-8e5f-5f4010b55bb5),segment_id=70ce0344-cf74-40f5-8e5f-5f4010b55bb5)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:52:53.805430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6a44d4c3-3109-4605-a13f-3f70c031d1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:53.810238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:53.844384 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7b11382-1c93-41d3-bb5a-09d6f365acfe tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:53.844878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7b11382-1c93-41d3-bb5a-09d6f365acfe tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:53.849117 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f7b11382-1c93-41d3-bb5a-09d6f365acfe tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/ports/d8f02c13-4f05-49c6-8a05-bad650755905 HTTP/1.1" status: 404 len: 333 time: 0.3379786 Dec 25 19:52:53.849661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52032) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:53.891146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0f1cb011-5bf5-4241-bdd8-a522f96a904a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:53.905413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44d4c3-3109-4605-a13f-3f70c031d1b7 None None] Pushing event updated for resources: {'Port': ['ID=ce1c9a8c-290b-4de1-8260-57036c3a6223,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:53.906446 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-af9259b0-f936-4cb7-8317-b0d91709ffac tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:53.907092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af9259b0-f936-4cb7-8317-b0d91709ffac tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:53.908714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6a44d4c3-3109-4605-a13f-3f70c031d1b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:53.912430 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-af9259b0-f936-4cb7-8317-b0d91709ffac tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/7040b11a-dcf3-47fb-aca1-b38bded43c57 HTTP/1.1" status: 404 len: 337 time: 0.0614758 Dec 25 19:52:53.913225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52036) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:53.914785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0f1cb011-5bf5-4241-bdd8-a522f96a904a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:53.925917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1cb011-5bf5-4241-bdd8-a522f96a904a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Made reservation on behalf of 403e9089dd684dee8c86c3ba99f83960 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:52:53.933230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0f1cb011-5bf5-4241-bdd8-a522f96a904a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:53.957083 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-0f1cb011-5bf5-4241-bdd8-a522f96a904a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] device_id is not set on port ba072ddc-a409-4250-9a39-0ddab3a85a97 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:52:53.959989 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d06af44-d55a-49b7-b5c7-1a266191d0c9 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:53.960500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d06af44-d55a-49b7-b5c7-1a266191d0c9 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:53.962322 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6d06af44-d55a-49b7-b5c7-1a266191d0c9 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/ports/14ccaf8c-9162-4ebc-af59-c44ea431e6b6 HTTP/1.1" status: 404 len: 333 time: 0.0478482 Dec 25 19:52:53.964994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52040) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:54.006727 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de4dfda-eb65-4fed-946f-6a1c2694d359 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] DELETE failed (client error): The resource could not be found. Dec 25 19:52:54.007261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de4dfda-eb65-4fed-946f-6a1c2694d359 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:52:54.009360 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3de4dfda-eb65-4fed-946f-6a1c2694d359 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/subnets/7181fa95-e6ec-4a50-8ca4-81355a14223d HTTP/1.1" status: 404 len: 337 time: 0.0431311 Dec 25 19:52:54.011945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52044) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:54.110427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-0f1cb011-5bf5-4241-bdd8-a522f96a904a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Allocated IP 172.20.0.4 (c583e8cb-7159-49be-bd3f-a0a1325fe1bc/5e996af7-6360-4999-ba47-a3324dbb4195/ba072ddc-a409-4250-9a39-0ddab3a85a97) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:52:54.137557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c49531da-c996-4cad-9798-5fcf42be6653 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:54.302650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c49531da-c996-4cad-9798-5fcf42be6653 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:54.334608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-c49531da-c996-4cad-9798-5fcf42be6653 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7396b720-65bf-48b2-8da7-778eed2fcf44']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:54.350008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-c49531da-c996-4cad-9798-5fcf42be6653 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb402ca5-fd08-4208-a244-88679d5dcdc8') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:54.350344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-c49531da-c996-4cad-9798-5fcf42be6653 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb402ca5-fd08-4208-a244-88679d5dcdc8') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:54.350947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0f1cb011-5bf5-4241-bdd8-a522f96a904a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:54.368801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c49531da-c996-4cad-9798-5fcf42be6653 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:54.369666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-0f1cb011-5bf5-4241-bdd8-a522f96a904a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Transition to ACTIVE for port object ba072ddc-a409-4250-9a39-0ddab3a85a97 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:52:54.385194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c49531da-c996-4cad-9798-5fcf42be6653 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:54.391677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0f1cb011-5bf5-4241-bdd8-a522f96a904a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:54.393009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c49531da-c996-4cad-9798-5fcf42be6653 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:52:54.393475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c49531da-c996-4cad-9798-5fcf42be6653 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:54.398111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-36fe07b9-cbcc-4fa0-a4d6-f484692c62e8 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:54.410862 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:52:54.410862 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:52:54.410862 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:52:54.410862 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:52:54.410862 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:52:54.410862 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:52:54.410862 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:52:54.410862 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:52:54.410862 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:52:54.410862 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:52:54.410862 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:52:54.410862 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:52:54.410862 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:52:54.410862 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:52:54.410862 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:52:54.410862 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:52:54.410862 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:52:54.410862 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:52:54.410862 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:52:54.410862 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:52:54.410862 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:52:54.410862 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:52:54.410862 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:52:54.410862 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:52:54.410862 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:52:54.410862 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:52:54.410862 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:52:54.410862 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:52:54.410862 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:52:54.410862 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:52:54.410862 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:52:54.410862 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:52:54.476587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1cb011-5bf5-4241-bdd8-a522f96a904a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Network c583e8cb-7159-49be-bd3f-a0a1325fe1bc is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:52:54.479803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-0f1cb011-5bf5-4241-bdd8-a522f96a904a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:54.484970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1cb011-5bf5-4241-bdd8-a522f96a904a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:52:54.507000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c49531da-c996-4cad-9798-5fcf42be6653 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:54.511779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f2a29620-927d-4c61-b240-10f3807b0b4f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:54.522449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1cb011-5bf5-4241-bdd8-a522f96a904a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'Port': ['ID=ba072ddc-a409-4250-9a39-0ddab3a85a97,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:54.527419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0f1cb011-5bf5-4241-bdd8-a522f96a904a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:54.530352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c49531da-c996-4cad-9798-5fcf42be6653 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:54.541586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49531da-c996-4cad-9798-5fcf42be6653 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Pushing event deleted for resources: {'Network': ['ID=7396b720-65bf-48b2-8da7-778eed2fcf44,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:54.544557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c49531da-c996-4cad-9798-5fcf42be6653 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:54.547100 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c49531da-c996-4cad-9798-5fcf42be6653 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] 10.222.0.24 "DELETE /v2.0/networks/7396b720-65bf-48b2-8da7-778eed2fcf44 HTTP/1.1" status: 204 len: 168 time: 0.5340745 Dec 25 19:52:54.553910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1cb011-5bf5-4241-bdd8-a522f96a904a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:54.554598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0f1cb011-5bf5-4241-bdd8-a522f96a904a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:54.611004 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0f1cb011-5bf5-4241-bdd8-a522f96a904a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2051318 Dec 25 19:52:54.619668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52052) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:54.707370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f554c-de64-4634-ba2c-e5fe42b26754 req-2928551b-93a0-43ce-b482-0680cf4fd37b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:54.715400 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-630f554c-de64-4634-ba2c-e5fe42b26754 req-2928551b-93a0-43ce-b482-0680cf4fd37b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=3012dfea-1904-49ff-809b-8b31d4f9e3f4 HTTP/1.1" status: 200 len: 945 time: 0.1119413 Dec 25 19:52:54.723214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1d441e-7734-40b8-9433-882e89615382 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:54.733177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5e1d441e-7734-40b8-9433-882e89615382 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Synchronizing usage tracker for tenant:403e9089dd684dee8c86c3ba99f83960 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:52:54.752241 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5e1d441e-7734-40b8-9433-882e89615382 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Unset dirty status for tenant:403e9089dd684dee8c86c3ba99f83960 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:52:54.753790 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5e1d441e-7734-40b8-9433-882e89615382 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 922 time: 0.1255064 Dec 25 19:52:54.756636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52056) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:54.767414 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-630f554c-de64-4634-ba2c-e5fe42b26754 req-e719ced1-38b1-4be3-9072-0cb03781572a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=476f993a-5350-4bf2-a5b7-7a2be7c38041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510225 Dec 25 19:52:54.832677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ef2508c1-b094-4bcb-b7e2-000018fb8373 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Deleting port ba072ddc-a409-4250-9a39-0ddab3a85a97 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:54.833059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ef2508c1-b094-4bcb-b7e2-000018fb8373 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:54.971183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52062) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:55.069304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device ce1c9a8c-290b-4de1-8260-57036c3a6223 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:52:55.104052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ef2508c1-b094-4bcb-b7e2-000018fb8373 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:55.184825 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-83a94e22-879f-491d-a153-2465f987a639 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0d465c4cb6da4d88b35dda87bf4673ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2119627 Dec 25 19:52:55.187467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port ce1c9a8c-290b-4de1-8260-57036c3a6223 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:52:55.188121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52068) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:55.259264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d61e9ed-abe2-4f63-a373-b56c372489d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:55.286088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ef2508c1-b094-4bcb-b7e2-000018fb8373 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Calling delete_port for ba072ddc-a409-4250-9a39-0ddab3a85a97 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:52:55.289667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d61e9ed-abe2-4f63-a373-b56c372489d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:55.344474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d61e9ed-abe2-4f63-a373-b56c372489d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:55.351227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9d591062-56a3-4fa4-93bc-0f08d5df42df tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:55.371547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61e9ed-abe2-4f63-a373-b56c372489d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fc070d-d0c4-4b07-aa64-66469ff595fb,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:55.374103 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6d61e9ed-abe2-4f63-a373-b56c372489d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:55.375043 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d61e9ed-abe2-4f63-a373-b56c372489d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:55.376321 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6d61e9ed-abe2-4f63-a373-b56c372489d2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/01fc070d-d0c4-4b07-aa64-66469ff595fb HTTP/1.1" status: 204 len: 168 time: 0.1856172 Dec 25 19:52:55.440680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ef2508c1-b094-4bcb-b7e2-000018fb8373 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:55.447199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-16030acc-05a7-4df0-a96f-8cceb627f324 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:55.497187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2508c1-b094-4bcb-b7e2-000018fb8373 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'Port': ['ID=ba072ddc-a409-4250-9a39-0ddab3a85a97,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:55.501899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ef2508c1-b094-4bcb-b7e2-000018fb8373 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:55.609395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ef2508c1-b094-4bcb-b7e2-000018fb8373 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:55.622213 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ef2508c1-b094-4bcb-b7e2-000018fb8373 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/ports/ba072ddc-a409-4250-9a39-0ddab3a85a97 HTTP/1.1" status: 204 len: 168 time: 0.8644898 Dec 25 19:52:55.625445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52076) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:55.653381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c9221f-bced-439f-8190-4b11bbceafb7 None None] Network c583e8cb-7159-49be-bd3f-a0a1325fe1bc requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:52:55.675573 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5581503-de6a-4cc7-a8f0-aee13aab213c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] GET failed (client error): The resource could not be found. Dec 25 19:52:55.676147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d5581503-de6a-4cc7-a8f0-aee13aab213c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Synchronizing usage tracker for tenant:403e9089dd684dee8c86c3ba99f83960 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:52:55.692019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d5581503-de6a-4cc7-a8f0-aee13aab213c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Unset dirty status for tenant:403e9089dd684dee8c86c3ba99f83960 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:52:55.693244 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d5581503-de6a-4cc7-a8f0-aee13aab213c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "GET /v2.0/ports/ba072ddc-a409-4250-9a39-0ddab3a85a97 HTTP/1.1" status: 404 len: 333 time: 0.0668070 Dec 25 19:52:55.696220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52082) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:55.771714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-502a1ac7-cd0e-498f-a515-4c241527b6bf tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Deleting port 8d6474b8-1af1-4646-9a35-68e309f57bd6 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:55.772590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-502a1ac7-cd0e-498f-a515-4c241527b6bf tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:55.825814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f8af8a6c-0b0c-4b77-adff-4385d87f320c None None] Provisioning for port ce1c9a8c-290b-4de1-8260-57036c3a6223 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:52:55.842127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f8af8a6c-0b0c-4b77-adff-4385d87f320c None None] Provisioning complete for port ce1c9a8c-290b-4de1-8260-57036c3a6223 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:52:55.842550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f8af8a6c-0b0c-4b77-adff-4385d87f320c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:56.024571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2c717-e355-42f4-bdd7-3aae2b86aa87 req-66b2a360-a5e1-4a8d-aab9-c2cee9f4056c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:56.026231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f8af8a6c-0b0c-4b77-adff-4385d87f320c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:56.027996 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-96d2c717-e355-42f4-bdd7-3aae2b86aa87 req-66b2a360-a5e1-4a8d-aab9-c2cee9f4056c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=3012dfea-1904-49ff-809b-8b31d4f9e3f4 HTTP/1.1" status: 200 len: 945 time: 0.1112735 Dec 25 19:52:56.063445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-502a1ac7-cd0e-498f-a515-4c241527b6bf tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:56.064565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-f8af8a6c-0b0c-4b77-adff-4385d87f320c None None] For port ce1c9a8c-290b-4de1-8260-57036c3a6223, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=ce1c9a8c-290b-4de1-8260-57036c3a6223,segment=NetworkSegment(70ce0344-cf74-40f5-8e5f-5f4010b55bb5),segment_id=70ce0344-cf74-40f5-8e5f-5f4010b55bb5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:56.073843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f8af8a6c-0b0c-4b77-adff-4385d87f320c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:56.077117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:56.087870 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-96d2c717-e355-42f4-bdd7-3aae2b86aa87 req-f938f1d1-a5b4-4498-8ce9-8a35c9ff85be tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=476f993a-5350-4bf2-a5b7-7a2be7c38041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535305 Dec 25 19:52:56.183861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8af8a6c-0b0c-4b77-adff-4385d87f320c None None] Pushing event updated for resources: {'Port': ['ID=ce1c9a8c-290b-4de1-8260-57036c3a6223,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:56.208003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f8af8a6c-0b0c-4b77-adff-4385d87f320c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:56.261859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-502a1ac7-cd0e-498f-a515-4c241527b6bf tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Calling delete_port for 8d6474b8-1af1-4646-9a35-68e309f57bd6 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:52:56.334358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86b6e3-d14b-4017-9abe-8b1306c4b666 req-625e8db2-e618-4bcf-86f7-58f70a9558ce tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:56.336228 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7e86b6e3-d14b-4017-9abe-8b1306c4b666 req-625e8db2-e618-4bcf-86f7-58f70a9558ce tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=3012dfea-1904-49ff-809b-8b31d4f9e3f4 HTTP/1.1" status: 200 len: 945 time: 0.1184912 Dec 25 19:52:56.394493 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7e86b6e3-d14b-4017-9abe-8b1306c4b666 req-bfc0f96e-6897-4b38-99af-2ac5d371fd77 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=476f993a-5350-4bf2-a5b7-7a2be7c38041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510535 Dec 25 19:52:56.427584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52102) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:56.473726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-502a1ac7-cd0e-498f-a515-4c241527b6bf tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:56.494200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a65c9725-56cc-42f2-9c4d-3d44982a4965 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:56.502044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-050f8feb-16ef-4835-b7fa-246a3c0d2f0b None None] Provisioning complete for port ce1c9a8c-290b-4de1-8260-57036c3a6223 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:52:56.502470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-050f8feb-16ef-4835-b7fa-246a3c0d2f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:56.515443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52106) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:56.542908 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a1ac7-cd0e-498f-a515-4c241527b6bf tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'Port': ['ID=8d6474b8-1af1-4646-9a35-68e309f57bd6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:56.548919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-502a1ac7-cd0e-498f-a515-4c241527b6bf tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:56.645777 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c14aa79f-fdc4-4773-9463-aac640911d3e tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3012dfea-1904-49ff-809b-8b31d4f9e3f4 HTTP/1.1" status: 200 len: 1093 time: 0.2166564 Dec 25 19:52:56.648710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52112) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:56.656186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-360e8a12-958d-41ea-b01b-923d14aba378 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'floatingip': {'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'port_id': 'd541b3f3-f278-4abe-a670-d98bae459725', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:56.659485 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-050f8feb-16ef-4835-b7fa-246a3c0d2f0b None None] Could not find standard attr ID for object 8d6474b8-1af1-4646-9a35-68e309f57bd6. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:52:56.669789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-360e8a12-958d-41ea-b01b-923d14aba378 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:56.673364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-502a1ac7-cd0e-498f-a515-4c241527b6bf tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:56.679974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-360e8a12-958d-41ea-b01b-923d14aba378 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:floatingip and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:56.687298 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-360e8a12-958d-41ea-b01b-923d14aba378 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:56.688027 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-502a1ac7-cd0e-498f-a515-4c241527b6bf tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/ports/8d6474b8-1af1-4646-9a35-68e309f57bd6 HTTP/1.1" status: 204 len: 168 time: 0.9903302 Dec 25 19:52:56.690714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52116) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:56.699490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-360e8a12-958d-41ea-b01b-923d14aba378 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:56.709027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-a4805d7b-8202-4d2f-9fb7-fef29c52c460 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-163932254'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:56.715850 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a4805d7b-8202-4d2f-9fb7-fef29c52c460 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:56.723437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a4805d7b-8202-4d2f-9fb7-fef29c52c460 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Usage tracker for resource:network and tenant:b052a399949942088b212fa90eedc838 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:56.726780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a4805d7b-8202-4d2f-9fb7-fef29c52c460 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:56.734154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a4805d7b-8202-4d2f-9fb7-fef29c52c460 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:56.742020 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-db4fe418-6c76-4869-aecd-776ddcdafc71 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] GET failed (client error): The resource could not be found. Dec 25 19:52:56.742874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-db4fe418-6c76-4869-aecd-776ddcdafc71 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Synchronizing usage tracker for tenant:403e9089dd684dee8c86c3ba99f83960 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:52:56.747570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-360e8a12-958d-41ea-b01b-923d14aba378 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:56.753766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4805d7b-8202-4d2f-9fb7-fef29c52c460 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Made reservation on behalf of b052a399949942088b212fa90eedc838 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:52:56.759980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a4805d7b-8202-4d2f-9fb7-fef29c52c460 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:56.761094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-db4fe418-6c76-4869-aecd-776ddcdafc71 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Unset dirty status for tenant:403e9089dd684dee8c86c3ba99f83960 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:52:56.762427 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-db4fe418-6c76-4869-aecd-776ddcdafc71 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "GET /v2.0/ports/8d6474b8-1af1-4646-9a35-68e309f57bd6 HTTP/1.1" status: 404 len: 333 time: 0.0706234 Dec 25 19:52:56.765835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52120) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:56.800279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a4805d7b-8202-4d2f-9fb7-fef29c52c460 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:56.858322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a4805d7b-8202-4d2f-9fb7-fef29c52c460 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:56.864055 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a4805d7b-8202-4d2f-9fb7-fef29c52c460 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Usage tracker for resource:security_group_rule and tenant:b052a399949942088b212fa90eedc838 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:56.873500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a9f560b3-2750-4b3a-9ce3-e784c29e1b1f None None] Could not find standard attr ID for object 8d6474b8-1af1-4646-9a35-68e309f57bd6. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:52:56.918196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a4805d7b-8202-4d2f-9fb7-fef29c52c460 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:56.931366 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a4805d7b-8202-4d2f-9fb7-fef29c52c460 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:56.997010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f801674-2c8f-4b22-a041-741f3779d15b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Deleting subnet 5e996af7-6360-4999-ba47-a3324dbb4195 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:52:57.004390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-360e8a12-958d-41ea-b01b-923d14aba378 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:57.005139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3f801674-2c8f-4b22-a041-741f3779d15b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:57.054529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device ce1c9a8c-290b-4de1-8260-57036c3a6223 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:52:57.070530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3f801674-2c8f-4b22-a041-741f3779d15b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:57.155476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port ce1c9a8c-290b-4de1-8260-57036c3a6223 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:52:57.155912 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:57.173031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-360e8a12-958d-41ea-b01b-923d14aba378 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Allocated IP 172.26.8.142 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/dd58d2b3-e5b5-414f-b97d-887180af9eae) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:52:57.179759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3f801674-2c8f-4b22-a041-741f3779d15b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:57.229576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a2b07fb1-70bc-433f-8426-82d17d84cbc0 None None] Could not find standard attr ID for object ba072ddc-a409-4250-9a39-0ddab3a85a97. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:52:57.278330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3f801674-2c8f-4b22-a041-741f3779d15b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:57.283445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f0c0dcdd-9ce2-495e-bb42-8d1fdb627dbc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:57.331532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f801674-2c8f-4b22-a041-741f3779d15b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'Subnet': ['ID=5e996af7-6360-4999-ba47-a3324dbb4195,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:57.334531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3f801674-2c8f-4b22-a041-741f3779d15b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:57.337656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3f801674-2c8f-4b22-a041-741f3779d15b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:57.347091 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3f801674-2c8f-4b22-a041-741f3779d15b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/subnets/5e996af7-6360-4999-ba47-a3324dbb4195 HTTP/1.1" status: 204 len: 168 time: 0.5789955 Dec 25 19:52:57.348927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52124) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:57.361126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-360e8a12-958d-41ea-b01b-923d14aba378 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:57.373810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a4805d7b-8202-4d2f-9fb7-fef29c52c460 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:57.380906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a4805d7b-8202-4d2f-9fb7-fef29c52c460 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:57.386850 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-769a5605-e1e7-4a76-8a6b-22b485f98d5f tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:57.426289 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4805d7b-8202-4d2f-9fb7-fef29c52c460 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:52:57.437974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4805d7b-8202-4d2f-9fb7-fef29c52c460 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78ca7242-adb2-4e99-989f-44982d863f79,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:57.444209 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a4805d7b-8202-4d2f-9fb7-fef29c52c460 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:57.445775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a4805d7b-8202-4d2f-9fb7-fef29c52c460 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:57.446168 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-a4805d7b-8202-4d2f-9fb7-fef29c52c460 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Added segment f0d188bd-e286-4b39-a482-498bc75f1da8 of type vlan for network 63cfa4aa-4430-4f91-ba90-48a303259d4b Dec 25 19:52:57.446509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28efac8a-a5f1-4ef8-aa5e-600eb5f8e6a9 None None] Network c583e8cb-7159-49be-bd3f-a0a1325fe1bc requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:52:57.453607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-360e8a12-958d-41ea-b01b-923d14aba378 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:57.459109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-63682e76-04fc-468f-812b-a37218c6f574 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:57.485385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-717457be-83cb-40f7-ba86-4c980a503b1c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:57.497190 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-717457be-83cb-40f7-ba86-4c980a503b1c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Deleting port ce1c9a8c-290b-4de1-8260-57036c3a6223 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:57.497567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-717457be-83cb-40f7-ba86-4c980a503b1c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:57.546488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a4805d7b-8202-4d2f-9fb7-fef29c52c460 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:57.554710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360e8a12-958d-41ea-b01b-923d14aba378 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:52:57.556145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-360e8a12-958d-41ea-b01b-923d14aba378 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:57.562968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360e8a12-958d-41ea-b01b-923d14aba378 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:52:57.606146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e8a12-958d-41ea-b01b-923d14aba378 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=dd58d2b3-e5b5-414f-b97d-887180af9eae,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:57.616483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-360e8a12-958d-41ea-b01b-923d14aba378 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:57.691131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a4805d7b-8202-4d2f-9fb7-fef29c52c460 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:57.695278 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4805d7b-8202-4d2f-9fb7-fef29c52c460 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:57.695926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a4805d7b-8202-4d2f-9fb7-fef29c52c460 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:57.704029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-78fda586-6fd4-4bb6-835d-d700b98bf9ad tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:57.725331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-717457be-83cb-40f7-ba86-4c980a503b1c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] For port ce1c9a8c-290b-4de1-8260-57036c3a6223, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=ce1c9a8c-290b-4de1-8260-57036c3a6223,segment=NetworkSegment(70ce0344-cf74-40f5-8e5f-5f4010b55bb5),segment_id=70ce0344-cf74-40f5-8e5f-5f4010b55bb5)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:57.725733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-717457be-83cb-40f7-ba86-4c980a503b1c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:57.738219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487df310-c40f-4003-85b8-661d151fd213 None None] DHCP port deletion for c583e8cb-7159-49be-bd3f-a0a1325fe1bc request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:52:57.743512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-487df310-c40f-4003-85b8-661d151fd213 None None] Deleting port ce1c9a8c-290b-4de1-8260-57036c3a6223 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:57.744141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-487df310-c40f-4003-85b8-661d151fd213 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:57.859604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-717457be-83cb-40f7-ba86-4c980a503b1c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Calling delete_port for ce1c9a8c-290b-4de1-8260-57036c3a6223 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:52:57.868150 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a4805d7b-8202-4d2f-9fb7-fef29c52c460 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3512740 Dec 25 19:52:57.886364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52128) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:57.892853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4805d7b-8202-4d2f-9fb7-fef29c52c460 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Pushing event updated for resources: {'Network': ['ID=63cfa4aa-4430-4f91-ba90-48a303259d4b,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:57.898092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a4805d7b-8202-4d2f-9fb7-fef29c52c460 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:57.902984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-d149ecd3-0cfc-43da-b28d-3f420ec7a81f tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Request body: {'subnet': {'network_id': '63cfa4aa-4430-4f91-ba90-48a303259d4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:57.938876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-717457be-83cb-40f7-ba86-4c980a503b1c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:57.943214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9b871dbc-f94d-4824-95d0-3637cba10ce1 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:57.953565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 63cfa4aa-4430-4f91-ba90-48a303259d4b details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:52:57.999825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717457be-83cb-40f7-ba86-4c980a503b1c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'Port': ['ID=ce1c9a8c-290b-4de1-8260-57036c3a6223,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:58.002716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-717457be-83cb-40f7-ba86-4c980a503b1c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:58.008032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717457be-83cb-40f7-ba86-4c980a503b1c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] No DVR routers for this DVR port ce1c9a8c-290b-4de1-8260-57036c3a6223 on host dv-neutron-822611-1-hyperv {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:52:58.088447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-487df310-c40f-4003-85b8-661d151fd213 None None] For port ce1c9a8c-290b-4de1-8260-57036c3a6223, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=ce1c9a8c-290b-4de1-8260-57036c3a6223,segment=NetworkSegment(70ce0344-cf74-40f5-8e5f-5f4010b55bb5),segment_id=70ce0344-cf74-40f5-8e5f-5f4010b55bb5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:52:58.089097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-487df310-c40f-4003-85b8-661d151fd213 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:58.129220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d149ecd3-0cfc-43da-b28d-3f420ec7a81f tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:58.133483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d149ecd3-0cfc-43da-b28d-3f420ec7a81f tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Usage tracker for resource:subnet and tenant:b052a399949942088b212fa90eedc838 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:58.136341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d149ecd3-0cfc-43da-b28d-3f420ec7a81f tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:58.142412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d149ecd3-0cfc-43da-b28d-3f420ec7a81f tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:58.144196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-717457be-83cb-40f7-ba86-4c980a503b1c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:58.173201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-717457be-83cb-40f7-ba86-4c980a503b1c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c583e8cb-7159-49be-bd3f-a0a1325fe1bc']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:58.186931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-717457be-83cb-40f7-ba86-4c980a503b1c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70ce0344-cf74-40f5-8e5f-5f4010b55bb5') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:58.187297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-717457be-83cb-40f7-ba86-4c980a503b1c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70ce0344-cf74-40f5-8e5f-5f4010b55bb5') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:52:58.200079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-717457be-83cb-40f7-ba86-4c980a503b1c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:58.212196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d149ecd3-0cfc-43da-b28d-3f420ec7a81f tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Made reservation on behalf of b052a399949942088b212fa90eedc838 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:52:58.215400 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-717457be-83cb-40f7-ba86-4c980a503b1c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:58.222678 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-717457be-83cb-40f7-ba86-4c980a503b1c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:52:58.223127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-717457be-83cb-40f7-ba86-4c980a503b1c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:58.239988 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:52:58.239988 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:52:58.239988 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:52:58.239988 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:52:58.239988 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:52:58.239988 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:52:58.239988 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:52:58.239988 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:52:58.239988 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:52:58.239988 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:52:58.239988 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:52:58.239988 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:52:58.239988 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:52:58.239988 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:52:58.239988 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:52:58.239988 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:52:58.239988 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:52:58.239988 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:52:58.239988 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:52:58.239988 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:52:58.239988 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:52:58.239988 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:52:58.239988 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:52:58.239988 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:52:58.239988 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:52:58.239988 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:52:58.239988 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:52:58.239988 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:52:58.239988 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:52:58.239988 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:52:58.239988 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:52:58.239988 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:52:58.330786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-717457be-83cb-40f7-ba86-4c980a503b1c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:58.335558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-717457be-83cb-40f7-ba86-4c980a503b1c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:58.339274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-eca5b0b9-962a-40e0-8b06-27aa9fc66fcb tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:58.376807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d149ecd3-0cfc-43da-b28d-3f420ec7a81f tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:58.423005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-487df310-c40f-4003-85b8-661d151fd213 None None] Calling delete_port for ce1c9a8c-290b-4de1-8260-57036c3a6223 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: (self, other), Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: (self, other), Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:52:58.494514 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:52:58.500327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-487df310-c40f-4003-85b8-661d151fd213 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:52:58.500740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-487df310-c40f-4003-85b8-661d151fd213 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:52:58.609848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717457be-83cb-40f7-ba86-4c980a503b1c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'Network': ['ID=c583e8cb-7159-49be-bd3f-a0a1325fe1bc,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:58.612545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-717457be-83cb-40f7-ba86-4c980a503b1c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:58.619165 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-717457be-83cb-40f7-ba86-4c980a503b1c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/networks/c583e8cb-7159-49be-bd3f-a0a1325fe1bc HTTP/1.1" status: 204 len: 168 time: 1.2689552 Dec 25 19:52:58.622992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52132) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:58.633456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b73a9048-b88f-4dbf-9d46-da2943225d75 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1488298607'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:58.641318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b73a9048-b88f-4dbf-9d46-da2943225d75 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:58.645945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b73a9048-b88f-4dbf-9d46-da2943225d75 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Usage tracker for resource:network and tenant:403e9089dd684dee8c86c3ba99f83960 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:58.649732 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b73a9048-b88f-4dbf-9d46-da2943225d75 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:58.656395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b73a9048-b88f-4dbf-9d46-da2943225d75 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:58.666269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73a9048-b88f-4dbf-9d46-da2943225d75 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Made reservation on behalf of 403e9089dd684dee8c86c3ba99f83960 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:52:58.672057 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b73a9048-b88f-4dbf-9d46-da2943225d75 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:58.705113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b73a9048-b88f-4dbf-9d46-da2943225d75 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:52:58.714596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b73a9048-b88f-4dbf-9d46-da2943225d75 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:58.715016 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-b73a9048-b88f-4dbf-9d46-da2943225d75 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Added segment b7388526-7772-48c0-84a9-126ee1573454 of type vlan for network 496439bc-a08d-4dd0-aa7d-10e6e9e6c891 Dec 25 19:52:58.744230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b73a9048-b88f-4dbf-9d46-da2943225d75 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:58.777058 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b73a9048-b88f-4dbf-9d46-da2943225d75 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:58.781531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73a9048-b88f-4dbf-9d46-da2943225d75 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:58.782218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b73a9048-b88f-4dbf-9d46-da2943225d75 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:58.788297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a011ff82-f745-4a0b-86a0-5d615f4a1b4b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:58.841008 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b73a9048-b88f-4dbf-9d46-da2943225d75 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2162037 Dec 25 19:52:58.844432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52136) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:58.853506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-8cff820f-0b84-43cc-8a97-7db79af58693 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'subnet': {'network_id': '496439bc-a08d-4dd0-aa7d-10e6e9e6c891', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:58.929579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a9048-b88f-4dbf-9d46-da2943225d75 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'Network': ['ID=496439bc-a08d-4dd0-aa7d-10e6e9e6c891,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:58.934776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b73a9048-b88f-4dbf-9d46-da2943225d75 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:58.942487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 496439bc-a08d-4dd0-aa7d-10e6e9e6c891 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:52:58.983549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-360e8a12-958d-41ea-b01b-923d14aba378 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:58.986840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d149ecd3-0cfc-43da-b28d-3f420ec7a81f tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:58.992417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ba5073bf-7f89-4cc4-b3f7-dac545c973c6 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:59.003196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-487df310-c40f-4003-85b8-661d151fd213 None None] Deleting port ce1c9a8c-290b-4de1-8260-57036c3a6223 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:52:59.003851 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-487df310-c40f-4003-85b8-661d151fd213 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:59.037489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8cff820f-0b84-43cc-8a97-7db79af58693 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:59.041595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8cff820f-0b84-43cc-8a97-7db79af58693 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Usage tracker for resource:subnet and tenant:403e9089dd684dee8c86c3ba99f83960 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:59.045511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8cff820f-0b84-43cc-8a97-7db79af58693 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:59.051971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8cff820f-0b84-43cc-8a97-7db79af58693 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:59.064725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cff820f-0b84-43cc-8a97-7db79af58693 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Made reservation on behalf of 403e9089dd684dee8c86c3ba99f83960 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:52:59.087732 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device ce1c9a8c-290b-4de1-8260-57036c3a6223 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:52:59.136924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-360e8a12-958d-41ea-b01b-923d14aba378 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:59.172456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d149ecd3-0cfc-43da-b28d-3f420ec7a81f tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Pushing event updated for resources: {'Subnet': ['ID=0d0b5ca7-3207-4ca1-a32b-371d4f3f261f,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:59.175737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-487df310-c40f-4003-85b8-661d151fd213 None None] The port 'ce1c9a8c-290b-4de1-8260-57036c3a6223' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:52:59.177199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: ce1c9a8c-290b-4de1-8260-57036c3a6223 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:52:59.177599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device ce1c9a8c-290b-4de1-8260-57036c3a6223 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:52:59.201030 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8cff820f-0b84-43cc-8a97-7db79af58693 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:59.210681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d149ecd3-0cfc-43da-b28d-3f420ec7a81f tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:59.234463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d149ecd3-0cfc-43da-b28d-3f420ec7a81f tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Checking segment: {'id': 'f0d188bd-e286-4b39-a482-498bc75f1da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '63cfa4aa-4430-4f91-ba90-48a303259d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:52:59.234869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d149ecd3-0cfc-43da-b28d-3f420ec7a81f tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Network hostable DHCP agents. Network: 63cfa4aa-4430-4f91-ba90-48a303259d4b, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:52:59.356730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d149ecd3-0cfc-43da-b28d-3f420ec7a81f tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Network 63cfa4aa-4430-4f91-ba90-48a303259d4b is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:52:59.382941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-d149ecd3-0cfc-43da-b28d-3f420ec7a81f tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 63cfa4aa-4430-4f91-ba90-48a303259d4b) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:59.391399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7f404b-7ff6-4730-8ad5-303008682312 None None] Network 63cfa4aa-4430-4f91-ba90-48a303259d4b requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:52:59.401569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d149ecd3-0cfc-43da-b28d-3f420ec7a81f tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:59.402231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d149ecd3-0cfc-43da-b28d-3f420ec7a81f tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:59.438888 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d149ecd3-0cfc-43da-b28d-3f420ec7a81f tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5451684 Dec 25 19:52:59.441795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52140) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:59.458906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-360e8a12-958d-41ea-b01b-923d14aba378 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:59.459305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-24e0e72d-db91-410b-a18b-43378647ab8c tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Request body: {'port': {'network_id': '63cfa4aa-4430-4f91-ba90-48a303259d4b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1393018573'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:59.459875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-360e8a12-958d-41ea-b01b-923d14aba378 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:59.464788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f2ca0b8f-33d6-4168-87e4-dbe90d8c75b2 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:59.476794 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8cff820f-0b84-43cc-8a97-7db79af58693 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:59.484860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b4034e7e-b4b4-4cae-8b21-b8523ee5fb36 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:52:59.577836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e8a12-958d-41ea-b01b-923d14aba378 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=dd58d2b3-e5b5-414f-b97d-887180af9eae,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:59.582538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-360e8a12-958d-41ea-b01b-923d14aba378 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:59.594532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-360e8a12-958d-41ea-b01b-923d14aba378 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:59.645679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f12f2f5-4299-4f22-b3bb-3b6f6519a7cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-63cfa4aa-4430-4f91-ba90-48a303259d4b', 'network_id': '63cfa4aa-4430-4f91-ba90-48a303259d4b', 'tenant_id': 'b052a399949942088b212fa90eedc838', 'fixed_ips': [{'subnet_id': '0d0b5ca7-3207-4ca1-a32b-371d4f3f261f'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:52:59.646785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f12f2f5-4299-4f22-b3bb-3b6f6519a7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:59.668515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff820f-0b84-43cc-8a97-7db79af58693 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'Subnet': ['ID=c5463030-27f1-496e-b612-1035c95e0411,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:52:59.669775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8cff820f-0b84-43cc-8a97-7db79af58693 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:52:59.695491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cff820f-0b84-43cc-8a97-7db79af58693 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Checking segment: {'id': 'b7388526-7772-48c0-84a9-126ee1573454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '496439bc-a08d-4dd0-aa7d-10e6e9e6c891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:52:59.696034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cff820f-0b84-43cc-8a97-7db79af58693 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Network hostable DHCP agents. Network: 496439bc-a08d-4dd0-aa7d-10e6e9e6c891, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:52:59.710690 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-24e0e72d-db91-410b-a18b-43378647ab8c tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:52:59.716031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-24e0e72d-db91-410b-a18b-43378647ab8c tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Usage tracker for resource:port and tenant:b052a399949942088b212fa90eedc838 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:52:59.721778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-24e0e72d-db91-410b-a18b-43378647ab8c tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:52:59.730631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-24e0e72d-db91-410b-a18b-43378647ab8c tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:52:59.743498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e0e72d-db91-410b-a18b-43378647ab8c tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Made reservation on behalf of b052a399949942088b212fa90eedc838 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:52:59.749193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24e0e72d-db91-410b-a18b-43378647ab8c tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:59.761340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cff820f-0b84-43cc-8a97-7db79af58693 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Network 496439bc-a08d-4dd0-aa7d-10e6e9e6c891 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:52:59.780577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-8cff820f-0b84-43cc-8a97-7db79af58693 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 496439bc-a08d-4dd0-aa7d-10e6e9e6c891) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:52:59.782891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-24e0e72d-db91-410b-a18b-43378647ab8c tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] device_id is not set on port 2ff2d122-03ed-4ea9-81a7-5dda659ebbdb yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:52:59.796438 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf6f03a-fb92-4545-81f9-3d514d418f12 None None] Network 496439bc-a08d-4dd0-aa7d-10e6e9e6c891 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:52:59.814984 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [None req-360e8a12-958d-41ea-b01b-923d14aba378 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Floating IP 01348133-cb1e-4fc3-a5c0-b68343e0a58b associated. External IP: 172.26.8.142, port: d541b3f3-f278-4abe-a670-d98bae459725. Dec 25 19:52:59.823125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cff820f-0b84-43cc-8a97-7db79af58693 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:52:59.824127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8cff820f-0b84-43cc-8a97-7db79af58693 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:52:59.882845 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8cff820f-0b84-43cc-8a97-7db79af58693 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0372698 Dec 25 19:52:59.883087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52144) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:52:59.893492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b873a543-2f00-47e3-934f-658486cd2bef tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'port': {'network_id': '496439bc-a08d-4dd0-aa7d-10e6e9e6c891', 'name': 'tempest-PortsTestJSON-1300351646', 'fixed_ips': [{'subnet_id': 'c5463030-27f1-496e-b612-1035c95e0411', 'ip_address': '172.20.0.10'}]}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:52:59.909864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-1f12f2f5-4299-4f22-b3bb-3b6f6519a7cc None None] Allocated IP 172.20.0.2 (63cfa4aa-4430-4f91-ba90-48a303259d4b/0d0b5ca7-3207-4ca1-a32b-371d4f3f261f/4d3628b8-82f9-40ce-a63a-fdd54abf86a5) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:53:00.147293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b873a543-2f00-47e3-934f-658486cd2bef tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:00.155101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b873a543-2f00-47e3-934f-658486cd2bef tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Usage tracker for resource:port and tenant:403e9089dd684dee8c86c3ba99f83960 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:00.158753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b873a543-2f00-47e3-934f-658486cd2bef tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:00.168349 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b873a543-2f00-47e3-934f-658486cd2bef tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:00.168702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9db18e-357d-4ce9-a3c5-2c98a58ba388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-496439bc-a08d-4dd0-aa7d-10e6e9e6c891', 'network_id': '496439bc-a08d-4dd0-aa7d-10e6e9e6c891', 'tenant_id': '403e9089dd684dee8c86c3ba99f83960', 'fixed_ips': [{'subnet_id': 'c5463030-27f1-496e-b612-1035c95e0411'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:53:00.169572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d9db18e-357d-4ce9-a3c5-2c98a58ba388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:00.184976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b873a543-2f00-47e3-934f-658486cd2bef tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Made reservation on behalf of 403e9089dd684dee8c86c3ba99f83960 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:53:00.315160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f12f2f5-4299-4f22-b3bb-3b6f6519a7cc None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:00.336777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1f12f2f5-4299-4f22-b3bb-3b6f6519a7cc None None] Transition to ACTIVE for port object 4d3628b8-82f9-40ce-a63a-fdd54abf86a5 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:53:00.405974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1f12f2f5-4299-4f22-b3bb-3b6f6519a7cc None None] Transition to ACTIVE for port object 4d3628b8-82f9-40ce-a63a-fdd54abf86a5 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:53:00.415988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f12f2f5-4299-4f22-b3bb-3b6f6519a7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:00.417519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b873a543-2f00-47e3-934f-658486cd2bef tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:00.423739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-11aa5956-6ab6-427b-9498-674028b373ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:00.456985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b873a543-2f00-47e3-934f-658486cd2bef tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] device_id is not set on port 724463c0-879a-4475-aa81-c5f0aa50ef09 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:53:00.478189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-3d9db18e-357d-4ce9-a3c5-2c98a58ba388 None None] Allocated IP 172.20.0.2 (496439bc-a08d-4dd0-aa7d-10e6e9e6c891/c5463030-27f1-496e-b612-1035c95e0411/b746d933-24b1-47ed-a4b5-c9962b7dc3df) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:53:00.489230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-24e0e72d-db91-410b-a18b-43378647ab8c tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Allocated IP 172.20.0.5 (63cfa4aa-4430-4f91-ba90-48a303259d4b/0d0b5ca7-3207-4ca1-a32b-371d4f3f261f/2ff2d122-03ed-4ea9-81a7-5dda659ebbdb) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:53:00.504679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f12f2f5-4299-4f22-b3bb-3b6f6519a7cc None None] Network 63cfa4aa-4430-4f91-ba90-48a303259d4b is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:53:00.509506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-1f12f2f5-4299-4f22-b3bb-3b6f6519a7cc None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:53:00.530817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f12f2f5-4299-4f22-b3bb-3b6f6519a7cc None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:53:00.536702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f12f2f5-4299-4f22-b3bb-3b6f6519a7cc None None] Pushing event updated for resources: {'Port': ['ID=4d3628b8-82f9-40ce-a63a-fdd54abf86a5,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:00.542521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1f12f2f5-4299-4f22-b3bb-3b6f6519a7cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:00.711012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-1f12f2f5-4299-4f22-b3bb-3b6f6519a7cc None None] Attempting to bind port 4d3628b8-82f9-40ce-a63a-fdd54abf86a5 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:53:00.711352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-1f12f2f5-4299-4f22-b3bb-3b6f6519a7cc None None] Attempting to bind port 4d3628b8-82f9-40ce-a63a-fdd54abf86a5 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'f0d188bd-e286-4b39-a482-498bc75f1da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '63cfa4aa-4430-4f91-ba90-48a303259d4b'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:53:00.711756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f12f2f5-4299-4f22-b3bb-3b6f6519a7cc None None] Attempting to bind port 4d3628b8-82f9-40ce-a63a-fdd54abf86a5 on network 63cfa4aa-4430-4f91-ba90-48a303259d4b {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:53:00.715273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360e8a12-958d-41ea-b01b-923d14aba378 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router dd4e48af-8917-45c8-b8c7-8b5583c1c925 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:53:00.719164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24e0e72d-db91-410b-a18b-43378647ab8c tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:00.736715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-24e0e72d-db91-410b-a18b-43378647ab8c tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Transition to ACTIVE for port object 2ff2d122-03ed-4ea9-81a7-5dda659ebbdb will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:53:00.739950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f12f2f5-4299-4f22-b3bb-3b6f6519a7cc None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:53:00.740377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f12f2f5-4299-4f22-b3bb-3b6f6519a7cc None None] Checking segment: {'id': 'f0d188bd-e286-4b39-a482-498bc75f1da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '63cfa4aa-4430-4f91-ba90-48a303259d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:53:00.740953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f12f2f5-4299-4f22-b3bb-3b6f6519a7cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:00.741251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f12f2f5-4299-4f22-b3bb-3b6f6519a7cc None None] Bound using segment: {'id': 'f0d188bd-e286-4b39-a482-498bc75f1da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '63cfa4aa-4430-4f91-ba90-48a303259d4b'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:53:00.741772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-1f12f2f5-4299-4f22-b3bb-3b6f6519a7cc None None] Bound port: 4d3628b8-82f9-40ce-a63a-fdd54abf86a5, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d188bd-e286-4b39-a482-498bc75f1da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '63cfa4aa-4430-4f91-ba90-48a303259d4b'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:53:00.742199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f12f2f5-4299-4f22-b3bb-3b6f6519a7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:00.758326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24e0e72d-db91-410b-a18b-43378647ab8c tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:00.764385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-775e7737-cec8-42a5-a7d4-2c7f0a833f80 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:00.840468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e0e72d-db91-410b-a18b-43378647ab8c tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Network 63cfa4aa-4430-4f91-ba90-48a303259d4b is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:53:00.844233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-24e0e72d-db91-410b-a18b-43378647ab8c tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:53:00.848936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e0e72d-db91-410b-a18b-43378647ab8c tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:53:00.878412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0e72d-db91-410b-a18b-43378647ab8c tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Pushing event updated for resources: {'Port': ['ID=2ff2d122-03ed-4ea9-81a7-5dda659ebbdb,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:00.885512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-24e0e72d-db91-410b-a18b-43378647ab8c tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:00.887705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d9db18e-357d-4ce9-a3c5-2c98a58ba388 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:00.908532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-3d9db18e-357d-4ce9-a3c5-2c98a58ba388 None None] Transition to ACTIVE for port object b746d933-24b1-47ed-a4b5-c9962b7dc3df will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:53:00.920785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-1f12f2f5-4299-4f22-b3bb-3b6f6519a7cc None None] For port 4d3628b8-82f9-40ce-a63a-fdd54abf86a5, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:53:00.921474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e0e72d-db91-410b-a18b-43378647ab8c tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:00.922246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-24e0e72d-db91-410b-a18b-43378647ab8c tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:00.925543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-1f12f2f5-4299-4f22-b3bb-3b6f6519a7cc None None] For port 4d3628b8-82f9-40ce-a63a-fdd54abf86a5, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=4d3628b8-82f9-40ce-a63a-fdd54abf86a5,segment=NetworkSegment(f0d188bd-e286-4b39-a482-498bc75f1da8),segment_id=f0d188bd-e286-4b39-a482-498bc75f1da8)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:53:00.933172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f12f2f5-4299-4f22-b3bb-3b6f6519a7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:00.938250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360e8a12-958d-41ea-b01b-923d14aba378 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:53:00.938757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4096a2eb-b88a-41d8-8b14-c25a5f97b835 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:00.944351 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-24e0e72d-db91-410b-a18b-43378647ab8c tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5012276 Dec 25 19:53:00.944491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52148) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:00.960012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-1a25ac81-9301-48b6-807b-ba09d4af6536 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Request body: {'port': {'network_id': '63cfa4aa-4430-4f91-ba90-48a303259d4b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-417370657', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:00.960549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.api.validators [None req-1a25ac81-9301-48b6-807b-ba09d4af6536 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] bootfile-name is not in valid_values {{(pid=88900) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 25 19:53:00.960938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.api.validators [None req-1a25ac81-9301-48b6-807b-ba09d4af6536 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] tftp-server is not in valid_values {{(pid=88900) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 25 19:53:00.961402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.api.validators [None req-1a25ac81-9301-48b6-807b-ba09d4af6536 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] server-ip-address is not in valid_values {{(pid=88900) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 25 19:53:00.973813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-3d9db18e-357d-4ce9-a3c5-2c98a58ba388 None None] Transition to ACTIVE for port object b746d933-24b1-47ed-a4b5-c9962b7dc3df will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:53:00.980326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f6c495-830a-4280-9c00-fdcc6280d3cc None None] Sync routers for ids ['dd4e48af-8917-45c8-b8c7-8b5583c1c925'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:53:01.005376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d9db18e-357d-4ce9-a3c5-2c98a58ba388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:01.038915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-360e8a12-958d-41ea-b01b-923d14aba378 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:01.055257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9db18e-357d-4ce9-a3c5-2c98a58ba388 None None] Network 496439bc-a08d-4dd0-aa7d-10e6e9e6c891 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:53:01.056027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f6c495-830a-4280-9c00-fdcc6280d3cc None None] Routers {'dd4e48af-8917-45c8-b8c7-8b5583c1c925'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:53:01.056709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a8f6c495-830a-4280-9c00-fdcc6280d3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:52:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['dd4e48af-8917-45c8-b8c7-8b5583c1c925'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:01.114526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-3d9db18e-357d-4ce9-a3c5-2c98a58ba388 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:53:01.116276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f12f2f5-4299-4f22-b3bb-3b6f6519a7cc None None] Pushing event updated for resources: {'Port': ['ID=4d3628b8-82f9-40ce-a63a-fdd54abf86a5,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:01.130402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9db18e-357d-4ce9-a3c5-2c98a58ba388 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:53:01.133636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1f12f2f5-4299-4f22-b3bb-3b6f6519a7cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:01.142499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5161c55e-5855-4873-8983-c0eecbb950f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:01.194824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-b873a543-2f00-47e3-934f-658486cd2bef tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Allocated IP 172.20.0.10 (496439bc-a08d-4dd0-aa7d-10e6e9e6c891/c5463030-27f1-496e-b612-1035c95e0411/724463c0-879a-4475-aa81-c5f0aa50ef09) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:53:01.220643 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-360e8a12-958d-41ea-b01b-923d14aba378 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5678005 Dec 25 19:53:01.221330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52152) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:01.222251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3012dfea-1904-49ff-809b-8b31d4f9e3f4', 'tag': 'd541b3f3-f278-4abe-a670-d98bae459725'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:53:01.376635 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0af89ce1-723d-4b8d-82f1-cfe8b4eee72d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/floatingips/01348133-cb1e-4fc3-a5c0-b68343e0a58b HTTP/1.1" status: 200 len: 991 time: 0.1528113 Dec 25 19:53:01.532466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9db18e-357d-4ce9-a3c5-2c98a58ba388 None None] Pushing event updated for resources: {'Port': ['ID=b746d933-24b1-47ed-a4b5-c9962b7dc3df,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:01.555646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1a25ac81-9301-48b6-807b-ba09d4af6536 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:01.557905 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3d9db18e-357d-4ce9-a3c5-2c98a58ba388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:01.573073 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1a25ac81-9301-48b6-807b-ba09d4af6536 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Usage tracker for resource:port and tenant:b052a399949942088b212fa90eedc838 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:01.577313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-3d9db18e-357d-4ce9-a3c5-2c98a58ba388 None None] Attempting to bind port b746d933-24b1-47ed-a4b5-c9962b7dc3df on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:53:01.579083 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-3d9db18e-357d-4ce9-a3c5-2c98a58ba388 None None] Attempting to bind port b746d933-24b1-47ed-a4b5-c9962b7dc3df by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'b7388526-7772-48c0-84a9-126ee1573454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '496439bc-a08d-4dd0-aa7d-10e6e9e6c891'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:53:01.579083 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9db18e-357d-4ce9-a3c5-2c98a58ba388 None None] Attempting to bind port b746d933-24b1-47ed-a4b5-c9962b7dc3df on network 496439bc-a08d-4dd0-aa7d-10e6e9e6c891 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:53:01.580877 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1a25ac81-9301-48b6-807b-ba09d4af6536 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:01.595606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9db18e-357d-4ce9-a3c5-2c98a58ba388 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:53:01.596029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9db18e-357d-4ce9-a3c5-2c98a58ba388 None None] Checking segment: {'id': 'b7388526-7772-48c0-84a9-126ee1573454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '496439bc-a08d-4dd0-aa7d-10e6e9e6c891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:53:01.598979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d9db18e-357d-4ce9-a3c5-2c98a58ba388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:01.598979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9db18e-357d-4ce9-a3c5-2c98a58ba388 None None] Bound using segment: {'id': 'b7388526-7772-48c0-84a9-126ee1573454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '496439bc-a08d-4dd0-aa7d-10e6e9e6c891'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:53:01.598979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-3d9db18e-357d-4ce9-a3c5-2c98a58ba388 None None] Bound port: b746d933-24b1-47ed-a4b5-c9962b7dc3df, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7388526-7772-48c0-84a9-126ee1573454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '496439bc-a08d-4dd0-aa7d-10e6e9e6c891'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:53:01.598979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d9db18e-357d-4ce9-a3c5-2c98a58ba388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:01.601264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1a25ac81-9301-48b6-807b-ba09d4af6536 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:01.634460 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3012dfea-1904-49ff-809b-8b31d4f9e3f4', 'tag': 'd541b3f3-f278-4abe-a670-d98bae459725', 'status': 'completed', 'code': 200} Dec 25 19:53:01.639205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a25ac81-9301-48b6-807b-ba09d4af6536 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Made reservation on behalf of b052a399949942088b212fa90eedc838 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:53:01.645114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1a25ac81-9301-48b6-807b-ba09d4af6536 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:01.649574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-a8f6c495-830a-4280-9c00-fdcc6280d3cc None None] Set router dd4e48af-8917-45c8-b8c7-8b5583c1c925 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:53:01.807732 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-1a25ac81-9301-48b6-807b-ba09d4af6536 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] device_id is not set on port 9deaf714-a0ef-4af8-ad34-e1cc2d9505d1 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:53:01.846547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-3d9db18e-357d-4ce9-a3c5-2c98a58ba388 None None] For port b746d933-24b1-47ed-a4b5-c9962b7dc3df, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:53:01.861692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-3d9db18e-357d-4ce9-a3c5-2c98a58ba388 None None] For port b746d933-24b1-47ed-a4b5-c9962b7dc3df, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=b746d933-24b1-47ed-a4b5-c9962b7dc3df,segment=NetworkSegment(b7388526-7772-48c0-84a9-126ee1573454),segment_id=b7388526-7772-48c0-84a9-126ee1573454)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:53:01.865783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d9db18e-357d-4ce9-a3c5-2c98a58ba388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:01.872002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6a44d4c3-3109-4605-a13f-3f70c031d1b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:01.944386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b873a543-2f00-47e3-934f-658486cd2bef tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:01.986674 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-64213535-ce3c-4534-b28e-9b11554d74f9 req-51c30fc4-6ecd-428a-9549-9314b2d17e75 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=3012dfea-1904-49ff-809b-8b31d4f9e3f4 HTTP/1.1" status: 200 len: 1098 time: 0.3162830 Dec 25 19:53:02.039242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b873a543-2f00-47e3-934f-658486cd2bef tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Transition to ACTIVE for port object 724463c0-879a-4475-aa81-c5f0aa50ef09 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:53:02.049949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9db18e-357d-4ce9-a3c5-2c98a58ba388 None None] Pushing event updated for resources: {'Port': ['ID=b746d933-24b1-47ed-a4b5-c9962b7dc3df,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:02.054819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3d9db18e-357d-4ce9-a3c5-2c98a58ba388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:02.137463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-1a25ac81-9301-48b6-807b-ba09d4af6536 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Allocated IP 172.20.0.11 (63cfa4aa-4430-4f91-ba90-48a303259d4b/0d0b5ca7-3207-4ca1-a32b-371d4f3f261f/9deaf714-a0ef-4af8-ad34-e1cc2d9505d1) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:53:02.146436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a8f6c495-830a-4280-9c00-fdcc6280d3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'name': 'tempest-TestNetworkBasicOps-router-1483269214', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': '20b942bf-50e5-4c52-881d-f714ed83b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:52:12Z', 'updated_at': '2021-12-25T19:52:23Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '20b942bf-50e5-4c52-881d-f714ed83b460', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:52:13Z', 'updated_at': '2021-12-25T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '01348133-cb1e-4fc3-a5c0-b68343e0a58b', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.142', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'port_id': 'd541b3f3-f278-4abe-a670-d98bae459725', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06dbb6a-241c-47a9-be5d-fea8ee727624', 'mac_address': 'fa:16:3e:f6:3f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012dfea-1904-49ff-809b-8b31d4f9e3f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T19:52:58Z', 'updated_at': '2021-12-25T19:52:58Z', 'revision_number': 0, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfc5cfa0-aa3d-4364-a9bd-7da341b963f1', 'name': '', 'network_id': 'e06dbb6a-241c-47a9-be5d-fea8ee727624', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:b0:77:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec36c59c-a669-4cfe-8242-554bbb888561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:52:22Z', 'updated_at': '2021-12-25T19:52:33Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'ec36c59c-a669-4cfe-8242-554bbb888561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:02.150774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f6c495-830a-4280-9c00-fdcc6280d3cc None None] Checking router: dd4e48af-8917-45c8-b8c7-8b5583c1c925 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:53:02.164580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f6c495-830a-4280-9c00-fdcc6280d3cc None None] Routers {'dd4e48af-8917-45c8-b8c7-8b5583c1c925'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:53:02.165278 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a8f6c495-830a-4280-9c00-fdcc6280d3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:52:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['dd4e48af-8917-45c8-b8c7-8b5583c1c925'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:02.227930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b873a543-2f00-47e3-934f-658486cd2bef tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:02.241660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c10333bb-a35e-4e66-9f96-4d50b0c40198 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:02.306665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64213535-ce3c-4534-b28e-9b11554d74f9 req-e82169bb-30b4-4224-af7b-82c651afe83d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:02.308232 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-64213535-ce3c-4534-b28e-9b11554d74f9 req-e82169bb-30b4-4224-af7b-82c651afe83d service neutron] 10.222.0.36 "GET /v2.0/networks?id=e06dbb6a-241c-47a9-be5d-fea8ee727624 HTTP/1.1" status: 200 len: 897 time: 0.3159642 Dec 25 19:53:02.360410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-a8f6c495-830a-4280-9c00-fdcc6280d3cc None None] Set router dd4e48af-8917-45c8-b8c7-8b5583c1c925 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:53:02.379327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52158) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:02.441648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b873a543-2f00-47e3-934f-658486cd2bef tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Network 496439bc-a08d-4dd0-aa7d-10e6e9e6c891 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:53:02.462222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b873a543-2f00-47e3-934f-658486cd2bef tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'Port': ['ID=724463c0-879a-4475-aa81-c5f0aa50ef09,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:02.464934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-b873a543-2f00-47e3-934f-658486cd2bef tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:53:02.472523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b873a543-2f00-47e3-934f-658486cd2bef tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:02.473305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b873a543-2f00-47e3-934f-658486cd2bef tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:53:02.503378 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-282b570c-8ca3-444d-88bc-2a4b46b5c617 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/floatingips/01348133-cb1e-4fc3-a5c0-b68343e0a58b HTTP/1.1" status: 200 len: 991 time: 0.1213100 Dec 25 19:53:02.611486 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-64213535-ce3c-4534-b28e-9b11554d74f9 req-40854983-714a-4c54-ad81-1fe4cbbea7ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d541b3f3-f278-4abe-a670-d98bae459725 HTTP/1.1" status: 200 len: 999 time: 0.2948828 Dec 25 19:53:02.715644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b873a543-2f00-47e3-934f-658486cd2bef tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:02.716388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b873a543-2f00-47e3-934f-658486cd2bef tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:02.784179 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b873a543-2f00-47e3-934f-658486cd2bef tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8988795 Dec 25 19:53:02.787047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52162) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:02.788021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64213535-ce3c-4534-b28e-9b11554d74f9 req-d4d4dc58-64e7-4335-90b9-a316261b12d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:02.789550 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-64213535-ce3c-4534-b28e-9b11554d74f9 req-d4d4dc58-64e7-4335-90b9-a316261b12d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ec36c59c-a669-4cfe-8242-554bbb888561 HTTP/1.1" status: 200 len: 834 time: 0.1698782 Dec 25 19:53:02.791592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a8f6c495-830a-4280-9c00-fdcc6280d3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'name': 'tempest-TestNetworkBasicOps-router-1483269214', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': '20b942bf-50e5-4c52-881d-f714ed83b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:52:12Z', 'updated_at': '2021-12-25T19:52:23Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '20b942bf-50e5-4c52-881d-f714ed83b460', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:52:13Z', 'updated_at': '2021-12-25T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '01348133-cb1e-4fc3-a5c0-b68343e0a58b', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.142', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'port_id': 'd541b3f3-f278-4abe-a670-d98bae459725', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06dbb6a-241c-47a9-be5d-fea8ee727624', 'mac_address': 'fa:16:3e:f6:3f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012dfea-1904-49ff-809b-8b31d4f9e3f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T19:52:58Z', 'updated_at': '2021-12-25T19:52:58Z', 'revision_number': 0, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfc5cfa0-aa3d-4364-a9bd-7da341b963f1', 'name': '', 'network_id': 'e06dbb6a-241c-47a9-be5d-fea8ee727624', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:b0:77:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec36c59c-a669-4cfe-8242-554bbb888561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:52:22Z', 'updated_at': '2021-12-25T19:52:33Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'ec36c59c-a669-4cfe-8242-554bbb888561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:02.793618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1a25ac81-9301-48b6-807b-ba09d4af6536 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:02.794042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-70cc3628-3bc6-4155-b062-1a5be6be90b6 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'port': {'network_id': '496439bc-a08d-4dd0-aa7d-10e6e9e6c891', 'name': 'tempest-PortsTestJSON-590738877', 'fixed_ips': [{'subnet_id': 'c5463030-27f1-496e-b612-1035c95e0411', 'ip_address': '172.20.0.9'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:02.796804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f6c495-830a-4280-9c00-fdcc6280d3cc None None] The sync data for ids ['dd4e48af-8917-45c8-b8c7-8b5583c1c925'] in dv-neutron-822611-1-hyperv is: [{'id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'name': 'tempest-TestNetworkBasicOps-router-1483269214', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': '20b942bf-50e5-4c52-881d-f714ed83b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:52:12Z', 'updated_at': '2021-12-25T19:52:23Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '20b942bf-50e5-4c52-881d-f714ed83b460', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:52:13Z', 'updated_at': '2021-12-25T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '01348133-cb1e-4fc3-a5c0-b68343e0a58b', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.142', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'port_id': 'd541b3f3-f278-4abe-a670-d98bae459725', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06dbb6a-241c-47a9-be5d-fea8ee727624', 'mac_address': 'fa:16:3e:f6:3f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012dfea-1904-49ff-809b-8b31d4f9e3f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T19:52:58Z', 'updated_at': '2021-12-25T19:52:58Z', 'revision_number': 0, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfc5cfa0-aa3d-4364-a9bd-7da341b963f1', 'name': '', 'network_id': 'e06dbb6a-241c-47a9-be5d-fea8ee727624', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:b0:77:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec36c59c-a669-4cfe-8242-554bbb888561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:52:22Z', 'updated_at': '2021-12-25T19:52:33Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'ec36c59c-a669-4cfe-8242-554bbb888561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:53:02.879939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1a25ac81-9301-48b6-807b-ba09d4af6536 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Transition to ACTIVE for port object 9deaf714-a0ef-4af8-ad34-e1cc2d9505d1 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:53:02.944112 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-64213535-ce3c-4534-b28e-9b11554d74f9 req-efc43765-c6a4-45f4-9dba-45d58b933f1d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e06dbb6a-241c-47a9-be5d-fea8ee727624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1464703 Dec 25 19:53:02.945764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1a25ac81-9301-48b6-807b-ba09d4af6536 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:02.952258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3ee83128-9ceb-4d27-b138-d1c23176f159 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:03.009038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-70cc3628-3bc6-4155-b062-1a5be6be90b6 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:03.018298 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-70cc3628-3bc6-4155-b062-1a5be6be90b6 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Usage tracker for resource:port and tenant:403e9089dd684dee8c86c3ba99f83960 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:03.022857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-70cc3628-3bc6-4155-b062-1a5be6be90b6 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:03.030905 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-70cc3628-3bc6-4155-b062-1a5be6be90b6 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:03.047863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70cc3628-3bc6-4155-b062-1a5be6be90b6 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Made reservation on behalf of 403e9089dd684dee8c86c3ba99f83960 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:53:03.061545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70cc3628-3bc6-4155-b062-1a5be6be90b6 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:03.089900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-70cc3628-3bc6-4155-b062-1a5be6be90b6 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] device_id is not set on port 2ca28abf-e85f-49d9-a75c-282b2720f7b7 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:53:03.106465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a25ac81-9301-48b6-807b-ba09d4af6536 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Network 63cfa4aa-4430-4f91-ba90-48a303259d4b is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:53:03.168578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25ac81-9301-48b6-807b-ba09d4af6536 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Pushing event updated for resources: {'Port': ['ID=9deaf714-a0ef-4af8-ad34-e1cc2d9505d1,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:03.168797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 4d3628b8-82f9-40ce-a63a-fdd54abf86a5 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:53:03.178433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-1a25ac81-9301-48b6-807b-ba09d4af6536 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:53:03.180726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1a25ac81-9301-48b6-807b-ba09d4af6536 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:03.183495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a25ac81-9301-48b6-807b-ba09d4af6536 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:53:03.285164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a25ac81-9301-48b6-807b-ba09d4af6536 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:03.286173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1a25ac81-9301-48b6-807b-ba09d4af6536 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:03.295899 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-64213535-ce3c-4534-b28e-9b11554d74f9 req-ef1cb98b-36f3-48ae-a2ca-a8acee94df73 service neutron] 10.222.0.36 "GET /v2.0/networks/e06dbb6a-241c-47a9-be5d-fea8ee727624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036370 Dec 25 19:53:03.303359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 4d3628b8-82f9-40ce-a63a-fdd54abf86a5 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:53:03.311074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device b746d933-24b1-47ed-a4b5-c9962b7dc3df up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:53:03.321580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fa079d-d777-4a0d-b816-58cdde516c12 None None] New status for floating IP 01348133-cb1e-4fc3-a5c0-b68343e0a58b: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 19:53:03.354519 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1a25ac81-9301-48b6-807b-ba09d4af6536 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.4074669 Dec 25 19:53:03.359591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52166) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:03.405902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port b746d933-24b1-47ed-a4b5-c9962b7dc3df completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:53:03.424139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-70cc3628-3bc6-4155-b062-1a5be6be90b6 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Allocated IP 172.20.0.9 (496439bc-a08d-4dd0-aa7d-10e6e9e6c891/c5463030-27f1-496e-b612-1035c95e0411/2ca28abf-e85f-49d9-a75c-282b2720f7b7) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:53:03.441932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96a7dd6-7c72-41b6-a417-30b291e6050c None None] Network 63cfa4aa-4430-4f91-ba90-48a303259d4b requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:53:03.508002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52170) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:03.530473 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-64213535-ce3c-4534-b28e-9b11554d74f9 req-001602db-8b0b-4ade-918a-d184134e4ecb service neutron] 10.222.0.36 "GET /v2.0/networks/e06dbb6a-241c-47a9-be5d-fea8ee727624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271109 Dec 25 19:53:03.551805 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba9a5d7-87aa-4fb0-893b-88efa382b6d6 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:03.556866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba9a5d7-87aa-4fb0-893b-88efa382b6d6 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:03.561390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba9a5d7-87aa-4fb0-893b-88efa382b6d6 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:03.562363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2ba9a5d7-87aa-4fb0-893b-88efa382b6d6 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Synchronizing usage tracker for tenant:b052a399949942088b212fa90eedc838 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:53:03.586964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2ba9a5d7-87aa-4fb0-893b-88efa382b6d6 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Unset dirty status for tenant:b052a399949942088b212fa90eedc838 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:53:03.591146 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2ba9a5d7-87aa-4fb0-893b-88efa382b6d6 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.2258873 Dec 25 19:53:03.595643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52174) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:03.615977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-0f5e025c-b23c-4c8c-9dcc-7cc4211b8d73 None None] Provisioning for port 4d3628b8-82f9-40ce-a63a-fdd54abf86a5 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:53:03.626107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-0f5e025c-b23c-4c8c-9dcc-7cc4211b8d73 None None] Provisioning complete for port 4d3628b8-82f9-40ce-a63a-fdd54abf86a5 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:03.626531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0f5e025c-b23c-4c8c-9dcc-7cc4211b8d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:03.679535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-d02f7a6c-cb7e-405f-8e32-da27c96a2caa tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Deleting port 9deaf714-a0ef-4af8-ad34-e1cc2d9505d1 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:53:03.680008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d02f7a6c-cb7e-405f-8e32-da27c96a2caa tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:03.763382 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0b35d7af-fdd9-433b-a1db-80103ab5ddbe tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/floatingips/01348133-cb1e-4fc3-a5c0-b68343e0a58b HTTP/1.1" status: 200 len: 991 time: 0.2540584 Dec 25 19:53:03.810562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70cc3628-3bc6-4155-b062-1a5be6be90b6 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:03.830459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-70cc3628-3bc6-4155-b062-1a5be6be90b6 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Transition to ACTIVE for port object 2ca28abf-e85f-49d9-a75c-282b2720f7b7 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:53:03.855723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70cc3628-3bc6-4155-b062-1a5be6be90b6 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:03.863366 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9d0274bd-8bbc-482c-9a70-cf740858affe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:03.863604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0f5e025c-b23c-4c8c-9dcc-7cc4211b8d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:03.918001 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-0f5e025c-b23c-4c8c-9dcc-7cc4211b8d73 None None] For port 4d3628b8-82f9-40ce-a63a-fdd54abf86a5, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=4d3628b8-82f9-40ce-a63a-fdd54abf86a5,segment=NetworkSegment(f0d188bd-e286-4b39-a482-498bc75f1da8),segment_id=f0d188bd-e286-4b39-a482-498bc75f1da8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:53:03.922385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0f5e025c-b23c-4c8c-9dcc-7cc4211b8d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:03.925173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1c41afea-81b7-4e83-96a5-b562173ba2b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:03.946802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc3628-3bc6-4155-b062-1a5be6be90b6 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'Port': ['ID=2ca28abf-e85f-49d9-a75c-282b2720f7b7,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:03.954809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-70cc3628-3bc6-4155-b062-1a5be6be90b6 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:03.968620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cc3628-3bc6-4155-b062-1a5be6be90b6 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Network 496439bc-a08d-4dd0-aa7d-10e6e9e6c891 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:53:03.969952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-70cc3628-3bc6-4155-b062-1a5be6be90b6 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:53:03.976194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cc3628-3bc6-4155-b062-1a5be6be90b6 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:53:03.983816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d02f7a6c-cb7e-405f-8e32-da27c96a2caa tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:04.003833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e025c-b23c-4c8c-9dcc-7cc4211b8d73 None None] Pushing event updated for resources: {'Port': ['ID=4d3628b8-82f9-40ce-a63a-fdd54abf86a5,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:04.016713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0f5e025c-b23c-4c8c-9dcc-7cc4211b8d73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:04.059108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cc3628-3bc6-4155-b062-1a5be6be90b6 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:04.060001 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70cc3628-3bc6-4155-b062-1a5be6be90b6 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:04.091711 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-70cc3628-3bc6-4155-b062-1a5be6be90b6 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3033104 Dec 25 19:53:04.092784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52178) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:04.220476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e42b76b-4480-4566-b4af-db06c4801150 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:04.222406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6e42b76b-4480-4566-b4af-db06c4801150 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Synchronizing usage tracker for tenant:403e9089dd684dee8c86c3ba99f83960 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:53:04.242990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6e42b76b-4480-4566-b4af-db06c4801150 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Unset dirty status for tenant:403e9089dd684dee8c86c3ba99f83960 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:53:04.248030 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6e42b76b-4480-4566-b4af-db06c4801150 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1535625 Dec 25 19:53:04.248841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52182) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:04.358054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d38a158a-3c0b-4ea0-8387-7e291a791bc9 None None] Provisioning for port 2ff2d122-03ed-4ea9-81a7-5dda659ebbdb completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:53:04.363658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d38a158a-3c0b-4ea0-8387-7e291a791bc9 None None] Provisioning complete for port 2ff2d122-03ed-4ea9-81a7-5dda659ebbdb triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:04.363884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eae9a63-4b31-4bcc-96f2-15ca06c720db tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:04.364220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d38a158a-3c0b-4ea0-8387-7e291a791bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:04.368312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eae9a63-4b31-4bcc-96f2-15ca06c720db tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:04.374229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eae9a63-4b31-4bcc-96f2-15ca06c720db tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:04.379155 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9eae9a63-4b31-4bcc-96f2-15ca06c720db tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1270506 Dec 25 19:53:04.379350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-d02f7a6c-cb7e-405f-8e32-da27c96a2caa tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Calling delete_port for 9deaf714-a0ef-4af8-ad34-e1cc2d9505d1 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:53:04.380066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52186) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:04.438095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-d38a158a-3c0b-4ea0-8387-7e291a791bc9 None None] Port 2ff2d122-03ed-4ea9-81a7-5dda659ebbdb cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:53:04.458365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d38a158a-3c0b-4ea0-8387-7e291a791bc9 None None] Provisioning for port 9deaf714-a0ef-4af8-ad34-e1cc2d9505d1 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:53:04.465593 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d38a158a-3c0b-4ea0-8387-7e291a791bc9 None None] Provisioning complete for port 9deaf714-a0ef-4af8-ad34-e1cc2d9505d1 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:04.466301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d38a158a-3c0b-4ea0-8387-7e291a791bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:04.475646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-5df32567-092d-4c00-a50c-d206a05b4dc4 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Deleting port 2ca28abf-e85f-49d9-a75c-282b2720f7b7 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:53:04.476264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5df32567-092d-4c00-a50c-d206a05b4dc4 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:04.531465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707e8463-0f06-40da-b3c4-8252dfb85e69 None None] Network 496439bc-a08d-4dd0-aa7d-10e6e9e6c891 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:53:04.552230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d02f7a6c-cb7e-405f-8e32-da27c96a2caa tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:04.559110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5e39f3b8-0fea-4884-a519-2baa5e66eb91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:04.615197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f7a6c-cb7e-405f-8e32-da27c96a2caa tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Pushing event deleted for resources: {'Port': ['ID=9deaf714-a0ef-4af8-ad34-e1cc2d9505d1,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:04.618813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d02f7a6c-cb7e-405f-8e32-da27c96a2caa tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:04.748695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d02f7a6c-cb7e-405f-8e32-da27c96a2caa tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:04.770453 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d02f7a6c-cb7e-405f-8e32-da27c96a2caa tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] 10.222.0.24 "DELETE /v2.0/ports/9deaf714-a0ef-4af8-ad34-e1cc2d9505d1 HTTP/1.1" status: 204 len: 168 time: 1.1731687 Dec 25 19:53:04.771566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52190) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:04.771959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52192) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:04.782603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-862913ea-ee55-40fd-b807-cf40bfc0abc1 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Request body: {'port': {'name': 'tempest-new-port-name-1438795973', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:04.783699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.api.validators [None req-862913ea-ee55-40fd-b807-cf40bfc0abc1 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] bootfile-name is not in valid_values {{(pid=88900) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 25 19:53:04.783931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.api.validators [None req-862913ea-ee55-40fd-b807-cf40bfc0abc1 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] tftp-server is not in valid_values {{(pid=88900) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 25 19:53:04.784296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.api.validators [None req-862913ea-ee55-40fd-b807-cf40bfc0abc1 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] server-ip-address is not in valid_values {{(pid=88900) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 25 19:53:04.955961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-d38a158a-3c0b-4ea0-8387-7e291a791bc9 None None] Port 9deaf714-a0ef-4af8-ad34-e1cc2d9505d1 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:53:04.987852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d38a158a-3c0b-4ea0-8387-7e291a791bc9 None None] Provisioning complete for port 4d3628b8-82f9-40ce-a63a-fdd54abf86a5 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:04.988277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d38a158a-3c0b-4ea0-8387-7e291a791bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:05.051755 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3f31c3cf-e439-4ae3-84da-1c68eea82b6c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/floatingips/01348133-cb1e-4fc3-a5c0-b68343e0a58b HTTP/1.1" status: 200 len: 993 time: 0.2720180 Dec 25 19:53:05.071898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-862913ea-ee55-40fd-b807-cf40bfc0abc1 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:05.083312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5df32567-092d-4c00-a50c-d206a05b4dc4 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:05.126888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 4d3628b8-82f9-40ce-a63a-fdd54abf86a5 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:53:05.231533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 4d3628b8-82f9-40ce-a63a-fdd54abf86a5 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:05.232123 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:05.253995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-5df32567-092d-4c00-a50c-d206a05b4dc4 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Calling delete_port for 2ca28abf-e85f-49d9-a75c-282b2720f7b7 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:53:05.311980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-8d17069f-23a3-48cb-9029-128f8ed0ab0a None None] Provisioning for port b746d933-24b1-47ed-a4b5-c9962b7dc3df completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:53:05.320737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-8d17069f-23a3-48cb-9029-128f8ed0ab0a None None] Provisioning complete for port b746d933-24b1-47ed-a4b5-c9962b7dc3df triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:05.321255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8d17069f-23a3-48cb-9029-128f8ed0ab0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:05.447177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5df32567-092d-4c00-a50c-d206a05b4dc4 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:05.454469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9befbed3-d28a-4782-b753-e16ae346263a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:05.489607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-862913ea-ee55-40fd-b807-cf40bfc0abc1 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:05.494698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-862913ea-ee55-40fd-b807-cf40bfc0abc1 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:05.501646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df32567-092d-4c00-a50c-d206a05b4dc4 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'Port': ['ID=2ca28abf-e85f-49d9-a75c-282b2720f7b7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:05.506207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5df32567-092d-4c00-a50c-d206a05b4dc4 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:05.508258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8d17069f-23a3-48cb-9029-128f8ed0ab0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:05.510257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-360e8a12-958d-41ea-b01b-923d14aba378 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:05.545835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-8d17069f-23a3-48cb-9029-128f8ed0ab0a None None] For port b746d933-24b1-47ed-a4b5-c9962b7dc3df, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=b746d933-24b1-47ed-a4b5-c9962b7dc3df,segment=NetworkSegment(b7388526-7772-48c0-84a9-126ee1573454),segment_id=b7388526-7772-48c0-84a9-126ee1573454)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:53:05.556428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8d17069f-23a3-48cb-9029-128f8ed0ab0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:05.569098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7d2d1ab2-763d-4479-9232-1b557343db52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:05.638206 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5df32567-092d-4c00-a50c-d206a05b4dc4 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:05.649207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-8d17069f-23a3-48cb-9029-128f8ed0ab0a None None] Provisioning complete for port 2ff2d122-03ed-4ea9-81a7-5dda659ebbdb triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:05.649651 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8d17069f-23a3-48cb-9029-128f8ed0ab0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:05.659172 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5df32567-092d-4c00-a50c-d206a05b4dc4 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/ports/2ca28abf-e85f-49d9-a75c-282b2720f7b7 HTTP/1.1" status: 204 len: 168 time: 1.2775826 Dec 25 19:53:05.662463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52198) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:05.678488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-862913ea-ee55-40fd-b807-cf40bfc0abc1 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] In _notify_port_updated(), no bound segment for port 2ff2d122-03ed-4ea9-81a7-5dda659ebbdb on network 63cfa4aa-4430-4f91-ba90-48a303259d4b {{(pid=88900) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 25 19:53:05.683326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862913ea-ee55-40fd-b807-cf40bfc0abc1 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:05.684226 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-862913ea-ee55-40fd-b807-cf40bfc0abc1 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:05.688186 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-862913ea-ee55-40fd-b807-cf40bfc0abc1 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] 10.222.0.24 "PUT /v2.0/ports/2ff2d122-03ed-4ea9-81a7-5dda659ebbdb HTTP/1.1" status: 200 len: 1136 time: 0.9094384 Dec 25 19:53:05.689613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52202) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:05.722345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17069f-23a3-48cb-9029-128f8ed0ab0a None None] Pushing event updated for resources: {'Port': ['ID=b746d933-24b1-47ed-a4b5-c9962b7dc3df,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:05.724920 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e524f9e-0f42-4ecb-ab99-a6100123b42c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] GET failed (client error): The resource could not be found. Dec 25 19:53:05.725686 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7e524f9e-0f42-4ecb-ab99-a6100123b42c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Synchronizing usage tracker for tenant:403e9089dd684dee8c86c3ba99f83960 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:53:05.726827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8d17069f-23a3-48cb-9029-128f8ed0ab0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:05.727639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8d17069f-23a3-48cb-9029-128f8ed0ab0a None None] Port 2ff2d122-03ed-4ea9-81a7-5dda659ebbdb cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:53:05.732263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-8d17069f-23a3-48cb-9029-128f8ed0ab0a None None] Could not find standard attr ID for object 9deaf714-a0ef-4af8-ad34-e1cc2d9505d1. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:53:05.747913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7e524f9e-0f42-4ecb-ab99-a6100123b42c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Unset dirty status for tenant:403e9089dd684dee8c86c3ba99f83960 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:53:05.749131 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7e524f9e-0f42-4ecb-ab99-a6100123b42c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "GET /v2.0/ports/2ca28abf-e85f-49d9-a75c-282b2720f7b7 HTTP/1.1" status: 404 len: 333 time: 0.0850599 Dec 25 19:53:05.752207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52206) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:05.796730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237be938-6544-4f72-a2b6-190133eee539 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:05.797650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-237be938-6544-4f72-a2b6-190133eee539 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Synchronizing usage tracker for tenant:b052a399949942088b212fa90eedc838 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:53:05.816097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862913ea-ee55-40fd-b807-cf40bfc0abc1 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Pushing event updated for resources: {'Port': ['ID=2ff2d122-03ed-4ea9-81a7-5dda659ebbdb,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:05.820992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-862913ea-ee55-40fd-b807-cf40bfc0abc1 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:05.827994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-237be938-6544-4f72-a2b6-190133eee539 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Unset dirty status for tenant:b052a399949942088b212fa90eedc838 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:53:05.829346 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-237be938-6544-4f72-a2b6-190133eee539 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] 10.222.0.24 "GET /v2.0/ports/2ff2d122-03ed-4ea9-81a7-5dda659ebbdb HTTP/1.1" status: 200 len: 1136 time: 0.1387088 Dec 25 19:53:05.834358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52210) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:05.839812 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0359ebee-3f03-431c-915b-9e215436b941 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Deleting port 724463c0-879a-4475-aa81-c5f0aa50ef09 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:53:05.840293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0359ebee-3f03-431c-915b-9e215436b941 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:05.848403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-7e7bdde6-5635-451d-955f-5b1438490ad5 None None] Could not find standard attr ID for object 2ca28abf-e85f-49d9-a75c-282b2720f7b7. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:53:05.869445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-7e7bdde6-5635-451d-955f-5b1438490ad5 None None] Provisioning complete for port b746d933-24b1-47ed-a4b5-c9962b7dc3df triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:05.869791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e7bdde6-5635-451d-955f-5b1438490ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:05.919606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-38b10d3a-57a3-4faa-9fe3-ebb0444cf522 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Deleting port 2ff2d122-03ed-4ea9-81a7-5dda659ebbdb {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:53:05.920144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-38b10d3a-57a3-4faa-9fe3-ebb0444cf522 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:06.051321 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-57b613fd-a711-4691-bc55-fe18eee9f379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:06.061063 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-7e7bdde6-5635-451d-955f-5b1438490ad5 None None] Provisioning for port 724463c0-879a-4475-aa81-c5f0aa50ef09 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:53:06.066225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-7e7bdde6-5635-451d-955f-5b1438490ad5 None None] Provisioning complete for port 724463c0-879a-4475-aa81-c5f0aa50ef09 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:06.066658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e7bdde6-5635-451d-955f-5b1438490ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:06.125911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7e7bdde6-5635-451d-955f-5b1438490ad5 None None] Port 724463c0-879a-4475-aa81-c5f0aa50ef09 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:53:06.172775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0359ebee-3f03-431c-915b-9e215436b941 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:06.214178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-38b10d3a-57a3-4faa-9fe3-ebb0444cf522 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:06.249418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b0767e6b-5b26-451a-a2d8-e285aa60bf13 None None] Provisioning complete for port 2ff2d122-03ed-4ea9-81a7-5dda659ebbdb triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:06.250197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b0767e6b-5b26-451a-a2d8-e285aa60bf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:06.312235 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b0767e6b-5b26-451a-a2d8-e285aa60bf13 None None] Port 2ff2d122-03ed-4ea9-81a7-5dda659ebbdb cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:53:06.320001 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0359ebee-3f03-431c-915b-9e215436b941 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Calling delete_port for 724463c0-879a-4475-aa81-c5f0aa50ef09 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:53:06.332538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b0767e6b-5b26-451a-a2d8-e285aa60bf13 None None] Provisioning complete for port 724463c0-879a-4475-aa81-c5f0aa50ef09 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:06.333292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b0767e6b-5b26-451a-a2d8-e285aa60bf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:06.350575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-38b10d3a-57a3-4faa-9fe3-ebb0444cf522 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Calling delete_port for 2ff2d122-03ed-4ea9-81a7-5dda659ebbdb owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:53:06.397828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b0767e6b-5b26-451a-a2d8-e285aa60bf13 None None] Port 724463c0-879a-4475-aa81-c5f0aa50ef09 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:53:06.472772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0359ebee-3f03-431c-915b-9e215436b941 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:06.479437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-70cc3628-3bc6-4155-b062-1a5be6be90b6 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:06.508237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-38b10d3a-57a3-4faa-9fe3-ebb0444cf522 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:06.510316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-bd1a8cea-0032-45b4-87ff-ec26b3dd4723 None None] Could not find standard attr ID for object 2ca28abf-e85f-49d9-a75c-282b2720f7b7. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:53:06.514515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-01d3183d-d991-4a85-b332-1b9d1be6db7e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:06.536196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0359ebee-3f03-431c-915b-9e215436b941 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'Port': ['ID=724463c0-879a-4475-aa81-c5f0aa50ef09,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:06.541071 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0359ebee-3f03-431c-915b-9e215436b941 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:06.557176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b10d3a-57a3-4faa-9fe3-ebb0444cf522 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Pushing event deleted for resources: {'Port': ['ID=2ff2d122-03ed-4ea9-81a7-5dda659ebbdb,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:06.562408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-38b10d3a-57a3-4faa-9fe3-ebb0444cf522 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:06.650896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0359ebee-3f03-431c-915b-9e215436b941 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:06.670707 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0359ebee-3f03-431c-915b-9e215436b941 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/ports/724463c0-879a-4475-aa81-c5f0aa50ef09 HTTP/1.1" status: 204 len: 168 time: 0.9145677 Dec 25 19:53:06.671083 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52214) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:06.724012 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dd6c0d5-0766-4489-b84c-1be82da16fc7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] GET failed (client error): The resource could not be found. Dec 25 19:53:06.724587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4dd6c0d5-0766-4489-b84c-1be82da16fc7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Synchronizing usage tracker for tenant:403e9089dd684dee8c86c3ba99f83960 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:53:06.741539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-38b10d3a-57a3-4faa-9fe3-ebb0444cf522 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:06.753245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4dd6c0d5-0766-4489-b84c-1be82da16fc7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Unset dirty status for tenant:403e9089dd684dee8c86c3ba99f83960 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:53:06.757161 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4dd6c0d5-0766-4489-b84c-1be82da16fc7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "GET /v2.0/ports/724463c0-879a-4475-aa81-c5f0aa50ef09 HTTP/1.1" status: 404 len: 333 time: 0.0823767 Dec 25 19:53:06.757437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52218) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:06.801240 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-38b10d3a-57a3-4faa-9fe3-ebb0444cf522 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] 10.222.0.24 "DELETE /v2.0/ports/2ff2d122-03ed-4ea9-81a7-5dda659ebbdb HTTP/1.1" status: 204 len: 168 time: 0.9655955 Dec 25 19:53:06.804002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52222) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:06.978359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f909ba3-f750-4cd3-8f09-bfaab920aae9 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Deleting subnet c5463030-27f1-496e-b612-1035c95e0411 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:53:06.981446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f909ba3-f750-4cd3-8f09-bfaab920aae9 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:07.026364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdadddd0-1045-4df6-9f12-ee7b64fa38a9 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Deleting subnet 0d0b5ca7-3207-4ca1-a32b-371d4f3f261f {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:53:07.030118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fdadddd0-1045-4df6-9f12-ee7b64fa38a9 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:07.041123 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f909ba3-f750-4cd3-8f09-bfaab920aae9 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:07.049412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device b746d933-24b1-47ed-a4b5-c9962b7dc3df up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:53:07.089999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fdadddd0-1045-4df6-9f12-ee7b64fa38a9 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:07.128981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port b746d933-24b1-47ed-a4b5-c9962b7dc3df triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:07.129815 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:07.153874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f909ba3-f750-4cd3-8f09-bfaab920aae9 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:07.190149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fdadddd0-1045-4df6-9f12-ee7b64fa38a9 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:07.244936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f909ba3-f750-4cd3-8f09-bfaab920aae9 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:07.250049 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b0a108c5-0c1a-4e1c-9256-7ffe255e2524 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:07.265115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:07.284985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fdadddd0-1045-4df6-9f12-ee7b64fa38a9 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:07.289876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f909ba3-f750-4cd3-8f09-bfaab920aae9 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'Subnet': ['ID=c5463030-27f1-496e-b612-1035c95e0411,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:07.290034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-243780e2-1df3-4f33-b1be-ca88e028131c tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:07.294259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1f909ba3-f750-4cd3-8f09-bfaab920aae9 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:07.297194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f909ba3-f750-4cd3-8f09-bfaab920aae9 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:07.306534 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1f909ba3-f750-4cd3-8f09-bfaab920aae9 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/subnets/c5463030-27f1-496e-b612-1035c95e0411 HTTP/1.1" status: 204 len: 168 time: 0.5454988 Dec 25 19:53:07.306722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1051cb49-ef80-461f-a3b7-d28b3709a261 None None] Network 496439bc-a08d-4dd0-aa7d-10e6e9e6c891 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:53:07.306995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52226) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:07.331960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdadddd0-1045-4df6-9f12-ee7b64fa38a9 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Pushing event deleted for resources: {'Subnet': ['ID=0d0b5ca7-3207-4ca1-a32b-371d4f3f261f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:07.334864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fdadddd0-1045-4df6-9f12-ee7b64fa38a9 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:07.337671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fdadddd0-1045-4df6-9f12-ee7b64fa38a9 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:07.347339 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fdadddd0-1045-4df6-9f12-ee7b64fa38a9 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] 10.222.0.24 "DELETE /v2.0/subnets/0d0b5ca7-3207-4ca1-a32b-371d4f3f261f HTTP/1.1" status: 204 len: 168 time: 0.5421221 Dec 25 19:53:07.351566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52230) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:07.396579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae791989-de6a-4ba1-a7e5-130c0300506e None None] Network 63cfa4aa-4430-4f91-ba90-48a303259d4b requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:53:07.435071 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-681d09ac-fa4a-433b-8caa-5e38a225726c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:07.446116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-681d09ac-fa4a-433b-8caa-5e38a225726c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Deleting port b746d933-24b1-47ed-a4b5-c9962b7dc3df {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:53:07.446486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-681d09ac-fa4a-433b-8caa-5e38a225726c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:07.482111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2b64d05b-cf57-47ea-bc6a-19792e41c97f tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:07.493521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-2b64d05b-cf57-47ea-bc6a-19792e41c97f tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Deleting port 4d3628b8-82f9-40ce-a63a-fdd54abf86a5 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:53:07.494288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2b64d05b-cf57-47ea-bc6a-19792e41c97f tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:07.683118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-681d09ac-fa4a-433b-8caa-5e38a225726c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] For port b746d933-24b1-47ed-a4b5-c9962b7dc3df, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=b746d933-24b1-47ed-a4b5-c9962b7dc3df,segment=NetworkSegment(b7388526-7772-48c0-84a9-126ee1573454),segment_id=b7388526-7772-48c0-84a9-126ee1573454)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:53:07.683734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-681d09ac-fa4a-433b-8caa-5e38a225726c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:07.731207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-2b64d05b-cf57-47ea-bc6a-19792e41c97f tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] For port 4d3628b8-82f9-40ce-a63a-fdd54abf86a5, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=4d3628b8-82f9-40ce-a63a-fdd54abf86a5,segment=NetworkSegment(f0d188bd-e286-4b39-a482-498bc75f1da8),segment_id=f0d188bd-e286-4b39-a482-498bc75f1da8)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:53:07.731695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2b64d05b-cf57-47ea-bc6a-19792e41c97f tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:07.781380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c604844-1fa0-46b2-a96c-f1a5c7010673 None None] DHCP port deletion for 63cfa4aa-4430-4f91-ba90-48a303259d4b request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:53:07.786208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8c604844-1fa0-46b2-a96c-f1a5c7010673 None None] Deleting port 4d3628b8-82f9-40ce-a63a-fdd54abf86a5 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:53:07.786623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8c604844-1fa0-46b2-a96c-f1a5c7010673 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:07.816884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051e263f-c147-45ef-9bf1-951f4102e9c8 None None] DHCP port deletion for 496439bc-a08d-4dd0-aa7d-10e6e9e6c891 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:53:07.835766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-051e263f-c147-45ef-9bf1-951f4102e9c8 None None] Deleting port b746d933-24b1-47ed-a4b5-c9962b7dc3df {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:53:07.836189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-051e263f-c147-45ef-9bf1-951f4102e9c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:07.838890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-681d09ac-fa4a-433b-8caa-5e38a225726c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Calling delete_port for b746d933-24b1-47ed-a4b5-c9962b7dc3df owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:53:07.875657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-2b64d05b-cf57-47ea-bc6a-19792e41c97f tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Calling delete_port for 4d3628b8-82f9-40ce-a63a-fdd54abf86a5 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:53:07.919158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-681d09ac-fa4a-433b-8caa-5e38a225726c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:07.923952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-696873f1-1f05-4407-952f-1f76529e0692 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:07.959097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2b64d05b-cf57-47ea-bc6a-19792e41c97f tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:07.965296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ee8f974e-4584-48c6-b5e0-6caaef30331b tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:07.967093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d09ac-fa4a-433b-8caa-5e38a225726c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'Port': ['ID=b746d933-24b1-47ed-a4b5-c9962b7dc3df,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:07.969891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-681d09ac-fa4a-433b-8caa-5e38a225726c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:07.973571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-051e263f-c147-45ef-9bf1-951f4102e9c8 None None] The port 'b746d933-24b1-47ed-a4b5-c9962b7dc3df' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:53:07.975404 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681d09ac-fa4a-433b-8caa-5e38a225726c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] No DVR routers for this DVR port b746d933-24b1-47ed-a4b5-c9962b7dc3df on host dv-neutron-822611-1-hyperv {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:53:08.017867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b64d05b-cf57-47ea-bc6a-19792e41c97f tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Pushing event deleted for resources: {'Port': ['ID=4d3628b8-82f9-40ce-a63a-fdd54abf86a5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:08.020646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2b64d05b-cf57-47ea-bc6a-19792e41c97f tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:08.023994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b64d05b-cf57-47ea-bc6a-19792e41c97f tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] No DVR routers for this DVR port 4d3628b8-82f9-40ce-a63a-fdd54abf86a5 on host dv-neutron-822611-1-hyperv {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:53:08.092614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-8c604844-1fa0-46b2-a96c-f1a5c7010673 None None] For port 4d3628b8-82f9-40ce-a63a-fdd54abf86a5, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=4d3628b8-82f9-40ce-a63a-fdd54abf86a5,segment=NetworkSegment(f0d188bd-e286-4b39-a482-498bc75f1da8),segment_id=f0d188bd-e286-4b39-a482-498bc75f1da8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:53:08.093214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8c604844-1fa0-46b2-a96c-f1a5c7010673 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:08.114559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-681d09ac-fa4a-433b-8caa-5e38a225726c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:08.159632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2b64d05b-cf57-47ea-bc6a-19792e41c97f tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:08.166671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-681d09ac-fa4a-433b-8caa-5e38a225726c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['496439bc-a08d-4dd0-aa7d-10e6e9e6c891']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:08.182192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-681d09ac-fa4a-433b-8caa-5e38a225726c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7388526-7772-48c0-84a9-126ee1573454') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:08.182538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-681d09ac-fa4a-433b-8caa-5e38a225726c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7388526-7772-48c0-84a9-126ee1573454') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:08.188214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-2b64d05b-cf57-47ea-bc6a-19792e41c97f tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63cfa4aa-4430-4f91-ba90-48a303259d4b']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:08.196699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-681d09ac-fa4a-433b-8caa-5e38a225726c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:08.201148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-2b64d05b-cf57-47ea-bc6a-19792e41c97f tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d188bd-e286-4b39-a482-498bc75f1da8') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:08.201487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-2b64d05b-cf57-47ea-bc6a-19792e41c97f tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d188bd-e286-4b39-a482-498bc75f1da8') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:08.214072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2b64d05b-cf57-47ea-bc6a-19792e41c97f tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:08.218250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-681d09ac-fa4a-433b-8caa-5e38a225726c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:08.226601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-681d09ac-fa4a-433b-8caa-5e38a225726c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:53:08.227038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-681d09ac-fa4a-433b-8caa-5e38a225726c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:08.229910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2b64d05b-cf57-47ea-bc6a-19792e41c97f tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:08.231031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8c604844-1fa0-46b2-a96c-f1a5c7010673 None None] Calling delete_port for 4d3628b8-82f9-40ce-a63a-fdd54abf86a5 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:53:08.237016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b64d05b-cf57-47ea-bc6a-19792e41c97f tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:53:08.237451 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2b64d05b-cf57-47ea-bc6a-19792e41c97f tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:08.243933 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:53:08.243933 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:53:08.243933 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:53:08.243933 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:53:08.243933 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:53:08.243933 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:53:08.243933 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:53:08.243933 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:53:08.243933 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:53:08.243933 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:53:08.243933 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:53:08.243933 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:53:08.243933 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:53:08.243933 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:53:08.243933 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:53:08.243933 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:53:08.243933 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:53:08.243933 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:53:08.243933 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:53:08.243933 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:53:08.243933 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:53:08.243933 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:53:08.243933 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:53:08.243933 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:53:08.243933 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:53:08.243933 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:53:08.243933 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:53:08.243933 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:53:08.243933 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:53:08.243933 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:53:08.243933 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:53:08.243933 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:53:08.253797 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:53:08.253797 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:53:08.253797 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:53:08.253797 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:53:08.253797 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:53:08.253797 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:53:08.253797 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:53:08.253797 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:53:08.253797 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:53:08.253797 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:53:08.253797 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:53:08.253797 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:53:08.253797 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:53:08.253797 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:53:08.253797 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:53:08.253797 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:53:08.253797 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:53:08.253797 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:53:08.253797 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:53:08.253797 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:53:08.253797 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:53:08.253797 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:53:08.253797 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:53:08.253797 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:53:08.253797 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:53:08.253797 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:53:08.253797 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:53:08.253797 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:53:08.253797 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:53:08.253797 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:53:08.253797 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:53:08.253797 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:53:08.316678 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-8c604844-1fa0-46b2-a96c-f1a5c7010673 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:53:08.317067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-8c604844-1fa0-46b2-a96c-f1a5c7010673 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:53:08.319872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2f7a7c3f-6460-4a69-8334-1f667ded22ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:08.328677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-681d09ac-fa4a-433b-8caa-5e38a225726c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:08.332134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-90d06fbd-d699-4c19-a6f5-b6c567ce138e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:08.339766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2b64d05b-cf57-47ea-bc6a-19792e41c97f tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:08.344286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2b64d05b-cf57-47ea-bc6a-19792e41c97f tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:08.348925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5e5bde08-e4bb-4497-99f9-1c7c6bf230ec tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:08.351460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-681d09ac-fa4a-433b-8caa-5e38a225726c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:08.363953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d09ac-fa4a-433b-8caa-5e38a225726c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'Network': ['ID=496439bc-a08d-4dd0-aa7d-10e6e9e6c891,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:08.368720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-681d09ac-fa4a-433b-8caa-5e38a225726c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:08.375636 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-681d09ac-fa4a-433b-8caa-5e38a225726c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/networks/496439bc-a08d-4dd0-aa7d-10e6e9e6c891 HTTP/1.1" status: 204 len: 168 time: 1.0675049 Dec 25 19:53:08.377169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b64d05b-cf57-47ea-bc6a-19792e41c97f tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Pushing event deleted for resources: {'Network': ['ID=63cfa4aa-4430-4f91-ba90-48a303259d4b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:08.379596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52234) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:08.379725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2b64d05b-cf57-47ea-bc6a-19792e41c97f tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:08.383713 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2b64d05b-cf57-47ea-bc6a-19792e41c97f tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] 10.222.0.24 "DELETE /v2.0/networks/63cfa4aa-4430-4f91-ba90-48a303259d4b HTTP/1.1" status: 204 len: 168 time: 1.0308170 Dec 25 19:53:08.385755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-5b09fd53-7b39-4e00-9c20-6c895ca1aa4b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1205532123'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:08.391499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5b09fd53-7b39-4e00-9c20-6c895ca1aa4b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:08.395575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5b09fd53-7b39-4e00-9c20-6c895ca1aa4b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Usage tracker for resource:network and tenant:403e9089dd684dee8c86c3ba99f83960 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:08.398601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5b09fd53-7b39-4e00-9c20-6c895ca1aa4b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:08.405290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5b09fd53-7b39-4e00-9c20-6c895ca1aa4b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:08.415089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b09fd53-7b39-4e00-9c20-6c895ca1aa4b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Made reservation on behalf of 403e9089dd684dee8c86c3ba99f83960 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:53:08.421674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5b09fd53-7b39-4e00-9c20-6c895ca1aa4b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:08.450860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b09fd53-7b39-4e00-9c20-6c895ca1aa4b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:53:08.459685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5b09fd53-7b39-4e00-9c20-6c895ca1aa4b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:08.460074 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-5b09fd53-7b39-4e00-9c20-6c895ca1aa4b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Added segment fd109271-2ebc-4c31-ab7d-8d97ddc09a33 of type vlan for network 40bbd48d-8ca1-45b4-890b-ffaef6de5c34 Dec 25 19:53:08.489028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5b09fd53-7b39-4e00-9c20-6c895ca1aa4b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:08.517855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5b09fd53-7b39-4e00-9c20-6c895ca1aa4b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:08.521993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b09fd53-7b39-4e00-9c20-6c895ca1aa4b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:08.522637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5b09fd53-7b39-4e00-9c20-6c895ca1aa4b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:08.528057 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-94c99654-113f-4af5-90b0-1ee15f7de96b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:08.575348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:08.583819 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5b09fd53-7b39-4e00-9c20-6c895ca1aa4b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2031262 Dec 25 19:53:08.586876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52240) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:08.595188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-6609ef22-3bff-41cc-97de-8fe31a79f8e5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'subnet': {'network_id': '40bbd48d-8ca1-45b4-890b-ffaef6de5c34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:08.640907 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b09fd53-7b39-4e00-9c20-6c895ca1aa4b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'Network': ['ID=40bbd48d-8ca1-45b4-890b-ffaef6de5c34,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:08.643667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5b09fd53-7b39-4e00-9c20-6c895ca1aa4b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:08.652246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 40bbd48d-8ca1-45b4-890b-ffaef6de5c34 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:53:08.698970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52246) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:08.715794 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6609ef22-3bff-41cc-97de-8fe31a79f8e5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:08.720699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6609ef22-3bff-41cc-97de-8fe31a79f8e5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Usage tracker for resource:subnet and tenant:403e9089dd684dee8c86c3ba99f83960 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:08.723691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6609ef22-3bff-41cc-97de-8fe31a79f8e5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:08.729779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6609ef22-3bff-41cc-97de-8fe31a79f8e5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:08.740050 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6609ef22-3bff-41cc-97de-8fe31a79f8e5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Made reservation on behalf of 403e9089dd684dee8c86c3ba99f83960 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:53:08.818115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8c604844-1fa0-46b2-a96c-f1a5c7010673 None None] Deleting port 4d3628b8-82f9-40ce-a63a-fdd54abf86a5 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:53:08.818682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8c604844-1fa0-46b2-a96c-f1a5c7010673 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:08.848070 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6609ef22-3bff-41cc-97de-8fe31a79f8e5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:08.892433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8c604844-1fa0-46b2-a96c-f1a5c7010673 None None] The port '4d3628b8-82f9-40ce-a63a-fdd54abf86a5' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:53:08.900845 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-97ce3d33-9684-4346-9fde-1513663130b8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b052a399949942088b212fa90eedc838&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1966949 Dec 25 19:53:08.901177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52252) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:08.965143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3e1ebf0c-d345-4e76-b463-86d4976ee74a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:08.998113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3e1ebf0c-d345-4e76-b463-86d4976ee74a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:09.038206 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 4d3628b8-82f9-40ce-a63a-fdd54abf86a5 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:53:09.062679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3e1ebf0c-d345-4e76-b463-86d4976ee74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:09.069676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f454c8ae-3cd3-471d-8104-ae22d70f4d3b tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:09.077033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 4d3628b8-82f9-40ce-a63a-fdd54abf86a5 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:53:09.077427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 4d3628b8-82f9-40ce-a63a-fdd54abf86a5 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:53:09.077898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device b746d933-24b1-47ed-a4b5-c9962b7dc3df no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:53:09.084435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ebf0c-d345-4e76-b463-86d4976ee74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ca7242-adb2-4e99-989f-44982d863f79,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:09.087248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3e1ebf0c-d345-4e76-b463-86d4976ee74a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:09.089042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3e1ebf0c-d345-4e76-b463-86d4976ee74a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:09.090941 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3e1ebf0c-d345-4e76-b463-86d4976ee74a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/78ca7242-adb2-4e99-989f-44982d863f79 HTTP/1.1" status: 204 len: 168 time: 0.1887164 Dec 25 19:53:09.095741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6609ef22-3bff-41cc-97de-8fe31a79f8e5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:09.100431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f6e14e5b-5074-4b75-af1d-913682411b90 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:09.123479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: b746d933-24b1-47ed-a4b5-c9962b7dc3df {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:53:09.123873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device b746d933-24b1-47ed-a4b5-c9962b7dc3df not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:53:09.199220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609ef22-3bff-41cc-97de-8fe31a79f8e5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'Subnet': ['ID=ba2551b2-04b7-43ea-a3c8-b03b570f1afc,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:09.203835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6609ef22-3bff-41cc-97de-8fe31a79f8e5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:09.212496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6609ef22-3bff-41cc-97de-8fe31a79f8e5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Checking segment: {'id': 'fd109271-2ebc-4c31-ab7d-8d97ddc09a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '40bbd48d-8ca1-45b4-890b-ffaef6de5c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:53:09.212897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6609ef22-3bff-41cc-97de-8fe31a79f8e5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Network hostable DHCP agents. Network: 40bbd48d-8ca1-45b4-890b-ffaef6de5c34, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:53:09.235356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6609ef22-3bff-41cc-97de-8fe31a79f8e5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Network 40bbd48d-8ca1-45b4-890b-ffaef6de5c34 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:53:09.244919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-6609ef22-3bff-41cc-97de-8fe31a79f8e5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 40bbd48d-8ca1-45b4-890b-ffaef6de5c34) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:53:09.250080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6609ef22-3bff-41cc-97de-8fe31a79f8e5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:09.250742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6609ef22-3bff-41cc-97de-8fe31a79f8e5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:09.258436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cd8634-8f8a-45aa-930e-aee4fb747e2c None None] Network 40bbd48d-8ca1-45b4-890b-ffaef6de5c34 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:53:09.274943 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6609ef22-3bff-41cc-97de-8fe31a79f8e5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6864979 Dec 25 19:53:09.277916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52260) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:09.285888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-ae7d86cf-ce87-42c2-9d39-bd2bdc342403 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-140341711', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:09.293557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ae7d86cf-ce87-42c2-9d39-bd2bdc342403 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:09.299215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ae7d86cf-ce87-42c2-9d39-bd2bdc342403 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Usage tracker for resource:router and tenant:403e9089dd684dee8c86c3ba99f83960 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:09.302274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ae7d86cf-ce87-42c2-9d39-bd2bdc342403 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:09.308471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ae7d86cf-ce87-42c2-9d39-bd2bdc342403 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:09.320601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ae7d86cf-ce87-42c2-9d39-bd2bdc342403 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:09.321630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ae7d86cf-ce87-42c2-9d39-bd2bdc342403 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:09.344289 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ae7d86cf-ce87-42c2-9d39-bd2bdc342403 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:09.361258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ae7d86cf-ce87-42c2-9d39-bd2bdc342403 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:09.384721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ae7d86cf-ce87-42c2-9d39-bd2bdc342403 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:09.390347 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ae7d86cf-ce87-42c2-9d39-bd2bdc342403 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1080239 Dec 25 19:53:09.390867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52266) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:09.398857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-a8d15501-348a-400c-ae16-45136c204607 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'port': {'network_id': '40bbd48d-8ca1-45b4-890b-ffaef6de5c34', 'name': 'tempest-PortsTestJSON-265220862'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:09.508026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8697d11-5010-40aa-8a08-59c941c66913 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-40bbd48d-8ca1-45b4-890b-ffaef6de5c34', 'network_id': '40bbd48d-8ca1-45b4-890b-ffaef6de5c34', 'tenant_id': '403e9089dd684dee8c86c3ba99f83960', 'fixed_ips': [{'subnet_id': 'ba2551b2-04b7-43ea-a3c8-b03b570f1afc'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:53:09.509143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a8697d11-5010-40aa-8a08-59c941c66913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:09.798047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a8d15501-348a-400c-ae16-45136c204607 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:09.802515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a8d15501-348a-400c-ae16-45136c204607 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Usage tracker for resource:port and tenant:403e9089dd684dee8c86c3ba99f83960 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:09.805858 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a8d15501-348a-400c-ae16-45136c204607 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:09.812833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a8d15501-348a-400c-ae16-45136c204607 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:09.823774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d15501-348a-400c-ae16-45136c204607 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Made reservation on behalf of 403e9089dd684dee8c86c3ba99f83960 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:53:09.829920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a8d15501-348a-400c-ae16-45136c204607 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:09.853891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-a8d15501-348a-400c-ae16-45136c204607 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] device_id is not set on port 107003aa-e1da-46de-bfbb-0f95053a6f4d yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:53:09.855423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-a8697d11-5010-40aa-8a08-59c941c66913 None None] Allocated IP 172.20.0.2 (40bbd48d-8ca1-45b4-890b-ffaef6de5c34/ba2551b2-04b7-43ea-a3c8-b03b570f1afc/2d84137b-292e-4580-846c-53567d7a9668) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:53:09.975536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:10.027829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52282) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:10.088967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a8697d11-5010-40aa-8a08-59c941c66913 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:10.100400 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a8697d11-5010-40aa-8a08-59c941c66913 None None] Transition to ACTIVE for port object 2d84137b-292e-4580-846c-53567d7a9668 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:53:10.120239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a8697d11-5010-40aa-8a08-59c941c66913 None None] Transition to ACTIVE for port object 2d84137b-292e-4580-846c-53567d7a9668 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:53:10.144840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a8697d11-5010-40aa-8a08-59c941c66913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:10.157856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0f5e025c-b23c-4c8c-9dcc-7cc4211b8d73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:10.174071 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-649c57f7-6730-4459-aa03-e29da59c3d3d tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1295959953'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:10.185550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-649c57f7-6730-4459-aa03-e29da59c3d3d tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:10.194051 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-649c57f7-6730-4459-aa03-e29da59c3d3d tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Usage tracker for resource:network and tenant:4b396a872650465aaa8e53f89d1167f4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:10.199044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-649c57f7-6730-4459-aa03-e29da59c3d3d tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:10.208764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-649c57f7-6730-4459-aa03-e29da59c3d3d tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:10.222527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8697d11-5010-40aa-8a08-59c941c66913 None None] Network 40bbd48d-8ca1-45b4-890b-ffaef6de5c34 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:53:10.223316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-a8d15501-348a-400c-ae16-45136c204607 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Allocated IP 172.20.0.7 (40bbd48d-8ca1-45b4-890b-ffaef6de5c34/ba2551b2-04b7-43ea-a3c8-b03b570f1afc/107003aa-e1da-46de-bfbb-0f95053a6f4d) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:53:10.225469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-a8697d11-5010-40aa-8a08-59c941c66913 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:53:10.229427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649c57f7-6730-4459-aa03-e29da59c3d3d tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Made reservation on behalf of 4b396a872650465aaa8e53f89d1167f4 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:53:10.229716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8697d11-5010-40aa-8a08-59c941c66913 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:53:10.235577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-649c57f7-6730-4459-aa03-e29da59c3d3d tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:10.236844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8697d11-5010-40aa-8a08-59c941c66913 None None] Pushing event updated for resources: {'Port': ['ID=2d84137b-292e-4580-846c-53567d7a9668,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:10.240745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a8697d11-5010-40aa-8a08-59c941c66913 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:10.256793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-649c57f7-6730-4459-aa03-e29da59c3d3d tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:10.328548 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-a8697d11-5010-40aa-8a08-59c941c66913 None None] Attempting to bind port 2d84137b-292e-4580-846c-53567d7a9668 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:53:10.328892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-a8697d11-5010-40aa-8a08-59c941c66913 None None] Attempting to bind port 2d84137b-292e-4580-846c-53567d7a9668 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'fd109271-2ebc-4c31-ab7d-8d97ddc09a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '40bbd48d-8ca1-45b4-890b-ffaef6de5c34'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:53:10.329312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8697d11-5010-40aa-8a08-59c941c66913 None None] Attempting to bind port 2d84137b-292e-4580-846c-53567d7a9668 on network 40bbd48d-8ca1-45b4-890b-ffaef6de5c34 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:53:10.332468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-649c57f7-6730-4459-aa03-e29da59c3d3d tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:10.336255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8697d11-5010-40aa-8a08-59c941c66913 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:53:10.336688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8697d11-5010-40aa-8a08-59c941c66913 None None] Checking segment: {'id': 'fd109271-2ebc-4c31-ab7d-8d97ddc09a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '40bbd48d-8ca1-45b4-890b-ffaef6de5c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:53:10.337143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a8697d11-5010-40aa-8a08-59c941c66913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:10.337592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8697d11-5010-40aa-8a08-59c941c66913 None None] Bound using segment: {'id': 'fd109271-2ebc-4c31-ab7d-8d97ddc09a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '40bbd48d-8ca1-45b4-890b-ffaef6de5c34'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:53:10.338118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-a8697d11-5010-40aa-8a08-59c941c66913 None None] Bound port: 2d84137b-292e-4580-846c-53567d7a9668, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd109271-2ebc-4c31-ab7d-8d97ddc09a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '40bbd48d-8ca1-45b4-890b-ffaef6de5c34'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:53:10.338547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a8697d11-5010-40aa-8a08-59c941c66913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:10.353897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-649c57f7-6730-4459-aa03-e29da59c3d3d tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Usage tracker for resource:security_group_rule and tenant:4b396a872650465aaa8e53f89d1167f4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:10.360624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-649c57f7-6730-4459-aa03-e29da59c3d3d tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:10.378969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-649c57f7-6730-4459-aa03-e29da59c3d3d tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:10.429721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-a8697d11-5010-40aa-8a08-59c941c66913 None None] For port 2d84137b-292e-4580-846c-53567d7a9668, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:53:10.433034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-a8697d11-5010-40aa-8a08-59c941c66913 None None] For port 2d84137b-292e-4580-846c-53567d7a9668, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=2d84137b-292e-4580-846c-53567d7a9668,segment=NetworkSegment(fd109271-2ebc-4c31-ab7d-8d97ddc09a33),segment_id=fd109271-2ebc-4c31-ab7d-8d97ddc09a33)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:53:10.436451 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a8697d11-5010-40aa-8a08-59c941c66913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:10.440807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4096a2eb-b88a-41d8-8b14-c25a5f97b835 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:10.527785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8697d11-5010-40aa-8a08-59c941c66913 None None] Pushing event updated for resources: {'Port': ['ID=2d84137b-292e-4580-846c-53567d7a9668,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:10.532881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a8697d11-5010-40aa-8a08-59c941c66913 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:10.540646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a8d15501-348a-400c-ae16-45136c204607 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:10.578923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a8d15501-348a-400c-ae16-45136c204607 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Transition to ACTIVE for port object 107003aa-e1da-46de-bfbb-0f95053a6f4d will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:53:10.584237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-649c57f7-6730-4459-aa03-e29da59c3d3d tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:10.588374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-649c57f7-6730-4459-aa03-e29da59c3d3d tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:10.595083 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7e70e628-b15a-49b6-b503-610e5dfd5067 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:10.637383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-649c57f7-6730-4459-aa03-e29da59c3d3d tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:53:10.644486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c57f7-6730-4459-aa03-e29da59c3d3d tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8430fa2-7416-43b3-8b00-15508bfcd7cf,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:10.648776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-649c57f7-6730-4459-aa03-e29da59c3d3d tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:10.649809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a8d15501-348a-400c-ae16-45136c204607 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:10.655765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-81218e88-25c0-4594-a43e-e8409aff8c3f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:10.696379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-649c57f7-6730-4459-aa03-e29da59c3d3d tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:10.696717 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-649c57f7-6730-4459-aa03-e29da59c3d3d tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Added segment a7fae73d-2809-468a-b68f-8992922e39ca of type vlan for network 22868270-a15e-4473-aadf-17ac0bdee764 Dec 25 19:53:10.759016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-649c57f7-6730-4459-aa03-e29da59c3d3d tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:10.767385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d15501-348a-400c-ae16-45136c204607 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Network 40bbd48d-8ca1-45b4-890b-ffaef6de5c34 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:53:10.771682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-a8d15501-348a-400c-ae16-45136c204607 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:53:10.775402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d15501-348a-400c-ae16-45136c204607 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'Port': ['ID=107003aa-e1da-46de-bfbb-0f95053a6f4d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:10.777711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d15501-348a-400c-ae16-45136c204607 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:53:10.815175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a8d15501-348a-400c-ae16-45136c204607 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:10.869064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d15501-348a-400c-ae16-45136c204607 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:10.869763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a8d15501-348a-400c-ae16-45136c204607 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:10.876715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-649c57f7-6730-4459-aa03-e29da59c3d3d tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:10.880869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649c57f7-6730-4459-aa03-e29da59c3d3d tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:10.881508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-649c57f7-6730-4459-aa03-e29da59c3d3d tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:10.893505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-174fb296-764b-436f-8599-08c4d6b85fa7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:11.032520 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a8d15501-348a-400c-ae16-45136c204607 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6377194 Dec 25 19:53:11.033179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52288) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:11.036390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c57f7-6730-4459-aa03-e29da59c3d3d tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Pushing event updated for resources: {'Network': ['ID=22868270-a15e-4473-aadf-17ac0bdee764,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:11.042594 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-649c57f7-6730-4459-aa03-e29da59c3d3d tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0135849 Dec 25 19:53:11.043306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52292) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:11.044171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-649c57f7-6730-4459-aa03-e29da59c3d3d tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:11.049292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 22868270-a15e-4473-aadf-17ac0bdee764 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:53:11.050980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-be474fb4-f11e-4c20-aaa1-a4a63fed5cbb tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Request body: {'subnet': {'network_id': '22868270-a15e-4473-aadf-17ac0bdee764', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:11.090021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 2d84137b-292e-4580-846c-53567d7a9668 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:53:11.210558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-be474fb4-f11e-4c20-aaa1-a4a63fed5cbb tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:11.214911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-be474fb4-f11e-4c20-aaa1-a4a63fed5cbb tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Usage tracker for resource:subnet and tenant:4b396a872650465aaa8e53f89d1167f4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:11.218061 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-be474fb4-f11e-4c20-aaa1-a4a63fed5cbb tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:11.225458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-be474fb4-f11e-4c20-aaa1-a4a63fed5cbb tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:11.235325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be474fb4-f11e-4c20-aaa1-a4a63fed5cbb tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Made reservation on behalf of 4b396a872650465aaa8e53f89d1167f4 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:53:11.235613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 2d84137b-292e-4580-846c-53567d7a9668 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:53:11.349238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-be474fb4-f11e-4c20-aaa1-a4a63fed5cbb tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:11.584166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-be474fb4-f11e-4c20-aaa1-a4a63fed5cbb tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:11.589061 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0be79bcd-b239-4479-8701-7290e80d74c8 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:11.681863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be474fb4-f11e-4c20-aaa1-a4a63fed5cbb tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Pushing event updated for resources: {'Subnet': ['ID=c0e344f8-d136-4096-90d6-72a384f6805d,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:11.684677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-be474fb4-f11e-4c20-aaa1-a4a63fed5cbb tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:11.696186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be474fb4-f11e-4c20-aaa1-a4a63fed5cbb tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Checking segment: {'id': 'a7fae73d-2809-468a-b68f-8992922e39ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '22868270-a15e-4473-aadf-17ac0bdee764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:53:11.696571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be474fb4-f11e-4c20-aaa1-a4a63fed5cbb tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Network hostable DHCP agents. Network: 22868270-a15e-4473-aadf-17ac0bdee764, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:53:11.720118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be474fb4-f11e-4c20-aaa1-a4a63fed5cbb tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Network 22868270-a15e-4473-aadf-17ac0bdee764 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:53:11.729477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-be474fb4-f11e-4c20-aaa1-a4a63fed5cbb tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 22868270-a15e-4473-aadf-17ac0bdee764) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:53:11.738593 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be474fb4-f11e-4c20-aaa1-a4a63fed5cbb tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:11.738593 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-be474fb4-f11e-4c20-aaa1-a4a63fed5cbb tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:11.750043 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce211ff-1a99-433b-8709-0206cb466c00 None None] Network 22868270-a15e-4473-aadf-17ac0bdee764 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:53:11.760625 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-be474fb4-f11e-4c20-aaa1-a4a63fed5cbb tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7147632 Dec 25 19:53:11.763972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52296) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:11.770344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-a4240115-9541-4f74-8b58-fac163c2a677 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Request body: {'port': {'network_id': '22868270-a15e-4473-aadf-17ac0bdee764', 'name': 'tempest-TagsExtTest-1855395204'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:11.925218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e35f4004-c303-4352-b464-ac55ce6d3757 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:11.941032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a4240115-9541-4f74-8b58-fac163c2a677 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:11.946294 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a4240115-9541-4f74-8b58-fac163c2a677 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Usage tracker for resource:port and tenant:4b396a872650465aaa8e53f89d1167f4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:11.949993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a4240115-9541-4f74-8b58-fac163c2a677 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:11.957385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a4240115-9541-4f74-8b58-fac163c2a677 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:11.968658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4240115-9541-4f74-8b58-fac163c2a677 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Made reservation on behalf of 4b396a872650465aaa8e53f89d1167f4 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:53:11.974670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a4240115-9541-4f74-8b58-fac163c2a677 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:12.002476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649e43d2-fc90-4dff-9b6f-00b27ec1e501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-22868270-a15e-4473-aadf-17ac0bdee764', 'network_id': '22868270-a15e-4473-aadf-17ac0bdee764', 'tenant_id': '4b396a872650465aaa8e53f89d1167f4', 'fixed_ips': [{'subnet_id': 'c0e344f8-d136-4096-90d6-72a384f6805d'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:53:12.004217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-649e43d2-fc90-4dff-9b6f-00b27ec1e501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:12.004970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-a4240115-9541-4f74-8b58-fac163c2a677 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] device_id is not set on port 8de8b16f-df70-4168-9942-0d8efdb31f87 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:53:12.176877 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-a4240115-9541-4f74-8b58-fac163c2a677 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Allocated IP 172.20.0.2 (22868270-a15e-4473-aadf-17ac0bdee764/c0e344f8-d136-4096-90d6-72a384f6805d/8de8b16f-df70-4168-9942-0d8efdb31f87) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:53:12.203401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cfe7e2-dfc9-40b6-8b80-522629755db4 None None] Network 40bbd48d-8ca1-45b4-890b-ffaef6de5c34 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:53:12.321517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d6153bad-d155-430a-9018-61b8f1ca2c14 None None] Provisioning for port 2d84137b-292e-4580-846c-53567d7a9668 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:53:12.338739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d6153bad-d155-430a-9018-61b8f1ca2c14 None None] Provisioning complete for port 2d84137b-292e-4580-846c-53567d7a9668 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:12.339464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d6153bad-d155-430a-9018-61b8f1ca2c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:12.350984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e35f4004-c303-4352-b464-ac55ce6d3757 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:12.356581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e35f4004-c303-4352-b464-ac55ce6d3757 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:12.361871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d610b122-f206-4cba-996a-2c466acb7694 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:12.412230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a4240115-9541-4f74-8b58-fac163c2a677 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:12.432734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a4240115-9541-4f74-8b58-fac163c2a677 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Transition to ACTIVE for port object 8de8b16f-df70-4168-9942-0d8efdb31f87 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:53:12.457021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a4240115-9541-4f74-8b58-fac163c2a677 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:12.462814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-24e0e72d-db91-410b-a18b-43378647ab8c tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:12.489228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f4004-c303-4352-b464-ac55ce6d3757 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'Port': ['ID=107003aa-e1da-46de-bfbb-0f95053a6f4d,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:12.492305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e35f4004-c303-4352-b464-ac55ce6d3757 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:12.536572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4240115-9541-4f74-8b58-fac163c2a677 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Network 22868270-a15e-4473-aadf-17ac0bdee764 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:53:12.540757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-a4240115-9541-4f74-8b58-fac163c2a677 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:53:12.542370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4240115-9541-4f74-8b58-fac163c2a677 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Pushing event updated for resources: {'Port': ['ID=8de8b16f-df70-4168-9942-0d8efdb31f87,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:12.545359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4240115-9541-4f74-8b58-fac163c2a677 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:53:12.576938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a4240115-9541-4f74-8b58-fac163c2a677 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:12.607834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d6153bad-d155-430a-9018-61b8f1ca2c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:12.614998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4240115-9541-4f74-8b58-fac163c2a677 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:12.615775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a4240115-9541-4f74-8b58-fac163c2a677 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:12.639785 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a4240115-9541-4f74-8b58-fac163c2a677 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.8746076 Dec 25 19:53:12.640527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52300) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:12.646912 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-223d1282-a7b4-450d-a3d1-defda72ea4f7 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-536873505', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:12.653874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-223d1282-a7b4-450d-a3d1-defda72ea4f7 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:12.655241 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-649e43d2-fc90-4dff-9b6f-00b27ec1e501 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['PRIMARY'] with value(s) 172.20.0.2-69594a44-3cf0-43bf-a40c-89860dfeb3d2 {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:53:12.655669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-649e43d2-fc90-4dff-9b6f-00b27ec1e501 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:53:12.659130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-223d1282-a7b4-450d-a3d1-defda72ea4f7 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Usage tracker for resource:router and tenant:4b396a872650465aaa8e53f89d1167f4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:12.662135 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-223d1282-a7b4-450d-a3d1-defda72ea4f7 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:12.668573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-223d1282-a7b4-450d-a3d1-defda72ea4f7 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:12.669399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-d6153bad-d155-430a-9018-61b8f1ca2c14 None None] For port 2d84137b-292e-4580-846c-53567d7a9668, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=2d84137b-292e-4580-846c-53567d7a9668,segment=NetworkSegment(fd109271-2ebc-4c31-ab7d-8d97ddc09a33),segment_id=fd109271-2ebc-4c31-ab7d-8d97ddc09a33)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:53:12.675006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d6153bad-d155-430a-9018-61b8f1ca2c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:12.679714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a31f58ef-9dbb-4cd8-a5ba-5dc697a405fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:12.680480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-223d1282-a7b4-450d-a3d1-defda72ea4f7 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:12.681508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-223d1282-a7b4-450d-a3d1-defda72ea4f7 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:12.706489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-223d1282-a7b4-450d-a3d1-defda72ea4f7 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:12.726702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-223d1282-a7b4-450d-a3d1-defda72ea4f7 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:12.738146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e35f4004-c303-4352-b464-ac55ce6d3757 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:12.755623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-223d1282-a7b4-450d-a3d1-defda72ea4f7 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:12.759139 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-223d1282-a7b4-450d-a3d1-defda72ea4f7 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1159501 Dec 25 19:53:12.761176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52304) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:12.768061 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6153bad-d155-430a-9018-61b8f1ca2c14 None None] Pushing event updated for resources: {'Port': ['ID=2d84137b-292e-4580-846c-53567d7a9668,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:12.770957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-ae4b52c5-ff41-4994-b6fd-9049847eca4f tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-493402628', 'prefixes': ['172.20.0.0/16']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:12.771916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d6153bad-d155-430a-9018-61b8f1ca2c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:12.783307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ae4b52c5-ff41-4994-b6fd-9049847eca4f tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:12.834182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e35f4004-c303-4352-b464-ac55ce6d3757 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:12.849113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ae4b52c5-ff41-4994-b6fd-9049847eca4f tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks [] for subnetpool, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:12.853782 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ae4b52c5-ff41-4994-b6fd-9049847eca4f tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.0881381 Dec 25 19:53:12.854035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52308) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:12.860382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-85aee872-32f0-4a55-ac21-1d3d66b0e5a4 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c0e344f8-d136-4096-90d6-72a384f6805d', 'tempest-TagsExtTest-Tag-228425728') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:12.945340 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-85aee872-32f0-4a55-ac21-1d3d66b0e5a4 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "PUT /v2.0/subnets/c0e344f8-d136-4096-90d6-72a384f6805d/tags/tempest-TagsExtTest-Tag-228425728 HTTP/1.1" status: 201 len: 201 time: 0.0901866 Dec 25 19:53:12.948046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52312) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:12.955842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-64dcdf00-783b-4ea5-ab8f-8f2641ec02e0 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8de8b16f-df70-4168-9942-0d8efdb31f87', 'tempest-TagsExtTest-Tag-225523977') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:13.063395 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-64dcdf00-783b-4ea5-ab8f-8f2641ec02e0 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "PUT /v2.0/ports/8de8b16f-df70-4168-9942-0d8efdb31f87/tags/tempest-TagsExtTest-Tag-225523977 HTTP/1.1" status: 201 len: 201 time: 0.1139553 Dec 25 19:53:13.067560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52316) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:13.078425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-ac2f74fe-da5b-41e3-84dc-121cea639021 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '75e1ff78-b27e-4d8c-ab6e-fe9f2d81da9f', 'tempest-TagsExtTest-Tag-460890421') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:13.084902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 2d84137b-292e-4580-846c-53567d7a9668 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:53:13.156940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-649e43d2-fc90-4dff-9b6f-00b27ec1e501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:13.183477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e05-6f32-475d-8203-e07797b9df99 None None] Provisioning complete for port 2d84137b-292e-4580-846c-53567d7a9668 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:13.184189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e05-6f32-475d-8203-e07797b9df99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:13.295855 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ac2f74fe-da5b-41e3-84dc-121cea639021 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "PUT /v2.0/routers/75e1ff78-b27e-4d8c-ab6e-fe9f2d81da9f/tags/tempest-TagsExtTest-Tag-460890421 HTTP/1.1" status: 201 len: 201 time: 0.2270336 Dec 25 19:53:13.296427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52320) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:13.302484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e35f4004-c303-4352-b464-ac55ce6d3757 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:13.303444 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-4068e926-6000-49a5-aa90-02e05134799a tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f8eae571-d826-4bed-8746-6b5f00a25831', 'tempest-TagsExtTest-Tag-650875801') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:13.308708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e35f4004-c303-4352-b464-ac55ce6d3757 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:13.322266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 2d84137b-292e-4580-846c-53567d7a9668 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:13.322577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:13.347480 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4068e926-6000-49a5-aa90-02e05134799a tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "PUT /v2.0/subnetpools/f8eae571-d826-4bed-8746-6b5f00a25831/tags/tempest-TagsExtTest-Tag-650875801 HTTP/1.1" status: 201 len: 201 time: 0.0476749 Dec 25 19:53:13.347723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b17aa46f-c2f2-4874-98ce-d66a031bf644 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:13.348618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52324) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:13.354915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-6ac615e8-2c0b-42ae-994e-ca787bb30caf tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c0e344f8-d136-4096-90d6-72a384f6805d') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:13.458388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f4004-c303-4352-b464-ac55ce6d3757 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'Port': ['ID=107003aa-e1da-46de-bfbb-0f95053a6f4d,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:13.461256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e35f4004-c303-4352-b464-ac55ce6d3757 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:13.467424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e35f4004-c303-4352-b464-ac55ce6d3757 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:13.473291 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6ac615e8-2c0b-42ae-994e-ca787bb30caf tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "GET /v2.0/subnets/c0e344f8-d136-4096-90d6-72a384f6805d/tags HTTP/1.1" status: 200 len: 240 time: 0.1203718 Dec 25 19:53:13.473291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52328) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:13.479112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-8219a650-d7ff-4396-9ded-85ed8ec4e348 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c0e344f8-d136-4096-90d6-72a384f6805d', 'tempest-TagsExtTest-Tag-228425728') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:13.555936 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8219a650-d7ff-4396-9ded-85ed8ec4e348 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "GET /v2.0/subnets/c0e344f8-d136-4096-90d6-72a384f6805d/tags/tempest-TagsExtTest-Tag-228425728 HTTP/1.1" status: 204 len: 168 time: 0.0794623 Dec 25 19:53:13.556707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52332) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:13.563610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-c30eac8f-f744-4611-9cac-7598c2ab9b42 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'c0e344f8-d136-4096-90d6-72a384f6805d', 'tempest-TagsExtTest-Tag-228425728') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:13.597223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-649e43d2-fc90-4dff-9b6f-00b27ec1e501 None None] Allocated IP 172.20.0.3 (22868270-a15e-4473-aadf-17ac0bdee764/c0e344f8-d136-4096-90d6-72a384f6805d/c398629d-130c-4741-8311-2cedc802c04b) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:53:13.651967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35f4004-c303-4352-b464-ac55ce6d3757 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Network 40bbd48d-8ca1-45b4-890b-ffaef6de5c34 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:53:13.653698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-e35f4004-c303-4352-b464-ac55ce6d3757 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:53:13.673052 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c30eac8f-f744-4611-9cac-7598c2ab9b42 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "DELETE /v2.0/subnets/c0e344f8-d136-4096-90d6-72a384f6805d/tags/tempest-TagsExtTest-Tag-228425728 HTTP/1.1" status: 204 len: 168 time: 0.1149087 Dec 25 19:53:13.673712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52336) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:13.681468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-c9372a23-4175-4847-b81a-3afc4a212c7b tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c0e344f8-d136-4096-90d6-72a384f6805d') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:13.736353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e05-6f32-475d-8203-e07797b9df99 None None] Provisioning for port 107003aa-e1da-46de-bfbb-0f95053a6f4d completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:53:13.748673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-6ba73e05-6f32-475d-8203-e07797b9df99 None None] Provisioning complete for port 107003aa-e1da-46de-bfbb-0f95053a6f4d triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:13.749393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6ba73e05-6f32-475d-8203-e07797b9df99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:13.772637 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c9372a23-4175-4847-b81a-3afc4a212c7b tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "GET /v2.0/subnets/c0e344f8-d136-4096-90d6-72a384f6805d/tags HTTP/1.1" status: 200 len: 205 time: 0.0977285 Dec 25 19:53:13.773290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52340) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:13.780654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-8867c9fb-ee44-418c-9c5a-e78dafaf8e14 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8de8b16f-df70-4168-9942-0d8efdb31f87') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:13.819243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-6ba73e05-6f32-475d-8203-e07797b9df99 None None] Port 107003aa-e1da-46de-bfbb-0f95053a6f4d cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:53:13.855028 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8867c9fb-ee44-418c-9c5a-e78dafaf8e14 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "GET /v2.0/ports/8de8b16f-df70-4168-9942-0d8efdb31f87/tags HTTP/1.1" status: 200 len: 240 time: 0.0803473 Dec 25 19:53:13.858330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52344) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:13.866459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-34e10825-657f-40db-9312-ec69900f90b1 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8de8b16f-df70-4168-9942-0d8efdb31f87', 'tempest-TagsExtTest-Tag-225523977') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:13.944305 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-34e10825-657f-40db-9312-ec69900f90b1 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "GET /v2.0/ports/8de8b16f-df70-4168-9942-0d8efdb31f87/tags/tempest-TagsExtTest-Tag-225523977 HTTP/1.1" status: 204 len: 168 time: 0.0842772 Dec 25 19:53:13.946993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52348) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:13.948551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-649e43d2-fc90-4dff-9b6f-00b27ec1e501 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:13.953283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-ebbe871a-2cd0-4ce0-b0f1-fbc3a88d8f0a tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '8de8b16f-df70-4168-9942-0d8efdb31f87', 'tempest-TagsExtTest-Tag-225523977') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:13.965151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-649e43d2-fc90-4dff-9b6f-00b27ec1e501 None None] Transition to ACTIVE for port object c398629d-130c-4741-8311-2cedc802c04b will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:53:13.995336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-649e43d2-fc90-4dff-9b6f-00b27ec1e501 None None] Transition to ACTIVE for port object c398629d-130c-4741-8311-2cedc802c04b will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:53:13.998063 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-e37b3d1d-28cc-43ae-8d25-d9dbf20714f2 None None] Provisioning complete for port 107003aa-e1da-46de-bfbb-0f95053a6f4d triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:13.998528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e37b3d1d-28cc-43ae-8d25-d9dbf20714f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:14.028440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-649e43d2-fc90-4dff-9b6f-00b27ec1e501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:14.041526 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ebbe871a-2cd0-4ce0-b0f1-fbc3a88d8f0a tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "DELETE /v2.0/ports/8de8b16f-df70-4168-9942-0d8efdb31f87/tags/tempest-TagsExtTest-Tag-225523977 HTTP/1.1" status: 204 len: 168 time: 0.0934930 Dec 25 19:53:14.044139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1f12f2f5-4299-4f22-b3bb-3b6f6519a7cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:14.044282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52352) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:14.051158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-b1a7849b-409a-4233-9223-7bf8b002a9e7 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8de8b16f-df70-4168-9942-0d8efdb31f87') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:14.157413 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b1a7849b-409a-4233-9223-7bf8b002a9e7 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "GET /v2.0/ports/8de8b16f-df70-4168-9942-0d8efdb31f87/tags HTTP/1.1" status: 200 len: 205 time: 0.1118612 Dec 25 19:53:14.160209 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52356) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:14.167346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-fb8d3a91-f662-48db-a928-207379e535af tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '75e1ff78-b27e-4d8c-ab6e-fe9f2d81da9f') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:14.300375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649e43d2-fc90-4dff-9b6f-00b27ec1e501 None None] Network 22868270-a15e-4473-aadf-17ac0bdee764 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:53:14.304334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-649e43d2-fc90-4dff-9b6f-00b27ec1e501 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:53:14.308218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3d1d-28cc-43ae-8d25-d9dbf20714f2 None None] Port 107003aa-e1da-46de-bfbb-0f95053a6f4d cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:53:14.312180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649e43d2-fc90-4dff-9b6f-00b27ec1e501 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:53:14.314334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35f4004-c303-4352-b464-ac55ce6d3757 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Router 266b414f-d8f7-4061-8148-841c01ed706a is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:53:14.315394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e43d2-fc90-4dff-9b6f-00b27ec1e501 None None] Pushing event updated for resources: {'Port': ['ID=c398629d-130c-4741-8311-2cedc802c04b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:14.318966 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-649e43d2-fc90-4dff-9b6f-00b27ec1e501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:14.323814 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fb8d3a91-f662-48db-a928-207379e535af tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "GET /v2.0/routers/75e1ff78-b27e-4d8c-ab6e-fe9f2d81da9f/tags HTTP/1.1" status: 200 len: 240 time: 0.1624565 Dec 25 19:53:14.327037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52360) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:14.333852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-e97934a0-8a1d-4d30-9eee-7cc576c5439f tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '75e1ff78-b27e-4d8c-ab6e-fe9f2d81da9f', 'tempest-TagsExtTest-Tag-460890421') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:14.404118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-649e43d2-fc90-4dff-9b6f-00b27ec1e501 None None] Attempting to bind port c398629d-130c-4741-8311-2cedc802c04b on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:53:14.404541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-649e43d2-fc90-4dff-9b6f-00b27ec1e501 None None] Attempting to bind port c398629d-130c-4741-8311-2cedc802c04b by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'a7fae73d-2809-468a-b68f-8992922e39ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '22868270-a15e-4473-aadf-17ac0bdee764'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:53:14.404959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649e43d2-fc90-4dff-9b6f-00b27ec1e501 None None] Attempting to bind port c398629d-130c-4741-8311-2cedc802c04b on network 22868270-a15e-4473-aadf-17ac0bdee764 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:53:14.412227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649e43d2-fc90-4dff-9b6f-00b27ec1e501 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:53:14.412657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649e43d2-fc90-4dff-9b6f-00b27ec1e501 None None] Checking segment: {'id': 'a7fae73d-2809-468a-b68f-8992922e39ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '22868270-a15e-4473-aadf-17ac0bdee764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:53:14.413117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-649e43d2-fc90-4dff-9b6f-00b27ec1e501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:14.413786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649e43d2-fc90-4dff-9b6f-00b27ec1e501 None None] Bound using segment: {'id': 'a7fae73d-2809-468a-b68f-8992922e39ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '22868270-a15e-4473-aadf-17ac0bdee764'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:53:14.414443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-649e43d2-fc90-4dff-9b6f-00b27ec1e501 None None] Bound port: c398629d-130c-4741-8311-2cedc802c04b, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fae73d-2809-468a-b68f-8992922e39ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '22868270-a15e-4473-aadf-17ac0bdee764'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:53:14.414871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-649e43d2-fc90-4dff-9b6f-00b27ec1e501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:14.496960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-064afeff-d293-4cbd-8a2f-12395a0f0e98 None None] Provisioning complete for port 107003aa-e1da-46de-bfbb-0f95053a6f4d triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:14.497385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-064afeff-d293-4cbd-8a2f-12395a0f0e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:14.578898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-064afeff-d293-4cbd-8a2f-12395a0f0e98 None None] Port 107003aa-e1da-46de-bfbb-0f95053a6f4d cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:53:14.581338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-649e43d2-fc90-4dff-9b6f-00b27ec1e501 None None] For port c398629d-130c-4741-8311-2cedc802c04b, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:53:14.585130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-649e43d2-fc90-4dff-9b6f-00b27ec1e501 None None] For port c398629d-130c-4741-8311-2cedc802c04b, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=c398629d-130c-4741-8311-2cedc802c04b,segment=NetworkSegment(a7fae73d-2809-468a-b68f-8992922e39ca),segment_id=a7fae73d-2809-468a-b68f-8992922e39ca)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:53:14.589956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-649e43d2-fc90-4dff-9b6f-00b27ec1e501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:14.594390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0ad747d0-53d6-48a9-88b8-10bcf064c319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:14.678062 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e43d2-fc90-4dff-9b6f-00b27ec1e501 None None] Pushing event updated for resources: {'Port': ['ID=c398629d-130c-4741-8311-2cedc802c04b,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:14.681462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-649e43d2-fc90-4dff-9b6f-00b27ec1e501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:14.855448 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e97934a0-8a1d-4d30-9eee-7cc576c5439f tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "GET /v2.0/routers/75e1ff78-b27e-4d8c-ab6e-fe9f2d81da9f/tags/tempest-TagsExtTest-Tag-460890421 HTTP/1.1" status: 204 len: 168 time: 0.5272293 Dec 25 19:53:14.858819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52364) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:14.865348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-1174fe28-cb9a-4825-a033-e6c335f12963 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '75e1ff78-b27e-4d8c-ab6e-fe9f2d81da9f', 'tempest-TagsExtTest-Tag-460890421') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:14.888036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35f4004-c303-4352-b464-ac55ce6d3757 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:53:14.893982 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e35f4004-c303-4352-b464-ac55ce6d3757 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "PUT /v2.0/routers/266b414f-d8f7-4061-8148-841c01ed706a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8596029 Dec 25 19:53:14.896944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52368) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:14.899648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca46fe2-4b6f-4d55-b3b4-43994127dacd None None] Sync routers for ids ['266b414f-d8f7-4061-8148-841c01ed706a'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:53:14.913713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca46fe2-4b6f-4d55-b3b4-43994127dacd None None] Routers {'266b414f-d8f7-4061-8148-841c01ed706a'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:53:14.914814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-5ca46fe2-4b6f-4d55-b3b4-43994127dacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:53:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['266b414f-d8f7-4061-8148-841c01ed706a'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:14.954464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 19:53:14.996210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80249257-73eb-4176-9272-185ac42a2274 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:14.997004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-80249257-73eb-4176-9272-185ac42a2274 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Synchronizing usage tracker for tenant:403e9089dd684dee8c86c3ba99f83960 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:53:15.004294 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-5ca46fe2-4b6f-4d55-b3b4-43994127dacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:15.024063 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca46fe2-4b6f-4d55-b3b4-43994127dacd None None] Routers {'266b414f-d8f7-4061-8148-841c01ed706a'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:53:15.026085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-5ca46fe2-4b6f-4d55-b3b4-43994127dacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:53:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['266b414f-d8f7-4061-8148-841c01ed706a'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:15.042008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-80249257-73eb-4176-9272-185ac42a2274 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Unset dirty status for tenant:403e9089dd684dee8c86c3ba99f83960 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:53:15.043407 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-80249257-73eb-4176-9272-185ac42a2274 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "GET /v2.0/ports?device_id=266b414f-d8f7-4061-8148-841c01ed706a HTTP/1.1" status: 200 len: 981 time: 0.1453812 Dec 25 19:53:15.047255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52372) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:15.048587 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1174fe28-cb9a-4825-a033-e6c335f12963 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "DELETE /v2.0/routers/75e1ff78-b27e-4d8c-ab6e-fe9f2d81da9f/tags/tempest-TagsExtTest-Tag-460890421 HTTP/1.1" status: 204 len: 168 time: 0.1885347 Dec 25 19:53:15.051317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52374) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:15.057999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-e61760ac-6aa0-4dce-ae6c-2b7c7238c949 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '75e1ff78-b27e-4d8c-ab6e-fe9f2d81da9f') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:15.123287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-5ca46fe2-4b6f-4d55-b3b4-43994127dacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:15.123770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca46fe2-4b6f-4d55-b3b4-43994127dacd None None] The sync data for ids ['266b414f-d8f7-4061-8148-841c01ed706a'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:53:15.224699 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e61760ac-6aa0-4dce-ae6c-2b7c7238c949 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "GET /v2.0/routers/75e1ff78-b27e-4d8c-ab6e-fe9f2d81da9f/tags HTTP/1.1" status: 200 len: 205 time: 0.1719801 Dec 25 19:53:15.227673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52380) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:15.235090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-5f66a19b-6e09-4417-8895-324a99be21dd tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f8eae571-d826-4bed-8746-6b5f00a25831') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:15.267303 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5f66a19b-6e09-4417-8895-324a99be21dd tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "GET /v2.0/subnetpools/f8eae571-d826-4bed-8746-6b5f00a25831/tags HTTP/1.1" status: 200 len: 240 time: 0.0358713 Dec 25 19:53:15.267568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52384) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:15.273675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-daecc313-18ae-4e6a-840e-335b0a2fb0b5 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f8eae571-d826-4bed-8746-6b5f00a25831', 'tempest-TagsExtTest-Tag-650875801') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:15.300074 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-daecc313-18ae-4e6a-840e-335b0a2fb0b5 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "GET /v2.0/subnetpools/f8eae571-d826-4bed-8746-6b5f00a25831/tags/tempest-TagsExtTest-Tag-650875801 HTTP/1.1" status: 204 len: 168 time: 0.0313594 Dec 25 19:53:15.302678 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52388) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:15.308675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-768958f9-c967-4d03-973b-f64434ee4059 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'f8eae571-d826-4bed-8746-6b5f00a25831', 'tempest-TagsExtTest-Tag-650875801') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:15.346634 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-768958f9-c967-4d03-973b-f64434ee4059 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "DELETE /v2.0/subnetpools/f8eae571-d826-4bed-8746-6b5f00a25831/tags/tempest-TagsExtTest-Tag-650875801 HTTP/1.1" status: 204 len: 168 time: 0.0428231 Dec 25 19:53:15.349188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52392) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:15.355362 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-e7170ad9-d8bc-4010-8e5b-86abf4fe8ca4 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f8eae571-d826-4bed-8746-6b5f00a25831') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:15.381288 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e7170ad9-d8bc-4010-8e5b-86abf4fe8ca4 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "GET /v2.0/subnetpools/f8eae571-d826-4bed-8746-6b5f00a25831/tags HTTP/1.1" status: 200 len: 205 time: 0.0309312 Dec 25 19:53:15.384449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52396) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:15.390592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-c4c9a2b9-acc5-4d31-aadf-a7d195427547 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f8eae571-d826-4bed-8746-6b5f00a25831') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:15.421831 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c4c9a2b9-acc5-4d31-aadf-a7d195427547 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "DELETE /v2.0/subnetpools/f8eae571-d826-4bed-8746-6b5f00a25831/tags HTTP/1.1" status: 204 len: 168 time: 0.0362966 Dec 25 19:53:15.424495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52400) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:15.430584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-f56968df-8d05-47ae-855d-7c0fb35b5a69 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '75e1ff78-b27e-4d8c-ab6e-fe9f2d81da9f') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:15.655159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-78067d40-e8f2-4b17-bf57-f21eac6a8577 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:15.811436 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f56968df-8d05-47ae-855d-7c0fb35b5a69 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "DELETE /v2.0/routers/75e1ff78-b27e-4d8c-ab6e-fe9f2d81da9f/tags HTTP/1.1" status: 204 len: 168 time: 0.3858542 Dec 25 19:53:15.814086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52404) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:15.819883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-adb1d981-1119-4eb7-b559-10493f5382e0 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8de8b16f-df70-4168-9942-0d8efdb31f87') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:15.895957 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-adb1d981-1119-4eb7-b559-10493f5382e0 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "DELETE /v2.0/ports/8de8b16f-df70-4168-9942-0d8efdb31f87/tags HTTP/1.1" status: 204 len: 168 time: 0.0807202 Dec 25 19:53:15.898638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52408) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:15.906105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-1a25ab15-669f-4c45-a752-a3b796fa1370 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c0e344f8-d136-4096-90d6-72a384f6805d') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:15.986785 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1a25ab15-669f-4c45-a752-a3b796fa1370 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "DELETE /v2.0/subnets/c0e344f8-d136-4096-90d6-72a384f6805d/tags HTTP/1.1" status: 204 len: 168 time: 0.0869713 Dec 25 19:53:15.990842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52412) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:15.998065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-b9129603-870a-4964-b7b4-9084ebd20111 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c0e344f8-d136-4096-90d6-72a384f6805d', 'tempest-TagsExtTest-Tag-581499661') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:16.035832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-78067d40-e8f2-4b17-bf57-f21eac6a8577 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Deleting port 107003aa-e1da-46de-bfbb-0f95053a6f4d {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:53:16.036372 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-78067d40-e8f2-4b17-bf57-f21eac6a8577 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:16.085035 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b9129603-870a-4964-b7b4-9084ebd20111 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "PUT /v2.0/subnets/c0e344f8-d136-4096-90d6-72a384f6805d/tags/tempest-TagsExtTest-Tag-581499661 HTTP/1.1" status: 201 len: 201 time: 0.0928302 Dec 25 19:53:16.087984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52416) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:16.097286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-d36ce6d3-3982-441b-a424-a46c53c117ec tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8de8b16f-df70-4168-9942-0d8efdb31f87', 'tempest-TagsExtTest-Tag-1679948076') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:16.306703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-78067d40-e8f2-4b17-bf57-f21eac6a8577 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:16.390545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d743af-569f-40f4-a530-20dd531ab032 None None] Network 22868270-a15e-4473-aadf-17ac0bdee764 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:53:16.438521 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d36ce6d3-3982-441b-a424-a46c53c117ec tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "PUT /v2.0/ports/8de8b16f-df70-4168-9942-0d8efdb31f87/tags/tempest-TagsExtTest-Tag-1679948076 HTTP/1.1" status: 201 len: 201 time: 0.3461540 Dec 25 19:53:16.439490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52420) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:16.446032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-78067d40-e8f2-4b17-bf57-f21eac6a8577 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Calling delete_port for 107003aa-e1da-46de-bfbb-0f95053a6f4d owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:53:16.446521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-72ddc626-91a4-407d-a2af-ee0f30cf7cf8 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '75e1ff78-b27e-4d8c-ab6e-fe9f2d81da9f', 'tempest-TagsExtTest-Tag-523032646') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:16.493658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-8655de6f-e415-4013-8429-da14a892578b None None] Provisioning for port c398629d-130c-4741-8311-2cedc802c04b completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:53:16.599701 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-72ddc626-91a4-407d-a2af-ee0f30cf7cf8 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "PUT /v2.0/routers/75e1ff78-b27e-4d8c-ab6e-fe9f2d81da9f/tags/tempest-TagsExtTest-Tag-523032646 HTTP/1.1" status: 201 len: 201 time: 0.1589155 Dec 25 19:53:16.601409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52424) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:16.608519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-53377f86-917d-42e4-8bc5-bfefc83258cc tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f8eae571-d826-4bed-8746-6b5f00a25831', 'tempest-TagsExtTest-Tag-1232462209') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:16.639403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-78067d40-e8f2-4b17-bf57-f21eac6a8577 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:16.646223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-38b10d3a-57a3-4faa-9fe3-ebb0444cf522 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:16.655088 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-53377f86-917d-42e4-8bc5-bfefc83258cc tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "PUT /v2.0/subnetpools/f8eae571-d826-4bed-8746-6b5f00a25831/tags/tempest-TagsExtTest-Tag-1232462209 HTTP/1.1" status: 201 len: 201 time: 0.0499823 Dec 25 19:53:16.655739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52428) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:16.662467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-7719f8d3-e0d7-47b6-bacc-4ba08a91439e tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'c0e344f8-d136-4096-90d6-72a384f6805d', {'tags': ['tempest-TagsExtTest-Tag-1707624493', 'tempest-TagsExtTest-Tag-1913392958', 'tempest-TagsExtTest-Tag-337184390']}) {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:16.699496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78067d40-e8f2-4b17-bf57-f21eac6a8577 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'Port': ['ID=107003aa-e1da-46de-bfbb-0f95053a6f4d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:16.704149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-78067d40-e8f2-4b17-bf57-f21eac6a8577 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:16.753583 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7719f8d3-e0d7-47b6-bacc-4ba08a91439e tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "PUT /v2.0/subnets/c0e344f8-d136-4096-90d6-72a384f6805d/tags HTTP/1.1" status: 200 len: 317 time: 0.0967181 Dec 25 19:53:16.756267 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52432) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:16.762828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-8cea2ac5-fbca-4a13-a44b-9c8d07d4ee40 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c0e344f8-d136-4096-90d6-72a384f6805d') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:16.873646 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8cea2ac5-fbca-4a13-a44b-9c8d07d4ee40 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "DELETE /v2.0/subnets/c0e344f8-d136-4096-90d6-72a384f6805d/tags HTTP/1.1" status: 204 len: 168 time: 0.1162682 Dec 25 19:53:16.876479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52436) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:16.883016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-aa9a1e99-437d-46d8-a7c4-0cbf89278d94 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c0e344f8-d136-4096-90d6-72a384f6805d', 'tempest-TagsExtTest-Tag-1707624493') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:16.955494 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-aa9a1e99-437d-46d8-a7c4-0cbf89278d94 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] show failed (client error): The resource could not be found. Dec 25 19:53:16.956855 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-aa9a1e99-437d-46d8-a7c4-0cbf89278d94 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "GET /v2.0/subnets/c0e344f8-d136-4096-90d6-72a384f6805d/tags/tempest-TagsExtTest-Tag-1707624493 HTTP/1.1" status: 404 len: 329 time: 0.0792980 Dec 25 19:53:16.959921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52440) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:16.965966 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-0c3a4b78-385a-4fa8-8037-9c92357d4800 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c0e344f8-d136-4096-90d6-72a384f6805d', 'tempest-TagsExtTest-Tag-1913392958') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:16.982695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-78067d40-e8f2-4b17-bf57-f21eac6a8577 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:17.070595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-465e7786-10b8-4075-b270-12a82dd02ce4 None None] Provisioning for port 8de8b16f-df70-4168-9942-0d8efdb31f87 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:53:17.073301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-465e7786-10b8-4075-b270-12a82dd02ce4 None None] Provisioning complete for port 8de8b16f-df70-4168-9942-0d8efdb31f87 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:17.076112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-465e7786-10b8-4075-b270-12a82dd02ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:17.088710 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-0c3a4b78-385a-4fa8-8037-9c92357d4800 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] show failed (client error): The resource could not be found. Dec 25 19:53:17.094187 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0c3a4b78-385a-4fa8-8037-9c92357d4800 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "GET /v2.0/subnets/c0e344f8-d136-4096-90d6-72a384f6805d/tags/tempest-TagsExtTest-Tag-1913392958 HTTP/1.1" status: 404 len: 329 time: 0.1289322 Dec 25 19:53:17.094805 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52444) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:17.104353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-2fd4f19f-ae57-4365-838f-b698d66a8dcb tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c0e344f8-d136-4096-90d6-72a384f6805d', 'tempest-TagsExtTest-Tag-337184390') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:17.178922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-465e7786-10b8-4075-b270-12a82dd02ce4 None None] Port 8de8b16f-df70-4168-9942-0d8efdb31f87 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:53:17.180892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device c398629d-130c-4741-8311-2cedc802c04b up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:53:17.214360 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-2fd4f19f-ae57-4365-838f-b698d66a8dcb tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] show failed (client error): The resource could not be found. Dec 25 19:53:17.217651 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2fd4f19f-ae57-4365-838f-b698d66a8dcb tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "GET /v2.0/subnets/c0e344f8-d136-4096-90d6-72a384f6805d/tags/tempest-TagsExtTest-Tag-337184390 HTTP/1.1" status: 404 len: 328 time: 0.1197746 Dec 25 19:53:17.219656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52448) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:17.225859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-06b2f07b-5cef-488e-909b-fdacd815c445 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '8de8b16f-df70-4168-9942-0d8efdb31f87', {'tags': ['tempest-TagsExtTest-Tag-1631889106', 'tempest-TagsExtTest-Tag-1189426632', 'tempest-TagsExtTest-Tag-143093490']}) {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:17.256192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port c398629d-130c-4741-8311-2cedc802c04b completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:53:17.261512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port c398629d-130c-4741-8311-2cedc802c04b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:17.262023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:17.314801 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-06b2f07b-5cef-488e-909b-fdacd815c445 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "PUT /v2.0/ports/8de8b16f-df70-4168-9942-0d8efdb31f87/tags HTTP/1.1" status: 200 len: 317 time: 0.0916712 Dec 25 19:53:17.315206 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52452) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:17.323127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-06737de3-a61b-49f8-9dd5-0ac7d36df95c tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8de8b16f-df70-4168-9942-0d8efdb31f87') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:17.408519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:17.425796 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-06737de3-a61b-49f8-9dd5-0ac7d36df95c tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "DELETE /v2.0/ports/8de8b16f-df70-4168-9942-0d8efdb31f87/tags HTTP/1.1" status: 204 len: 168 time: 0.1089277 Dec 25 19:53:17.428597 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52456) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:17.434625 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-a7e797cb-7b91-461f-b456-a807f079def5 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8de8b16f-df70-4168-9942-0d8efdb31f87', 'tempest-TagsExtTest-Tag-1631889106') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:17.445072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port c398629d-130c-4741-8311-2cedc802c04b, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=c398629d-130c-4741-8311-2cedc802c04b,segment=NetworkSegment(a7fae73d-2809-468a-b68f-8992922e39ca),segment_id=a7fae73d-2809-468a-b68f-8992922e39ca)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:53:17.448122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:17.450246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8d17069f-23a3-48cb-9029-128f8ed0ab0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:17.503708 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-a7e797cb-7b91-461f-b456-a807f079def5 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] show failed (client error): The resource could not be found. Dec 25 19:53:17.505042 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a7e797cb-7b91-461f-b456-a807f079def5 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "GET /v2.0/ports/8de8b16f-df70-4168-9942-0d8efdb31f87/tags/tempest-TagsExtTest-Tag-1631889106 HTTP/1.1" status: 404 len: 329 time: 0.0753839 Dec 25 19:53:17.508322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52460) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:17.516942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-0157d7cd-4d24-43e4-80d7-26adc95c4e97 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8de8b16f-df70-4168-9942-0d8efdb31f87', 'tempest-TagsExtTest-Tag-1189426632') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:17.541142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=c398629d-130c-4741-8311-2cedc802c04b,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:17.544866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:17.545888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-84dd15eb-f586-4bb4-ac32-6a051e7f2844 None None] Provisioning complete for port 8de8b16f-df70-4168-9942-0d8efdb31f87 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:17.546319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-84dd15eb-f586-4bb4-ac32-6a051e7f2844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:17.588630 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-0157d7cd-4d24-43e4-80d7-26adc95c4e97 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] show failed (client error): The resource could not be found. Dec 25 19:53:17.589785 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0157d7cd-4d24-43e4-80d7-26adc95c4e97 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "GET /v2.0/ports/8de8b16f-df70-4168-9942-0d8efdb31f87/tags/tempest-TagsExtTest-Tag-1189426632 HTTP/1.1" status: 404 len: 329 time: 0.0802712 Dec 25 19:53:17.593011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52464) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:17.599342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-82b689be-56ad-4c30-ba17-7beb055e3370 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8de8b16f-df70-4168-9942-0d8efdb31f87', 'tempest-TagsExtTest-Tag-143093490') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:17.613750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-84dd15eb-f586-4bb4-ac32-6a051e7f2844 None None] Port 8de8b16f-df70-4168-9942-0d8efdb31f87 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:53:17.676120 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-82b689be-56ad-4c30-ba17-7beb055e3370 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] show failed (client error): The resource could not be found. Dec 25 19:53:17.677837 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-82b689be-56ad-4c30-ba17-7beb055e3370 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "GET /v2.0/ports/8de8b16f-df70-4168-9942-0d8efdb31f87/tags/tempest-TagsExtTest-Tag-143093490 HTTP/1.1" status: 404 len: 328 time: 0.0835316 Dec 25 19:53:17.681062 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52468) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:17.688374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-4f978957-1273-41ed-8685-0dd020cf1d54 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '75e1ff78-b27e-4d8c-ab6e-fe9f2d81da9f', {'tags': ['tempest-TagsExtTest-Tag-1601556446', 'tempest-TagsExtTest-Tag-787942487', 'tempest-TagsExtTest-Tag-1795340350']}) {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:17.739006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78067d40-e8f2-4b17-bf57-f21eac6a8577 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Router 266b414f-d8f7-4061-8148-841c01ed706a has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:53:17.835893 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4f978957-1273-41ed-8685-0dd020cf1d54 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "PUT /v2.0/routers/75e1ff78-b27e-4d8c-ab6e-fe9f2d81da9f/tags HTTP/1.1" status: 200 len: 317 time: 0.1535828 Dec 25 19:53:17.838625 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52472) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:17.845129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-aa06104f-c1e8-4fb3-9f5c-d6c7e37909fd tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '75e1ff78-b27e-4d8c-ab6e-fe9f2d81da9f') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:17.888042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78067d40-e8f2-4b17-bf57-f21eac6a8577 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:53:17.905509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f40d01b-dd92-45da-a597-e4b32028590a None None] Sync routers for ids ['266b414f-d8f7-4061-8148-841c01ed706a'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:53:17.909870 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-78067d40-e8f2-4b17-bf57-f21eac6a8577 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "PUT /v2.0/routers/266b414f-d8f7-4061-8148-841c01ed706a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8587625 Dec 25 19:53:17.910325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52476) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:17.920157 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f40d01b-dd92-45da-a597-e4b32028590a None None] Routers {'266b414f-d8f7-4061-8148-841c01ed706a'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:53:17.920943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1f40d01b-dd92-45da-a597-e4b32028590a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:53:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['266b414f-d8f7-4061-8148-841c01ed706a'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:17.957658 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b62dbf6-95b1-40a6-a787-27932ee71112 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] GET failed (client error): The resource could not be found. Dec 25 19:53:17.958236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3b62dbf6-95b1-40a6-a787-27932ee71112 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Synchronizing usage tracker for tenant:403e9089dd684dee8c86c3ba99f83960 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:53:17.974608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3b62dbf6-95b1-40a6-a787-27932ee71112 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Unset dirty status for tenant:403e9089dd684dee8c86c3ba99f83960 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:53:17.976318 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3b62dbf6-95b1-40a6-a787-27932ee71112 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "GET /v2.0/ports/107003aa-e1da-46de-bfbb-0f95053a6f4d HTTP/1.1" status: 404 len: 333 time: 0.0647798 Dec 25 19:53:17.979288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52480) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:17.989696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1f40d01b-dd92-45da-a597-e4b32028590a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:18.004576 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-aa06104f-c1e8-4fb3-9f5c-d6c7e37909fd tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "DELETE /v2.0/routers/75e1ff78-b27e-4d8c-ab6e-fe9f2d81da9f/tags HTTP/1.1" status: 204 len: 168 time: 0.1622293 Dec 25 19:53:18.004760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f40d01b-dd92-45da-a597-e4b32028590a None None] Routers {'266b414f-d8f7-4061-8148-841c01ed706a'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:53:18.004760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1f40d01b-dd92-45da-a597-e4b32028590a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:53:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['266b414f-d8f7-4061-8148-841c01ed706a'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:18.004960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52484) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:18.011176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-de2975c6-9416-4463-8f59-a36a03d39e5e tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '75e1ff78-b27e-4d8c-ab6e-fe9f2d81da9f', 'tempest-TagsExtTest-Tag-1601556446') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:18.067729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1f40d01b-dd92-45da-a597-e4b32028590a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:18.068188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f40d01b-dd92-45da-a597-e4b32028590a None None] The sync data for ids ['266b414f-d8f7-4061-8148-841c01ed706a'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:53:18.131045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ab67050c-d9b3-49c9-b616-a8e6a3f11d10 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:18.155427 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-de2975c6-9416-4463-8f59-a36a03d39e5e tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] show failed (client error): The resource could not be found. Dec 25 19:53:18.159473 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-de2975c6-9416-4463-8f59-a36a03d39e5e tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "GET /v2.0/routers/75e1ff78-b27e-4d8c-ab6e-fe9f2d81da9f/tags/tempest-TagsExtTest-Tag-1601556446 HTTP/1.1" status: 404 len: 329 time: 0.1507781 Dec 25 19:53:18.159739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52488) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:18.165672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-02d2c86e-21a8-4c9a-95d5-8a7e759eea48 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '75e1ff78-b27e-4d8c-ab6e-fe9f2d81da9f', 'tempest-TagsExtTest-Tag-787942487') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:18.300854 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-02d2c86e-21a8-4c9a-95d5-8a7e759eea48 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] show failed (client error): The resource could not be found. Dec 25 19:53:18.301983 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-02d2c86e-21a8-4c9a-95d5-8a7e759eea48 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "GET /v2.0/routers/75e1ff78-b27e-4d8c-ab6e-fe9f2d81da9f/tags/tempest-TagsExtTest-Tag-787942487 HTTP/1.1" status: 404 len: 328 time: 0.1412797 Dec 25 19:53:18.305052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52492) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:18.310901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-71cda881-c3a9-4134-a908-74c5232839bb tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '75e1ff78-b27e-4d8c-ab6e-fe9f2d81da9f', 'tempest-TagsExtTest-Tag-1795340350') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:18.443766 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-71cda881-c3a9-4134-a908-74c5232839bb tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] show failed (client error): The resource could not be found. Dec 25 19:53:18.444813 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-71cda881-c3a9-4134-a908-74c5232839bb tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "GET /v2.0/routers/75e1ff78-b27e-4d8c-ab6e-fe9f2d81da9f/tags/tempest-TagsExtTest-Tag-1795340350 HTTP/1.1" status: 404 len: 329 time: 0.1387894 Dec 25 19:53:18.447753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52496) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:18.453719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-57065ce2-9ef7-45ec-91db-30384cc858e9 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'f8eae571-d826-4bed-8746-6b5f00a25831', {'tags': ['tempest-TagsExtTest-Tag-1546247883', 'tempest-TagsExtTest-Tag-216266711', 'tempest-TagsExtTest-Tag-1862615944']}) {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:18.492468 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-57065ce2-9ef7-45ec-91db-30384cc858e9 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "PUT /v2.0/subnetpools/f8eae571-d826-4bed-8746-6b5f00a25831/tags HTTP/1.1" status: 200 len: 317 time: 0.0412045 Dec 25 19:53:18.492716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52500) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:18.498537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-12af67dc-fb13-441a-9294-977ceb5c2fb1 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f8eae571-d826-4bed-8746-6b5f00a25831') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:18.539123 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-12af67dc-fb13-441a-9294-977ceb5c2fb1 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "DELETE /v2.0/subnetpools/f8eae571-d826-4bed-8746-6b5f00a25831/tags HTTP/1.1" status: 204 len: 168 time: 0.0453751 Dec 25 19:53:18.541885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52504) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:18.545617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ab67050c-d9b3-49c9-b616-a8e6a3f11d10 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:18.547820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-1215caa9-7512-4231-b196-f89b89cd56a1 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f8eae571-d826-4bed-8746-6b5f00a25831', 'tempest-TagsExtTest-Tag-1546247883') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:18.550357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ab67050c-d9b3-49c9-b616-a8e6a3f11d10 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:18.572090 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-1215caa9-7512-4231-b196-f89b89cd56a1 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] show failed (client error): The resource could not be found. Dec 25 19:53:18.572736 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1215caa9-7512-4231-b196-f89b89cd56a1 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "GET /v2.0/subnetpools/f8eae571-d826-4bed-8746-6b5f00a25831/tags/tempest-TagsExtTest-Tag-1546247883 HTTP/1.1" status: 404 len: 329 time: 0.0298934 Dec 25 19:53:18.576751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52508) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:18.580672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ab67050c-d9b3-49c9-b616-a8e6a3f11d10 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:18.581270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab67050c-d9b3-49c9-b616-a8e6a3f11d10 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Fanout notify agent at l3_agent the message router_deleted on router 266b414f-d8f7-4061-8148-841c01ed706a {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:53:18.582421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-0eae9eef-4242-4850-8b74-11b0fd9bbc40 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f8eae571-d826-4bed-8746-6b5f00a25831', 'tempest-TagsExtTest-Tag-216266711') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:18.593195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ab67050c-d9b3-49c9-b616-a8e6a3f11d10 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:18.594663 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ab67050c-d9b3-49c9-b616-a8e6a3f11d10 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/routers/266b414f-d8f7-4061-8148-841c01ed706a HTTP/1.1" status: 204 len: 168 time: 0.6143796 Dec 25 19:53:18.597658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52512) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:18.606489 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-0eae9eef-4242-4850-8b74-11b0fd9bbc40 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] show failed (client error): The resource could not be found. Dec 25 19:53:18.610476 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0eae9eef-4242-4850-8b74-11b0fd9bbc40 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "GET /v2.0/subnetpools/f8eae571-d826-4bed-8746-6b5f00a25831/tags/tempest-TagsExtTest-Tag-216266711 HTTP/1.1" status: 404 len: 328 time: 0.0299613 Dec 25 19:53:18.610734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52516) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:18.616397 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-03ec5fca-bc6b-44e0-9467-ab3269db3f06 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f8eae571-d826-4bed-8746-6b5f00a25831', 'tempest-TagsExtTest-Tag-1862615944') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:18.640479 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-03ec5fca-bc6b-44e0-9467-ab3269db3f06 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] show failed (client error): The resource could not be found. Dec 25 19:53:18.644335 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-03ec5fca-bc6b-44e0-9467-ab3269db3f06 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "GET /v2.0/subnetpools/f8eae571-d826-4bed-8746-6b5f00a25831/tags/tempest-TagsExtTest-Tag-1862615944 HTTP/1.1" status: 404 len: 329 time: 0.0298355 Dec 25 19:53:18.644597 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52520) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:18.650266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-98ed67b2-4603-4de1-be62-c49bf56385d7 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f8eae571-d826-4bed-8746-6b5f00a25831') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:18.680093 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-98ed67b2-4603-4de1-be62-c49bf56385d7 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "DELETE /v2.0/subnetpools/f8eae571-d826-4bed-8746-6b5f00a25831/tags HTTP/1.1" status: 204 len: 168 time: 0.0344732 Dec 25 19:53:18.682820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52524) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:18.688809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-7245ebe2-153c-4a72-9de3-80d9724ebce0 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '75e1ff78-b27e-4d8c-ab6e-fe9f2d81da9f') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:18.799475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd0d4e73-4092-4177-a797-390bcf60afe1 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Deleting subnet ba2551b2-04b7-43ea-a3c8-b03b570f1afc {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:53:18.802645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bd0d4e73-4092-4177-a797-390bcf60afe1 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:18.832509 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7245ebe2-153c-4a72-9de3-80d9724ebce0 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "DELETE /v2.0/routers/75e1ff78-b27e-4d8c-ab6e-fe9f2d81da9f/tags HTTP/1.1" status: 204 len: 168 time: 0.1485820 Dec 25 19:53:18.835367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52528) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:18.841884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-aeeffd8b-1e79-47a4-b0a4-ec2416243446 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8de8b16f-df70-4168-9942-0d8efdb31f87') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:18.865922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bd0d4e73-4092-4177-a797-390bcf60afe1 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:18.917724 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-aeeffd8b-1e79-47a4-b0a4-ec2416243446 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "DELETE /v2.0/ports/8de8b16f-df70-4168-9942-0d8efdb31f87/tags HTTP/1.1" status: 204 len: 168 time: 0.0813122 Dec 25 19:53:18.920544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52532) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:18.926744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.tag.tag_plugin [None req-3d0223cc-97d1-42d9-b0a2-d381d5f335c2 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c0e344f8-d136-4096-90d6-72a384f6805d') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:18.953543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bd0d4e73-4092-4177-a797-390bcf60afe1 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:19.002010 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3d0223cc-97d1-42d9-b0a2-d381d5f335c2 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "DELETE /v2.0/subnets/c0e344f8-d136-4096-90d6-72a384f6805d/tags HTTP/1.1" status: 204 len: 168 time: 0.0799274 Dec 25 19:53:19.009169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52536) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:19.045646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bd0d4e73-4092-4177-a797-390bcf60afe1 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:19.050474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0b03725a-64f6-4fe7-ae1a-8e8517ae1c3d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:19.053426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device c398629d-130c-4741-8311-2cedc802c04b up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:53:19.097000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d4e73-4092-4177-a797-390bcf60afe1 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'Subnet': ['ID=ba2551b2-04b7-43ea-a3c8-b03b570f1afc,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:19.099915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bd0d4e73-4092-4177-a797-390bcf60afe1 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:19.106770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bd0d4e73-4092-4177-a797-390bcf60afe1 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:19.116390 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-bd0d4e73-4092-4177-a797-390bcf60afe1 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/subnets/ba2551b2-04b7-43ea-a3c8-b03b570f1afc HTTP/1.1" status: 204 len: 168 time: 0.5148790 Dec 25 19:53:19.116556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0958f94c-289e-418f-a1f8-ae47c78b3622 None None] Network 40bbd48d-8ca1-45b4-890b-ffaef6de5c34 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:53:19.116664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c8f6815a-a7f2-4979-b9b0-4eefbd41084f tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks [] for subnetpool, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:19.116664 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c8f6815a-a7f2-4979-b9b0-4eefbd41084f tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "DELETE /v2.0/subnetpools/f8eae571-d826-4bed-8746-6b5f00a25831 HTTP/1.1" status: 204 len: 168 time: 0.1059828 Dec 25 19:53:19.116920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52540) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:19.119522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52542) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:19.171151 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-005b0142-b363-4002-8c95-878d334a8524 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "GET /v2.0/ports?device_id=75e1ff78-b27e-4d8c-ab6e-fe9f2d81da9f HTTP/1.1" status: 200 len: 205 time: 0.0502360 Dec 25 19:53:19.171904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52548) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:19.250756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2637e754-c7d9-4499-a742-57e6d03e0b78 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:19.261738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-2637e754-c7d9-4499-a742-57e6d03e0b78 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Deleting port 2d84137b-292e-4580-846c-53567d7a9668 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:53:19.262219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2637e754-c7d9-4499-a742-57e6d03e0b78 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:19.318080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b0bf5d87-0580-4a93-ba5d-7524996740b5 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:19.318608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port c398629d-130c-4741-8311-2cedc802c04b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:19.319037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:19.494366 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-2637e754-c7d9-4499-a742-57e6d03e0b78 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] For port 2d84137b-292e-4580-846c-53567d7a9668, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=2d84137b-292e-4580-846c-53567d7a9668,segment=NetworkSegment(fd109271-2ebc-4c31-ab7d-8d97ddc09a33),segment_id=fd109271-2ebc-4c31-ab7d-8d97ddc09a33)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:53:19.494882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2637e754-c7d9-4499-a742-57e6d03e0b78 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:19.516540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0054ba49-bdcc-463a-b311-b0ac0e051374 None None] DHCP port deletion for 40bbd48d-8ca1-45b4-890b-ffaef6de5c34 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:53:19.520865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0054ba49-bdcc-463a-b311-b0ac0e051374 None None] Deleting port 2d84137b-292e-4580-846c-53567d7a9668 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:53:19.521228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0054ba49-bdcc-463a-b311-b0ac0e051374 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:19.625480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-2637e754-c7d9-4499-a742-57e6d03e0b78 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Calling delete_port for 2d84137b-292e-4580-846c-53567d7a9668 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:53:19.700464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2637e754-c7d9-4499-a742-57e6d03e0b78 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:19.705142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a8d15501-348a-400c-ae16-45136c204607 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:19.737822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-0054ba49-bdcc-463a-b311-b0ac0e051374 None None] For port 2d84137b-292e-4580-846c-53567d7a9668, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=2d84137b-292e-4580-846c-53567d7a9668,segment=NetworkSegment(fd109271-2ebc-4c31-ab7d-8d97ddc09a33),segment_id=fd109271-2ebc-4c31-ab7d-8d97ddc09a33)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:53:19.738274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0054ba49-bdcc-463a-b311-b0ac0e051374 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:19.747813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637e754-c7d9-4499-a742-57e6d03e0b78 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'Port': ['ID=2d84137b-292e-4580-846c-53567d7a9668,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:19.751901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2637e754-c7d9-4499-a742-57e6d03e0b78 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:19.752917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b0bf5d87-0580-4a93-ba5d-7524996740b5 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:19.755279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2637e754-c7d9-4499-a742-57e6d03e0b78 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] No DVR routers for this DVR port 2d84137b-292e-4580-846c-53567d7a9668 on host dv-neutron-822611-1-hyperv {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:53:19.759353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b0bf5d87-0580-4a93-ba5d-7524996740b5 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:19.785506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b0bf5d87-0580-4a93-ba5d-7524996740b5 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:19.786113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0bf5d87-0580-4a93-ba5d-7524996740b5 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Fanout notify agent at l3_agent the message router_deleted on router 75e1ff78-b27e-4d8c-ab6e-fe9f2d81da9f {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:53:19.802874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b0bf5d87-0580-4a93-ba5d-7524996740b5 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:19.804168 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b0bf5d87-0580-4a93-ba5d-7524996740b5 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "DELETE /v2.0/routers/75e1ff78-b27e-4d8c-ab6e-fe9f2d81da9f HTTP/1.1" status: 204 len: 168 time: 0.6311662 Dec 25 19:53:19.806728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52552) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:19.875033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0054ba49-bdcc-463a-b311-b0ac0e051374 None None] Calling delete_port for 2d84137b-292e-4580-846c-53567d7a9668 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:53:19.882161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-44dd2aca-70f1-4d82-aa60-5d5fb4aaef82 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Deleting port 8de8b16f-df70-4168-9942-0d8efdb31f87 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:53:19.882482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-44dd2aca-70f1-4d82-aa60-5d5fb4aaef82 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:19.891299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2637e754-c7d9-4499-a742-57e6d03e0b78 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:19.924899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-2637e754-c7d9-4499-a742-57e6d03e0b78 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40bbd48d-8ca1-45b4-890b-ffaef6de5c34']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:19.949141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-0054ba49-bdcc-463a-b311-b0ac0e051374 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:53:19.949565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-0054ba49-bdcc-463a-b311-b0ac0e051374 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:53:20.195272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-2637e754-c7d9-4499-a742-57e6d03e0b78 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd109271-2ebc-4c31-ab7d-8d97ddc09a33') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:20.195819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-2637e754-c7d9-4499-a742-57e6d03e0b78 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd109271-2ebc-4c31-ab7d-8d97ddc09a33') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:20.210132 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2637e754-c7d9-4499-a742-57e6d03e0b78 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:20.227002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2637e754-c7d9-4499-a742-57e6d03e0b78 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:20.233894 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2637e754-c7d9-4499-a742-57e6d03e0b78 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:53:20.234326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2637e754-c7d9-4499-a742-57e6d03e0b78 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:20.250474 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:53:20.250474 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:53:20.250474 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:53:20.250474 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:53:20.250474 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:53:20.250474 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:53:20.250474 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:53:20.250474 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:53:20.250474 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:53:20.250474 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:53:20.250474 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:53:20.250474 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:53:20.250474 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:53:20.250474 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:53:20.250474 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:53:20.250474 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:53:20.250474 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:53:20.250474 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:53:20.250474 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:53:20.250474 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:53:20.250474 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:53:20.250474 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:53:20.250474 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:53:20.250474 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:53:20.250474 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:53:20.250474 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:53:20.250474 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:53:20.250474 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:53:20.250474 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:53:20.250474 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:53:20.250474 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:53:20.250474 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:53:20.337079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2637e754-c7d9-4499-a742-57e6d03e0b78 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:20.340582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b73a9048-b88f-4dbf-9d46-da2943225d75 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:20.360066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2637e754-c7d9-4499-a742-57e6d03e0b78 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:20.368648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637e754-c7d9-4499-a742-57e6d03e0b78 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'Network': ['ID=40bbd48d-8ca1-45b4-890b-ffaef6de5c34,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:20.375200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2637e754-c7d9-4499-a742-57e6d03e0b78 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:20.383755 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2637e754-c7d9-4499-a742-57e6d03e0b78 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/networks/40bbd48d-8ca1-45b4-890b-ffaef6de5c34 HTTP/1.1" status: 204 len: 168 time: 1.2657099 Dec 25 19:53:20.387976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52556) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:20.395086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-44dd2aca-70f1-4d82-aa60-5d5fb4aaef82 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:20.451390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0054ba49-bdcc-463a-b311-b0ac0e051374 None None] Deleting port 2d84137b-292e-4580-846c-53567d7a9668 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:53:20.451883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0054ba49-bdcc-463a-b311-b0ac0e051374 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:20.462052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad26f2a-8e17-4f01-801a-010fce7a6334 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:20.462692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0ad26f2a-8e17-4f01-801a-010fce7a6334 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Synchronizing usage tracker for tenant:403e9089dd684dee8c86c3ba99f83960 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:53:20.478075 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0ad26f2a-8e17-4f01-801a-010fce7a6334 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Unset dirty status for tenant:403e9089dd684dee8c86c3ba99f83960 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:53:20.483221 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0ad26f2a-8e17-4f01-801a-010fce7a6334 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "GET /v2.0/ports/ca7a6811-e05f-433e-80b2-3b5689539fa1 HTTP/1.1" status: 200 len: 841 time: 0.0895326 Dec 25 19:53:20.484265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52560) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:20.521726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0054ba49-bdcc-463a-b311-b0ac0e051374 None None] The port '2d84137b-292e-4580-846c-53567d7a9668' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:53:20.522334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-44dd2aca-70f1-4d82-aa60-5d5fb4aaef82 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Calling delete_port for 8de8b16f-df70-4168-9942-0d8efdb31f87 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:53:20.563813 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-77b52dad-1461-44ed-8179-8f2e5636f766 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "GET /v2.0/ports/ca7a6811-e05f-433e-80b2-3b5689539fa1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0790582 Dec 25 19:53:20.567901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52564) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:20.573913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-aedfb30c-00ce-4ead-8b27-086fe1d4554a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'subnet': {'network_id': 'c4f1b4fb-234b-44be-ada4-eba113016c02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:20.668257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-44dd2aca-70f1-4d82-aa60-5d5fb4aaef82 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:20.674878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-70e5ff1a-8230-4728-9c19-2b21e67a201f tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:20.687778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-aedfb30c-00ce-4ead-8b27-086fe1d4554a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:20.691792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-aedfb30c-00ce-4ead-8b27-086fe1d4554a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Usage tracker for resource:subnet and tenant:403e9089dd684dee8c86c3ba99f83960 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:20.694680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-aedfb30c-00ce-4ead-8b27-086fe1d4554a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:20.701221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-aedfb30c-00ce-4ead-8b27-086fe1d4554a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:20.711044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedfb30c-00ce-4ead-8b27-086fe1d4554a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Made reservation on behalf of 403e9089dd684dee8c86c3ba99f83960 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:53:20.721204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd2aca-70f1-4d82-aa60-5d5fb4aaef82 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Pushing event deleted for resources: {'Port': ['ID=8de8b16f-df70-4168-9942-0d8efdb31f87,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:20.723977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-44dd2aca-70f1-4d82-aa60-5d5fb4aaef82 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:20.828087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aedfb30c-00ce-4ead-8b27-086fe1d4554a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:20.831695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-44dd2aca-70f1-4d82-aa60-5d5fb4aaef82 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:20.838521 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-44dd2aca-70f1-4d82-aa60-5d5fb4aaef82 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "DELETE /v2.0/ports/8de8b16f-df70-4168-9942-0d8efdb31f87 HTTP/1.1" status: 204 len: 168 time: 1.0307169 Dec 25 19:53:20.841849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52568) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:21.052098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 2d84137b-292e-4580-846c-53567d7a9668 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:53:21.055246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-c21cf763-5b6c-4642-a172-c1223eeddcb9 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Deleting subnet c0e344f8-d136-4096-90d6-72a384f6805d {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:53:21.058558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c21cf763-5b6c-4642-a172-c1223eeddcb9 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:21.071818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aedfb30c-00ce-4ead-8b27-086fe1d4554a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:21.076341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2698470c-abf7-43d9-9af0-4f0e981d58aa tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:21.089885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 2d84137b-292e-4580-846c-53567d7a9668 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:53:21.090412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 2d84137b-292e-4580-846c-53567d7a9668 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:53:21.119626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c21cf763-5b6c-4642-a172-c1223eeddcb9 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:21.140348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedfb30c-00ce-4ead-8b27-086fe1d4554a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Network c4f1b4fb-234b-44be-ada4-eba113016c02 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:53:21.143621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-aedfb30c-00ce-4ead-8b27-086fe1d4554a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:53:21.148052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedfb30c-00ce-4ead-8b27-086fe1d4554a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:21.148697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aedfb30c-00ce-4ead-8b27-086fe1d4554a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:21.155427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215c952f-4cc9-45ab-a370-dd92e0d03352 None None] Network c4f1b4fb-234b-44be-ada4-eba113016c02 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:53:21.156991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedfb30c-00ce-4ead-8b27-086fe1d4554a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'Subnet': ['ID=a75fda63-e1d0-46a3-a32d-1b87654926db,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:21.173288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-aedfb30c-00ce-4ead-8b27-086fe1d4554a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:21.187808 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-aedfb30c-00ce-4ead-8b27-086fe1d4554a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6188126 Dec 25 19:53:21.191797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52574) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:21.199987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-e74cabba-1a02-487a-b8e1-7452fd94c94d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'security_group': {'name': 'tempest-secgroup-949197347'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:21.208054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e74cabba-1a02-487a-b8e1-7452fd94c94d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:21.213179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e74cabba-1a02-487a-b8e1-7452fd94c94d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Usage tracker for resource:security_group and tenant:403e9089dd684dee8c86c3ba99f83960 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:21.217234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e74cabba-1a02-487a-b8e1-7452fd94c94d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:21.224829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e74cabba-1a02-487a-b8e1-7452fd94c94d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:21.241303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e74cabba-1a02-487a-b8e1-7452fd94c94d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:21.261297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c21cf763-5b6c-4642-a172-c1223eeddcb9 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:21.279898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e74cabba-1a02-487a-b8e1-7452fd94c94d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:21.284077 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e74cabba-1a02-487a-b8e1-7452fd94c94d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Usage tracker for resource:security_group_rule and tenant:403e9089dd684dee8c86c3ba99f83960 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:21.287023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e74cabba-1a02-487a-b8e1-7452fd94c94d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:21.293781 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e74cabba-1a02-487a-b8e1-7452fd94c94d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:21.351368 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c21cf763-5b6c-4642-a172-c1223eeddcb9 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:21.356151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-66cfe0f4-ee32-4907-b552-ab03af33241a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:21.360911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e74cabba-1a02-487a-b8e1-7452fd94c94d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:21.364158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e74cabba-1a02-487a-b8e1-7452fd94c94d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:21.369925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-49504b23-49a9-42af-8a33-81da7e07fde8 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:21.396337 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf763-5b6c-4642-a172-c1223eeddcb9 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Pushing event deleted for resources: {'Subnet': ['ID=c0e344f8-d136-4096-90d6-72a384f6805d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:21.399092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c21cf763-5b6c-4642-a172-c1223eeddcb9 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:21.402485 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c21cf763-5b6c-4642-a172-c1223eeddcb9 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:21.412069 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c21cf763-5b6c-4642-a172-c1223eeddcb9 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "DELETE /v2.0/subnets/c0e344f8-d136-4096-90d6-72a384f6805d HTTP/1.1" status: 204 len: 168 time: 0.5658314 Dec 25 19:53:21.412279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52580) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:21.424707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975e8403-27db-4447-8f7d-5cc6841274b3 None None] Network 22868270-a15e-4473-aadf-17ac0bdee764 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:53:21.440878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e74cabba-1a02-487a-b8e1-7452fd94c94d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:21.442184 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e74cabba-1a02-487a-b8e1-7452fd94c94d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.2491021 Dec 25 19:53:21.445220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52584) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:21.450245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74cabba-1a02-487a-b8e1-7452fd94c94d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41c4570e-1b8c-4912-95d6-3055e4813541,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:21.452109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-e07267b7-5122-40d5-a009-fa0e93a37374 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'security_group': {'name': 'tempest-secgroup-1583361484'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:21.459494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e07267b7-5122-40d5-a009-fa0e93a37374 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:21.464268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e07267b7-5122-40d5-a009-fa0e93a37374 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Usage tracker for resource:security_group and tenant:403e9089dd684dee8c86c3ba99f83960 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:21.465303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e74cabba-1a02-487a-b8e1-7452fd94c94d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:21.468612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e07267b7-5122-40d5-a009-fa0e93a37374 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:21.474956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e07267b7-5122-40d5-a009-fa0e93a37374 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:21.489770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e07267b7-5122-40d5-a009-fa0e93a37374 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:21.527445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e07267b7-5122-40d5-a009-fa0e93a37374 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:21.532332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e07267b7-5122-40d5-a009-fa0e93a37374 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Usage tracker for resource:security_group_rule and tenant:403e9089dd684dee8c86c3ba99f83960 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:21.535742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e07267b7-5122-40d5-a009-fa0e93a37374 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:21.541666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e07267b7-5122-40d5-a009-fa0e93a37374 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:21.546317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b1d6aa76-5da2-4379-86a2-b299a262a43a tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:21.557371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b1d6aa76-5da2-4379-86a2-b299a262a43a tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Deleting port c398629d-130c-4741-8311-2cedc802c04b {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:53:21.557742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b1d6aa76-5da2-4379-86a2-b299a262a43a tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:21.601731 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e07267b7-5122-40d5-a009-fa0e93a37374 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:21.604829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e07267b7-5122-40d5-a009-fa0e93a37374 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:21.610408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0c6ec5b0-a6c2-4708-b43c-feda6cb8c3ec tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:21.647256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ceb746-1d7a-4e20-8b95-b3c163129595 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-c4f1b4fb-234b-44be-ada4-eba113016c02', 'network_id': 'c4f1b4fb-234b-44be-ada4-eba113016c02', 'tenant_id': '403e9089dd684dee8c86c3ba99f83960', 'fixed_ips': [{'subnet_id': 'a75fda63-e1d0-46a3-a32d-1b87654926db'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:53:21.648162 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-25ceb746-1d7a-4e20-8b95-b3c163129595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:21.652302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e07267b7-5122-40d5-a009-fa0e93a37374 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:21.657846 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e07267b7-5122-40d5-a009-fa0e93a37374 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2072499 Dec 25 19:53:21.657846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07267b7-5122-40d5-a009-fa0e93a37374 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2903344b-2d6d-4f5c-b2b5-0d7ca17345a6,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:21.657846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52588) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:21.663785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-ca171a6a-7e5b-48af-aa73-31f66c99bafe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-253594596', 'security_groups': ['2903344b-2d6d-4f5c-b2b5-0d7ca17345a6'], 'network_id': 'c4f1b4fb-234b-44be-ada4-eba113016c02', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a75fda63-e1d0-46a3-a32d-1b87654926db'}]}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:21.680061 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e07267b7-5122-40d5-a009-fa0e93a37374 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:21.782088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b1d6aa76-5da2-4379-86a2-b299a262a43a tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] For port c398629d-130c-4741-8311-2cedc802c04b, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=c398629d-130c-4741-8311-2cedc802c04b,segment=NetworkSegment(a7fae73d-2809-468a-b68f-8992922e39ca),segment_id=a7fae73d-2809-468a-b68f-8992922e39ca)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:53:21.782398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b1d6aa76-5da2-4379-86a2-b299a262a43a tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:21.820792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ca171a6a-7e5b-48af-aa73-31f66c99bafe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:21.834494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ca171a6a-7e5b-48af-aa73-31f66c99bafe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:21.836199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-25ceb746-1d7a-4e20-8b95-b3c163129595 None None] Allocated IP 172.20.0.2 (c4f1b4fb-234b-44be-ada4-eba113016c02/a75fda63-e1d0-46a3-a32d-1b87654926db/d42ee54f-e0f1-40c6-8217-8296691d806c) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:53:21.846828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca171a6a-7e5b-48af-aa73-31f66c99bafe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Made reservation on behalf of 403e9089dd684dee8c86c3ba99f83960 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:53:21.866900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb1ec1b-122c-4447-ad4e-32d5733b4f75 None None] DHCP port deletion for 22868270-a15e-4473-aadf-17ac0bdee764 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:53:21.886772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0bb1ec1b-122c-4447-ad4e-32d5733b4f75 None None] Deleting port c398629d-130c-4741-8311-2cedc802c04b {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:53:21.887219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0bb1ec1b-122c-4447-ad4e-32d5733b4f75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:21.921702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b1d6aa76-5da2-4379-86a2-b299a262a43a tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Calling delete_port for c398629d-130c-4741-8311-2cedc802c04b owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:53:21.993751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ca171a6a-7e5b-48af-aa73-31f66c99bafe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:22.006295 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b1d6aa76-5da2-4379-86a2-b299a262a43a tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:22.013737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0f1cb011-5bf5-4241-bdd8-a522f96a904a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:22.021497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-ca171a6a-7e5b-48af-aa73-31f66c99bafe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] device_id is not set on port ca8dc7df-d6c3-4b05-81b2-e9a386e4727a yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:53:22.058300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d6aa76-5da2-4379-86a2-b299a262a43a tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Pushing event deleted for resources: {'Port': ['ID=c398629d-130c-4741-8311-2cedc802c04b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:22.061874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b1d6aa76-5da2-4379-86a2-b299a262a43a tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:22.064150 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d6aa76-5da2-4379-86a2-b299a262a43a tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] No DVR routers for this DVR port c398629d-130c-4741-8311-2cedc802c04b on host dv-neutron-822611-1-hyperv {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:53:22.210798 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0bb1ec1b-122c-4447-ad4e-32d5733b4f75 None None] The port 'c398629d-130c-4741-8311-2cedc802c04b' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:53:22.220625 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b1d6aa76-5da2-4379-86a2-b299a262a43a tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:22.246821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-b1d6aa76-5da2-4379-86a2-b299a262a43a tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22868270-a15e-4473-aadf-17ac0bdee764']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:22.260199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-b1d6aa76-5da2-4379-86a2-b299a262a43a tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7fae73d-2809-468a-b68f-8992922e39ca') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:22.260529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-b1d6aa76-5da2-4379-86a2-b299a262a43a tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7fae73d-2809-468a-b68f-8992922e39ca') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:22.273029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b1d6aa76-5da2-4379-86a2-b299a262a43a tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:22.288046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b1d6aa76-5da2-4379-86a2-b299a262a43a tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:22.294919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1d6aa76-5da2-4379-86a2-b299a262a43a tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:53:22.295368 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b1d6aa76-5da2-4379-86a2-b299a262a43a tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:22.308997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-25ceb746-1d7a-4e20-8b95-b3c163129595 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:22.311128 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:53:22.311128 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:53:22.311128 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:53:22.311128 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:53:22.311128 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:53:22.311128 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:53:22.311128 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:53:22.311128 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:53:22.311128 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:53:22.311128 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:53:22.311128 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:53:22.311128 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:53:22.311128 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:53:22.311128 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:53:22.311128 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:53:22.311128 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:53:22.311128 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:53:22.311128 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:53:22.311128 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:53:22.311128 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:53:22.311128 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:53:22.311128 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:53:22.311128 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:53:22.311128 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:53:22.311128 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:53:22.311128 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:53:22.311128 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:53:22.311128 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:53:22.311128 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:53:22.311128 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:53:22.311128 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:53:22.311128 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:53:22.393412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-25ceb746-1d7a-4e20-8b95-b3c163129595 None None] Transition to ACTIVE for port object d42ee54f-e0f1-40c6-8217-8296691d806c will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:53:22.394292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b1d6aa76-5da2-4379-86a2-b299a262a43a tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:22.397855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fed5a85a-586b-4908-8d7b-0d2191f3b6bb tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:22.413411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-25ceb746-1d7a-4e20-8b95-b3c163129595 None None] Transition to ACTIVE for port object d42ee54f-e0f1-40c6-8217-8296691d806c will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:53:22.413605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b1d6aa76-5da2-4379-86a2-b299a262a43a tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:22.418323 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-25ceb746-1d7a-4e20-8b95-b3c163129595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:22.423582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:22.426365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d6aa76-5da2-4379-86a2-b299a262a43a tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Pushing event deleted for resources: {'Network': ['ID=22868270-a15e-4473-aadf-17ac0bdee764,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:22.429466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b1d6aa76-5da2-4379-86a2-b299a262a43a tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:22.433966 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b1d6aa76-5da2-4379-86a2-b299a262a43a tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] 10.222.0.24 "DELETE /v2.0/networks/22868270-a15e-4473-aadf-17ac0bdee764 HTTP/1.1" status: 204 len: 168 time: 1.0182381 Dec 25 19:53:22.495145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ceb746-1d7a-4e20-8b95-b3c163129595 None None] Pushing event updated for resources: {'Port': ['ID=d42ee54f-e0f1-40c6-8217-8296691d806c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:22.498449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-ca171a6a-7e5b-48af-aa73-31f66c99bafe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['PRIMARY'] with value(s) 172.20.0.2-f845a11f-a771-45df-b1fd-911bbd96d218 {{(pid=88900) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:53:22.498821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-25ceb746-1d7a-4e20-8b95-b3c163129595 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:22.498957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-ca171a6a-7e5b-48af-aa73-31f66c99bafe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:53:22.508181 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ceb746-1d7a-4e20-8b95-b3c163129595 None None] Network c4f1b4fb-234b-44be-ada4-eba113016c02 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:53:22.509334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-25ceb746-1d7a-4e20-8b95-b3c163129595 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:53:22.511611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ceb746-1d7a-4e20-8b95-b3c163129595 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:53:22.599785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-25ceb746-1d7a-4e20-8b95-b3c163129595 None None] Attempting to bind port d42ee54f-e0f1-40c6-8217-8296691d806c on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:53:22.600272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-25ceb746-1d7a-4e20-8b95-b3c163129595 None None] Attempting to bind port d42ee54f-e0f1-40c6-8217-8296691d806c by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '3f021564-10fa-44e6-bd8d-6adb61747411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c4f1b4fb-234b-44be-ada4-eba113016c02'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:53:22.600768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ceb746-1d7a-4e20-8b95-b3c163129595 None None] Attempting to bind port d42ee54f-e0f1-40c6-8217-8296691d806c on network c4f1b4fb-234b-44be-ada4-eba113016c02 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:53:22.608354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ceb746-1d7a-4e20-8b95-b3c163129595 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:53:22.608938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ceb746-1d7a-4e20-8b95-b3c163129595 None None] Checking segment: {'id': '3f021564-10fa-44e6-bd8d-6adb61747411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c4f1b4fb-234b-44be-ada4-eba113016c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:53:22.609467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-25ceb746-1d7a-4e20-8b95-b3c163129595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:22.609983 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ceb746-1d7a-4e20-8b95-b3c163129595 None None] Bound using segment: {'id': '3f021564-10fa-44e6-bd8d-6adb61747411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c4f1b4fb-234b-44be-ada4-eba113016c02'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:53:22.610582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-25ceb746-1d7a-4e20-8b95-b3c163129595 None None] Bound port: d42ee54f-e0f1-40c6-8217-8296691d806c, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f021564-10fa-44e6-bd8d-6adb61747411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c4f1b4fb-234b-44be-ada4-eba113016c02'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:53:22.611088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-25ceb746-1d7a-4e20-8b95-b3c163129595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:22.706018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-25ceb746-1d7a-4e20-8b95-b3c163129595 None None] For port d42ee54f-e0f1-40c6-8217-8296691d806c, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:53:22.709534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-25ceb746-1d7a-4e20-8b95-b3c163129595 None None] For port d42ee54f-e0f1-40c6-8217-8296691d806c, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=d42ee54f-e0f1-40c6-8217-8296691d806c,segment=NetworkSegment(3f021564-10fa-44e6-bd8d-6adb61747411),segment_id=3f021564-10fa-44e6-bd8d-6adb61747411)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:53:22.712262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-25ceb746-1d7a-4e20-8b95-b3c163129595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:22.717146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-31c873a8-3cb1-4bbb-831f-8c736ffb7488 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:22.747144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52596) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:22.796274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ceb746-1d7a-4e20-8b95-b3c163129595 None None] Pushing event updated for resources: {'Port': ['ID=d42ee54f-e0f1-40c6-8217-8296691d806c,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:22.801275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-25ceb746-1d7a-4e20-8b95-b3c163129595 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:22.943540 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b8fbdc7d-0d9a-498a-aae1-27e43aef7e91 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b396a872650465aaa8e53f89d1167f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1949596 Dec 25 19:53:22.946074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52602) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:23.000281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ca171a6a-7e5b-48af-aa73-31f66c99bafe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:23.033426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9fdd9596-46fe-413c-8bff-96a6188b42c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:23.050648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device c398629d-130c-4741-8311-2cedc802c04b no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:53:23.053403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-ca171a6a-7e5b-48af-aa73-31f66c99bafe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] device_id is not set on port e78c00bd-41bb-4cfc-9756-cb79917f7993 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:53:23.098886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: c398629d-130c-4741-8311-2cedc802c04b {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:53:23.099444 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device c398629d-130c-4741-8311-2cedc802c04b not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:53:23.122559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9fdd9596-46fe-413c-8bff-96a6188b42c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:23.298775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9fdd9596-46fe-413c-8bff-96a6188b42c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:23.305126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-af13b149-34f9-420c-b685-0b5dfe0b1f13 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:23.327167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd9596-46fe-413c-8bff-96a6188b42c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8430fa2-7416-43b3-8b00-15508bfcd7cf,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:23.331693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9fdd9596-46fe-413c-8bff-96a6188b42c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:23.356506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9fdd9596-46fe-413c-8bff-96a6188b42c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:23.360384 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9fdd9596-46fe-413c-8bff-96a6188b42c1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d8430fa2-7416-43b3-8b00-15508bfcd7cf HTTP/1.1" status: 204 len: 168 time: 0.4107187 Dec 25 19:53:23.360384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-ca171a6a-7e5b-48af-aa73-31f66c99bafe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Allocated IP 172.20.0.10 (c4f1b4fb-234b-44be-ada4-eba113016c02/a75fda63-e1d0-46a3-a32d-1b87654926db/e78c00bd-41bb-4cfc-9756-cb79917f7993) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:53:23.377470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:23.561684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ca171a6a-7e5b-48af-aa73-31f66c99bafe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:23.579106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-ca171a6a-7e5b-48af-aa73-31f66c99bafe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Transition to ACTIVE for port object e78c00bd-41bb-4cfc-9756-cb79917f7993 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:53:23.598420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ca171a6a-7e5b-48af-aa73-31f66c99bafe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:23.604181 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-928fe789-3f67-49f8-99b4-98d9c0364d00 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:23.679662 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca171a6a-7e5b-48af-aa73-31f66c99bafe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Network c4f1b4fb-234b-44be-ada4-eba113016c02 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:53:23.683033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-ca171a6a-7e5b-48af-aa73-31f66c99bafe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:53:23.688250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca171a6a-7e5b-48af-aa73-31f66c99bafe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:53:23.716181 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca171a6a-7e5b-48af-aa73-31f66c99bafe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'Port': ['ID=e78c00bd-41bb-4cfc-9756-cb79917f7993,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:23.722355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ca171a6a-7e5b-48af-aa73-31f66c99bafe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:23.755592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca171a6a-7e5b-48af-aa73-31f66c99bafe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:23.756265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ca171a6a-7e5b-48af-aa73-31f66c99bafe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:23.774539 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ca171a6a-7e5b-48af-aa73-31f66c99bafe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1158779 Dec 25 19:53:23.777415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52616) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:23.783487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-7a4f0e6f-b4c2-4239-8b76-5344413471b5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'subnet': {'network_id': 'c4f1b4fb-234b-44be-ada4-eba113016c02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:23.930915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7a4f0e6f-b4c2-4239-8b76-5344413471b5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:23.935801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7a4f0e6f-b4c2-4239-8b76-5344413471b5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Usage tracker for resource:subnet and tenant:403e9089dd684dee8c86c3ba99f83960 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:23.938873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7a4f0e6f-b4c2-4239-8b76-5344413471b5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:23.944942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7a4f0e6f-b4c2-4239-8b76-5344413471b5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:23.955094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4f0e6f-b4c2-4239-8b76-5344413471b5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Made reservation on behalf of 403e9089dd684dee8c86c3ba99f83960 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:53:23.961292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7a4f0e6f-b4c2-4239-8b76-5344413471b5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:24.109556 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.ipam_backend_mixin [None req-7a4f0e6f-b4c2-4239-8b76-5344413471b5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a75fda63-e1d0-46a3-a32d-1b87654926db (CIDR: 172.20.0.0/28) Dec 25 19:53:24.113653 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a4f0e6f-b4c2-4239-8b76-5344413471b5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:53:24.114168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a4f0e6f-b4c2-4239-8b76-5344413471b5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:53:24.137213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52630) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:24.142848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-a96b15ca-5b66-4c53-a928-d12b97adb440 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'subnet': {'network_id': 'c4f1b4fb-234b-44be-ada4-eba113016c02', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:24.150617 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7a4f0e6f-b4c2-4239-8b76-5344413471b5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3719914 Dec 25 19:53:24.307868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a96b15ca-5b66-4c53-a928-d12b97adb440 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:24.312284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a96b15ca-5b66-4c53-a928-d12b97adb440 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Usage tracker for resource:subnet and tenant:403e9089dd684dee8c86c3ba99f83960 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:24.315417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a96b15ca-5b66-4c53-a928-d12b97adb440 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:24.322003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a96b15ca-5b66-4c53-a928-d12b97adb440 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:24.332777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96b15ca-5b66-4c53-a928-d12b97adb440 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Made reservation on behalf of 403e9089dd684dee8c86c3ba99f83960 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:53:24.339200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a96b15ca-5b66-4c53-a928-d12b97adb440 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:24.599460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-9dda4bee-430b-4bfa-867b-2ea0b3f7634f None None] Provisioning complete for port ca7a6811-e05f-433e-80b2-3b5689539fa1 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:24.600052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9dda4bee-430b-4bfa-867b-2ea0b3f7634f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:24.648920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a96b15ca-5b66-4c53-a928-d12b97adb440 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:24.655032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8cff820f-0b84-43cc-8a97-7db79af58693 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:24.662763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-9dda4bee-430b-4bfa-867b-2ea0b3f7634f None None] Port ca7a6811-e05f-433e-80b2-3b5689539fa1 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:53:24.681133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-9dda4bee-430b-4bfa-867b-2ea0b3f7634f None None] Provisioning for port d42ee54f-e0f1-40c6-8217-8296691d806c completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:53:24.726387 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96b15ca-5b66-4c53-a928-d12b97adb440 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Network c4f1b4fb-234b-44be-ada4-eba113016c02 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:53:24.729734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-a96b15ca-5b66-4c53-a928-d12b97adb440 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:53:24.732817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96b15ca-5b66-4c53-a928-d12b97adb440 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:24.733455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a96b15ca-5b66-4c53-a928-d12b97adb440 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:24.755439 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b15ca-5b66-4c53-a928-d12b97adb440 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'Subnet': ['ID=4a783c59-dc1c-42eb-982b-bafe47c119d2,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:24.761458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a96b15ca-5b66-4c53-a928-d12b97adb440 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:24.770142 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a96b15ca-5b66-4c53-a928-d12b97adb440 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6329300 Dec 25 19:53:24.773076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52644) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:24.780803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-2e253bec-f408-4d7e-a619-b2784e5953cb tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-156987706', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4a783c59-dc1c-42eb-982b-bafe47c119d2'}], 'security_groups': ['41c4570e-1b8c-4912-95d6-3055e4813541']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:24.788440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2260d23-b01c-4810-9b26-83713b7303a3 None None] Network c4f1b4fb-234b-44be-ada4-eba113016c02 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:53:24.896655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-9742ed95-1f51-4724-910c-b08014275c33 None None] Provisioning for port e78c00bd-41bb-4cfc-9756-cb79917f7993 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:53:24.910384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-9742ed95-1f51-4724-910c-b08014275c33 None None] Provisioning complete for port e78c00bd-41bb-4cfc-9756-cb79917f7993 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:24.910791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9742ed95-1f51-4724-910c-b08014275c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:24.924237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2e253bec-f408-4d7e-a619-b2784e5953cb tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:25.017571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-9742ed95-1f51-4724-910c-b08014275c33 None None] Port e78c00bd-41bb-4cfc-9756-cb79917f7993 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:53:25.123075 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d42ee54f-e0f1-40c6-8217-8296691d806c up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:53:25.265860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port d42ee54f-e0f1-40c6-8217-8296691d806c completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:53:25.275322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port d42ee54f-e0f1-40c6-8217-8296691d806c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:25.275758 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:25.371618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fc0352-82f1-40a3-933b-4f02a16009f0 None None] Update dhcp port {'port': {'network_id': 'c4f1b4fb-234b-44be-ada4-eba113016c02', 'fixed_ips': [{'subnet_id': 'a75fda63-e1d0-46a3-a32d-1b87654926db', 'ip_address': '172.20.0.2'}, {'subnet_id': '4a783c59-dc1c-42eb-982b-bafe47c119d2'}], 'binding:host_id': 'dv-neutron-822611-1-hyperv'}, 'id': 'd42ee54f-e0f1-40c6-8217-8296691d806c'} from dv-neutron-822611-1-hyperv. {{(pid=88902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 25 19:53:25.390790 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-2e253bec-f408-4d7e-a619-b2784e5953cb tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Delete allocated IP 172.20.0.10 (c4f1b4fb-234b-44be-ada4-eba113016c02/a75fda63-e1d0-46a3-a32d-1b87654926db) {{(pid=88901) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 25 19:53:25.398808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-2e253bec-f408-4d7e-a619-b2784e5953cb tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Allocated IP 172.20.0.28 (c4f1b4fb-234b-44be-ada4-eba113016c02/4a783c59-dc1c-42eb-982b-bafe47c119d2/e78c00bd-41bb-4cfc-9756-cb79917f7993) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:53:25.479667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d7fc0352-82f1-40a3-933b-4f02a16009f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:25.602197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:25.623408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2e253bec-f408-4d7e-a619-b2784e5953cb tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:25.642011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2e253bec-f408-4d7e-a619-b2784e5953cb tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Transition to ACTIVE for port object e78c00bd-41bb-4cfc-9756-cb79917f7993 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:53:25.645910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2e253bec-f408-4d7e-a619-b2784e5953cb tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:25.651551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ef2508c1-b094-4bcb-b7e2-000018fb8373 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:25.695298 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port d42ee54f-e0f1-40c6-8217-8296691d806c, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=d42ee54f-e0f1-40c6-8217-8296691d806c,segment=NetworkSegment(3f021564-10fa-44e6-bd8d-6adb61747411),segment_id=3f021564-10fa-44e6-bd8d-6adb61747411)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:53:25.707188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:25.712036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-649e43d2-fc90-4dff-9b6f-00b27ec1e501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:25.759821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e253bec-f408-4d7e-a619-b2784e5953cb tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'Port': ['ID=e78c00bd-41bb-4cfc-9756-cb79917f7993,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:25.786780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-d7fc0352-82f1-40a3-933b-4f02a16009f0 None None] Allocated IP 172.20.0.18 (c4f1b4fb-234b-44be-ada4-eba113016c02/4a783c59-dc1c-42eb-982b-bafe47c119d2/d42ee54f-e0f1-40c6-8217-8296691d806c) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:53:25.790623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2e253bec-f408-4d7e-a619-b2784e5953cb tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:25.808472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=d42ee54f-e0f1-40c6-8217-8296691d806c,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:25.812580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:25.823589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-2e253bec-f408-4d7e-a619-b2784e5953cb tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] In _notify_port_updated(), no bound segment for port e78c00bd-41bb-4cfc-9756-cb79917f7993 on network c4f1b4fb-234b-44be-ada4-eba113016c02 {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 25 19:53:25.828475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e253bec-f408-4d7e-a619-b2784e5953cb tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:25.829161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2e253bec-f408-4d7e-a619-b2784e5953cb tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:25.830579 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2e253bec-f408-4d7e-a619-b2784e5953cb tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "PUT /v2.0/ports/e78c00bd-41bb-4cfc-9756-cb79917f7993 HTTP/1.1" status: 200 len: 920 time: 1.0564370 Dec 25 19:53:25.833673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52660) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:25.913737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-9f742ab4-9c46-4982-8197-01f04b449366 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Deleting port e78c00bd-41bb-4cfc-9756-cb79917f7993 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:53:25.914099 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9f742ab4-9c46-4982-8197-01f04b449366 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:25.947749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-d7fc0352-82f1-40a3-933b-4f02a16009f0 None None] For port d42ee54f-e0f1-40c6-8217-8296691d806c, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=d42ee54f-e0f1-40c6-8217-8296691d806c,segment=NetworkSegment(3f021564-10fa-44e6-bd8d-6adb61747411),segment_id=3f021564-10fa-44e6-bd8d-6adb61747411)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:53:25.974275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d7fc0352-82f1-40a3-933b-4f02a16009f0 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:25.991685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d7fc0352-82f1-40a3-933b-4f02a16009f0 None None] Transition to ACTIVE for port object d42ee54f-e0f1-40c6-8217-8296691d806c will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:53:25.995412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d7fc0352-82f1-40a3-933b-4f02a16009f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:26.003589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f8af8a6c-0b0c-4b77-adff-4385d87f320c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:26.160358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fc0352-82f1-40a3-933b-4f02a16009f0 None None] Pushing event updated for resources: {'Port': ['ID=d42ee54f-e0f1-40c6-8217-8296691d806c,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:26.163639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d7fc0352-82f1-40a3-933b-4f02a16009f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:26.191594 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9f742ab4-9c46-4982-8197-01f04b449366 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:26.226791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52664) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:26.233897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-7d224d55-e17b-4099-9b3a-cdec42b2b8a5 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1843920917', 'description': 'tempest-secgroup-smoke-1843920917 description', 'project_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:26.240874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7d224d55-e17b-4099-9b3a-cdec42b2b8a5 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:26.245340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7d224d55-e17b-4099-9b3a-cdec42b2b8a5 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Usage tracker for resource:security_group and tenant:43c2b93df8ec4b7bbf85e0ad1ccdcc6e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:26.249156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7d224d55-e17b-4099-9b3a-cdec42b2b8a5 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:26.255397 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7d224d55-e17b-4099-9b3a-cdec42b2b8a5 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:26.266408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7d224d55-e17b-4099-9b3a-cdec42b2b8a5 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:26.280119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7d224d55-e17b-4099-9b3a-cdec42b2b8a5 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:26.320418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7d224d55-e17b-4099-9b3a-cdec42b2b8a5 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:26.324568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7d224d55-e17b-4099-9b3a-cdec42b2b8a5 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Usage tracker for resource:security_group_rule and tenant:43c2b93df8ec4b7bbf85e0ad1ccdcc6e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:26.327546 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-9f742ab4-9c46-4982-8197-01f04b449366 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Calling delete_port for e78c00bd-41bb-4cfc-9756-cb79917f7993 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:53:26.327991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7d224d55-e17b-4099-9b3a-cdec42b2b8a5 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:26.334501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7d224d55-e17b-4099-9b3a-cdec42b2b8a5 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:26.412096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7d224d55-e17b-4099-9b3a-cdec42b2b8a5 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:26.415389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7d224d55-e17b-4099-9b3a-cdec42b2b8a5 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:26.421008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c1ea7ba1-f15a-4bb7-8e0b-a5c8dffe48f3 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:26.463169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7d224d55-e17b-4099-9b3a-cdec42b2b8a5 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:26.465483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d224d55-e17b-4099-9b3a-cdec42b2b8a5 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b737df8d-2de0-40fd-ace6-d8c76735d37b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:26.469685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7d224d55-e17b-4099-9b3a-cdec42b2b8a5 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:26.472634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7d224d55-e17b-4099-9b3a-cdec42b2b8a5 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Usage tracker for resource:security_group_rule and tenant:43c2b93df8ec4b7bbf85e0ad1ccdcc6e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:26.476054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7d224d55-e17b-4099-9b3a-cdec42b2b8a5 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:26.477862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9f742ab4-9c46-4982-8197-01f04b449366 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:26.484374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7d224d55-e17b-4099-9b3a-cdec42b2b8a5 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:26.485783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e35f4004-c303-4352-b464-ac55ce6d3757 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:26.532958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f742ab4-9c46-4982-8197-01f04b449366 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'Port': ['ID=e78c00bd-41bb-4cfc-9756-cb79917f7993,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:26.537479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9f742ab4-9c46-4982-8197-01f04b449366 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:26.548692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7d224d55-e17b-4099-9b3a-cdec42b2b8a5 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:26.552218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7d224d55-e17b-4099-9b3a-cdec42b2b8a5 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:26.558114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-53ddb516-f922-4be5-b634-238b204fd4cf tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:26.601336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d224d55-e17b-4099-9b3a-cdec42b2b8a5 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70f68f50-7240-4649-aa70-d80da091e70b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:26.604378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7d224d55-e17b-4099-9b3a-cdec42b2b8a5 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:26.605389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7d224d55-e17b-4099-9b3a-cdec42b2b8a5 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:26.612789 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7d224d55-e17b-4099-9b3a-cdec42b2b8a5 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3844483 Dec 25 19:53:26.613791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52668) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:26.621520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-89eecde2-5399-44fa-a111-b464dc07a4bc tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Request body: {'security_group_rule': {'security_group_id': '70f68f50-7240-4649-aa70-d80da091e70b', 'project_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:26.628633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-89eecde2-5399-44fa-a111-b464dc07a4bc tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:26.633064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-89eecde2-5399-44fa-a111-b464dc07a4bc tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Usage tracker for resource:security_group_rule and tenant:43c2b93df8ec4b7bbf85e0ad1ccdcc6e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:26.636640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-89eecde2-5399-44fa-a111-b464dc07a4bc tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:26.643665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-89eecde2-5399-44fa-a111-b464dc07a4bc tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:26.643967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9f742ab4-9c46-4982-8197-01f04b449366 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:26.654543 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9f742ab4-9c46-4982-8197-01f04b449366 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/ports/e78c00bd-41bb-4cfc-9756-cb79917f7993 HTTP/1.1" status: 204 len: 168 time: 0.8196282 Dec 25 19:53:26.658952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52672) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:26.661945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-89eecde2-5399-44fa-a111-b464dc07a4bc tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:26.709198 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2588166-941f-4d20-b33d-a934a72d0936 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] GET failed (client error): The resource could not be found. Dec 25 19:53:26.709890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b2588166-941f-4d20-b33d-a934a72d0936 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Synchronizing usage tracker for tenant:403e9089dd684dee8c86c3ba99f83960 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:53:26.727663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b2588166-941f-4d20-b33d-a934a72d0936 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Unset dirty status for tenant:403e9089dd684dee8c86c3ba99f83960 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:53:26.730905 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b2588166-941f-4d20-b33d-a934a72d0936 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "GET /v2.0/ports/e78c00bd-41bb-4cfc-9756-cb79917f7993 HTTP/1.1" status: 404 len: 333 time: 0.0706124 Dec 25 19:53:26.731922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52676) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:26.733417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-89eecde2-5399-44fa-a111-b464dc07a4bc tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:26.736541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-89eecde2-5399-44fa-a111-b464dc07a4bc tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:26.738497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9f252ce8-c939-40e2-9088-1b2c56dc25af tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:26.764397 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eecde2-5399-44fa-a111-b464dc07a4bc tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e0f620c-a054-48fb-a6db-223d1b0f1c16,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:26.767201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-89eecde2-5399-44fa-a111-b464dc07a4bc tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:26.774642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-89eecde2-5399-44fa-a111-b464dc07a4bc tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:26.778931 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-89eecde2-5399-44fa-a111-b464dc07a4bc tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1610670 Dec 25 19:53:26.779280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52680) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:26.791916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-598dd45c-fd92-4ab5-9ed4-b9200cfd838b tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Request body: {'security_group_rule': {'security_group_id': '70f68f50-7240-4649-aa70-d80da091e70b', 'project_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:26.799145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-598dd45c-fd92-4ab5-9ed4-b9200cfd838b tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:26.804080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-598dd45c-fd92-4ab5-9ed4-b9200cfd838b tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Usage tracker for resource:security_group_rule and tenant:43c2b93df8ec4b7bbf85e0ad1ccdcc6e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:26.807483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-598dd45c-fd92-4ab5-9ed4-b9200cfd838b tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:26.814949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-598dd45c-fd92-4ab5-9ed4-b9200cfd838b tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:26.815161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de09c9f4-0e61-4947-8e8f-ba9acd61e325 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:26.833606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-598dd45c-fd92-4ab5-9ed4-b9200cfd838b tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:26.847174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de09c9f4-0e61-4947-8e8f-ba9acd61e325 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:26.896673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de09c9f4-0e61-4947-8e8f-ba9acd61e325 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:26.902311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6d61e9ed-abe2-4f63-a373-b56c372489d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:26.906587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-598dd45c-fd92-4ab5-9ed4-b9200cfd838b tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:26.910211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-598dd45c-fd92-4ab5-9ed4-b9200cfd838b tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:26.912204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b4a8c8db-d822-4eb1-a644-a89342ce6bfa tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:26.920616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09c9f4-0e61-4947-8e8f-ba9acd61e325 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2903344b-2d6d-4f5c-b2b5-0d7ca17345a6,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:26.922966 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de09c9f4-0e61-4947-8e8f-ba9acd61e325 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:26.925257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de09c9f4-0e61-4947-8e8f-ba9acd61e325 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:26.930030 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52684) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:26.930169 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-de09c9f4-0e61-4947-8e8f-ba9acd61e325 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/security-groups/2903344b-2d6d-4f5c-b2b5-0d7ca17345a6 HTTP/1.1" status: 204 len: 168 time: 0.1970057 Dec 25 19:53:26.937831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598dd45c-fd92-4ab5-9ed4-b9200cfd838b tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=603bb72c-f29c-4efd-af2e-da72a1a52bc1,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:26.943079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-598dd45c-fd92-4ab5-9ed4-b9200cfd838b tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:26.972568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-598dd45c-fd92-4ab5-9ed4-b9200cfd838b tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:26.973856 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-598dd45c-fd92-4ab5-9ed4-b9200cfd838b tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1932633 Dec 25 19:53:26.976875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52688) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:26.983905 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-2b92c682-bfb1-47bb-b77b-1457e6462bdc tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Request body: {'security_group_rule': {'security_group_id': '70f68f50-7240-4649-aa70-d80da091e70b', 'project_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:26.990522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2b92c682-bfb1-47bb-b77b-1457e6462bdc tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:26.994773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2b92c682-bfb1-47bb-b77b-1457e6462bdc tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Usage tracker for resource:security_group_rule and tenant:43c2b93df8ec4b7bbf85e0ad1ccdcc6e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:26.998443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2b92c682-bfb1-47bb-b77b-1457e6462bdc tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:27.004797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2b92c682-bfb1-47bb-b77b-1457e6462bdc tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:27.016640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-67583eb3-787f-4162-9257-595d5686a9cd tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:27.022718 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2b92c682-bfb1-47bb-b77b-1457e6462bdc tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:27.050654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-67583eb3-787f-4162-9257-595d5686a9cd tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:27.054604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-71fffcdf-3d38-4f33-8750-dab0f603267a None None] Provisioning complete for port ca7a6811-e05f-433e-80b2-3b5689539fa1 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:27.055033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-71fffcdf-3d38-4f33-8750-dab0f603267a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:27.086498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d42ee54f-e0f1-40c6-8217-8296691d806c up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:53:27.096183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2b92c682-bfb1-47bb-b77b-1457e6462bdc tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:27.102988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2b92c682-bfb1-47bb-b77b-1457e6462bdc tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:27.105563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-69ea5c7c-1a32-4cc2-862b-310719201a33 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:27.108448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-67583eb3-787f-4162-9257-595d5686a9cd tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:27.114197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-799876ff-75f4-4349-ab27-d54a4b902433 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:27.128120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67583eb3-787f-4162-9257-595d5686a9cd tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c4570e-1b8c-4912-95d6-3055e4813541,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:27.130967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-67583eb3-787f-4162-9257-595d5686a9cd tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:27.131809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92c682-bfb1-47bb-b77b-1457e6462bdc tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ce10fa-35e2-4abe-9928-9af76f840224,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:27.134517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2b92c682-bfb1-47bb-b77b-1457e6462bdc tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:27.136603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-67583eb3-787f-4162-9257-595d5686a9cd tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:27.140326 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-67583eb3-787f-4162-9257-595d5686a9cd tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/security-groups/41c4570e-1b8c-4912-95d6-3055e4813541 HTTP/1.1" status: 204 len: 168 time: 0.2014258 Dec 25 19:53:27.140849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52692) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:27.163213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2b92c682-bfb1-47bb-b77b-1457e6462bdc tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:27.167198 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2b92c682-bfb1-47bb-b77b-1457e6462bdc tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1865933 Dec 25 19:53:27.167365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-71fffcdf-3d38-4f33-8750-dab0f603267a None None] Port ca7a6811-e05f-433e-80b2-3b5689539fa1 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:53:27.168124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52696) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:27.179655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-4666434a-6a14-4dbc-ba8d-2f9398abdc76 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Request body: {'security_group_rule': {'security_group_id': '70f68f50-7240-4649-aa70-d80da091e70b', 'project_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:27.182959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-71fffcdf-3d38-4f33-8750-dab0f603267a None None] Could not find standard attr ID for object e78c00bd-41bb-4cfc-9756-cb79917f7993. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:53:27.187651 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4666434a-6a14-4dbc-ba8d-2f9398abdc76 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:27.191896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4666434a-6a14-4dbc-ba8d-2f9398abdc76 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Usage tracker for resource:security_group_rule and tenant:43c2b93df8ec4b7bbf85e0ad1ccdcc6e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:27.195067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4666434a-6a14-4dbc-ba8d-2f9398abdc76 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:27.201495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4666434a-6a14-4dbc-ba8d-2f9398abdc76 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:27.217234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-71fffcdf-3d38-4f33-8750-dab0f603267a None None] Provisioning for port d42ee54f-e0f1-40c6-8217-8296691d806c completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:53:27.222074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port d42ee54f-e0f1-40c6-8217-8296691d806c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:27.222499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:27.225668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4666434a-6a14-4dbc-ba8d-2f9398abdc76 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:27.250977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-71fffcdf-3d38-4f33-8750-dab0f603267a None None] Provisioning complete for port d42ee54f-e0f1-40c6-8217-8296691d806c triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:27.251419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-71fffcdf-3d38-4f33-8750-dab0f603267a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:27.305539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4666434a-6a14-4dbc-ba8d-2f9398abdc76 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:27.309312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4666434a-6a14-4dbc-ba8d-2f9398abdc76 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:27.311382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:27.332667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666434a-6a14-4dbc-ba8d-2f9398abdc76 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5f7da49-9f47-4f9e-a40d-f98f10f95b7c,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:27.338009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4666434a-6a14-4dbc-ba8d-2f9398abdc76 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:27.358023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4666434a-6a14-4dbc-ba8d-2f9398abdc76 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:27.359419 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4666434a-6a14-4dbc-ba8d-2f9398abdc76 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1900945 Dec 25 19:53:27.362302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52702) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:27.370158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-c74b6d27-6e38-4cd7-9b53-eee1b72f92b2 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Request body: {'security_group_rule': {'security_group_id': '70f68f50-7240-4649-aa70-d80da091e70b', 'project_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:27.378632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c74b6d27-6e38-4cd7-9b53-eee1b72f92b2 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:27.382887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c74b6d27-6e38-4cd7-9b53-eee1b72f92b2 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Usage tracker for resource:security_group_rule and tenant:43c2b93df8ec4b7bbf85e0ad1ccdcc6e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:27.395066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c74b6d27-6e38-4cd7-9b53-eee1b72f92b2 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:27.395284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-69e47f75-aebe-48b7-be22-efd519334071 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Deleting subnet a75fda63-e1d0-46a3-a32d-1b87654926db {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:53:27.396093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c74b6d27-6e38-4cd7-9b53-eee1b72f92b2 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:27.399763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-69e47f75-aebe-48b7-be22-efd519334071 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:27.409303 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-c74b6d27-6e38-4cd7-9b53-eee1b72f92b2 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Project 43c2b93df8ec4b7bbf85e0ad1ccdcc6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 19:53:27.416709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c74b6d27-6e38-4cd7-9b53-eee1b72f92b2 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:27.474934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-69e47f75-aebe-48b7-be22-efd519334071 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:27.491566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c74b6d27-6e38-4cd7-9b53-eee1b72f92b2 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:27.494656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c74b6d27-6e38-4cd7-9b53-eee1b72f92b2 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:27.496801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d7d39e75-bd24-4353-95f5-7c88f8d7892c tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:27.525434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b6d27-6e38-4cd7-9b53-eee1b72f92b2 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=656f3838-a3aa-403b-b675-75798ae1ee60,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:27.531234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c74b6d27-6e38-4cd7-9b53-eee1b72f92b2 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:27.536696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c74b6d27-6e38-4cd7-9b53-eee1b72f92b2 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:27.538412 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c74b6d27-6e38-4cd7-9b53-eee1b72f92b2 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1749282 Dec 25 19:53:27.541967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52706) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:27.549594 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-81d726b3-7028-483e-964f-adb58382a28e tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Request body: {'security_group_rule': {'security_group_id': '70f68f50-7240-4649-aa70-d80da091e70b', 'project_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:27.556662 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-81d726b3-7028-483e-964f-adb58382a28e tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:27.561800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-81d726b3-7028-483e-964f-adb58382a28e tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Usage tracker for resource:security_group_rule and tenant:43c2b93df8ec4b7bbf85e0ad1ccdcc6e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:27.565161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-81d726b3-7028-483e-964f-adb58382a28e tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:27.572508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-81d726b3-7028-483e-964f-adb58382a28e tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:27.573064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-69e47f75-aebe-48b7-be22-efd519334071 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:27.584282 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-81d726b3-7028-483e-964f-adb58382a28e tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Project 43c2b93df8ec4b7bbf85e0ad1ccdcc6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 19:53:27.592160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81d726b3-7028-483e-964f-adb58382a28e tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:27.652031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-69e47f75-aebe-48b7-be22-efd519334071 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:27.657901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c2714c78-a68e-4b9b-bdb4-2a94adfdaf4b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:27.667485 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d910afcd-77e7-468d-9bf0-5e83f3859b57 None None] Could not find standard attr ID for object e78c00bd-41bb-4cfc-9756-cb79917f7993. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:53:27.673887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81d726b3-7028-483e-964f-adb58382a28e tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:27.676825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81d726b3-7028-483e-964f-adb58382a28e tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:27.684863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c74b6d27-6e38-4cd7-9b53-eee1b72f92b2 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:27.700034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e47f75-aebe-48b7-be22-efd519334071 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'Subnet': ['ID=a75fda63-e1d0-46a3-a32d-1b87654926db,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:27.704540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-69e47f75-aebe-48b7-be22-efd519334071 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:27.708069 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-69e47f75-aebe-48b7-be22-efd519334071 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:27.708907 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d726b3-7028-483e-964f-adb58382a28e tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f6bcde-6642-43a1-9637-50578957b067,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:27.716900 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-69e47f75-aebe-48b7-be22-efd519334071 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/subnets/a75fda63-e1d0-46a3-a32d-1b87654926db HTTP/1.1" status: 204 len: 168 time: 0.5728796 Dec 25 19:53:27.717386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-81d726b3-7028-483e-964f-adb58382a28e tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:27.720381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52710) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:27.723568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81d726b3-7028-483e-964f-adb58382a28e tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:27.726916 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-81d726b3-7028-483e-964f-adb58382a28e tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1818807 Dec 25 19:53:27.727088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-d07294bf-ef86-4bca-b602-ae1f0fe75f84 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'subnet': {'network_id': 'c4f1b4fb-234b-44be-ada4-eba113016c02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:27.728174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52714) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:27.734422 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-de3487f8-fa38-4a4b-98d4-cd27d80776f1 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Request body: {'network': {'name': 'tempest-network-smoke--421015851', 'project_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'port_security_enabled': True}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:27.741779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-de3487f8-fa38-4a4b-98d4-cd27d80776f1 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:27.746815 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-de3487f8-fa38-4a4b-98d4-cd27d80776f1 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Usage tracker for resource:network and tenant:43c2b93df8ec4b7bbf85e0ad1ccdcc6e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:27.749982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-de3487f8-fa38-4a4b-98d4-cd27d80776f1 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:27.756491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-de3487f8-fa38-4a4b-98d4-cd27d80776f1 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:27.767296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3487f8-fa38-4a4b-98d4-cd27d80776f1 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Made reservation on behalf of 43c2b93df8ec4b7bbf85e0ad1ccdcc6e for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:53:27.772937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de3487f8-fa38-4a4b-98d4-cd27d80776f1 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:27.808021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de3487f8-fa38-4a4b-98d4-cd27d80776f1 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:53:27.819480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de3487f8-fa38-4a4b-98d4-cd27d80776f1 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:27.819873 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-de3487f8-fa38-4a4b-98d4-cd27d80776f1 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Added segment 7cb71ec7-b082-4592-8f83-079b0317520f of type vlan for network cafe00bd-b685-4366-b1ad-70e6c7f53a97 Dec 25 19:53:27.850231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de3487f8-fa38-4a4b-98d4-cd27d80776f1 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:27.882049 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d07294bf-ef86-4bca-b602-ae1f0fe75f84 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:27.886630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d07294bf-ef86-4bca-b602-ae1f0fe75f84 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Usage tracker for resource:subnet and tenant:403e9089dd684dee8c86c3ba99f83960 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:27.886813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de3487f8-fa38-4a4b-98d4-cd27d80776f1 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:27.890407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d07294bf-ef86-4bca-b602-ae1f0fe75f84 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:27.891670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3487f8-fa38-4a4b-98d4-cd27d80776f1 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:27.892332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de3487f8-fa38-4a4b-98d4-cd27d80776f1 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:27.897441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d07294bf-ef86-4bca-b602-ae1f0fe75f84 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:27.900592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f82bd67-df2e-4f2a-bb8f-7719e839e539 None None] Network c4f1b4fb-234b-44be-ada4-eba113016c02 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:53:27.901309 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-32348c0f-9ddf-4a85-9c19-4f1361835778 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:27.907751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07294bf-ef86-4bca-b602-ae1f0fe75f84 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Made reservation on behalf of 403e9089dd684dee8c86c3ba99f83960 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:53:27.913821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d07294bf-ef86-4bca-b602-ae1f0fe75f84 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:27.970142 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-de3487f8-fa38-4a4b-98d4-cd27d80776f1 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2378387 Dec 25 19:53:28.014706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52718) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:28.020314 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-9c25dae5-dca9-4ae0-9b73-d3f501f94041 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1433323063', 'admin_state_up': True, 'project_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:28.032387 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3487f8-fa38-4a4b-98d4-cd27d80776f1 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Pushing event updated for resources: {'Network': ['ID=cafe00bd-b685-4366-b1ad-70e6c7f53a97,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:28.035517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9c25dae5-dca9-4ae0-9b73-d3f501f94041 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:28.038410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de3487f8-fa38-4a4b-98d4-cd27d80776f1 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:28.040264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9c25dae5-dca9-4ae0-9b73-d3f501f94041 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Usage tracker for resource:router and tenant:43c2b93df8ec4b7bbf85e0ad1ccdcc6e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:28.043299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9c25dae5-dca9-4ae0-9b73-d3f501f94041 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:28.049550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9c25dae5-dca9-4ae0-9b73-d3f501f94041 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:28.060762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9c25dae5-dca9-4ae0-9b73-d3f501f94041 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:28.061787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9c25dae5-dca9-4ae0-9b73-d3f501f94041 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:28.065909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network cafe00bd-b685-4366-b1ad-70e6c7f53a97 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:53:28.082587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9c25dae5-dca9-4ae0-9b73-d3f501f94041 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:28.204843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d07294bf-ef86-4bca-b602-ae1f0fe75f84 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:28.209623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-db592913-1a8d-464b-97ff-eae55c2e2797 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:28.258893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9c25dae5-dca9-4ae0-9b73-d3f501f94041 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:28.281022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07294bf-ef86-4bca-b602-ae1f0fe75f84 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Network c4f1b4fb-234b-44be-ada4-eba113016c02 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:53:28.284573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-d07294bf-ef86-4bca-b602-ae1f0fe75f84 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:53:28.289434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07294bf-ef86-4bca-b602-ae1f0fe75f84 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:28.290103 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d07294bf-ef86-4bca-b602-ae1f0fe75f84 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:28.300081 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07294bf-ef86-4bca-b602-ae1f0fe75f84 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'Subnet': ['ID=27849cbe-1e64-4dd0-9361-2938aa93b221,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:28.307907 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d07294bf-ef86-4bca-b602-ae1f0fe75f84 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:28.319572 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d07294bf-ef86-4bca-b602-ae1f0fe75f84 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5980082 Dec 25 19:53:28.322354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52722) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:28.329325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-0d34d060-cc08-456f-ad1a-094ec3dddce7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'security_group': {'name': 'tempest-secgroup-282382263'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:28.339148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0d34d060-cc08-456f-ad1a-094ec3dddce7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:28.347576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0d34d060-cc08-456f-ad1a-094ec3dddce7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Usage tracker for resource:security_group and tenant:403e9089dd684dee8c86c3ba99f83960 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:28.351455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0d34d060-cc08-456f-ad1a-094ec3dddce7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:28.408087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0d34d060-cc08-456f-ad1a-094ec3dddce7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:28.428766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0d34d060-cc08-456f-ad1a-094ec3dddce7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:28.496497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0d34d060-cc08-456f-ad1a-094ec3dddce7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:28.503530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0d34d060-cc08-456f-ad1a-094ec3dddce7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Usage tracker for resource:security_group_rule and tenant:403e9089dd684dee8c86c3ba99f83960 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:28.507112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0d34d060-cc08-456f-ad1a-094ec3dddce7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:28.546596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0d34d060-cc08-456f-ad1a-094ec3dddce7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:28.548686 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9c25dae5-dca9-4ae0-9b73-d3f501f94041 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:28.584753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9c25dae5-dca9-4ae0-9b73-d3f501f94041 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:28.755151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0d34d060-cc08-456f-ad1a-094ec3dddce7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:28.764164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0d34d060-cc08-456f-ad1a-094ec3dddce7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:28.772443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d5118515-7d2b-463f-8eec-1af9fc6ef30e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:28.834360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d34d060-cc08-456f-ad1a-094ec3dddce7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e64366e2-e6f2-468a-9b1a-85082faa5259,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:28.852783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-9c25dae5-dca9-4ae0-9b73-d3f501f94041 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Allocated IP 172.26.8.57 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/a67b6752-0292-4748-83a5-b0578e6c46ec) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:53:28.856270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0d34d060-cc08-456f-ad1a-094ec3dddce7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:28.862433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0d34d060-cc08-456f-ad1a-094ec3dddce7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:28.863798 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0d34d060-cc08-456f-ad1a-094ec3dddce7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5403864 Dec 25 19:53:28.867913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52726) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:28.874805 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-016d9ce9-dd3d-48f0-9637-a4633c3dbf88 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'security_group': {'name': 'tempest-secgroup-1630934278'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:28.882112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-016d9ce9-dd3d-48f0-9637-a4633c3dbf88 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:29.133142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-016d9ce9-dd3d-48f0-9637-a4633c3dbf88 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Usage tracker for resource:security_group and tenant:403e9089dd684dee8c86c3ba99f83960 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:29.140085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-016d9ce9-dd3d-48f0-9637-a4633c3dbf88 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:29.158717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-016d9ce9-dd3d-48f0-9637-a4633c3dbf88 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:29.162347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d426ae1a-c800-4ba2-b15c-e425a783d6e3 None None] Network c4f1b4fb-234b-44be-ada4-eba113016c02 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:53:29.223329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-016d9ce9-dd3d-48f0-9637-a4633c3dbf88 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:29.286041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-c5279587-0958-4617-99c1-431598eef97d None None] Provisioning complete for port ca7a6811-e05f-433e-80b2-3b5689539fa1 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:29.286471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c5279587-0958-4617-99c1-431598eef97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:29.307398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-016d9ce9-dd3d-48f0-9637-a4633c3dbf88 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:29.315694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-016d9ce9-dd3d-48f0-9637-a4633c3dbf88 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Usage tracker for resource:security_group_rule and tenant:403e9089dd684dee8c86c3ba99f83960 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:29.320529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9c25dae5-dca9-4ae0-9b73-d3f501f94041 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:29.323535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-016d9ce9-dd3d-48f0-9637-a4633c3dbf88 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:29.332783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-016d9ce9-dd3d-48f0-9637-a4633c3dbf88 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:29.389310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-c5279587-0958-4617-99c1-431598eef97d None None] Port ca7a6811-e05f-433e-80b2-3b5689539fa1 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:53:29.391068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9c25dae5-dca9-4ae0-9b73-d3f501f94041 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:29.398042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-78067d40-e8f2-4b17-bf57-f21eac6a8577 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:29.453332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-c5279587-0958-4617-99c1-431598eef97d None None] Provisioning complete for port d42ee54f-e0f1-40c6-8217-8296691d806c triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:29.453910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c5279587-0958-4617-99c1-431598eef97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:29.461107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-016d9ce9-dd3d-48f0-9637-a4633c3dbf88 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:29.471357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-016d9ce9-dd3d-48f0-9637-a4633c3dbf88 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:29.485028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c25dae5-dca9-4ae0-9b73-d3f501f94041 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:53:29.492811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-9c25dae5-dca9-4ae0-9b73-d3f501f94041 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:53:29.500741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c25dae5-dca9-4ae0-9b73-d3f501f94041 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:53:29.541793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c25dae5-dca9-4ae0-9b73-d3f501f94041 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Pushing event updated for resources: {'Port': ['ID=a67b6752-0292-4748-83a5-b0578e6c46ec,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:29.556514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9c25dae5-dca9-4ae0-9b73-d3f501f94041 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:29.557097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3e1ebf0c-d345-4e76-b463-86d4976ee74a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:29.582165 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-016d9ce9-dd3d-48f0-9637-a4633c3dbf88 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:29.583451 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-016d9ce9-dd3d-48f0-9637-a4633c3dbf88 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7144701 Dec 25 19:53:29.586462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52730) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:29.594330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-9ca6f3f1-bd5f-4632-91eb-83afa4dacb63 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'security_group': {'name': 'tempest-secgroup-1691816333'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:29.603284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9ca6f3f1-bd5f-4632-91eb-83afa4dacb63 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:29.603414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016d9ce9-dd3d-48f0-9637-a4633c3dbf88 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f98cd098-716d-4bd1-a1be-17d35464a8d5,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:29.608211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9ca6f3f1-bd5f-4632-91eb-83afa4dacb63 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Usage tracker for resource:security_group and tenant:403e9089dd684dee8c86c3ba99f83960 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:29.608398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-016d9ce9-dd3d-48f0-9637-a4633c3dbf88 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:29.611132 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9ca6f3f1-bd5f-4632-91eb-83afa4dacb63 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:29.617689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9ca6f3f1-bd5f-4632-91eb-83afa4dacb63 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:29.710111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9627ef8-4b71-4065-a3ee-bf40eb4622ae None None] Update dhcp port {'port': {'network_id': 'c4f1b4fb-234b-44be-ada4-eba113016c02', 'fixed_ips': [{'subnet_id': '4a783c59-dc1c-42eb-982b-bafe47c119d2', 'ip_address': '172.20.0.18'}, {'subnet_id': '27849cbe-1e64-4dd0-9361-2938aa93b221'}], 'binding:host_id': 'dv-neutron-822611-1-hyperv'}, 'id': 'd42ee54f-e0f1-40c6-8217-8296691d806c'} from dv-neutron-822611-1-hyperv. {{(pid=88902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 25 19:53:29.727220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9c25dae5-dca9-4ae0-9b73-d3f501f94041 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:29.728072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9c25dae5-dca9-4ae0-9b73-d3f501f94041 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:29.771088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b9627ef8-4b71-4065-a3ee-bf40eb4622ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:29.877224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ca6f3f1-bd5f-4632-91eb-83afa4dacb63 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:29.917254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9ca6f3f1-bd5f-4632-91eb-83afa4dacb63 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:29.922307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9ca6f3f1-bd5f-4632-91eb-83afa4dacb63 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Usage tracker for resource:security_group_rule and tenant:403e9089dd684dee8c86c3ba99f83960 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:29.924902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9ca6f3f1-bd5f-4632-91eb-83afa4dacb63 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:29.931172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9ca6f3f1-bd5f-4632-91eb-83afa4dacb63 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:29.990213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ca6f3f1-bd5f-4632-91eb-83afa4dacb63 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:29.993503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ca6f3f1-bd5f-4632-91eb-83afa4dacb63 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:29.998110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fce7139d-eee0-442c-ad9c-101ecf8fb29f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:29.999938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c25dae5-dca9-4ae0-9b73-d3f501f94041 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Router f2e648a7-d4b4-4fd7-b0e5-00413196b67e is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:53:30.009920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-b9627ef8-4b71-4065-a3ee-bf40eb4622ae None None] Allocated IP 172.20.0.2 (c4f1b4fb-234b-44be-ada4-eba113016c02/27849cbe-1e64-4dd0-9361-2938aa93b221/d42ee54f-e0f1-40c6-8217-8296691d806c) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:53:30.040216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca6f3f1-bd5f-4632-91eb-83afa4dacb63 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6798a5d0-1b5e-4a9f-802c-30b955e0fe82,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:30.042662 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9ca6f3f1-bd5f-4632-91eb-83afa4dacb63 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:30.043705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ca6f3f1-bd5f-4632-91eb-83afa4dacb63 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:30.045551 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9ca6f3f1-bd5f-4632-91eb-83afa4dacb63 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4577687 Dec 25 19:53:30.048369 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52734) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:30.054738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-2cca5d50-a927-4dc0-ae5b-cbdc4962b647 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-645851188', 'security_groups': ['6798a5d0-1b5e-4a9f-802c-30b955e0fe82'], 'network_id': 'c4f1b4fb-234b-44be-ada4-eba113016c02', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '27849cbe-1e64-4dd0-9361-2938aa93b221'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:30.197131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b9627ef8-4b71-4065-a3ee-bf40eb4622ae None None] For port d42ee54f-e0f1-40c6-8217-8296691d806c, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=d42ee54f-e0f1-40c6-8217-8296691d806c,segment=NetworkSegment(3f021564-10fa-44e6-bd8d-6adb61747411),segment_id=3f021564-10fa-44e6-bd8d-6adb61747411)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:53:30.228184 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c25dae5-dca9-4ae0-9b73-d3f501f94041 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:53:30.231082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b9627ef8-4b71-4065-a3ee-bf40eb4622ae None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:30.237087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2cca5d50-a927-4dc0-ae5b-cbdc4962b647 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:30.246785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c55bbe-33d1-49b9-991d-fa4cec73e813 None None] Sync routers for ids ['f2e648a7-d4b4-4fd7-b0e5-00413196b67e'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:53:30.249086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2cca5d50-a927-4dc0-ae5b-cbdc4962b647 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:30.252776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9c25dae5-dca9-4ae0-9b73-d3f501f94041 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:30.255086 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9c25dae5-dca9-4ae0-9b73-d3f501f94041 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2384582 Dec 25 19:53:30.257480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52738) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:30.259327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b9627ef8-4b71-4065-a3ee-bf40eb4622ae None None] Transition to ACTIVE for port object d42ee54f-e0f1-40c6-8217-8296691d806c will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:53:30.263992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cca5d50-a927-4dc0-ae5b-cbdc4962b647 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Made reservation on behalf of 403e9089dd684dee8c86c3ba99f83960 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:53:30.267017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b9627ef8-4b71-4065-a3ee-bf40eb4622ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:30.271639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2cca5d50-a927-4dc0-ae5b-cbdc4962b647 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:30.272104 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a49525f7-8e4d-4e6c-b687-2fe159184fff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:30.296133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-2cca5d50-a927-4dc0-ae5b-cbdc4962b647 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] device_id is not set on port b70a5cb6-f4b7-4094-9122-a31f6289d4b2 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:53:30.318026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c55bbe-33d1-49b9-991d-fa4cec73e813 None None] Routers {'f2e648a7-d4b4-4fd7-b0e5-00413196b67e'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:53:30.318755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-26c55bbe-33d1-49b9-991d-fa4cec73e813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:53:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['f2e648a7-d4b4-4fd7-b0e5-00413196b67e'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:30.452607 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-520930a3-0da5-4714-9e26-5480017bd8e7 tempest-TestNetworkAdvancedServerOps-302022980 tempest-TestNetworkAdvancedServerOps-302022980-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=43c2b93df8ec4b7bbf85e0ad1ccdcc6e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1937811 Dec 25 19:53:30.455262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52744) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:30.521134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-2cca5d50-a927-4dc0-ae5b-cbdc4962b647 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Allocated IP 172.20.0.10 (c4f1b4fb-234b-44be-ada4-eba113016c02/27849cbe-1e64-4dd0-9361-2938aa93b221/b70a5cb6-f4b7-4094-9122-a31f6289d4b2) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:53:30.555577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9627ef8-4b71-4065-a3ee-bf40eb4622ae None None] Pushing event updated for resources: {'Port': ['ID=d42ee54f-e0f1-40c6-8217-8296691d806c,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:30.576514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b9627ef8-4b71-4065-a3ee-bf40eb4622ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:30.616125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-26c55bbe-33d1-49b9-991d-fa4cec73e813 None None] Set router f2e648a7-d4b4-4fd7-b0e5-00413196b67e gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:53:30.625567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe90af9-b765-4058-8633-c4cb13b2a82d tempest-TestNetworkAdvancedServerOps-302022980 tempest-TestNetworkAdvancedServerOps-302022980-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:30.630066 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7fe90af9-b765-4058-8633-c4cb13b2a82d tempest-TestNetworkAdvancedServerOps-302022980 tempest-TestNetworkAdvancedServerOps-302022980-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1703959 Dec 25 19:53:30.630283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52748) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:30.684192 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e5ab00fa-ad2f-4844-81c4-397246628726 tempest-TestNetworkAdvancedServerOps-302022980 tempest-TestNetworkAdvancedServerOps-302022980-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=a29ab018-4a1a-4021-8156-423134b861f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0493982 Dec 25 19:53:30.684192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52752) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:30.690668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-69eab7bf-f97e-4ff3-aae8-7d582ae68c03 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-625101078', 'network_id': 'cafe00bd-b685-4366-b1ad-70e6c7f53a97', 'project_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:30.742061 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2cca5d50-a927-4dc0-ae5b-cbdc4962b647 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:30.761308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2cca5d50-a927-4dc0-ae5b-cbdc4962b647 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Transition to ACTIVE for port object b70a5cb6-f4b7-4094-9122-a31f6289d4b2 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:53:30.785111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2cca5d50-a927-4dc0-ae5b-cbdc4962b647 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:30.793209 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-054d5988-f21d-4c32-8767-595572a5235e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:30.812439 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-69eab7bf-f97e-4ff3-aae8-7d582ae68c03 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:30.816698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-69eab7bf-f97e-4ff3-aae8-7d582ae68c03 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Usage tracker for resource:subnet and tenant:43c2b93df8ec4b7bbf85e0ad1ccdcc6e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:30.820055 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-69eab7bf-f97e-4ff3-aae8-7d582ae68c03 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:30.832704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-69eab7bf-f97e-4ff3-aae8-7d582ae68c03 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:30.846291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69eab7bf-f97e-4ff3-aae8-7d582ae68c03 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Made reservation on behalf of 43c2b93df8ec4b7bbf85e0ad1ccdcc6e for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:53:30.880199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cca5d50-a927-4dc0-ae5b-cbdc4962b647 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Network c4f1b4fb-234b-44be-ada4-eba113016c02 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:53:30.884913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-2cca5d50-a927-4dc0-ae5b-cbdc4962b647 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:53:30.890834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cca5d50-a927-4dc0-ae5b-cbdc4962b647 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:53:30.945637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cca5d50-a927-4dc0-ae5b-cbdc4962b647 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'Port': ['ID=b70a5cb6-f4b7-4094-9122-a31f6289d4b2,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:30.952891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2cca5d50-a927-4dc0-ae5b-cbdc4962b647 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:30.963341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-26c55bbe-33d1-49b9-991d-fa4cec73e813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e648a7-d4b4-4fd7-b0e5-00413196b67e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433323063', 'tenant_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': 'a67b6752-0292-4748-83a5-b0578e6c46ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:53:28Z', 'updated_at': '2021-12-25T19:53:29Z', 'revision_number': 3, 'project_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'gw_port': {'id': 'a67b6752-0292-4748-83a5-b0578e6c46ec', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e648a7-d4b4-4fd7-b0e5-00413196b67e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:53:28Z', 'updated_at': '2021-12-25T19:53:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:30.968363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c55bbe-33d1-49b9-991d-fa4cec73e813 None None] Checking router: f2e648a7-d4b4-4fd7-b0e5-00413196b67e for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:53:30.969275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c55bbe-33d1-49b9-991d-fa4cec73e813 None None] Updating router f2e648a7-d4b4-4fd7-b0e5-00413196b67e port a67b6752-0292-4748-83a5-b0578e6c46ec binding host dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 19:53:30.972785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cca5d50-a927-4dc0-ae5b-cbdc4962b647 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:30.973588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2cca5d50-a927-4dc0-ae5b-cbdc4962b647 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:30.984156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-69eab7bf-f97e-4ff3-aae8-7d582ae68c03 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:31.003738 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2cca5d50-a927-4dc0-ae5b-cbdc4962b647 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9542081 Dec 25 19:53:31.004447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52756) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:31.011505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-cc35e092-7ee9-42d2-ae53-ebd634a51a9d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'subnet': {'network_id': 'c4f1b4fb-234b-44be-ada4-eba113016c02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:31.049929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-26c55bbe-33d1-49b9-991d-fa4cec73e813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:31.108317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d42ee54f-e0f1-40c6-8217-8296691d806c up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:53:31.193772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-cc35e092-7ee9-42d2-ae53-ebd634a51a9d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:31.198702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-cc35e092-7ee9-42d2-ae53-ebd634a51a9d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Usage tracker for resource:subnet and tenant:403e9089dd684dee8c86c3ba99f83960 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:31.202938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-cc35e092-7ee9-42d2-ae53-ebd634a51a9d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:31.209411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-cc35e092-7ee9-42d2-ae53-ebd634a51a9d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:31.222145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc35e092-7ee9-42d2-ae53-ebd634a51a9d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Made reservation on behalf of 403e9089dd684dee8c86c3ba99f83960 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:53:31.228668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cc35e092-7ee9-42d2-ae53-ebd634a51a9d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:31.317895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-69eab7bf-f97e-4ff3-aae8-7d582ae68c03 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:31.326312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c21cf763-5b6c-4642-a172-c1223eeddcb9 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:31.394611 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.ipam_backend_mixin [None req-cc35e092-7ee9-42d2-ae53-ebd634a51a9d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 27849cbe-1e64-4dd0-9361-2938aa93b221 (CIDR: 172.20.0.0/28) Dec 25 19:53:31.400364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eab7bf-f97e-4ff3-aae8-7d582ae68c03 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Pushing event updated for resources: {'Subnet': ['ID=b549f552-711b-44a9-bbf6-495ba8581f2e,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:31.401160 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc35e092-7ee9-42d2-ae53-ebd634a51a9d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:53:31.401964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc35e092-7ee9-42d2-ae53-ebd634a51a9d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:53:31.403999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-69eab7bf-f97e-4ff3-aae8-7d582ae68c03 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:31.430384 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-cc35e092-7ee9-42d2-ae53-ebd634a51a9d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4247859 Dec 25 19:53:31.433491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52760) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:31.439012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eab7bf-f97e-4ff3-aae8-7d582ae68c03 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Checking segment: {'id': '7cb71ec7-b082-4592-8f83-079b0317520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cafe00bd-b685-4366-b1ad-70e6c7f53a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:53:31.439563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69eab7bf-f97e-4ff3-aae8-7d582ae68c03 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Network hostable DHCP agents. Network: cafe00bd-b685-4366-b1ad-70e6c7f53a97, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:53:31.440772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-ee01f990-317a-4527-bf7e-4d05e8c138fd tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'subnet': {'network_id': 'c4f1b4fb-234b-44be-ada4-eba113016c02', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:31.466464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69eab7bf-f97e-4ff3-aae8-7d582ae68c03 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Network cafe00bd-b685-4366-b1ad-70e6c7f53a97 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:53:31.476602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-69eab7bf-f97e-4ff3-aae8-7d582ae68c03 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, cafe00bd-b685-4366-b1ad-70e6c7f53a97) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:53:31.486285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f08131-68c5-4ca7-af02-3a44c55c136e None None] Network cafe00bd-b685-4366-b1ad-70e6c7f53a97 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:53:31.487678 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69eab7bf-f97e-4ff3-aae8-7d582ae68c03 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:31.488442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-69eab7bf-f97e-4ff3-aae8-7d582ae68c03 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:31.514044 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-69eab7bf-f97e-4ff3-aae8-7d582ae68c03 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8291943 Dec 25 19:53:31.516939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52764) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:31.617796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ee01f990-317a-4527-bf7e-4d05e8c138fd tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:31.623307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ee01f990-317a-4527-bf7e-4d05e8c138fd tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Usage tracker for resource:subnet and tenant:403e9089dd684dee8c86c3ba99f83960 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:31.627144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ee01f990-317a-4527-bf7e-4d05e8c138fd tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:31.639086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ee01f990-317a-4527-bf7e-4d05e8c138fd tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:31.654420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee01f990-317a-4527-bf7e-4d05e8c138fd tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Made reservation on behalf of 403e9089dd684dee8c86c3ba99f83960 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:53:31.660661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ee01f990-317a-4527-bf7e-4d05e8c138fd tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:31.685989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-26bfb058-4eb3-4099-8ecf-cf7c8c4ba8bb None None] Provisioning complete for port ca7a6811-e05f-433e-80b2-3b5689539fa1 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:31.686512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-26bfb058-4eb3-4099-8ecf-cf7c8c4ba8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:31.786061 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-26c55bbe-33d1-49b9-991d-fa4cec73e813 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:31.795111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-26bfb058-4eb3-4099-8ecf-cf7c8c4ba8bb None None] Port ca7a6811-e05f-433e-80b2-3b5689539fa1 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:53:31.838206 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.ipam_backend_mixin [None req-ee01f990-317a-4527-bf7e-4d05e8c138fd tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 4a783c59-dc1c-42eb-982b-bafe47c119d2 (CIDR: 172.20.0.16/28) Dec 25 19:53:31.842812 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee01f990-317a-4527-bf7e-4d05e8c138fd tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 19:53:31.843298 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee01f990-317a-4527-bf7e-4d05e8c138fd tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:53:31.844121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-26c55bbe-33d1-49b9-991d-fa4cec73e813 None None] Transition to ACTIVE for port object a67b6752-0292-4748-83a5-b0578e6c46ec will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:53:31.862471 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ee01f990-317a-4527-bf7e-4d05e8c138fd tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4279778 Dec 25 19:53:31.865317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52770) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:31.868269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-26bfb058-4eb3-4099-8ecf-cf7c8c4ba8bb None None] Provisioning for port d42ee54f-e0f1-40c6-8217-8296691d806c completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:53:31.871820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-a77d3c75-0546-4dde-89a8-6ce9484a8f7e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'subnet': {'network_id': 'c4f1b4fb-234b-44be-ada4-eba113016c02', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:31.875360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-26c55bbe-33d1-49b9-991d-fa4cec73e813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:31.881526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d2580349-a278-4ab0-b7ce-f0fa40228ac7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:32.034607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a77d3c75-0546-4dde-89a8-6ce9484a8f7e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:32.038764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a77d3c75-0546-4dde-89a8-6ce9484a8f7e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Usage tracker for resource:subnet and tenant:403e9089dd684dee8c86c3ba99f83960 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:32.041920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a77d3c75-0546-4dde-89a8-6ce9484a8f7e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:32.048262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a77d3c75-0546-4dde-89a8-6ce9484a8f7e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:32.060574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77d3c75-0546-4dde-89a8-6ce9484a8f7e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Made reservation on behalf of 403e9089dd684dee8c86c3ba99f83960 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:53:32.067275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a77d3c75-0546-4dde-89a8-6ce9484a8f7e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:32.085862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52774) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:32.089522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-26bfb058-4eb3-4099-8ecf-cf7c8c4ba8bb None None] Provisioning complete for port d42ee54f-e0f1-40c6-8217-8296691d806c triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:32.090088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-26bfb058-4eb3-4099-8ecf-cf7c8c4ba8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:32.290607 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-428490f8-73c6-40a9-8d2c-e6288914b351 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/ports?project_id=23f5dc92674e43b787fc19a8bf548d4f&network_id=e06dbb6a-241c-47a9-be5d-fea8ee727624 HTTP/1.1" status: 200 len: 2999 time: 0.2036276 Dec 25 19:53:32.295179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1eedc-2e5a-4747-984d-16d132fdaaaf None None] Pushing event updated for resources: {'Port': ['ID=a67b6752-0292-4748-83a5-b0578e6c46ec,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:32.297824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d4b1eedc-2e5a-4747-984d-16d132fdaaaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:32.308556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-26c55bbe-33d1-49b9-991d-fa4cec73e813 None None] Attempting to bind port a67b6752-0292-4748-83a5-b0578e6c46ec on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:53:32.308889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-26c55bbe-33d1-49b9-991d-fa4cec73e813 None None] Attempting to bind port a67b6752-0292-4748-83a5-b0578e6c46ec by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:53:32.309543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c55bbe-33d1-49b9-991d-fa4cec73e813 None None] Attempting to bind port a67b6752-0292-4748-83a5-b0578e6c46ec on network a29ab018-4a1a-4021-8156-423134b861f3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:53:32.318556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c55bbe-33d1-49b9-991d-fa4cec73e813 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:53:32.318984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c55bbe-33d1-49b9-991d-fa4cec73e813 None None] Checking segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:53:32.319735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-26c55bbe-33d1-49b9-991d-fa4cec73e813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:32.319898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c55bbe-33d1-49b9-991d-fa4cec73e813 None None] Bound using segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:53:32.320395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-26c55bbe-33d1-49b9-991d-fa4cec73e813 None None] Bound port: a67b6752-0292-4748-83a5-b0578e6c46ec, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:53:32.320817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-26c55bbe-33d1-49b9-991d-fa4cec73e813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:32.362454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b25050-bca6-4179-bf22-632defc1ff8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-cafe00bd-b685-4366-b1ad-70e6c7f53a97', 'network_id': 'cafe00bd-b685-4366-b1ad-70e6c7f53a97', 'tenant_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'fixed_ips': [{'subnet_id': 'b549f552-711b-44a9-bbf6-495ba8581f2e'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:53:32.363389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-37b25050-bca6-4179-bf22-632defc1ff8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:32.408392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5af61e8b-5960-4569-a31b-7aa0dddabdce tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:32.456127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a77d3c75-0546-4dde-89a8-6ce9484a8f7e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:32.461050 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3f801674-2c8f-4b22-a041-741f3779d15b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:32.508368 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-26c55bbe-33d1-49b9-991d-fa4cec73e813 None None] For port a67b6752-0292-4748-83a5-b0578e6c46ec, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:53:32.516513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-26c55bbe-33d1-49b9-991d-fa4cec73e813 None None] For port a67b6752-0292-4748-83a5-b0578e6c46ec, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a67b6752-0292-4748-83a5-b0578e6c46ec,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:53:32.530862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77d3c75-0546-4dde-89a8-6ce9484a8f7e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Network c4f1b4fb-234b-44be-ada4-eba113016c02 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:53:32.534063 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-a77d3c75-0546-4dde-89a8-6ce9484a8f7e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:53:32.538539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77d3c75-0546-4dde-89a8-6ce9484a8f7e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:32.539208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a77d3c75-0546-4dde-89a8-6ce9484a8f7e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:32.544862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d3c75-0546-4dde-89a8-6ce9484a8f7e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'Subnet': ['ID=fd9a4469-c759-44f5-ac10-fad84764e1d5,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:32.554976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-26c55bbe-33d1-49b9-991d-fa4cec73e813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:32.558840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e655e2-5ec6-4aad-b36e-d02f7152e112 None None] Network c4f1b4fb-234b-44be-ada4-eba113016c02 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:53:32.565042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77d3c75-0546-4dde-89a8-6ce9484a8f7e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:53:32.565480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77d3c75-0546-4dde-89a8-6ce9484a8f7e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:53:32.565939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77d3c75-0546-4dde-89a8-6ce9484a8f7e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:53:32.567676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77d3c75-0546-4dde-89a8-6ce9484a8f7e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:53:32.567676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77d3c75-0546-4dde-89a8-6ce9484a8f7e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:53:32.572252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77d3c75-0546-4dde-89a8-6ce9484a8f7e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:53:32.572252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77d3c75-0546-4dde-89a8-6ce9484a8f7e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:53:32.572252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77d3c75-0546-4dde-89a8-6ce9484a8f7e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:53:32.572252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77d3c75-0546-4dde-89a8-6ce9484a8f7e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:53:32.572252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77d3c75-0546-4dde-89a8-6ce9484a8f7e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:53:32.572252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77d3c75-0546-4dde-89a8-6ce9484a8f7e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:53:32.574324 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a77d3c75-0546-4dde-89a8-6ce9484a8f7e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:32.579906 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a77d3c75-0546-4dde-89a8-6ce9484a8f7e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7134304 Dec 25 19:53:32.583350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52782) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:32.588607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ec4788ad-6788-40f3-b235-ebbb1ff9d109 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:32.589861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-7a33882a-fec1-4c23-b042-6ab8f0aee423 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-108691328', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fd9a4469-c759-44f5-ac10-fad84764e1d5'}], 'security_groups': ['e64366e2-e6f2-468a-9b1a-85082faa5259', 'f98cd098-716d-4bd1-a1be-17d35464a8d5']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:32.767768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-44ad080b-ab12-4865-ba08-77fe0aa882f0 None None] Provisioning for port b70a5cb6-f4b7-4094-9122-a31f6289d4b2 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:53:32.794778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-37b25050-bca6-4179-bf22-632defc1ff8c None None] Allocated IP 172.20.0.2 (cafe00bd-b685-4366-b1ad-70e6c7f53a97/b549f552-711b-44a9-bbf6-495ba8581f2e/b95a2727-acfd-4055-8c55-f4b3ec7e5a0d) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:53:32.798372 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-44ad080b-ab12-4865-ba08-77fe0aa882f0 None None] Provisioning complete for port b70a5cb6-f4b7-4094-9122-a31f6289d4b2 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:32.798794 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-44ad080b-ab12-4865-ba08-77fe0aa882f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:32.835388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c55bbe-33d1-49b9-991d-fa4cec73e813 None None] Routers {'f2e648a7-d4b4-4fd7-b0e5-00413196b67e'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:53:32.836105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-26c55bbe-33d1-49b9-991d-fa4cec73e813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:53:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['f2e648a7-d4b4-4fd7-b0e5-00413196b67e'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:32.858920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7a33882a-fec1-4c23-b042-6ab8f0aee423 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:32.912407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1eedc-2e5a-4747-984d-16d132fdaaaf None None] Pushing event updated for resources: {'Port': ['ID=a67b6752-0292-4748-83a5-b0578e6c46ec,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:32.915785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d4b1eedc-2e5a-4747-984d-16d132fdaaaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:33.068941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-44ad080b-ab12-4865-ba08-77fe0aa882f0 None None] Port b70a5cb6-f4b7-4094-9122-a31f6289d4b2 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:53:33.287360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-7a33882a-fec1-4c23-b042-6ab8f0aee423 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Delete allocated IP 172.20.0.10 (c4f1b4fb-234b-44be-ada4-eba113016c02/27849cbe-1e64-4dd0-9361-2938aa93b221) {{(pid=88901) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 25 19:53:33.295789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-7a33882a-fec1-4c23-b042-6ab8f0aee423 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Allocated IP 172.20.0.43 (c4f1b4fb-234b-44be-ada4-eba113016c02/fd9a4469-c759-44f5-ac10-fad84764e1d5/b70a5cb6-f4b7-4094-9122-a31f6289d4b2) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:53:33.310406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-26c55bbe-33d1-49b9-991d-fa4cec73e813 None None] Set router f2e648a7-d4b4-4fd7-b0e5-00413196b67e gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:53:33.516345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7a33882a-fec1-4c23-b042-6ab8f0aee423 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:33.534002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-7a33882a-fec1-4c23-b042-6ab8f0aee423 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Transition to ACTIVE for port object b70a5cb6-f4b7-4094-9122-a31f6289d4b2 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:53:33.536712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7a33882a-fec1-4c23-b042-6ab8f0aee423 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:33.542289 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-502a1ac7-cd0e-498f-a515-4c241527b6bf tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:33.601719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-37b25050-bca6-4179-bf22-632defc1ff8c None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:33.632950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-37b25050-bca6-4179-bf22-632defc1ff8c None None] Transition to ACTIVE for port object b95a2727-acfd-4055-8c55-f4b3ec7e5a0d will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:53:33.685925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a33882a-fec1-4c23-b042-6ab8f0aee423 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event updated for resources: {'Port': ['ID=b70a5cb6-f4b7-4094-9122-a31f6289d4b2,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:33.690648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7a33882a-fec1-4c23-b042-6ab8f0aee423 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:33.713143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7a33882a-fec1-4c23-b042-6ab8f0aee423 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] In _notify_port_updated(), no bound segment for port b70a5cb6-f4b7-4094-9122-a31f6289d4b2 on network c4f1b4fb-234b-44be-ada4-eba113016c02 {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 25 19:53:33.718293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a33882a-fec1-4c23-b042-6ab8f0aee423 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:33.718747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-37b25050-bca6-4179-bf22-632defc1ff8c None None] Transition to ACTIVE for port object b95a2727-acfd-4055-8c55-f4b3ec7e5a0d will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:53:33.719002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7a33882a-fec1-4c23-b042-6ab8f0aee423 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:33.723252 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7a33882a-fec1-4c23-b042-6ab8f0aee423 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "PUT /v2.0/ports/b70a5cb6-f4b7-4094-9122-a31f6289d4b2 HTTP/1.1" status: 200 len: 959 time: 1.1360729 Dec 25 19:53:33.723463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52788) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:33.804764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7bdb12ec-d671-400e-8547-33009b9ea27b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Deleting port b70a5cb6-f4b7-4094-9122-a31f6289d4b2 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:53:33.805129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7bdb12ec-d671-400e-8547-33009b9ea27b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:33.808354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-5af61e8b-5960-4569-a31b-7aa0dddabdce tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Allocated IP 172.20.0.1 (cafe00bd-b685-4366-b1ad-70e6c7f53a97/b549f552-711b-44a9-bbf6-495ba8581f2e/b4fdcfe0-3af5-4542-baae-e764a36570c1) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:53:33.929159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-37b25050-bca6-4179-bf22-632defc1ff8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:33.939866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1c41afea-81b7-4e83-96a5-b562173ba2b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:33.987332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5af61e8b-5960-4569-a31b-7aa0dddabdce tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:34.004322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-5af61e8b-5960-4569-a31b-7aa0dddabdce tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Transition to ACTIVE for port object b4fdcfe0-3af5-4542-baae-e764a36570c1 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:53:34.025156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5af61e8b-5960-4569-a31b-7aa0dddabdce tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:34.026633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b25050-bca6-4179-bf22-632defc1ff8c None None] Network cafe00bd-b685-4366-b1ad-70e6c7f53a97 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:53:34.030476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-862913ea-ee55-40fd-b807-cf40bfc0abc1 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:34.033355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-37b25050-bca6-4179-bf22-632defc1ff8c None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:53:34.035403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd210fda-85f4-4566-86b0-c8f8b0bd1311 None None] Update dhcp port {'port': {'network_id': 'c4f1b4fb-234b-44be-ada4-eba113016c02', 'fixed_ips': [{'subnet_id': '4a783c59-dc1c-42eb-982b-bafe47c119d2', 'ip_address': '172.20.0.18'}, {'subnet_id': '27849cbe-1e64-4dd0-9361-2938aa93b221', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fd9a4469-c759-44f5-ac10-fad84764e1d5'}], 'binding:host_id': 'dv-neutron-822611-1-hyperv'}, 'id': 'd42ee54f-e0f1-40c6-8217-8296691d806c'} from dv-neutron-822611-1-hyperv. {{(pid=88902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 25 19:53:34.068654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b25050-bca6-4179-bf22-632defc1ff8c None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:53:34.075041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7bdb12ec-d671-400e-8547-33009b9ea27b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:34.085413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b25050-bca6-4179-bf22-632defc1ff8c None None] Pushing event updated for resources: {'Port': ['ID=b95a2727-acfd-4055-8c55-f4b3ec7e5a0d,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:34.093824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-37b25050-bca6-4179-bf22-632defc1ff8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:34.102210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af61e8b-5960-4569-a31b-7aa0dddabdce tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Network cafe00bd-b685-4366-b1ad-70e6c7f53a97 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:53:34.105559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-5af61e8b-5960-4569-a31b-7aa0dddabdce tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:53:34.110821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af61e8b-5960-4569-a31b-7aa0dddabdce tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:53:34.173997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af61e8b-5960-4569-a31b-7aa0dddabdce tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Pushing event updated for resources: {'Port': ['ID=b4fdcfe0-3af5-4542-baae-e764a36570c1,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:34.176638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5af61e8b-5960-4569-a31b-7aa0dddabdce tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:34.193725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-26c55bbe-33d1-49b9-991d-fa4cec73e813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e648a7-d4b4-4fd7-b0e5-00413196b67e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433323063', 'tenant_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': 'a67b6752-0292-4748-83a5-b0578e6c46ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:53:28Z', 'updated_at': '2021-12-25T19:53:29Z', 'revision_number': 3, 'project_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'gw_port': {'id': 'a67b6752-0292-4748-83a5-b0578e6c46ec', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e648a7-d4b4-4fd7-b0e5-00413196b67e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:53:28Z', 'updated_at': '2021-12-25T19:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:34.195827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fd210fda-85f4-4566-86b0-c8f8b0bd1311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:34.201941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5af61e8b-5960-4569-a31b-7aa0dddabdce tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:34.220159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c55bbe-33d1-49b9-991d-fa4cec73e813 None None] The sync data for ids ['f2e648a7-d4b4-4fd7-b0e5-00413196b67e'] in dv-neutron-822611-1-hyperv is: [{'id': 'f2e648a7-d4b4-4fd7-b0e5-00413196b67e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433323063', 'tenant_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': 'a67b6752-0292-4748-83a5-b0578e6c46ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:53:28Z', 'updated_at': '2021-12-25T19:53:29Z', 'revision_number': 3, 'project_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'gw_port': {'id': 'a67b6752-0292-4748-83a5-b0578e6c46ec', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e648a7-d4b4-4fd7-b0e5-00413196b67e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:53:28Z', 'updated_at': '2021-12-25T19:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:53:34.226451 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-37b25050-bca6-4179-bf22-632defc1ff8c None None] Attempting to bind port b95a2727-acfd-4055-8c55-f4b3ec7e5a0d on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:53:34.226877 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-37b25050-bca6-4179-bf22-632defc1ff8c None None] Attempting to bind port b95a2727-acfd-4055-8c55-f4b3ec7e5a0d by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '7cb71ec7-b082-4592-8f83-079b0317520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cafe00bd-b685-4366-b1ad-70e6c7f53a97'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:53:34.227335 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b25050-bca6-4179-bf22-632defc1ff8c None None] Attempting to bind port b95a2727-acfd-4055-8c55-f4b3ec7e5a0d on network cafe00bd-b685-4366-b1ad-70e6c7f53a97 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:53:34.251559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7bdb12ec-d671-400e-8547-33009b9ea27b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Calling delete_port for b70a5cb6-f4b7-4094-9122-a31f6289d4b2 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:53:34.258727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52794) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:34.276791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b25050-bca6-4179-bf22-632defc1ff8c None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:53:34.277222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b25050-bca6-4179-bf22-632defc1ff8c None None] Checking segment: {'id': '7cb71ec7-b082-4592-8f83-079b0317520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cafe00bd-b685-4366-b1ad-70e6c7f53a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:53:34.277677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-37b25050-bca6-4179-bf22-632defc1ff8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:34.278249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b25050-bca6-4179-bf22-632defc1ff8c None None] Bound using segment: {'id': '7cb71ec7-b082-4592-8f83-079b0317520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cafe00bd-b685-4366-b1ad-70e6c7f53a97'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:53:34.279318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-37b25050-bca6-4179-bf22-632defc1ff8c None None] Bound port: b95a2727-acfd-4055-8c55-f4b3ec7e5a0d, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb71ec7-b082-4592-8f83-079b0317520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cafe00bd-b685-4366-b1ad-70e6c7f53a97'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:53:34.279745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-37b25050-bca6-4179-bf22-632defc1ff8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:34.320271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5af61e8b-5960-4569-a31b-7aa0dddabdce tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:34.402919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7edb69-9122-49e0-811c-e16db0922190 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:34.405213 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6b7edb69-9122-49e0-811c-e16db0922190 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=a29ab018-4a1a-4021-8156-423134b861f3 HTTP/1.1" status: 200 len: 814 time: 0.1454105 Dec 25 19:53:34.433670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7bdb12ec-d671-400e-8547-33009b9ea27b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:34.448447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b713b5e3-47e1-47a8-aa59-6b2d0be67ee4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:34.497407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-37b25050-bca6-4179-bf22-632defc1ff8c None None] For port b95a2727-acfd-4055-8c55-f4b3ec7e5a0d, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:53:34.511846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-37b25050-bca6-4179-bf22-632defc1ff8c None None] For port b95a2727-acfd-4055-8c55-f4b3ec7e5a0d, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=b95a2727-acfd-4055-8c55-f4b3ec7e5a0d,segment=NetworkSegment(7cb71ec7-b082-4592-8f83-079b0317520f),segment_id=7cb71ec7-b082-4592-8f83-079b0317520f)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:53:34.519253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-37b25050-bca6-4179-bf22-632defc1ff8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:34.525499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:34.542756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb12ec-d671-400e-8547-33009b9ea27b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'Port': ['ID=b70a5cb6-f4b7-4094-9122-a31f6289d4b2,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:34.566700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-fd210fda-85f4-4566-86b0-c8f8b0bd1311 None None] Allocated IP 172.20.0.34 (c4f1b4fb-234b-44be-ada4-eba113016c02/fd9a4469-c759-44f5-ac10-fad84764e1d5/d42ee54f-e0f1-40c6-8217-8296691d806c) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:53:34.576848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7bdb12ec-d671-400e-8547-33009b9ea27b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:34.612168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7bdb12ec-d671-400e-8547-33009b9ea27b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:34.623451 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7bdb12ec-d671-400e-8547-33009b9ea27b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/ports/b70a5cb6-f4b7-4094-9122-a31f6289d4b2 HTTP/1.1" status: 204 len: 168 time: 0.8988354 Dec 25 19:53:34.626239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52802) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:34.676893 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-5563f04f-6dc8-4def-bdc6-b33abfa102fa tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] GET failed (client error): The resource could not be found. Dec 25 19:53:34.677392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5563f04f-6dc8-4def-bdc6-b33abfa102fa tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Synchronizing usage tracker for tenant:403e9089dd684dee8c86c3ba99f83960 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:53:34.685979 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d47f91d5-a530-4df4-88d1-f30c765bc070 req-8c0ddb73-324a-4634-889b-0887f60f2e68 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3012dfea-1904-49ff-809b-8b31d4f9e3f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1771939 Dec 25 19:53:34.702745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5563f04f-6dc8-4def-bdc6-b33abfa102fa tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Unset dirty status for tenant:403e9089dd684dee8c86c3ba99f83960 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:53:34.705418 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5563f04f-6dc8-4def-bdc6-b33abfa102fa tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "GET /v2.0/ports/b70a5cb6-f4b7-4094-9122-a31f6289d4b2 HTTP/1.1" status: 404 len: 333 time: 0.0769317 Dec 25 19:53:34.707068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52806) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:34.819719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cf733426-9118-4547-b1ab-1af4d11484b1 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:34.843955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b25050-bca6-4179-bf22-632defc1ff8c None None] Pushing event updated for resources: {'Port': ['ID=b95a2727-acfd-4055-8c55-f4b3ec7e5a0d,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:34.846752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-37b25050-bca6-4179-bf22-632defc1ff8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:34.849005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-fd210fda-85f4-4566-86b0-c8f8b0bd1311 None None] For port d42ee54f-e0f1-40c6-8217-8296691d806c, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=d42ee54f-e0f1-40c6-8217-8296691d806c,segment=NetworkSegment(3f021564-10fa-44e6-bd8d-6adb61747411),segment_id=3f021564-10fa-44e6-bd8d-6adb61747411)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:53:34.858363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cf733426-9118-4547-b1ab-1af4d11484b1 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:34.890220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fd210fda-85f4-4566-86b0-c8f8b0bd1311 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:34.911872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-fd210fda-85f4-4566-86b0-c8f8b0bd1311 None None] Transition to ACTIVE for port object d42ee54f-e0f1-40c6-8217-8296691d806c will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:53:34.915505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fd210fda-85f4-4566-86b0-c8f8b0bd1311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:34.921283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3d9db18e-357d-4ce9-a3c5-2c98a58ba388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:34.923523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cf733426-9118-4547-b1ab-1af4d11484b1 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:34.932630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-67583eb3-787f-4162-9257-595d5686a9cd tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:34.950750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf733426-9118-4547-b1ab-1af4d11484b1 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6798a5d0-1b5e-4a9f-802c-30b955e0fe82,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:34.953828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cf733426-9118-4547-b1ab-1af4d11484b1 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:34.961144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cf733426-9118-4547-b1ab-1af4d11484b1 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:34.962802 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-cf733426-9118-4547-b1ab-1af4d11484b1 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/security-groups/6798a5d0-1b5e-4a9f-802c-30b955e0fe82 HTTP/1.1" status: 204 len: 168 time: 0.2545836 Dec 25 19:53:34.965615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52810) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:34.989676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5af61e8b-5960-4569-a31b-7aa0dddabdce tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:34.998597 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5af61e8b-5960-4569-a31b-7aa0dddabdce tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:35.035216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e0a87355-63b2-404d-81c2-faac884283e9 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:35.074278 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1006eb3b-9780-46fc-a432-934b8b62fb37 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:35.094595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52814) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:35.112327 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d47f91d5-a530-4df4-88d1-f30c765bc070 req-9634a75b-1ba8-4f9d-bd77-347b1a7d5d5b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=3012dfea-1904-49ff-809b-8b31d4f9e3f4 HTTP/1.1" status: 200 len: 1098 time: 0.2745137 Dec 25 19:53:35.124079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-f4c350ca-76a5-489b-ac57-1691904fcd30 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:35.137191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd210fda-85f4-4566-86b0-c8f8b0bd1311 None None] Pushing event updated for resources: {'Port': ['ID=d42ee54f-e0f1-40c6-8217-8296691d806c,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:35.146503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1006eb3b-9780-46fc-a432-934b8b62fb37 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:35.214159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fd210fda-85f4-4566-86b0-c8f8b0bd1311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:35.215972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a67b6752-0292-4748-83a5-b0578e6c46ec up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:53:35.233794 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1006eb3b-9780-46fc-a432-934b8b62fb37 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:35.244637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-360cdea4-1a58-4208-9c4a-aa2ebd3bd1b0 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:35.262213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006eb3b-9780-46fc-a432-934b8b62fb37 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98cd098-716d-4bd1-a1be-17d35464a8d5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:35.267644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1006eb3b-9780-46fc-a432-934b8b62fb37 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:35.272477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1006eb3b-9780-46fc-a432-934b8b62fb37 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:35.273861 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1006eb3b-9780-46fc-a432-934b8b62fb37 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/security-groups/f98cd098-716d-4bd1-a1be-17d35464a8d5 HTTP/1.1" status: 204 len: 168 time: 0.3069415 Dec 25 19:53:35.278752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52818) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:35.329077 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af61e8b-5960-4569-a31b-7aa0dddabdce tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Pushing event updated for resources: {'Port': ['ID=b4fdcfe0-3af5-4542-baae-e764a36570c1,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:35.360730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5af61e8b-5960-4569-a31b-7aa0dddabdce tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:35.388686 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5af61e8b-5960-4569-a31b-7aa0dddabdce tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:35.389883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8d19e85e-2011-41d6-9cad-2dc5d8e0df14 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:35.423883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port a67b6752-0292-4748-83a5-b0578e6c46ec completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:53:35.433169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8d19e85e-2011-41d6-9cad-2dc5d8e0df14 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:35.436077 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port a67b6752-0292-4748-83a5-b0578e6c46ec triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:35.436760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:35.496877 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8d19e85e-2011-41d6-9cad-2dc5d8e0df14 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:35.503112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8eed5324-6221-498f-ad2d-a7bc56210cad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:35.518037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f4c350ca-76a5-489b-ac57-1691904fcd30 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for floatingip, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:35.520749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d19e85e-2011-41d6-9cad-2dc5d8e0df14 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64366e2-e6f2-468a-9b1a-85082faa5259,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:35.524115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8d19e85e-2011-41d6-9cad-2dc5d8e0df14 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:35.526183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8d19e85e-2011-41d6-9cad-2dc5d8e0df14 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:35.527575 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8d19e85e-2011-41d6-9cad-2dc5d8e0df14 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/security-groups/e64366e2-e6f2-468a-9b1a-85082faa5259 HTTP/1.1" status: 204 len: 168 time: 0.2476122 Dec 25 19:53:35.530744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52822) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:35.620564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:35.640280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port a67b6752-0292-4748-83a5-b0578e6c46ec, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a67b6752-0292-4748-83a5-b0578e6c46ec,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:53:35.644326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:35.646366 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f2f52650-9580-40c0-a922-4d5391c2951c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:35.680786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-5141cec7-52a8-4ce6-a673-d7b931676ad0 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Deleting subnet 27849cbe-1e64-4dd0-9361-2938aa93b221 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:53:35.691210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5141cec7-52a8-4ce6-a673-d7b931676ad0 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:35.745392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=a67b6752-0292-4748-83a5-b0578e6c46ec,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:35.759583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:35.770024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5141cec7-52a8-4ce6-a673-d7b931676ad0 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:35.868362 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f91d5-a530-4df4-88d1-f30c765bc070 req-0bafe6d7-0e93-4134-aba5-289175c85311 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:35.870057 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d47f91d5-a530-4df4-88d1-f30c765bc070 req-0bafe6d7-0e93-4134-aba5-289175c85311 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e06dbb6a-241c-47a9-be5d-fea8ee727624 HTTP/1.1" status: 200 len: 897 time: 0.6824944 Dec 25 19:53:35.892717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5141cec7-52a8-4ce6-a673-d7b931676ad0 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:35.977973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5141cec7-52a8-4ce6-a673-d7b931676ad0 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:35.984359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e2a16ee7-29c7-41a1-ae25-0e0f3c7c6180 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:36.040718 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e29c4917-f844-4f8d-8874-7298e48071f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:36.045911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5141cec7-52a8-4ce6-a673-d7b931676ad0 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'Subnet': ['ID=27849cbe-1e64-4dd0-9361-2938aa93b221,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:36.049738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5141cec7-52a8-4ce6-a673-d7b931676ad0 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:36.050551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5141cec7-52a8-4ce6-a673-d7b931676ad0 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:36.057550 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5141cec7-52a8-4ce6-a673-d7b931676ad0 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/subnets/27849cbe-1e64-4dd0-9361-2938aa93b221 HTTP/1.1" status: 204 len: 168 time: 0.5256436 Dec 25 19:53:36.061704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52826) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:36.160454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eade8c2-ffa6-4e7d-8a3d-23d06d0f39d2 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Deleting subnet fd9a4469-c759-44f5-ac10-fad84764e1d5 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:53:36.164488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6eade8c2-ffa6-4e7d-8a3d-23d06d0f39d2 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:36.231807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6eade8c2-ffa6-4e7d-8a3d-23d06d0f39d2 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:36.333586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6eade8c2-ffa6-4e7d-8a3d-23d06d0f39d2 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:36.421415 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d47f91d5-a530-4df4-88d1-f30c765bc070 req-6db438e0-47da-4422-b499-3e8ea0aa66b9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d541b3f3-f278-4abe-a670-d98bae459725 HTTP/1.1" status: 200 len: 1001 time: 0.4959590 Dec 25 19:53:36.424280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6eade8c2-ffa6-4e7d-8a3d-23d06d0f39d2 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:36.428213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af61e8b-5960-4569-a31b-7aa0dddabdce tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Network cafe00bd-b685-4366-b1ad-70e6c7f53a97 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:53:36.429240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-aedfb30c-00ce-4ead-8b27-086fe1d4554a tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:36.431300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-5af61e8b-5960-4569-a31b-7aa0dddabdce tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:53:36.433367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f4c350ca-76a5-489b-ac57-1691904fcd30 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:36.471902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eade8c2-ffa6-4e7d-8a3d-23d06d0f39d2 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'Subnet': ['ID=fd9a4469-c759-44f5-ac10-fad84764e1d5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:36.475923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6eade8c2-ffa6-4e7d-8a3d-23d06d0f39d2 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:36.480028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6eade8c2-ffa6-4e7d-8a3d-23d06d0f39d2 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:36.489956 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6eade8c2-ffa6-4e7d-8a3d-23d06d0f39d2 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/subnets/fd9a4469-c759-44f5-ac10-fad84764e1d5 HTTP/1.1" status: 204 len: 168 time: 0.4275892 Dec 25 19:53:36.494096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52830) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:36.496699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c89f051-2d61-4126-9d18-397116fe1019 None None] Network c4f1b4fb-234b-44be-ada4-eba113016c02 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:53:36.551395 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-31e11959-e068-4c8d-b076-04553fce7503 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] DELETE failed (client error): The resource could not be found. Dec 25 19:53:36.555033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31e11959-e068-4c8d-b076-04553fce7503 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:53:36.557303 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-31e11959-e068-4c8d-b076-04553fce7503 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/subnets/27849cbe-1e64-4dd0-9361-2938aa93b221 HTTP/1.1" status: 404 len: 337 time: 0.0611501 Dec 25 19:53:36.560420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52834) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:36.561956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f91d5-a530-4df4-88d1-f30c765bc070 req-c47186de-0f3f-42a0-8d97-372d867b9290 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:36.563622 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d47f91d5-a530-4df4-88d1-f30c765bc070 req-c47186de-0f3f-42a0-8d97-372d867b9290 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ec36c59c-a669-4cfe-8242-554bbb888561 HTTP/1.1" status: 200 len: 834 time: 0.1291804 Dec 25 19:53:36.570278 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f4c350ca-76a5-489b-ac57-1691904fcd30 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:36.570568 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [None req-f4c350ca-76a5-489b-ac57-1691904fcd30 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Floating IP 01348133-cb1e-4fc3-a5c0-b68343e0a58b disassociated. External IP: 172.26.8.142, port: d541b3f3-f278-4abe-a670-d98bae459725. Dec 25 19:53:36.647515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb010aa6-2581-4513-897d-25a378b466c9 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Deleting subnet 4a783c59-dc1c-42eb-982b-bafe47c119d2 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:53:36.652910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fb010aa6-2581-4513-897d-25a378b466c9 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:36.699005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d955913a-72f9-47b6-b37c-88d9d2025244 None None] Could not find standard attr ID for object b70a5cb6-f4b7-4094-9122-a31f6289d4b2. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:53:36.718756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fb010aa6-2581-4513-897d-25a378b466c9 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:36.763207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d955913a-72f9-47b6-b37c-88d9d2025244 None None] Provisioning complete for port ca7a6811-e05f-433e-80b2-3b5689539fa1 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:36.763639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d955913a-72f9-47b6-b37c-88d9d2025244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:36.827902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fb010aa6-2581-4513-897d-25a378b466c9 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:36.836066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-d955913a-72f9-47b6-b37c-88d9d2025244 None None] Port ca7a6811-e05f-433e-80b2-3b5689539fa1 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:53:36.867072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d955913a-72f9-47b6-b37c-88d9d2025244 None None] Provisioning for port d42ee54f-e0f1-40c6-8217-8296691d806c completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:53:36.881438 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d955913a-72f9-47b6-b37c-88d9d2025244 None None] Provisioning complete for port d42ee54f-e0f1-40c6-8217-8296691d806c triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:36.881881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d955913a-72f9-47b6-b37c-88d9d2025244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:36.934055 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fb010aa6-2581-4513-897d-25a378b466c9 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:36.941263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3a83656a-05f8-4d88-ba38-0c0c862d9082 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:36.962544 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d47f91d5-a530-4df4-88d1-f30c765bc070 req-f0235db6-7e97-4210-8f1d-fbc719527a61 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e06dbb6a-241c-47a9-be5d-fea8ee727624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3365102 Dec 25 19:53:36.984537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb010aa6-2581-4513-897d-25a378b466c9 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'Subnet': ['ID=4a783c59-dc1c-42eb-982b-bafe47c119d2,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:36.987818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fb010aa6-2581-4513-897d-25a378b466c9 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:36.990563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fb010aa6-2581-4513-897d-25a378b466c9 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:37.001807 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fb010aa6-2581-4513-897d-25a378b466c9 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/subnets/4a783c59-dc1c-42eb-982b-bafe47c119d2 HTTP/1.1" status: 204 len: 168 time: 0.4389215 Dec 25 19:53:37.002482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52838) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:37.053174 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3f81000-22f4-4e35-a6b9-c30917a96d50 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] DELETE failed (client error): The resource could not be found. Dec 25 19:53:37.053684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3f81000-22f4-4e35-a6b9-c30917a96d50 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:53:37.059499 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e3f81000-22f4-4e35-a6b9-c30917a96d50 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/subnets/a75fda63-e1d0-46a3-a32d-1b87654926db HTTP/1.1" status: 404 len: 337 time: 0.0558693 Dec 25 19:53:37.060236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52842) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:37.074084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189c6cce-b9cc-442e-837c-6d615bbf1ef6 None None] Network cafe00bd-b685-4366-b1ad-70e6c7f53a97 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:53:37.117378 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4611e0e3-e587-40a6-afa6-b8f64a067859 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "GET /v2.0/ports?device_id=266b414f-d8f7-4061-8148-841c01ed706a HTTP/1.1" status: 200 len: 205 time: 0.0558980 Dec 25 19:53:37.118074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52846) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:37.245098 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-45f8bfdd-ff12-4ef8-963c-464e3c02eb9e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] delete failed (client error): The resource could not be found. Dec 25 19:53:37.246417 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-45f8bfdd-ff12-4ef8-963c-464e3c02eb9e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/routers/266b414f-d8f7-4061-8148-841c01ed706a HTTP/1.1" status: 404 len: 336 time: 0.1272421 Dec 25 19:53:37.249305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52850) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:37.281105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a67b6752-0292-4748-83a5-b0578e6c46ec up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:53:37.309632 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-e616b6c2-c746-4d37-9a1b-295c63dd25b5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] DELETE failed (client error): The resource could not be found. Dec 25 19:53:37.310052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e616b6c2-c746-4d37-9a1b-295c63dd25b5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:53:37.312276 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e616b6c2-c746-4d37-9a1b-295c63dd25b5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/subnets/ba2551b2-04b7-43ea-a3c8-b03b570f1afc HTTP/1.1" status: 404 len: 337 time: 0.0613294 Dec 25 19:53:37.314809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52854) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:37.357721 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f703fe8-7d78-4e8f-a0ff-70b63e96c156 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] DELETE failed (client error): The resource could not be found. Dec 25 19:53:37.358269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f703fe8-7d78-4e8f-a0ff-70b63e96c156 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:53:37.362962 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2f703fe8-7d78-4e8f-a0ff-70b63e96c156 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/subnets/c5463030-27f1-496e-b612-1035c95e0411 HTTP/1.1" status: 404 len: 337 time: 0.0470507 Dec 25 19:53:37.363646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52858) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:37.393989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:37.413404 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-62bdfe45-4b2f-4251-9f83-654c5a7acf38 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] DELETE failed (client error): The resource could not be found. Dec 25 19:53:37.413624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f52dcbb4-fa73-4109-bd3e-d5f31067c4f6 None None] Provisioning for port b95a2727-acfd-4055-8c55-f4b3ec7e5a0d completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:53:37.413714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62bdfe45-4b2f-4251-9f83-654c5a7acf38 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:53:37.418916 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-62bdfe45-4b2f-4251-9f83-654c5a7acf38 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/subnets/5e996af7-6360-4999-ba47-a3324dbb4195 HTTP/1.1" status: 404 len: 337 time: 0.0535653 Dec 25 19:53:37.419501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52862) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:37.428346 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d47f91d5-a530-4df4-88d1-f30c765bc070 req-3b28059f-aa0c-48f2-8a7e-a05046a6377f service neutron] 10.222.0.36 "GET /v2.0/networks/e06dbb6a-241c-47a9-be5d-fea8ee727624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524188 Dec 25 19:53:37.465569 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea6b1242-b680-452c-a108-6ff908b1d40e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] DELETE failed (client error): The resource could not be found. Dec 25 19:53:37.466567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea6b1242-b680-452c-a108-6ff908b1d40e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:53:37.470445 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ea6b1242-b680-452c-a108-6ff908b1d40e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/ports/d5924420-4c72-4e22-8359-426cc750992a HTTP/1.1" status: 404 len: 333 time: 0.0497594 Dec 25 19:53:37.472145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52866) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:37.489031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port a67b6752-0292-4748-83a5-b0578e6c46ec triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:37.489459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:37.512936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af61e8b-5960-4569-a31b-7aa0dddabdce tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Router f2e648a7-d4b4-4fd7-b0e5-00413196b67e has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:53:37.536578 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a9abe5f-8ca6-451f-9459-dc322f036496 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] DELETE failed (client error): The resource could not be found. Dec 25 19:53:37.537336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a9abe5f-8ca6-451f-9459-dc322f036496 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:53:37.542692 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1a9abe5f-8ca6-451f-9459-dc322f036496 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/subnets/3cd43ace-3b99-4da3-bf02-98a0fd6564cd HTTP/1.1" status: 404 len: 337 time: 0.0686069 Dec 25 19:53:37.543684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52870) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:37.598881 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-f36b9ec5-fc86-42bc-94bc-2b5f10f32b30 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] DELETE failed (client error): The resource could not be found. Dec 25 19:53:37.599701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f36b9ec5-fc86-42bc-94bc-2b5f10f32b30 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:53:37.602189 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f36b9ec5-fc86-42bc-94bc-2b5f10f32b30 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/subnets/262f6a01-db5f-4e99-8146-3fa69af0e12a HTTP/1.1" status: 404 len: 337 time: 0.0565119 Dec 25 19:53:37.604720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52874) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:37.643487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device b95a2727-acfd-4055-8c55-f4b3ec7e5a0d up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:53:37.661953 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-af13596b-3f3d-4000-824e-53a2dd9e8dc2 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] DELETE failed (client error): The resource could not be found. Dec 25 19:53:37.662591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af13596b-3f3d-4000-824e-53a2dd9e8dc2 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:53:37.666623 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-af13596b-3f3d-4000-824e-53a2dd9e8dc2 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/ports/b4ce2f81-9ea7-4fa0-960d-abfc47caa9e1 HTTP/1.1" status: 404 len: 333 time: 0.0605247 Dec 25 19:53:37.667761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52878) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:37.701734 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d47f91d5-a530-4df4-88d1-f30c765bc070 req-82a0cc09-7542-4fca-ad77-0670235cbdbd service neutron] 10.222.0.36 "GET /v2.0/networks/e06dbb6a-241c-47a9-be5d-fea8ee727624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610772 Dec 25 19:53:37.743926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port b95a2727-acfd-4055-8c55-f4b3ec7e5a0d completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:53:37.753100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port b95a2727-acfd-4055-8c55-f4b3ec7e5a0d triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:37.753663 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-96a74b05-b733-4b1e-b0df-cbdf8d0649b8 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] DELETE failed (client error): The resource could not be found. Dec 25 19:53:37.754082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:37.754199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96a74b05-b733-4b1e-b0df-cbdf8d0649b8 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:53:37.759421 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-96a74b05-b733-4b1e-b0df-cbdf8d0649b8 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/subnets/4a3ffb1f-aa70-4a6e-8411-02f94eb476dc HTTP/1.1" status: 404 len: 337 time: 0.0904436 Dec 25 19:53:37.760092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52882) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:37.965211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:38.029958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port b95a2727-acfd-4055-8c55-f4b3ec7e5a0d, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=b95a2727-acfd-4055-8c55-f4b3ec7e5a0d,segment=NetworkSegment(7cb71ec7-b082-4592-8f83-079b0317520f),segment_id=7cb71ec7-b082-4592-8f83-079b0317520f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:53:38.036500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:38.037435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d42ee54f-e0f1-40c6-8217-8296691d806c up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:53:38.085097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d4b1eedc-2e5a-4747-984d-16d132fdaaaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:38.142431 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba1e5e3b-c04c-4cc7-be38-89306195f0b8 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] DELETE failed (client error): The resource could not be found. Dec 25 19:53:38.146945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba1e5e3b-c04c-4cc7-be38-89306195f0b8 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:53:38.148989 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ba1e5e3b-c04c-4cc7-be38-89306195f0b8 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/subnets/725f0f5a-0bdf-4415-85a4-d5f12a032557 HTTP/1.1" status: 404 len: 337 time: 0.3877368 Dec 25 19:53:38.151939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52886) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:38.175206 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af61e8b-5960-4569-a31b-7aa0dddabdce tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:53:38.206204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c350ca-76a5-489b-ac57-1691904fcd30 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router dd4e48af-8917-45c8-b8c7-8b5583c1c925 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:53:38.208516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9352a53b-60e9-4378-b3f9-eccbdee37d16 None None] Sync routers for ids ['f2e648a7-d4b4-4fd7-b0e5-00413196b67e'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:53:38.214245 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5af61e8b-5960-4569-a31b-7aa0dddabdce tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "PUT /v2.0/routers/f2e648a7-d4b4-4fd7-b0e5-00413196b67e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6958864 Dec 25 19:53:38.260565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9352a53b-60e9-4378-b3f9-eccbdee37d16 None None] Routers {'f2e648a7-d4b4-4fd7-b0e5-00413196b67e'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:53:38.261358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-9352a53b-60e9-4378-b3f9-eccbdee37d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:53:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['f2e648a7-d4b4-4fd7-b0e5-00413196b67e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:38.319203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e6ee33b5-bf48-4b47-bc5d-b5a1cffa4293 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Deleting port ca7a6811-e05f-433e-80b2-3b5689539fa1 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:53:38.319203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e6ee33b5-bf48-4b47-bc5d-b5a1cffa4293 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:38.415205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0609f8c-b9c1-4c0d-98fb-60f9ba9f7350 None None] Network c4f1b4fb-234b-44be-ada4-eba113016c02 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:53:38.522098 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-44f78675-7e1b-4908-968b-26121702add4 req-19de3801-9d10-4be4-b332-aa360496a9ec tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1843920917&fields=id&tenant_id=43c2b93df8ec4b7bbf85e0ad1ccdcc6e HTTP/1.1" status: 200 len: 267 time: 0.0845220 Dec 25 19:53:38.590163 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-9352a53b-60e9-4378-b3f9-eccbdee37d16 None None] Set router f2e648a7-d4b4-4fd7-b0e5-00413196b67e gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:53:38.652420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-91a6e104-33dd-467e-9d4b-edfce048ab04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:38.672013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e6ee33b5-bf48-4b47-bc5d-b5a1cffa4293 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:38.675282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1a0b1d97-384e-45b3-a863-96b90d2642f1 None None] Provisioning for port b4fdcfe0-3af5-4542-baae-e764a36570c1 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:53:38.721509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=b95a2727-acfd-4055-8c55-f4b3ec7e5a0d,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:38.729192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1a0b1d97-384e-45b3-a863-96b90d2642f1 None None] Provisioning complete for port b4fdcfe0-3af5-4542-baae-e764a36570c1 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:38.729800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1a0b1d97-384e-45b3-a863-96b90d2642f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:38.822968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.738s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:38.823960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1a0b1d97-384e-45b3-a863-96b90d2642f1 None None] Port b4fdcfe0-3af5-4542-baae-e764a36570c1 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:53:38.828636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:38.853487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port d42ee54f-e0f1-40c6-8217-8296691d806c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:38.853487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:38.860494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e6ee33b5-bf48-4b47-bc5d-b5a1cffa4293 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Calling delete_port for ca7a6811-e05f-433e-80b2-3b5689539fa1 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:53:38.926340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1a0b1d97-384e-45b3-a863-96b90d2642f1 None None] Provisioning complete for port b95a2727-acfd-4055-8c55-f4b3ec7e5a0d triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:38.926943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1a0b1d97-384e-45b3-a863-96b90d2642f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:38.985457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e6ee33b5-bf48-4b47-bc5d-b5a1cffa4293 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:38.996977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-717457be-83cb-40f7-ba86-4c980a503b1c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:39.054046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ee33b5-bf48-4b47-bc5d-b5a1cffa4293 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'Port': ['ID=ca7a6811-e05f-433e-80b2-3b5689539fa1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:39.061811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e6ee33b5-bf48-4b47-bc5d-b5a1cffa4293 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:39.065065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e6ee33b5-bf48-4b47-bc5d-b5a1cffa4293 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:39.093935 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e6ee33b5-bf48-4b47-bc5d-b5a1cffa4293 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/ports/ca7a6811-e05f-433e-80b2-3b5689539fa1 HTTP/1.1" status: 204 len: 168 time: 0.9407866 Dec 25 19:53:39.098761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52902) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:39.189607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354647db-5bb5-4480-b429-8f34ba3a7c18 None None] DHCP port deletion for c4f1b4fb-234b-44be-ada4-eba113016c02 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:53:39.196414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-354647db-5bb5-4480-b429-8f34ba3a7c18 None None] Deleting port d42ee54f-e0f1-40c6-8217-8296691d806c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:53:39.196852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-354647db-5bb5-4480-b429-8f34ba3a7c18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:39.214871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f78675-7e1b-4908-968b-26121702add4 req-e2c108be-045e-4de1-977e-8d4f7aab6d8a tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:39.216064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-44f78675-7e1b-4908-968b-26121702add4 req-e2c108be-045e-4de1-977e-8d4f7aab6d8a tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Synchronizing usage tracker for tenant:43c2b93df8ec4b7bbf85e0ad1ccdcc6e on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:53:39.252977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-44f78675-7e1b-4908-968b-26121702add4 req-e2c108be-045e-4de1-977e-8d4f7aab6d8a tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Unset dirty status for tenant:43c2b93df8ec4b7bbf85e0ad1ccdcc6e on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:53:39.255246 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-44f78675-7e1b-4908-968b-26121702add4 req-e2c108be-045e-4de1-977e-8d4f7aab6d8a tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/networks?id=cafe00bd-b685-4366-b1ad-70e6c7f53a97 HTTP/1.1" status: 200 len: 796 time: 0.7244730 Dec 25 19:53:39.275715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c350ca-76a5-489b-ac57-1691904fcd30 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:53:39.281143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f4c350ca-76a5-489b-ac57-1691904fcd30 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:39.296049 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device b95a2727-acfd-4055-8c55-f4b3ec7e5a0d up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:53:39.313625 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-44f78675-7e1b-4908-968b-26121702add4 req-cbdf199c-a47b-414c-90a3-b0ae40e28606 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/quotas/43c2b93df8ec4b7bbf85e0ad1ccdcc6e HTTP/1.1" status: 200 len: 375 time: 0.0516782 Dec 25 19:53:39.330510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e7b607dc-7ed4-4016-840d-eb352bd2a002 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:39.336313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-9352a53b-60e9-4378-b3f9-eccbdee37d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e648a7-d4b4-4fd7-b0e5-00413196b67e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433323063', 'tenant_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': 'a67b6752-0292-4748-83a5-b0578e6c46ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:53:28Z', 'updated_at': '2021-12-25T19:53:34Z', 'revision_number': 4, 'project_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'gw_port': {'id': 'a67b6752-0292-4748-83a5-b0578e6c46ec', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e648a7-d4b4-4fd7-b0e5-00413196b67e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:53:28Z', 'updated_at': '2021-12-25T19:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'b4fdcfe0-3af5-4542-baae-e764a36570c1', 'name': '', 'network_id': 'cafe00bd-b685-4366-b1ad-70e6c7f53a97', 'tenant_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'mac_address': 'fa:16:3e:23:41:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e648a7-d4b4-4fd7-b0e5-00413196b67e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b549f552-711b-44a9-bbf6-495ba8581f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:53:32Z', 'updated_at': '2021-12-25T19:53:34Z', 'revision_number': 2, 'project_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'subnets': [{'id': 'b549f552-711b-44a9-bbf6-495ba8581f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:39.342644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9352a53b-60e9-4378-b3f9-eccbdee37d16 None None] Checking router: f2e648a7-d4b4-4fd7-b0e5-00413196b67e for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:53:39.343447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9352a53b-60e9-4378-b3f9-eccbdee37d16 None None] Updating router f2e648a7-d4b4-4fd7-b0e5-00413196b67e port b4fdcfe0-3af5-4542-baae-e764a36570c1 binding host dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 19:53:39.345315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e7b607dc-7ed4-4016-840d-eb352bd2a002 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Deleting port d42ee54f-e0f1-40c6-8217-8296691d806c {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:53:39.347419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e7b607dc-7ed4-4016-840d-eb352bd2a002 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:39.356183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68241e41-b941-428c-b077-ff4fc748b655 None None] Sync routers for ids ['dd4e48af-8917-45c8-b8c7-8b5583c1c925'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:53:39.386394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-c0743bb4-7cbd-4dbf-abde-25c2b562454c None None] Could not find standard attr ID for object ca7a6811-e05f-433e-80b2-3b5689539fa1. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:53:39.399406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9352a53b-60e9-4378-b3f9-eccbdee37d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:39.435530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port b95a2727-acfd-4055-8c55-f4b3ec7e5a0d triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:39.436127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:39.438053 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-44f78675-7e1b-4908-968b-26121702add4 req-9d30b3d7-b911-4740-9f56-5693fa25d9d0 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Synchronizing usage tracker for tenant:43c2b93df8ec4b7bbf85e0ad1ccdcc6e on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:53:39.447651 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f4c350ca-76a5-489b-ac57-1691904fcd30 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "PUT /v2.0/floatingips/01348133-cb1e-4fc3-a5c0-b68343e0a58b HTTP/1.1" status: 200 len: 690 time: 4.3396103 Dec 25 19:53:39.448504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52906) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:39.451569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3012dfea-1904-49ff-809b-8b31d4f9e3f4', 'tag': 'd541b3f3-f278-4abe-a670-d98bae459725'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:53:39.468807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-44f78675-7e1b-4908-968b-26121702add4 req-9d30b3d7-b911-4740-9f56-5693fa25d9d0 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Unset dirty status for tenant:43c2b93df8ec4b7bbf85e0ad1ccdcc6e on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:53:39.470631 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-44f78675-7e1b-4908-968b-26121702add4 req-9d30b3d7-b911-4740-9f56-5693fa25d9d0 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=43c2b93df8ec4b7bbf85e0ad1ccdcc6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1503160 Dec 25 19:53:39.505800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68241e41-b941-428c-b077-ff4fc748b655 None None] Routers {'dd4e48af-8917-45c8-b8c7-8b5583c1c925'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:53:39.506533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-68241e41-b941-428c-b077-ff4fc748b655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:53:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['dd4e48af-8917-45c8-b8c7-8b5583c1c925'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:39.522487 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3012dfea-1904-49ff-809b-8b31d4f9e3f4', 'tag': 'd541b3f3-f278-4abe-a670-d98bae459725', 'status': 'completed', 'code': 200} Dec 25 19:53:39.584515 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-24866167-0bcb-4ebc-9602-e4116465efd3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/floatingips/01348133-cb1e-4fc3-a5c0-b68343e0a58b HTTP/1.1" status: 200 len: 690 time: 0.1345668 Dec 25 19:53:39.671304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-c0743bb4-7cbd-4dbf-abde-25c2b562454c None None] Provisioning complete for port b4fdcfe0-3af5-4542-baae-e764a36570c1 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:39.671856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c0743bb4-7cbd-4dbf-abde-25c2b562454c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:39.702211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-e7b607dc-7ed4-4016-840d-eb352bd2a002 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] For port d42ee54f-e0f1-40c6-8217-8296691d806c, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=d42ee54f-e0f1-40c6-8217-8296691d806c,segment=NetworkSegment(3f021564-10fa-44e6-bd8d-6adb61747411),segment_id=3f021564-10fa-44e6-bd8d-6adb61747411)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:53:39.702610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e7b607dc-7ed4-4016-840d-eb352bd2a002 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:39.741137 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-44f78675-7e1b-4908-968b-26121702add4 req-8be76dfb-1bd3-4b3c-b56e-be1494758a15 service neutron] 10.222.0.24 "GET /v2.0/networks/cafe00bd-b685-4366-b1ad-70e6c7f53a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570102 Dec 25 19:53:39.825310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9352a53b-60e9-4378-b3f9-eccbdee37d16 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:39.839108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-9352a53b-60e9-4378-b3f9-eccbdee37d16 None None] Transition to ACTIVE for port object b4fdcfe0-3af5-4542-baae-e764a36570c1 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:53:39.846955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9352a53b-60e9-4378-b3f9-eccbdee37d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:39.852293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e7b607dc-7ed4-4016-840d-eb352bd2a002 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Calling delete_port for d42ee54f-e0f1-40c6-8217-8296691d806c owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:53:39.858570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:39.914339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-c0743bb4-7cbd-4dbf-abde-25c2b562454c None None] Port b4fdcfe0-3af5-4542-baae-e764a36570c1 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:53:39.928395 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-44f78675-7e1b-4908-968b-26121702add4 req-22990633-f6f4-449d-a63c-bca7ae68a5d2 service neutron] 10.222.0.24 "GET /v2.0/networks/cafe00bd-b685-4366-b1ad-70e6c7f53a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795475 Dec 25 19:53:39.939429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ee0fa0-7d21-47b1-9da1-5220b16ffd18 None None] Pushing event updated for resources: {'Port': ['ID=b4fdcfe0-3af5-4542-baae-e764a36570c1,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:39.944028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-354647db-5bb5-4480-b429-8f34ba3a7c18 None None] For port d42ee54f-e0f1-40c6-8217-8296691d806c, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=d42ee54f-e0f1-40c6-8217-8296691d806c,segment=NetworkSegment(3f021564-10fa-44e6-bd8d-6adb61747411),segment_id=3f021564-10fa-44e6-bd8d-6adb61747411)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:53:39.944481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-354647db-5bb5-4480-b429-8f34ba3a7c18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:39.956872 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4d4f85d9-2424-4d9e-b9e1-0f1cdd422068 req-f6ee1d82-293e-4a6f-a474-12e99aa629da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=3012dfea-1904-49ff-809b-8b31d4f9e3f4 HTTP/1.1" status: 200 len: 1098 time: 0.4019382 Dec 25 19:53:39.959831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e7b607dc-7ed4-4016-840d-eb352bd2a002 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:39.984219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7a33882a-fec1-4c23-b042-6ab8f0aee423 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:39.998756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-c0743bb4-7cbd-4dbf-abde-25c2b562454c None None] Provisioning complete for port d42ee54f-e0f1-40c6-8217-8296691d806c triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:39.999497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c0743bb4-7cbd-4dbf-abde-25c2b562454c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:40.039947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ee0fa0-7d21-47b1-9da1-5220b16ffd18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:53:40.040338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ee0fa0-7d21-47b1-9da1-5220b16ffd18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:53:40.040725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ee0fa0-7d21-47b1-9da1-5220b16ffd18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:53:40.041105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ee0fa0-7d21-47b1-9da1-5220b16ffd18 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:53:40.041484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ee0fa0-7d21-47b1-9da1-5220b16ffd18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:53:40.041860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ee0fa0-7d21-47b1-9da1-5220b16ffd18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:53:40.042232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ee0fa0-7d21-47b1-9da1-5220b16ffd18 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:53:40.042605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ee0fa0-7d21-47b1-9da1-5220b16ffd18 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:53:40.042970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ee0fa0-7d21-47b1-9da1-5220b16ffd18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:53:40.043366 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ee0fa0-7d21-47b1-9da1-5220b16ffd18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:53:40.044299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ee0fa0-7d21-47b1-9da1-5220b16ffd18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:53:40.055038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-29ee0fa0-7d21-47b1-9da1-5220b16ffd18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:40.072536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b607dc-7ed4-4016-840d-eb352bd2a002 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] No DVR routers for this DVR port d42ee54f-e0f1-40c6-8217-8296691d806c on host dv-neutron-822611-1-hyperv {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:53:40.108792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-c0743bb4-7cbd-4dbf-abde-25c2b562454c None None] Port d42ee54f-e0f1-40c6-8217-8296691d806c was deleted so its status cannot be updated. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 25 19:53:40.111793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:40.151243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b607dc-7ed4-4016-840d-eb352bd2a002 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'Port': ['ID=d42ee54f-e0f1-40c6-8217-8296691d806c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:40.178844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e7b607dc-7ed4-4016-840d-eb352bd2a002 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:40.248228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-354647db-5bb5-4480-b429-8f34ba3a7c18 None None] Calling delete_port for d42ee54f-e0f1-40c6-8217-8296691d806c owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:53:40.267952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-9352a53b-60e9-4378-b3f9-eccbdee37d16 None None] Attempting to bind port b4fdcfe0-3af5-4542-baae-e764a36570c1 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:53:40.268384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-9352a53b-60e9-4378-b3f9-eccbdee37d16 None None] Attempting to bind port b4fdcfe0-3af5-4542-baae-e764a36570c1 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '7cb71ec7-b082-4592-8f83-079b0317520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cafe00bd-b685-4366-b1ad-70e6c7f53a97'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:53:40.268857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9352a53b-60e9-4378-b3f9-eccbdee37d16 None None] Attempting to bind port b4fdcfe0-3af5-4542-baae-e764a36570c1 on network cafe00bd-b685-4366-b1ad-70e6c7f53a97 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:53:40.277399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9352a53b-60e9-4378-b3f9-eccbdee37d16 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:53:40.277830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9352a53b-60e9-4378-b3f9-eccbdee37d16 None None] Checking segment: {'id': '7cb71ec7-b082-4592-8f83-079b0317520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cafe00bd-b685-4366-b1ad-70e6c7f53a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:53:40.278842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9352a53b-60e9-4378-b3f9-eccbdee37d16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:40.279371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9352a53b-60e9-4378-b3f9-eccbdee37d16 None None] Bound using segment: {'id': '7cb71ec7-b082-4592-8f83-079b0317520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cafe00bd-b685-4366-b1ad-70e6c7f53a97'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:53:40.279915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-9352a53b-60e9-4378-b3f9-eccbdee37d16 None None] Bound port: b4fdcfe0-3af5-4542-baae-e764a36570c1, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb71ec7-b082-4592-8f83-079b0317520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cafe00bd-b685-4366-b1ad-70e6c7f53a97'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:53:40.280345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9352a53b-60e9-4378-b3f9-eccbdee37d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:40.302849 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c8747a6e-7b78-4183-91c4-28abd09b4fa0 req-3684b40b-c07c-4750-bb77-c630cb601fed tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/ports?device_id=c688606a-468a-4805-8851-20b48da0bc36 HTTP/1.1" status: 200 len: 210 time: 0.0593982 Dec 25 19:53:40.305658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f85d9-2424-4d9e-b9e1-0f1cdd422068 req-6d3011f7-b70e-4501-9443-cb213dc4d5b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:40.307306 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4d4f85d9-2424-4d9e-b9e1-0f1cdd422068 req-6d3011f7-b70e-4501-9443-cb213dc4d5b7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e06dbb6a-241c-47a9-be5d-fea8ee727624 HTTP/1.1" status: 200 len: 897 time: 0.3392985 Dec 25 19:53:40.337732 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e7b607dc-7ed4-4016-840d-eb352bd2a002 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:40.370287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-68241e41-b941-428c-b077-ff4fc748b655 None None] Set router dd4e48af-8917-45c8-b8c7-8b5583c1c925 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:53:40.385358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-9352a53b-60e9-4378-b3f9-eccbdee37d16 None None] For port b4fdcfe0-3af5-4542-baae-e764a36570c1, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:53:40.385894 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-e7b607dc-7ed4-4016-840d-eb352bd2a002 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4f1b4fb-234b-44be-ada4-eba113016c02']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:40.395976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-9352a53b-60e9-4378-b3f9-eccbdee37d16 None None] For port b4fdcfe0-3af5-4542-baae-e764a36570c1, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=b4fdcfe0-3af5-4542-baae-e764a36570c1,segment=NetworkSegment(7cb71ec7-b082-4592-8f83-079b0317520f),segment_id=7cb71ec7-b082-4592-8f83-079b0317520f)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:53:40.402064 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4d4f85d9-2424-4d9e-b9e1-0f1cdd422068 req-1dfff0b3-7013-4189-b183-7bb2d54f847a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d541b3f3-f278-4abe-a670-d98bae459725 HTTP/1.1" status: 200 len: 217 time: 0.0753150 Dec 25 19:53:40.405402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9352a53b-60e9-4378-b3f9-eccbdee37d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:40.410039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-e7b607dc-7ed4-4016-840d-eb352bd2a002 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f021564-10fa-44e6-bd8d-6adb61747411') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:40.410377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-e7b607dc-7ed4-4016-840d-eb352bd2a002 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f021564-10fa-44e6-bd8d-6adb61747411') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:40.416818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:40.425207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e7b607dc-7ed4-4016-840d-eb352bd2a002 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:40.452138 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-354647db-5bb5-4480-b429-8f34ba3a7c18 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:53:40.452632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-354647db-5bb5-4480-b429-8f34ba3a7c18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:53:40.454146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e7b607dc-7ed4-4016-840d-eb352bd2a002 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:40.464213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7b607dc-7ed4-4016-840d-eb352bd2a002 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:53:40.465025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e7b607dc-7ed4-4016-840d-eb352bd2a002 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:40.494680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ee0fa0-7d21-47b1-9da1-5220b16ffd18 None None] Pushing event updated for resources: {'Port': ['ID=b4fdcfe0-3af5-4542-baae-e764a36570c1,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:40.498908 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-29ee0fa0-7d21-47b1-9da1-5220b16ffd18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:40.511706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9352a53b-60e9-4378-b3f9-eccbdee37d16 None None] Routers {'f2e648a7-d4b4-4fd7-b0e5-00413196b67e'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:53:40.512925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-9352a53b-60e9-4378-b3f9-eccbdee37d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:53:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['f2e648a7-d4b4-4fd7-b0e5-00413196b67e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:40.542762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f85d9-2424-4d9e-b9e1-0f1cdd422068 req-d01424e2-a1f8-4763-b201-717868ae2a2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:40.544881 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4d4f85d9-2424-4d9e-b9e1-0f1cdd422068 req-d01424e2-a1f8-4763-b201-717868ae2a2d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ec36c59c-a669-4cfe-8242-554bbb888561 HTTP/1.1" status: 200 len: 834 time: 0.1298330 Dec 25 19:53:40.584397 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:53:40.584397 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:53:40.584397 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:53:40.584397 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:53:40.584397 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:53:40.584397 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:53:40.584397 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:53:40.584397 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:53:40.584397 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:53:40.584397 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:53:40.584397 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:53:40.584397 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:53:40.584397 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:53:40.584397 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:53:40.584397 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:53:40.584397 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:53:40.584397 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:53:40.584397 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:53:40.584397 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:53:40.584397 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:53:40.584397 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:53:40.584397 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:53:40.584397 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:53:40.584397 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:53:40.584397 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:53:40.584397 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:53:40.584397 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:53:40.584397 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:53:40.584397 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:53:40.584397 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:53:40.584397 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:53:40.584397 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:53:40.589429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52914) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:40.668872 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4d4f85d9-2424-4d9e-b9e1-0f1cdd422068 req-bb2ba157-92f4-4176-9864-6ff7dd7c4dd3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e06dbb6a-241c-47a9-be5d-fea8ee727624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1168742 Dec 25 19:53:40.699492 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-44ce84ca-7b1a-44a3-94a6-f4d142bd604f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/floatingips/01348133-cb1e-4fc3-a5c0-b68343e0a58b HTTP/1.1" status: 200 len: 690 time: 0.1081645 Dec 25 19:53:40.706909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e7b607dc-7ed4-4016-840d-eb352bd2a002 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:40.711507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e7b607dc-7ed4-4016-840d-eb352bd2a002 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:40.727370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1a11fd14-51f8-41c7-8cde-c5f15203df69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:40.750192 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e7b607dc-7ed4-4016-840d-eb352bd2a002 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] 10.222.0.24 "DELETE /v2.0/networks/c4f1b4fb-234b-44be-ada4-eba113016c02 HTTP/1.1" status: 204 len: 168 time: 1.6501801 Dec 25 19:53:40.759130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b607dc-7ed4-4016-840d-eb352bd2a002 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Pushing event deleted for resources: {'Network': ['ID=c4f1b4fb-234b-44be-ada4-eba113016c02,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:40.764813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-9352a53b-60e9-4378-b3f9-eccbdee37d16 None None] Set router f2e648a7-d4b4-4fd7-b0e5-00413196b67e gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:53:40.766892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e7b607dc-7ed4-4016-840d-eb352bd2a002 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:40.819841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-68241e41-b941-428c-b077-ff4fc748b655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'name': 'tempest-TestNetworkBasicOps-router-1483269214', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': '20b942bf-50e5-4c52-881d-f714ed83b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:52:12Z', 'updated_at': '2021-12-25T19:52:23Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '20b942bf-50e5-4c52-881d-f714ed83b460', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:52:13Z', 'updated_at': '2021-12-25T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'bfc5cfa0-aa3d-4364-a9bd-7da341b963f1', 'name': '', 'network_id': 'e06dbb6a-241c-47a9-be5d-fea8ee727624', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:b0:77:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec36c59c-a669-4cfe-8242-554bbb888561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:52:22Z', 'updated_at': '2021-12-25T19:52:33Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'ec36c59c-a669-4cfe-8242-554bbb888561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:40.824696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68241e41-b941-428c-b077-ff4fc748b655 None None] Checking router: dd4e48af-8917-45c8-b8c7-8b5583c1c925 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:53:40.841274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68241e41-b941-428c-b077-ff4fc748b655 None None] Routers {'dd4e48af-8917-45c8-b8c7-8b5583c1c925'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:53:40.842281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-68241e41-b941-428c-b077-ff4fc748b655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:53:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['dd4e48af-8917-45c8-b8c7-8b5583c1c925'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:40.910715 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4d4f85d9-2424-4d9e-b9e1-0f1cdd422068 req-06099dbf-9eef-4588-846e-d1314be71eb1 service neutron] 10.222.0.36 "GET /v2.0/networks/e06dbb6a-241c-47a9-be5d-fea8ee727624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310913 Dec 25 19:53:41.117785 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4d4f85d9-2424-4d9e-b9e1-0f1cdd422068 req-c8a1529e-97db-46a9-93ed-a181f17a9381 service neutron] 10.222.0.36 "GET /v2.0/networks/e06dbb6a-241c-47a9-be5d-fea8ee727624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955450 Dec 25 19:53:41.194712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52922) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:41.229961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-9352a53b-60e9-4378-b3f9-eccbdee37d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e648a7-d4b4-4fd7-b0e5-00413196b67e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433323063', 'tenant_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': 'a67b6752-0292-4748-83a5-b0578e6c46ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:53:28Z', 'updated_at': '2021-12-25T19:53:34Z', 'revision_number': 4, 'project_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'gw_port': {'id': 'a67b6752-0292-4748-83a5-b0578e6c46ec', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e648a7-d4b4-4fd7-b0e5-00413196b67e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:53:28Z', 'updated_at': '2021-12-25T19:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'b4fdcfe0-3af5-4542-baae-e764a36570c1', 'name': '', 'network_id': 'cafe00bd-b685-4366-b1ad-70e6c7f53a97', 'tenant_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'mac_address': 'fa:16:3e:23:41:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e648a7-d4b4-4fd7-b0e5-00413196b67e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b549f552-711b-44a9-bbf6-495ba8581f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:53:32Z', 'updated_at': '2021-12-25T19:53:40Z', 'revision_number': 4, 'project_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'subnets': [{'id': 'b549f552-711b-44a9-bbf6-495ba8581f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:41.234964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9352a53b-60e9-4378-b3f9-eccbdee37d16 None None] The sync data for ids ['f2e648a7-d4b4-4fd7-b0e5-00413196b67e'] in dv-neutron-822611-1-hyperv is: [{'id': 'f2e648a7-d4b4-4fd7-b0e5-00413196b67e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433323063', 'tenant_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': 'a67b6752-0292-4748-83a5-b0578e6c46ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:53:28Z', 'updated_at': '2021-12-25T19:53:34Z', 'revision_number': 4, 'project_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'gw_port': {'id': 'a67b6752-0292-4748-83a5-b0578e6c46ec', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e648a7-d4b4-4fd7-b0e5-00413196b67e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:53:28Z', 'updated_at': '2021-12-25T19:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'b4fdcfe0-3af5-4542-baae-e764a36570c1', 'name': '', 'network_id': 'cafe00bd-b685-4366-b1ad-70e6c7f53a97', 'tenant_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'mac_address': 'fa:16:3e:23:41:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e648a7-d4b4-4fd7-b0e5-00413196b67e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b549f552-711b-44a9-bbf6-495ba8581f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:53:32Z', 'updated_at': '2021-12-25T19:53:40Z', 'revision_number': 4, 'project_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'subnets': [{'id': 'b549f552-711b-44a9-bbf6-495ba8581f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:53:41.241194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-354647db-5bb5-4480-b429-8f34ba3a7c18 None None] Deleting port d42ee54f-e0f1-40c6-8217-8296691d806c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:53:41.241580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-354647db-5bb5-4480-b429-8f34ba3a7c18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:41.278618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d42ee54f-e0f1-40c6-8217-8296691d806c no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:53:41.415541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: d42ee54f-e0f1-40c6-8217-8296691d806c {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:53:41.415939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d42ee54f-e0f1-40c6-8217-8296691d806c not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:53:41.424852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-354647db-5bb5-4480-b429-8f34ba3a7c18 None None] The port 'd42ee54f-e0f1-40c6-8217-8296691d806c' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:53:41.466206 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-68241e41-b941-428c-b077-ff4fc748b655 None None] Set router dd4e48af-8917-45c8-b8c7-8b5583c1c925 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:53:41.474972 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7c7825a9-bd0f-44ef-972b-5ba0a04ecc22 req-4c86081d-2bf0-4dc2-90a7-57e68f538fc9 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/ports?device_id=c688606a-468a-4805-8851-20b48da0bc36 HTTP/1.1" status: 200 len: 210 time: 0.0754628 Dec 25 19:53:41.501309 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-87baebd0-9830-437b-a45a-138829bc6a26 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=403e9089dd684dee8c86c3ba99f83960&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3020818 Dec 25 19:53:41.501309 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52934) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:41.574562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1664ad0c-3c6d-4678-8973-7be98787e33b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:41.609787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1664ad0c-3c6d-4678-8973-7be98787e33b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:41.660881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1664ad0c-3c6d-4678-8973-7be98787e33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:41.666254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a9000c61-bebf-4334-81b4-5e692a608646 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:41.678107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664ad0c-3c6d-4678-8973-7be98787e33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ebc9bb-f8a4-4721-99d4-553944e1b040,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:41.683386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1664ad0c-3c6d-4678-8973-7be98787e33b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:41.685952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1664ad0c-3c6d-4678-8973-7be98787e33b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:41.687200 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1664ad0c-3c6d-4678-8973-7be98787e33b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12ebc9bb-f8a4-4721-99d4-553944e1b040 HTTP/1.1" status: 204 len: 168 time: 0.1852307 Dec 25 19:53:41.702329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52940) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:41.813114 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-98343d88-e8fd-4009-902f-8dbe56b3f292 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/floatingips/01348133-cb1e-4fc3-a5c0-b68343e0a58b HTTP/1.1" status: 200 len: 690 time: 0.1087563 Dec 25 19:53:41.844281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-68241e41-b941-428c-b077-ff4fc748b655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'name': 'tempest-TestNetworkBasicOps-router-1483269214', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': '20b942bf-50e5-4c52-881d-f714ed83b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:52:12Z', 'updated_at': '2021-12-25T19:52:23Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '20b942bf-50e5-4c52-881d-f714ed83b460', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:52:13Z', 'updated_at': '2021-12-25T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'bfc5cfa0-aa3d-4364-a9bd-7da341b963f1', 'name': '', 'network_id': 'e06dbb6a-241c-47a9-be5d-fea8ee727624', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:b0:77:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec36c59c-a669-4cfe-8242-554bbb888561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:52:22Z', 'updated_at': '2021-12-25T19:52:33Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'ec36c59c-a669-4cfe-8242-554bbb888561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:41.848641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68241e41-b941-428c-b077-ff4fc748b655 None None] The sync data for ids ['dd4e48af-8917-45c8-b8c7-8b5583c1c925'] in dv-neutron-822611-1-hyperv is: [{'id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'name': 'tempest-TestNetworkBasicOps-router-1483269214', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': '20b942bf-50e5-4c52-881d-f714ed83b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:52:12Z', 'updated_at': '2021-12-25T19:52:23Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '20b942bf-50e5-4c52-881d-f714ed83b460', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:52:13Z', 'updated_at': '2021-12-25T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'bfc5cfa0-aa3d-4364-a9bd-7da341b963f1', 'name': '', 'network_id': 'e06dbb6a-241c-47a9-be5d-fea8ee727624', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:b0:77:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec36c59c-a669-4cfe-8242-554bbb888561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:52:22Z', 'updated_at': '2021-12-25T19:52:33Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'ec36c59c-a669-4cfe-8242-554bbb888561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:53:42.463027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad308a95-2340-4093-afd7-87a13831b523 None None] New status for floating IP 01348133-cb1e-4fc3-a5c0-b68343e0a58b: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 19:53:42.612227 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-35bd7a26-6311-4462-af10-33423054d7db req-316bc445-6673-4141-8d72-e3e6026089f3 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/ports?device_id=c688606a-468a-4805-8851-20b48da0bc36 HTTP/1.1" status: 200 len: 210 time: 0.0516813 Dec 25 19:53:42.693910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52968) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:42.815400 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52974) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:42.890227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-22274013-f003-4ad3-acf7-a33d055f0733 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Request body: {'network': {'name': 'tempest-RoutersTest-1150034434'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:42.911928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-22274013-f003-4ad3-acf7-a33d055f0733 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:42.917777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-22274013-f003-4ad3-acf7-a33d055f0733 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Usage tracker for resource:network and tenant:9adb83111618414cb6cbe9c785ff883c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:42.922917 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-02c5c66d-7aa9-4e24-8c07-641a36212b16 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/floatingips/01348133-cb1e-4fc3-a5c0-b68343e0a58b HTTP/1.1" status: 200 len: 690 time: 0.1062717 Dec 25 19:53:42.924039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-22274013-f003-4ad3-acf7-a33d055f0733 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:42.930215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-22274013-f003-4ad3-acf7-a33d055f0733 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:42.939538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22274013-f003-4ad3-acf7-a33d055f0733 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Made reservation on behalf of 9adb83111618414cb6cbe9c785ff883c for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:53:42.944964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-22274013-f003-4ad3-acf7-a33d055f0733 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:42.959002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-22274013-f003-4ad3-acf7-a33d055f0733 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:42.996192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-22274013-f003-4ad3-acf7-a33d055f0733 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:43.000829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-22274013-f003-4ad3-acf7-a33d055f0733 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Usage tracker for resource:security_group_rule and tenant:9adb83111618414cb6cbe9c785ff883c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:43.003834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-22274013-f003-4ad3-acf7-a33d055f0733 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:43.009871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-22274013-f003-4ad3-acf7-a33d055f0733 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:43.084315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-22274013-f003-4ad3-acf7-a33d055f0733 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:43.087199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-22274013-f003-4ad3-acf7-a33d055f0733 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:43.091521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9366900c-91d6-4c44-bbcf-59f08552c43b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:43.119738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22274013-f003-4ad3-acf7-a33d055f0733 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:53:43.134405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22274013-f003-4ad3-acf7-a33d055f0733 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=952ebeb0-eba7-4a46-99a2-897c6c9c0857,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:43.139227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-22274013-f003-4ad3-acf7-a33d055f0733 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:43.143942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-22274013-f003-4ad3-acf7-a33d055f0733 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:43.144331 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-22274013-f003-4ad3-acf7-a33d055f0733 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Added segment cc495ecf-987f-4b7d-8b41-8feccf5f3e8a of type vlan for network e5ec296e-c33d-4e46-a6d5-f1eda0081fd4 Dec 25 19:53:43.179763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device b4fdcfe0-3af5-4542-baae-e764a36570c1 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:53:43.183946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-22274013-f003-4ad3-acf7-a33d055f0733 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:43.217230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-22274013-f003-4ad3-acf7-a33d055f0733 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:43.221858 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22274013-f003-4ad3-acf7-a33d055f0733 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:43.222503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-22274013-f003-4ad3-acf7-a33d055f0733 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:43.228079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-18527a46-adc7-41bb-8aa7-0588af4b1165 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:43.258442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port b4fdcfe0-3af5-4542-baae-e764a36570c1 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:53:43.264071 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port b4fdcfe0-3af5-4542-baae-e764a36570c1 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:43.264572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:43.342474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22274013-f003-4ad3-acf7-a33d055f0733 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event updated for resources: {'Network': ['ID=e5ec296e-c33d-4e46-a6d5-f1eda0081fd4,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:43.345479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-22274013-f003-4ad3-acf7-a33d055f0733 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:43.350630 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-22274013-f003-4ad3-acf7-a33d055f0733 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6520021 Dec 25 19:53:43.351096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52978) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:43.357487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b5992be9-0202-40e5-8e85-3dd7965fd572 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Request body: {'network': {'name': 'tempest-RoutersTest-1021849059'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:43.359471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network e5ec296e-c33d-4e46-a6d5-f1eda0081fd4 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:53:43.363211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b5992be9-0202-40e5-8e85-3dd7965fd572 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:43.367244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b5992be9-0202-40e5-8e85-3dd7965fd572 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Usage tracker for resource:network and tenant:9adb83111618414cb6cbe9c785ff883c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:43.370334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b5992be9-0202-40e5-8e85-3dd7965fd572 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:43.377073 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b5992be9-0202-40e5-8e85-3dd7965fd572 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:43.388468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5992be9-0202-40e5-8e85-3dd7965fd572 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Made reservation on behalf of 9adb83111618414cb6cbe9c785ff883c for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:53:43.393990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b5992be9-0202-40e5-8e85-3dd7965fd572 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:43.426836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:43.428673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5992be9-0202-40e5-8e85-3dd7965fd572 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:53:43.439550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b5992be9-0202-40e5-8e85-3dd7965fd572 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:43.440348 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-b5992be9-0202-40e5-8e85-3dd7965fd572 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Added segment 74ae98ed-1996-4c0f-8cec-c58b77923bfe of type vlan for network 1acff1b6-8384-41bb-8c84-4c512afa29d0 Dec 25 19:53:43.468116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b5992be9-0202-40e5-8e85-3dd7965fd572 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:43.500548 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b5992be9-0202-40e5-8e85-3dd7965fd572 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:43.504791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5992be9-0202-40e5-8e85-3dd7965fd572 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:43.505436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b5992be9-0202-40e5-8e85-3dd7965fd572 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:43.510902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-155a924c-fb5d-4a27-8ad3-f96d97c1e946 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:43.529143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port b4fdcfe0-3af5-4542-baae-e764a36570c1, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=b4fdcfe0-3af5-4542-baae-e764a36570c1,segment=NetworkSegment(7cb71ec7-b082-4592-8f83-079b0317520f),segment_id=7cb71ec7-b082-4592-8f83-079b0317520f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:53:43.534965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:43.548328 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-25ceb746-1d7a-4e20-8b95-b3c163129595 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:43.572922 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b5992be9-0202-40e5-8e85-3dd7965fd572 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2180643 Dec 25 19:53:43.573360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52984) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:43.623995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=b4fdcfe0-3af5-4542-baae-e764a36570c1,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:43.627328 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:43.643356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-4eb3f910-7a20-469d-ad81-da7be353c89f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Request body: {'subnet': {'network_id': 'e5ec296e-c33d-4e46-a6d5-f1eda0081fd4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:43.666371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5992be9-0202-40e5-8e85-3dd7965fd572 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event updated for resources: {'Network': ['ID=1acff1b6-8384-41bb-8c84-4c512afa29d0,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:43.674561 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b5992be9-0202-40e5-8e85-3dd7965fd572 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:43.680153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 1acff1b6-8384-41bb-8c84-4c512afa29d0 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:53:43.735643 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c238d33e-0d65-424a-b537-ed87f9f85e93 req-2ca14bd2-3f42-4496-8eae-647ef2db08ed tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/ports?device_id=c688606a-468a-4805-8851-20b48da0bc36 HTTP/1.1" status: 200 len: 210 time: 0.0543890 Dec 25 19:53:43.778939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4eb3f910-7a20-469d-ad81-da7be353c89f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:43.784521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4eb3f910-7a20-469d-ad81-da7be353c89f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Usage tracker for resource:subnet and tenant:9adb83111618414cb6cbe9c785ff883c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:43.788476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4eb3f910-7a20-469d-ad81-da7be353c89f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:43.795313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4eb3f910-7a20-469d-ad81-da7be353c89f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:43.804007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb3f910-7a20-469d-ad81-da7be353c89f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Made reservation on behalf of 9adb83111618414cb6cbe9c785ff883c for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:53:43.926033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4eb3f910-7a20-469d-ad81-da7be353c89f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:43.927328 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 52992) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:44.016516 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6467eed1-7bd0-49f8-b99b-b6a7ebafcdac tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/floatingips/01348133-cb1e-4fc3-a5c0-b68343e0a58b HTTP/1.1" status: 200 len: 688 time: 0.0876899 Dec 25 19:53:44.162692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4eb3f910-7a20-469d-ad81-da7be353c89f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:44.167217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d19c99a0-dbb4-460e-b170-66e560953bcc tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:44.248324 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb3f910-7a20-469d-ad81-da7be353c89f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event updated for resources: {'Subnet': ['ID=0245dbf5-5d2f-4a80-9a59-6a40e47389b2,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:44.262731 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4eb3f910-7a20-469d-ad81-da7be353c89f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:44.273402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb3f910-7a20-469d-ad81-da7be353c89f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Checking segment: {'id': 'cc495ecf-987f-4b7d-8b41-8feccf5f3e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e5ec296e-c33d-4e46-a6d5-f1eda0081fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:53:44.273803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb3f910-7a20-469d-ad81-da7be353c89f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Network hostable DHCP agents. Network: e5ec296e-c33d-4e46-a6d5-f1eda0081fd4, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:53:44.298610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb3f910-7a20-469d-ad81-da7be353c89f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Network e5ec296e-c33d-4e46-a6d5-f1eda0081fd4 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:53:44.307159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-4eb3f910-7a20-469d-ad81-da7be353c89f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, e5ec296e-c33d-4e46-a6d5-f1eda0081fd4) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:53:44.311167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb3f910-7a20-469d-ad81-da7be353c89f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:44.311813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4eb3f910-7a20-469d-ad81-da7be353c89f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:44.321248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9745bb2-7293-402a-a1db-1637c5f8d4f1 None None] Network e5ec296e-c33d-4e46-a6d5-f1eda0081fd4 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:53:44.332950 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4eb3f910-7a20-469d-ad81-da7be353c89f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7585680 Dec 25 19:53:44.336034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 52996) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:44.342823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-33781a4e-921a-4730-826f-fa4aed6a4135 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Request body: {'subnet': {'network_id': '1acff1b6-8384-41bb-8c84-4c512afa29d0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:44.459074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-33781a4e-921a-4730-826f-fa4aed6a4135 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:44.462985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-33781a4e-921a-4730-826f-fa4aed6a4135 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Usage tracker for resource:subnet and tenant:9adb83111618414cb6cbe9c785ff883c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:44.465970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-33781a4e-921a-4730-826f-fa4aed6a4135 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:44.472336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-33781a4e-921a-4730-826f-fa4aed6a4135 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:44.481297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33781a4e-921a-4730-826f-fa4aed6a4135 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Made reservation on behalf of 9adb83111618414cb6cbe9c785ff883c for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:53:44.550583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18789575-0cdf-4025-90e7-76eb051f553d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-e5ec296e-c33d-4e46-a6d5-f1eda0081fd4', 'network_id': 'e5ec296e-c33d-4e46-a6d5-f1eda0081fd4', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'fixed_ips': [{'subnet_id': '0245dbf5-5d2f-4a80-9a59-6a40e47389b2'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:53:44.551860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-18789575-0cdf-4025-90e7-76eb051f553d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:44.737823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-18789575-0cdf-4025-90e7-76eb051f553d None None] Allocated IP 172.20.0.2 (e5ec296e-c33d-4e46-a6d5-f1eda0081fd4/0245dbf5-5d2f-4a80-9a59-6a40e47389b2/0b79e24d-1c57-4221-8254-f7d181ad69be) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:53:44.831420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-33781a4e-921a-4730-826f-fa4aed6a4135 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:44.942354 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-46197cc5-c02d-4162-971d-1cf572ba5f77 req-a1ba99d9-47ad-43f3-a215-b12d2407d492 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/ports?device_id=c688606a-468a-4805-8851-20b48da0bc36 HTTP/1.1" status: 200 len: 210 time: 0.0615182 Dec 25 19:53:44.978567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-18789575-0cdf-4025-90e7-76eb051f553d None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:45.000155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-18789575-0cdf-4025-90e7-76eb051f553d None None] Transition to ACTIVE for port object 0b79e24d-1c57-4221-8254-f7d181ad69be will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:53:45.032413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-18789575-0cdf-4025-90e7-76eb051f553d None None] Transition to ACTIVE for port object 0b79e24d-1c57-4221-8254-f7d181ad69be will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:53:45.040314 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-18789575-0cdf-4025-90e7-76eb051f553d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:45.052671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b9627ef8-4b71-4065-a3ee-bf40eb4622ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:45.122528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-33781a4e-921a-4730-826f-fa4aed6a4135 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:45.138981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18789575-0cdf-4025-90e7-76eb051f553d None None] Network e5ec296e-c33d-4e46-a6d5-f1eda0081fd4 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:53:45.142532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18789575-0cdf-4025-90e7-76eb051f553d None None] Pushing event updated for resources: {'Port': ['ID=0b79e24d-1c57-4221-8254-f7d181ad69be,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:45.145812 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-18789575-0cdf-4025-90e7-76eb051f553d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:45.146721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-18789575-0cdf-4025-90e7-76eb051f553d None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:53:45.147666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b713b5e3-47e1-47a8-aa59-6b2d0be67ee4 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:45.149130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18789575-0cdf-4025-90e7-76eb051f553d None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:53:45.243380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device b4fdcfe0-3af5-4542-baae-e764a36570c1 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:53:45.269306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33781a4e-921a-4730-826f-fa4aed6a4135 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event updated for resources: {'Subnet': ['ID=9326d66d-c9b7-40f4-9c10-4b0cbc0b59f8,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:45.273651 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-33781a4e-921a-4730-826f-fa4aed6a4135 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:45.283306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33781a4e-921a-4730-826f-fa4aed6a4135 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Checking segment: {'id': '74ae98ed-1996-4c0f-8cec-c58b77923bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1acff1b6-8384-41bb-8c84-4c512afa29d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:53:45.283831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33781a4e-921a-4730-826f-fa4aed6a4135 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Network hostable DHCP agents. Network: 1acff1b6-8384-41bb-8c84-4c512afa29d0, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:53:45.312462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-18789575-0cdf-4025-90e7-76eb051f553d None None] Attempting to bind port 0b79e24d-1c57-4221-8254-f7d181ad69be on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:53:45.312886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-18789575-0cdf-4025-90e7-76eb051f553d None None] Attempting to bind port 0b79e24d-1c57-4221-8254-f7d181ad69be by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'cc495ecf-987f-4b7d-8b41-8feccf5f3e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e5ec296e-c33d-4e46-a6d5-f1eda0081fd4'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:53:45.313301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18789575-0cdf-4025-90e7-76eb051f553d None None] Attempting to bind port 0b79e24d-1c57-4221-8254-f7d181ad69be on network e5ec296e-c33d-4e46-a6d5-f1eda0081fd4 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:53:45.320265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33781a4e-921a-4730-826f-fa4aed6a4135 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Network 1acff1b6-8384-41bb-8c84-4c512afa29d0 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:53:45.326264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18789575-0cdf-4025-90e7-76eb051f553d None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:53:45.326694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18789575-0cdf-4025-90e7-76eb051f553d None None] Checking segment: {'id': 'cc495ecf-987f-4b7d-8b41-8feccf5f3e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e5ec296e-c33d-4e46-a6d5-f1eda0081fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:53:45.327185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-18789575-0cdf-4025-90e7-76eb051f553d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:45.327823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18789575-0cdf-4025-90e7-76eb051f553d None None] Bound using segment: {'id': 'cc495ecf-987f-4b7d-8b41-8feccf5f3e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e5ec296e-c33d-4e46-a6d5-f1eda0081fd4'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:53:45.328468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-18789575-0cdf-4025-90e7-76eb051f553d None None] Bound port: 0b79e24d-1c57-4221-8254-f7d181ad69be, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc495ecf-987f-4b7d-8b41-8feccf5f3e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e5ec296e-c33d-4e46-a6d5-f1eda0081fd4'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:53:45.328989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-18789575-0cdf-4025-90e7-76eb051f553d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:45.332220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-33781a4e-921a-4730-826f-fa4aed6a4135 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 1acff1b6-8384-41bb-8c84-4c512afa29d0) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:53:45.336744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33781a4e-921a-4730-826f-fa4aed6a4135 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:45.337623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-33781a4e-921a-4730-826f-fa4aed6a4135 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:45.350737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec32653-e6cb-43ed-9354-59c4ca0b7b3a None None] Network 1acff1b6-8384-41bb-8c84-4c512afa29d0 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:53:45.376727 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-33781a4e-921a-4730-826f-fa4aed6a4135 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0394638 Dec 25 19:53:45.379899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53006) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:45.386177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-9644be01-0b3f-4f38-953b-abad299f2d89 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1718931097', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:45.393541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9644be01-0b3f-4f38-953b-abad299f2d89 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:45.398061 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9644be01-0b3f-4f38-953b-abad299f2d89 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Usage tracker for resource:router and tenant:9adb83111618414cb6cbe9c785ff883c is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:45.401480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9644be01-0b3f-4f38-953b-abad299f2d89 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:45.409214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9644be01-0b3f-4f38-953b-abad299f2d89 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:45.422544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9644be01-0b3f-4f38-953b-abad299f2d89 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:45.423896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9644be01-0b3f-4f38-953b-abad299f2d89 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:45.445274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9644be01-0b3f-4f38-953b-abad299f2d89 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:45.470631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53010) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:45.476983 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-e2ad1e82-5950-49c8-8d90-71e95d212055 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1371956265', 'description': 'tempest-secgroup-smoke-1371956265 description', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:45.482589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9644be01-0b3f-4f38-953b-abad299f2d89 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:45.494760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e2ad1e82-5950-49c8-8d90-71e95d212055 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:45.505768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e2ad1e82-5950-49c8-8d90-71e95d212055 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:45.509162 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e2ad1e82-5950-49c8-8d90-71e95d212055 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:45.518750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e2ad1e82-5950-49c8-8d90-71e95d212055 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:45.522364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9644be01-0b3f-4f38-953b-abad299f2d89 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:45.526279 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9644be01-0b3f-4f38-953b-abad299f2d89 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1424186 Dec 25 19:53:45.527083 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53014) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:45.531729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e2ad1e82-5950-49c8-8d90-71e95d212055 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:45.536988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port b4fdcfe0-3af5-4542-baae-e764a36570c1 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:45.537413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:45.570627 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e2ad1e82-5950-49c8-8d90-71e95d212055 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:45.575344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e2ad1e82-5950-49c8-8d90-71e95d212055 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:45.579117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e2ad1e82-5950-49c8-8d90-71e95d212055 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:45.586106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e2ad1e82-5950-49c8-8d90-71e95d212055 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:45.662867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e2ad1e82-5950-49c8-8d90-71e95d212055 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:45.803270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e2ad1e82-5950-49c8-8d90-71e95d212055 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:45.814576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-09dad470-55ae-41b9-a471-c6c6cb601f00 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:45.825250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-18789575-0cdf-4025-90e7-76eb051f553d None None] For port 0b79e24d-1c57-4221-8254-f7d181ad69be, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:53:45.829659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-18789575-0cdf-4025-90e7-76eb051f553d None None] For port 0b79e24d-1c57-4221-8254-f7d181ad69be, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=0b79e24d-1c57-4221-8254-f7d181ad69be,segment=NetworkSegment(cc495ecf-987f-4b7d-8b41-8feccf5f3e8a),segment_id=cc495ecf-987f-4b7d-8b41-8feccf5f3e8a)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:53:45.854232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f78675-7e1b-4908-968b-26121702add4 req-0bbf9914-1a90-42ad-89ee-517468b28c72 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:45.856158 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-44f78675-7e1b-4908-968b-26121702add4 req-0bbf9914-1a90-42ad-89ee-517468b28c72 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.36 "GET /v2.0/networks?id=cafe00bd-b685-4366-b1ad-70e6c7f53a97 HTTP/1.1" status: 200 len: 796 time: 0.1916387 Dec 25 19:53:45.907323 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad1e82-5950-49c8-8d90-71e95d212055 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a71aad85-c22c-445d-b8c9-4c0c6aa4dcf8,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:45.909291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-18789575-0cdf-4025-90e7-76eb051f553d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:45.918656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e2ad1e82-5950-49c8-8d90-71e95d212055 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:45.923803 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e2ad1e82-5950-49c8-8d90-71e95d212055 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4483354 Dec 25 19:53:45.923987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-37e7fc20-2a19-4141-81f8-2177a7e317c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:45.929783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53018) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:45.932442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad1e82-5950-49c8-8d90-71e95d212055 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:53:45.932881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad1e82-5950-49c8-8d90-71e95d212055 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:53:45.933276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad1e82-5950-49c8-8d90-71e95d212055 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:53:45.933693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad1e82-5950-49c8-8d90-71e95d212055 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:53:45.934623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad1e82-5950-49c8-8d90-71e95d212055 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:53:45.935029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad1e82-5950-49c8-8d90-71e95d212055 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:53:45.935467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad1e82-5950-49c8-8d90-71e95d212055 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:53:45.935879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad1e82-5950-49c8-8d90-71e95d212055 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:53:45.936287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad1e82-5950-49c8-8d90-71e95d212055 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:53:45.936694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad1e82-5950-49c8-8d90-71e95d212055 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:53:45.937099 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad1e82-5950-49c8-8d90-71e95d212055 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:53:45.940891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e2ad1e82-5950-49c8-8d90-71e95d212055 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:45.950599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-153e647a-5155-43cd-9393-64ecf7ba8823 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': 'a71aad85-c22c-445d-b8c9-4c0c6aa4dcf8', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:45.956351 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-44f78675-7e1b-4908-968b-26121702add4 req-f5e6f846-285b-47b1-807d-54c574713965 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43c2b93df8ec4b7bbf85e0ad1ccdcc6e HTTP/1.1" status: 200 len: 380 time: 0.0816400 Dec 25 19:53:45.973524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-44f78675-7e1b-4908-968b-26121702add4 req-65f573e5-49e0-4b01-bc4e-fa8dc5803dbb tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Request body: {'port': {'device_id': 'c688606a-468a-4805-8851-20b48da0bc36', 'network_id': 'cafe00bd-b685-4366-b1ad-70e6c7f53a97', 'admin_state_up': True, 'tenant_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'security_groups': ['70f68f50-7240-4649-aa70-d80da091e70b']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:46.047562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-153e647a-5155-43cd-9393-64ecf7ba8823 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:46.056462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-153e647a-5155-43cd-9393-64ecf7ba8823 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:46.062253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-153e647a-5155-43cd-9393-64ecf7ba8823 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:46.073166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-153e647a-5155-43cd-9393-64ecf7ba8823 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:46.161411 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-75298996-0061-4428-84aa-c6c19b74a687 req-e6146b0b-0c8c-41c5-b9b2-31ef24630044 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/ports?device_id=c688606a-468a-4805-8851-20b48da0bc36 HTTP/1.1" status: 200 len: 210 time: 0.0567255 Dec 25 19:53:46.168417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-153e647a-5155-43cd-9393-64ecf7ba8823 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:46.196335 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18789575-0cdf-4025-90e7-76eb051f553d None None] Pushing event updated for resources: {'Port': ['ID=0b79e24d-1c57-4221-8254-f7d181ad69be,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:46.199519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-18789575-0cdf-4025-90e7-76eb051f553d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:46.219980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958e52e7-b9bc-4fd1-a7b1-75515fe98206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-1acff1b6-8384-41bb-8c84-4c512afa29d0', 'network_id': '1acff1b6-8384-41bb-8c84-4c512afa29d0', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'fixed_ips': [{'subnet_id': '9326d66d-c9b7-40f4-9c10-4b0cbc0b59f8'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:53:46.221010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-958e52e7-b9bc-4fd1-a7b1-75515fe98206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:46.226310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-44f78675-7e1b-4908-968b-26121702add4 req-65f573e5-49e0-4b01-bc4e-fa8dc5803dbb tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:46.238525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-44f78675-7e1b-4908-968b-26121702add4 req-65f573e5-49e0-4b01-bc4e-fa8dc5803dbb tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:46.255786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a745-8d10-448f-b300-a0be94305b5f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:46.256701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44f78675-7e1b-4908-968b-26121702add4 req-65f573e5-49e0-4b01-bc4e-fa8dc5803dbb tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Made reservation on behalf of 43c2b93df8ec4b7bbf85e0ad1ccdcc6e for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:53:46.262970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-44f78675-7e1b-4908-968b-26121702add4 req-65f573e5-49e0-4b01-bc4e-fa8dc5803dbb tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:46.453144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-958e52e7-b9bc-4fd1-a7b1-75515fe98206 None None] Allocated IP 172.21.0.2 (1acff1b6-8384-41bb-8c84-4c512afa29d0/9326d66d-c9b7-40f4-9c10-4b0cbc0b59f8/31c38c91-ddd5-4d0f-83c0-434f0bc10ba4) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:53:46.493246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-153e647a-5155-43cd-9393-64ecf7ba8823 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:46.554901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [req-44f78675-7e1b-4908-968b-26121702add4 req-65f573e5-49e0-4b01-bc4e-fa8dc5803dbb tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Allocated IP 172.20.0.14 (cafe00bd-b685-4366-b1ad-70e6c7f53a97/b549f552-711b-44a9-bbf6-495ba8581f2e/d43c99a5-fa45-4de4-9fa1-15253236be82) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:53:46.592646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-153e647a-5155-43cd-9393-64ecf7ba8823 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:46.604567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-89eecde2-5399-44fa-a111-b464dc07a4bc tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:46.663151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e647a-5155-43cd-9393-64ecf7ba8823 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c65baf-d11f-436d-ba53-f2e89bac4eb2,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:46.676103 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-153e647a-5155-43cd-9393-64ecf7ba8823 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:46.700049 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-153e647a-5155-43cd-9393-64ecf7ba8823 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:46.706804 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-153e647a-5155-43cd-9393-64ecf7ba8823 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7751188 Dec 25 19:53:46.707585 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53028) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:46.764490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-69cfc012-b0d4-4c75-8e75-30a7e1899b32 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': 'a71aad85-c22c-445d-b8c9-4c0c6aa4dcf8', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:46.774800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-69cfc012-b0d4-4c75-8e75-30a7e1899b32 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:46.800454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-69cfc012-b0d4-4c75-8e75-30a7e1899b32 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:46.815704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-69cfc012-b0d4-4c75-8e75-30a7e1899b32 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:46.827426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-69cfc012-b0d4-4c75-8e75-30a7e1899b32 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:46.838662 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-958e52e7-b9bc-4fd1-a7b1-75515fe98206 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:46.870143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-958e52e7-b9bc-4fd1-a7b1-75515fe98206 None None] Transition to ACTIVE for port object 31c38c91-ddd5-4d0f-83c0-434f0bc10ba4 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:53:46.896624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-958e52e7-b9bc-4fd1-a7b1-75515fe98206 None None] Transition to ACTIVE for port object 31c38c91-ddd5-4d0f-83c0-434f0bc10ba4 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:53:46.899406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-44f78675-7e1b-4908-968b-26121702add4 req-65f573e5-49e0-4b01-bc4e-fa8dc5803dbb tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:46.901100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-69cfc012-b0d4-4c75-8e75-30a7e1899b32 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:46.901971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-958e52e7-b9bc-4fd1-a7b1-75515fe98206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:46.908280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fd210fda-85f4-4566-86b0-c8f8b0bd1311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:46.922306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-44f78675-7e1b-4908-968b-26121702add4 req-65f573e5-49e0-4b01-bc4e-fa8dc5803dbb tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Transition to ACTIVE for port object d43c99a5-fa45-4de4-9fa1-15253236be82 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:53:46.942628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-7bf9a745-8d10-448f-b300-a0be94305b5f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Allocated IP 172.20.0.1 (e5ec296e-c33d-4e46-a6d5-f1eda0081fd4/0245dbf5-5d2f-4a80-9a59-6a40e47389b2/237fdea2-c725-485c-83e3-45e18abb0692) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:53:46.949271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-44f78675-7e1b-4908-968b-26121702add4 req-65f573e5-49e0-4b01-bc4e-fa8dc5803dbb tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:46.959198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d17c417a-26e5-4be1-b4ce-69cb0b9f86ed tempest-RoutersNegativeTest-1756218755 tempest-RoutersNegativeTest-1756218755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:46.997515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e52e7-b9bc-4fd1-a7b1-75515fe98206 None None] Pushing event updated for resources: {'Port': ['ID=31c38c91-ddd5-4d0f-83c0-434f0bc10ba4,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:47.006770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-958e52e7-b9bc-4fd1-a7b1-75515fe98206 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:47.022666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958e52e7-b9bc-4fd1-a7b1-75515fe98206 None None] Network 1acff1b6-8384-41bb-8c84-4c512afa29d0 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:53:47.024258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-958e52e7-b9bc-4fd1-a7b1-75515fe98206 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:53:47.027793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958e52e7-b9bc-4fd1-a7b1-75515fe98206 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:53:47.068564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44f78675-7e1b-4908-968b-26121702add4 req-65f573e5-49e0-4b01-bc4e-fa8dc5803dbb tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Network cafe00bd-b685-4366-b1ad-70e6c7f53a97 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:53:47.072994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [req-44f78675-7e1b-4908-968b-26121702add4 req-65f573e5-49e0-4b01-bc4e-fa8dc5803dbb tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:53:47.087680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f573e5-49e0-4b01-bc4e-fa8dc5803dbb tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Pushing event updated for resources: {'Port': ['ID=d43c99a5-fa45-4de4-9fa1-15253236be82,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:47.092165 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f78675-7e1b-4908-968b-26121702add4 req-65f573e5-49e0-4b01-bc4e-fa8dc5803dbb tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:53:47.118443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-69cfc012-b0d4-4c75-8e75-30a7e1899b32 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:47.132862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-65f573e5-49e0-4b01-bc4e-fa8dc5803dbb tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:47.146105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-69cfc012-b0d4-4c75-8e75-30a7e1899b32 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:47.148203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-958e52e7-b9bc-4fd1-a7b1-75515fe98206 None None] Attempting to bind port 31c38c91-ddd5-4d0f-83c0-434f0bc10ba4 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:53:47.148652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-958e52e7-b9bc-4fd1-a7b1-75515fe98206 None None] Attempting to bind port 31c38c91-ddd5-4d0f-83c0-434f0bc10ba4 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '74ae98ed-1996-4c0f-8cec-c58b77923bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1acff1b6-8384-41bb-8c84-4c512afa29d0'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:53:47.149598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958e52e7-b9bc-4fd1-a7b1-75515fe98206 None None] Attempting to bind port 31c38c91-ddd5-4d0f-83c0-434f0bc10ba4 on network 1acff1b6-8384-41bb-8c84-4c512afa29d0 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:53:47.158849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958e52e7-b9bc-4fd1-a7b1-75515fe98206 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:53:47.162160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-633aeea2-1483-4d10-bc91-623ef967aadb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:47.171272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958e52e7-b9bc-4fd1-a7b1-75515fe98206 None None] Checking segment: {'id': '74ae98ed-1996-4c0f-8cec-c58b77923bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1acff1b6-8384-41bb-8c84-4c512afa29d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:53:47.171865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-958e52e7-b9bc-4fd1-a7b1-75515fe98206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:47.172342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958e52e7-b9bc-4fd1-a7b1-75515fe98206 None None] Bound using segment: {'id': '74ae98ed-1996-4c0f-8cec-c58b77923bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1acff1b6-8384-41bb-8c84-4c512afa29d0'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:53:47.172926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-958e52e7-b9bc-4fd1-a7b1-75515fe98206 None None] Bound port: 31c38c91-ddd5-4d0f-83c0-434f0bc10ba4, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74ae98ed-1996-4c0f-8cec-c58b77923bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1acff1b6-8384-41bb-8c84-4c512afa29d0'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:53:47.173369 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-958e52e7-b9bc-4fd1-a7b1-75515fe98206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:47.182966 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f78675-7e1b-4908-968b-26121702add4 req-65f573e5-49e0-4b01-bc4e-fa8dc5803dbb tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:47.182966 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-44f78675-7e1b-4908-968b-26121702add4 req-65f573e5-49e0-4b01-bc4e-fa8dc5803dbb tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:47.183249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cfc012-b0d4-4c75-8e75-30a7e1899b32 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=976f34b0-0a4d-4ccc-8b1c-7068476d3094,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:47.194806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-69cfc012-b0d4-4c75-8e75-30a7e1899b32 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:47.257638 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-44f78675-7e1b-4908-968b-26121702add4 req-65f573e5-49e0-4b01-bc4e-fa8dc5803dbb tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2894411 Dec 25 19:53:47.279780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-44f78675-7e1b-4908-968b-26121702add4 req-a5e9d62d-5064-46d5-b05f-f798348d75d4 service neutron] Request body: {'port': {'device_id': 'c688606a-468a-4805-8851-20b48da0bc36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:47.288985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 0b79e24d-1c57-4221-8254-f7d181ad69be up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:53:47.300285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a745-8d10-448f-b300-a0be94305b5f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:47.330662 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-7bf9a745-8d10-448f-b300-a0be94305b5f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Transition to ACTIVE for port object 237fdea2-c725-485c-83e3-45e18abb0692 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:53:47.353517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-69cfc012-b0d4-4c75-8e75-30a7e1899b32 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:47.357911 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-69cfc012-b0d4-4c75-8e75-30a7e1899b32 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6018007 Dec 25 19:53:47.357911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a745-8d10-448f-b300-a0be94305b5f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:47.362827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53034) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:47.364506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d3aff858-ae5e-4d0c-aa56-385e44851658 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:47.423873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-958e52e7-b9bc-4fd1-a7b1-75515fe98206 None None] For port 31c38c91-ddd5-4d0f-83c0-434f0bc10ba4, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:53:47.426822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 0b79e24d-1c57-4221-8254-f7d181ad69be completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:53:47.429897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-de01c3da-f200-454b-bf71-7be0f82df385 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': 'a71aad85-c22c-445d-b8c9-4c0c6aa4dcf8', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:47.434002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-958e52e7-b9bc-4fd1-a7b1-75515fe98206 None None] For port 31c38c91-ddd5-4d0f-83c0-434f0bc10ba4, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=31c38c91-ddd5-4d0f-83c0-434f0bc10ba4,segment=NetworkSegment(74ae98ed-1996-4c0f-8cec-c58b77923bfe),segment_id=74ae98ed-1996-4c0f-8cec-c58b77923bfe)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:53:47.437943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-958e52e7-b9bc-4fd1-a7b1-75515fe98206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:47.449990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:47.456950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-de01c3da-f200-454b-bf71-7be0f82df385 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:47.471629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-de01c3da-f200-454b-bf71-7be0f82df385 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:47.480714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-de01c3da-f200-454b-bf71-7be0f82df385 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:47.490490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf9a745-8d10-448f-b300-a0be94305b5f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Network e5ec296e-c33d-4e46-a6d5-f1eda0081fd4 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:53:47.496950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-de01c3da-f200-454b-bf71-7be0f82df385 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:47.499466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf9a745-8d10-448f-b300-a0be94305b5f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event updated for resources: {'Port': ['ID=237fdea2-c725-485c-83e3-45e18abb0692,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:47.502139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-7bf9a745-8d10-448f-b300-a0be94305b5f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:53:47.505294 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7bf9a745-8d10-448f-b300-a0be94305b5f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:47.507871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf9a745-8d10-448f-b300-a0be94305b5f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:53:47.533307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e52e7-b9bc-4fd1-a7b1-75515fe98206 None None] Pushing event updated for resources: {'Port': ['ID=31c38c91-ddd5-4d0f-83c0-434f0bc10ba4,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:47.538445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-958e52e7-b9bc-4fd1-a7b1-75515fe98206 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:47.546604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-44f78675-7e1b-4908-968b-26121702add4 req-a5e9d62d-5064-46d5-b05f-f798348d75d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:47.570659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de01c3da-f200-454b-bf71-7be0f82df385 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:47.607192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a745-8d10-448f-b300-a0be94305b5f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:47.639893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0238b-217d-4d96-bb27-063202433761 req-7ac8b1a5-1816-4dae-8ce0-103ba4626d3e tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:47.640686 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-85d0238b-217d-4d96-bb27-063202433761 req-7ac8b1a5-1816-4dae-8ce0-103ba4626d3e tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Synchronizing usage tracker for tenant:43c2b93df8ec4b7bbf85e0ad1ccdcc6e on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:53:47.702131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de01c3da-f200-454b-bf71-7be0f82df385 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:47.715112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de01c3da-f200-454b-bf71-7be0f82df385 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:47.720988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d6d67924-5970-408c-bec4-8018e1fb0339 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:47.729803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-85d0238b-217d-4d96-bb27-063202433761 req-7ac8b1a5-1816-4dae-8ce0-103ba4626d3e tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Unset dirty status for tenant:43c2b93df8ec4b7bbf85e0ad1ccdcc6e on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:53:47.731739 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-85d0238b-217d-4d96-bb27-063202433761 req-7ac8b1a5-1816-4dae-8ce0-103ba4626d3e tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/ports?device_id=c688606a-468a-4805-8851-20b48da0bc36 HTTP/1.1" status: 200 len: 932 time: 0.2994993 Dec 25 19:53:47.759337 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-94f3bc75-65b5-4ce7-8b54-7759ec113118 None None] Provisioning for port d43c99a5-fa45-4de4-9fa1-15253236be82 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:53:47.764045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de01c3da-f200-454b-bf71-7be0f82df385 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:47.765474 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-de01c3da-f200-454b-bf71-7be0f82df385 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3486667 Dec 25 19:53:47.770129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53038) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:47.773544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-94f3bc75-65b5-4ce7-8b54-7759ec113118 None None] Provisioning complete for port d43c99a5-fa45-4de4-9fa1-15253236be82 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:47.773686 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01c3da-f200-454b-bf71-7be0f82df385 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=987241a4-cc05-4043-ac3f-fac7ae362aea,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:47.773783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-94f3bc75-65b5-4ce7-8b54-7759ec113118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:47.779924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-f488ad56-9caa-42c5-9ef0-11db7b9375c8 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': 'a71aad85-c22c-445d-b8c9-4c0c6aa4dcf8', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:47.791906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de01c3da-f200-454b-bf71-7be0f82df385 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:47.795605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f488ad56-9caa-42c5-9ef0-11db7b9375c8 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:47.804143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a745-8d10-448f-b300-a0be94305b5f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:47.816109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f488ad56-9caa-42c5-9ef0-11db7b9375c8 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:47.821371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f488ad56-9caa-42c5-9ef0-11db7b9375c8 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:47.835919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f488ad56-9caa-42c5-9ef0-11db7b9375c8 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:47.838026 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-85d0238b-217d-4d96-bb27-063202433761 req-6d8cca78-fa1f-4085-a9b4-d3e54445c176 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/security-groups?id=70f68f50-7240-4649-aa70-d80da091e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972784 Dec 25 19:53:47.848474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-94f3bc75-65b5-4ce7-8b54-7759ec113118 None None] Port d43c99a5-fa45-4de4-9fa1-15253236be82 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:53:47.915524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f488ad56-9caa-42c5-9ef0-11db7b9375c8 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:48.054818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [req-44f78675-7e1b-4908-968b-26121702add4 req-a5e9d62d-5064-46d5-b05f-f798348d75d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d43c99a5-fa45-4de4-9fa1-15253236be82 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 19:53:48.063449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-44f78675-7e1b-4908-968b-26121702add4 req-a5e9d62d-5064-46d5-b05f-f798348d75d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:48.094515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-44f78675-7e1b-4908-968b-26121702add4 req-a5e9d62d-5064-46d5-b05f-f798348d75d4 service neutron] Transition to ACTIVE for port object d43c99a5-fa45-4de4-9fa1-15253236be82 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:53:48.101392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-44f78675-7e1b-4908-968b-26121702add4 req-a5e9d62d-5064-46d5-b05f-f798348d75d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:48.109100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ca171a6a-7e5b-48af-aa73-31f66c99bafe tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:48.142805 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f488ad56-9caa-42c5-9ef0-11db7b9375c8 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:48.147929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f488ad56-9caa-42c5-9ef0-11db7b9375c8 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:48.151872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-153e647a-5155-43cd-9393-64ecf7ba8823 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:48.193730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f488ad56-9caa-42c5-9ef0-11db7b9375c8 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9f01d51-81b0-4535-be74-523cef290579,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:48.200738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f488ad56-9caa-42c5-9ef0-11db7b9375c8 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:48.227621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f488ad56-9caa-42c5-9ef0-11db7b9375c8 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:48.233733 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f488ad56-9caa-42c5-9ef0-11db7b9375c8 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4622016 Dec 25 19:53:48.238838 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53042) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:48.250802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-088c24e8-f203-46a3-a755-9deb08a17593 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': 'a71aad85-c22c-445d-b8c9-4c0c6aa4dcf8', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:48.258009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-088c24e8-f203-46a3-a755-9deb08a17593 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:48.275124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-088c24e8-f203-46a3-a755-9deb08a17593 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:48.285044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-088c24e8-f203-46a3-a755-9deb08a17593 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:48.296159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-088c24e8-f203-46a3-a755-9deb08a17593 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:48.346033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9d62d-5064-46d5-b05f-f798348d75d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d43c99a5-fa45-4de4-9fa1-15253236be82,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:48.357416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a5e9d62d-5064-46d5-b05f-f798348d75d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:48.374390 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-088c24e8-f203-46a3-a755-9deb08a17593 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Project 23f5dc92674e43b787fc19a8bf548d4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 19:53:48.393672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-088c24e8-f203-46a3-a755-9deb08a17593 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:48.415280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-44f78675-7e1b-4908-968b-26121702add4 req-a5e9d62d-5064-46d5-b05f-f798348d75d4 service neutron] Attempting to bind port d43c99a5-fa45-4de4-9fa1-15253236be82 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:53:48.416346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-44f78675-7e1b-4908-968b-26121702add4 req-a5e9d62d-5064-46d5-b05f-f798348d75d4 service neutron] Attempting to bind port d43c99a5-fa45-4de4-9fa1-15253236be82 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7cb71ec7-b082-4592-8f83-079b0317520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cafe00bd-b685-4366-b1ad-70e6c7f53a97'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:53:48.416789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f78675-7e1b-4908-968b-26121702add4 req-a5e9d62d-5064-46d5-b05f-f798348d75d4 service neutron] Attempting to bind port d43c99a5-fa45-4de4-9fa1-15253236be82 on network cafe00bd-b685-4366-b1ad-70e6c7f53a97 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:53:48.426084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f78675-7e1b-4908-968b-26121702add4 req-a5e9d62d-5064-46d5-b05f-f798348d75d4 service neutron] Port d43c99a5-fa45-4de4-9fa1-15253236be82 on network cafe00bd-b685-4366-b1ad-70e6c7f53a97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:53:48.426598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f78675-7e1b-4908-968b-26121702add4 req-a5e9d62d-5064-46d5-b05f-f798348d75d4 service neutron] Attempting to bind port d43c99a5-fa45-4de4-9fa1-15253236be82 on network cafe00bd-b685-4366-b1ad-70e6c7f53a97 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:53:48.435004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f78675-7e1b-4908-968b-26121702add4 req-a5e9d62d-5064-46d5-b05f-f798348d75d4 service neutron] Checking agent: {'id': '5d7a6d50-e450-4e92-a105-61a558d89e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'started_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:53:48.435438 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f78675-7e1b-4908-968b-26121702add4 req-a5e9d62d-5064-46d5-b05f-f798348d75d4 service neutron] Checking segment: {'id': '7cb71ec7-b082-4592-8f83-079b0317520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cafe00bd-b685-4366-b1ad-70e6c7f53a97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:53:48.436005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f78675-7e1b-4908-968b-26121702add4 req-a5e9d62d-5064-46d5-b05f-f798348d75d4 service neutron] Bound using segment: {'id': '7cb71ec7-b082-4592-8f83-079b0317520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cafe00bd-b685-4366-b1ad-70e6c7f53a97'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:53:48.436502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-44f78675-7e1b-4908-968b-26121702add4 req-a5e9d62d-5064-46d5-b05f-f798348d75d4 service neutron] Bound port: d43c99a5-fa45-4de4-9fa1-15253236be82, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cb71ec7-b082-4592-8f83-079b0317520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cafe00bd-b685-4366-b1ad-70e6c7f53a97'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:53:48.436879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-44f78675-7e1b-4908-968b-26121702add4 req-a5e9d62d-5064-46d5-b05f-f798348d75d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:48.461304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db4b2ae-933c-4ec7-9bb5-09bcf6537097 None None] Network e5ec296e-c33d-4e46-a6d5-f1eda0081fd4 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:53:48.514863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a745-8d10-448f-b300-a0be94305b5f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:48.517525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-088c24e8-f203-46a3-a755-9deb08a17593 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:48.521089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-088c24e8-f203-46a3-a755-9deb08a17593 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:48.524140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a745-8d10-448f-b300-a0be94305b5f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:48.560154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-44f78675-7e1b-4908-968b-26121702add4 req-a5e9d62d-5064-46d5-b05f-f798348d75d4 service neutron] For port d43c99a5-fa45-4de4-9fa1-15253236be82, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:53:48.563948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-44f78675-7e1b-4908-968b-26121702add4 req-a5e9d62d-5064-46d5-b05f-f798348d75d4 service neutron] For port d43c99a5-fa45-4de4-9fa1-15253236be82, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d43c99a5-fa45-4de4-9fa1-15253236be82,segment=NetworkSegment(7cb71ec7-b082-4592-8f83-079b0317520f),segment_id=7cb71ec7-b082-4592-8f83-079b0317520f)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:53:48.570287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-44f78675-7e1b-4908-968b-26121702add4 req-a5e9d62d-5064-46d5-b05f-f798348d75d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:48.575902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5af61e8b-5960-4569-a31b-7aa0dddabdce tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:48.586726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c5af81ca-5e15-44d5-9366-236428302802 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:48.601524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-088c24e8-f203-46a3-a755-9deb08a17593 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:48.602827 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-088c24e8-f203-46a3-a755-9deb08a17593 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3629270 Dec 25 19:53:48.614949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53046) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:48.626893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-906a705d-41c1-4846-9310-428d259be71a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': 'a71aad85-c22c-445d-b8c9-4c0c6aa4dcf8', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:48.632036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c24e8-f203-46a3-a755-9deb08a17593 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=604a9d64-d74e-471d-ad50-141e13ddd86a,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:48.638240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-906a705d-41c1-4846-9310-428d259be71a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:48.640470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-088c24e8-f203-46a3-a755-9deb08a17593 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:48.641053 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a4240115-9541-4f74-8b58-fac163c2a677 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:48.665916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-44f78675-7e1b-4908-968b-26121702add4 req-a5e9d62d-5064-46d5-b05f-f798348d75d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:48.667675 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-44f78675-7e1b-4908-968b-26121702add4 req-a5e9d62d-5064-46d5-b05f-f798348d75d4 service neutron] 10.222.0.36 "PUT /v2.0/ports/d43c99a5-fa45-4de4-9fa1-15253236be82 HTTP/1.1" status: 200 len: 1094 time: 1.3978047 Dec 25 19:53:48.668840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c688606a-468a-4805-8851-20b48da0bc36', 'tag': 'd43c99a5-fa45-4de4-9fa1-15253236be82'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:53:48.687229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-e762046d-6d75-438c-9a8c-5846520f9b96 None None] Provisioning for port 0b79e24d-1c57-4221-8254-f7d181ad69be completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:53:48.691493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9d62d-5064-46d5-b05f-f798348d75d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d43c99a5-fa45-4de4-9fa1-15253236be82,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:48.698186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-e762046d-6d75-438c-9a8c-5846520f9b96 None None] Provisioning complete for port 0b79e24d-1c57-4221-8254-f7d181ad69be triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:48.698616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e762046d-6d75-438c-9a8c-5846520f9b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:48.706160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a5e9d62d-5064-46d5-b05f-f798348d75d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:48.774088 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c688606a-468a-4805-8851-20b48da0bc36', 'tag': 'd43c99a5-fa45-4de4-9fa1-15253236be82', 'status': 'completed', 'code': 200} Dec 25 19:53:48.817403 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-44f78675-7e1b-4908-968b-26121702add4 req-36a23510-8a1b-4bdf-b435-9d2981a07f7a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=43c2b93df8ec4b7bbf85e0ad1ccdcc6e&device_id=c688606a-468a-4805-8851-20b48da0bc36 HTTP/1.1" status: 200 len: 1097 time: 0.0951142 Dec 25 19:53:48.896534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e762046d-6d75-438c-9a8c-5846520f9b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:48.915393 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-44f78675-7e1b-4908-968b-26121702add4 req-24884ce0-8b91-418c-a855-da1ab6587674 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d43c99a5-fa45-4de4-9fa1-15253236be82 HTTP/1.1" status: 200 len: 217 time: 0.0862892 Dec 25 19:53:48.946085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-e762046d-6d75-438c-9a8c-5846520f9b96 None None] For port 0b79e24d-1c57-4221-8254-f7d181ad69be, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=0b79e24d-1c57-4221-8254-f7d181ad69be,segment=NetworkSegment(cc495ecf-987f-4b7d-8b41-8feccf5f3e8a),segment_id=cc495ecf-987f-4b7d-8b41-8feccf5f3e8a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:53:48.953679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e762046d-6d75-438c-9a8c-5846520f9b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:48.958122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-18789575-0cdf-4025-90e7-76eb051f553d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:49.049289 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762046d-6d75-438c-9a8c-5846520f9b96 None None] Pushing event updated for resources: {'Port': ['ID=0b79e24d-1c57-4221-8254-f7d181ad69be,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:49.056681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-906a705d-41c1-4846-9310-428d259be71a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:49.060849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e762046d-6d75-438c-9a8c-5846520f9b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:53:49.061340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e762046d-6d75-438c-9a8c-5846520f9b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:53:49.061808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e762046d-6d75-438c-9a8c-5846520f9b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:53:49.062265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e762046d-6d75-438c-9a8c-5846520f9b96 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:53:49.062873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e762046d-6d75-438c-9a8c-5846520f9b96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:53:49.063461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f78675-7e1b-4908-968b-26121702add4 req-d86dff75-269b-4f2f-940b-58bb40d9d82a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:49.063600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e762046d-6d75-438c-9a8c-5846520f9b96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:53:49.063910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e762046d-6d75-438c-9a8c-5846520f9b96 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:53:49.064361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e762046d-6d75-438c-9a8c-5846520f9b96 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:53:49.064808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e762046d-6d75-438c-9a8c-5846520f9b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:53:49.065068 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-44f78675-7e1b-4908-968b-26121702add4 req-d86dff75-269b-4f2f-940b-58bb40d9d82a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b549f552-711b-44a9-bbf6-495ba8581f2e HTTP/1.1" status: 200 len: 834 time: 0.1401253 Dec 25 19:53:49.065671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e762046d-6d75-438c-9a8c-5846520f9b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:53:49.066124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e762046d-6d75-438c-9a8c-5846520f9b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:53:49.072756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-906a705d-41c1-4846-9310-428d259be71a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:49.076017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e762046d-6d75-438c-9a8c-5846520f9b96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:49.084685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf9a745-8d10-448f-b300-a0be94305b5f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event updated for resources: {'Port': ['ID=237fdea2-c725-485c-83e3-45e18abb0692,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:49.087783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-906a705d-41c1-4846-9310-428d259be71a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:49.100695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7bf9a745-8d10-448f-b300-a0be94305b5f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:49.107827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a745-8d10-448f-b300-a0be94305b5f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:49.121416 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-906a705d-41c1-4846-9310-428d259be71a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Project 23f5dc92674e43b787fc19a8bf548d4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 19:53:49.210628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1319096-328b-487a-99c3-71f49df25f58 req-f4b94784-1410-4bf9-bee7-12cbfec43edc tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:49.216034 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a1319096-328b-487a-99c3-71f49df25f58 req-f4b94784-1410-4bf9-bee7-12cbfec43edc tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/ports?device_id=c688606a-468a-4805-8851-20b48da0bc36 HTTP/1.1" status: 200 len: 944 time: 0.2141519 Dec 25 19:53:49.307817 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a1319096-328b-487a-99c3-71f49df25f58 req-9468b947-e59c-4ab7-a16f-902579003604 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/security-groups?id=70f68f50-7240-4649-aa70-d80da091e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824397 Dec 25 19:53:49.311681 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-44f78675-7e1b-4908-968b-26121702add4 req-18769860-091d-46a0-88fb-c6c27afb43f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cafe00bd-b685-4366-b1ad-70e6c7f53a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2322891 Dec 25 19:53:49.314318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 31c38c91-ddd5-4d0f-83c0-434f0bc10ba4 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:53:49.333979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-906a705d-41c1-4846-9310-428d259be71a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:49.443794 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf9a745-8d10-448f-b300-a0be94305b5f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Network e5ec296e-c33d-4e46-a6d5-f1eda0081fd4 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:53:49.444010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 31c38c91-ddd5-4d0f-83c0-434f0bc10ba4 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:53:49.447893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-7bf9a745-8d10-448f-b300-a0be94305b5f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:53:49.458548 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 0b79e24d-1c57-4221-8254-f7d181ad69be up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:53:49.494237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-53b030d3-f38f-4432-bb90-9e6068456911 None None] Provisioning for port 237fdea2-c725-485c-83e3-45e18abb0692 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:53:49.513550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-53b030d3-f38f-4432-bb90-9e6068456911 None None] Provisioning complete for port 237fdea2-c725-485c-83e3-45e18abb0692 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:49.514238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-53b030d3-f38f-4432-bb90-9e6068456911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:49.534033 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-44f78675-7e1b-4908-968b-26121702add4 req-be3603d8-26e9-4b1e-bf82-e5c99b4e6e04 service neutron] 10.222.0.36 "GET /v2.0/networks/cafe00bd-b685-4366-b1ad-70e6c7f53a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059064 Dec 25 19:53:49.598251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-53b030d3-f38f-4432-bb90-9e6068456911 None None] Port 237fdea2-c725-485c-83e3-45e18abb0692 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:53:49.620386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-53b030d3-f38f-4432-bb90-9e6068456911 None None] Provisioning complete for port 0b79e24d-1c57-4221-8254-f7d181ad69be triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:49.620977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-53b030d3-f38f-4432-bb90-9e6068456911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:49.632222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-906a705d-41c1-4846-9310-428d259be71a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:49.640105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-906a705d-41c1-4846-9310-428d259be71a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:49.645089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-088c24e8-f203-46a3-a755-9deb08a17593 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:49.680221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a705d-41c1-4846-9310-428d259be71a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e60fc597-a8b4-4d86-8812-d902a0c8670a,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:49.691393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-906a705d-41c1-4846-9310-428d259be71a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:49.697065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-906a705d-41c1-4846-9310-428d259be71a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:49.698479 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-906a705d-41c1-4846-9310-428d259be71a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.0822318 Dec 25 19:53:49.725805 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 0b79e24d-1c57-4221-8254-f7d181ad69be triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:49.728742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:50.003389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2498af04-e12f-4965-998d-d0d02a021279 None None] Provisioning complete for port 237fdea2-c725-485c-83e3-45e18abb0692 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:50.003819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2498af04-e12f-4965-998d-d0d02a021279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:50.065780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf9a745-8d10-448f-b300-a0be94305b5f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Router 0d10cd0c-444f-4824-b45e-b8a374f79669 is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:53:50.093844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-2498af04-e12f-4965-998d-d0d02a021279 None None] Port 237fdea2-c725-485c-83e3-45e18abb0692 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:53:50.151829 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-44f78675-7e1b-4908-968b-26121702add4 req-cbc93909-4b48-43eb-80db-feb1c485e2f4 service neutron] 10.222.0.36 "GET /v2.0/networks/cafe00bd-b685-4366-b1ad-70e6c7f53a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6067922 Dec 25 19:53:50.225653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-5e8913a8-df85-454f-a034-8a84778ee711 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Synchronizing usage tracker for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:53:50.260903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1daee7-1cc4-48cf-97df-ade356926dcd None None] Network 1acff1b6-8384-41bb-8c84-4c512afa29d0 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:53:50.279972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf9a745-8d10-448f-b300-a0be94305b5f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:53:50.286856 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7bf9a745-8d10-448f-b300-a0be94305b5f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "PUT /v2.0/routers/0d10cd0c-444f-4824-b45e-b8a374f79669/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7572601 Dec 25 19:53:50.288900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53066) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:50.312557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-5e8913a8-df85-454f-a034-8a84778ee711 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Unset dirty status for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:53:50.314087 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-5e8913a8-df85-454f-a034-8a84778ee711 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1371956265&fields=id&tenant_id=23f5dc92674e43b787fc19a8bf548d4f HTTP/1.1" status: 200 len: 267 time: 0.1612675 Dec 25 19:53:50.330992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fa164d-f391-4cb9-b785-02b5417ac89c None None] Sync routers for ids ['0d10cd0c-444f-4824-b45e-b8a374f79669'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:53:50.361983 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8b88524b-c820-416d-8e9f-3ab9e7e44dbf req-e989d279-cfb4-4dbc-ac63-79fc5efaa2c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=43c2b93df8ec4b7bbf85e0ad1ccdcc6e&device_id=c688606a-468a-4805-8851-20b48da0bc36 HTTP/1.1" status: 200 len: 1097 time: 0.1309183 Dec 25 19:53:50.381055 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7ddd71-6559-4038-8e5f-39800f29334b tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:50.381850 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ad7ddd71-6559-4038-8e5f-39800f29334b tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Synchronizing usage tracker for tenant:9adb83111618414cb6cbe9c785ff883c on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:53:50.401689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ad7ddd71-6559-4038-8e5f-39800f29334b tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Unset dirty status for tenant:9adb83111618414cb6cbe9c785ff883c on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:53:50.403718 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ad7ddd71-6559-4038-8e5f-39800f29334b tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "GET /v2.0/ports/237fdea2-c725-485c-83e3-45e18abb0692 HTTP/1.1" status: 200 len: 910 time: 0.1135929 Dec 25 19:53:50.406562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53072) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:50.504606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fa164d-f391-4cb9-b785-02b5417ac89c None None] Routers {'0d10cd0c-444f-4824-b45e-b8a374f79669'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:53:50.505234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-23fa164d-f391-4cb9-b785-02b5417ac89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:53:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['0d10cd0c-444f-4824-b45e-b8a374f79669'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:50.579676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-fc09c482-94d9-4b1c-b7d4-c9275d861369 None None] Provisioning for port 31c38c91-ddd5-4d0f-83c0-434f0bc10ba4 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:53:50.585816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-23fa164d-f391-4cb9-b785-02b5417ac89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:50.592922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-fc09c482-94d9-4b1c-b7d4-c9275d861369 None None] Provisioning complete for port 31c38c91-ddd5-4d0f-83c0-434f0bc10ba4 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:50.594025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fc09c482-94d9-4b1c-b7d4-c9275d861369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:50.688867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-a19a5480-6c3e-4196-b325-4642d6b1c32b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:50.693686 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-a19a5480-6c3e-4196-b325-4642d6b1c32b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/networks?id=e06dbb6a-241c-47a9-be5d-fea8ee727624 HTTP/1.1" status: 200 len: 797 time: 0.3680363 Dec 25 19:53:50.703036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88524b-c820-416d-8e9f-3ab9e7e44dbf req-20899eb1-0f60-4520-870c-bdf3ecd1cc75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:50.704107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fa164d-f391-4cb9-b785-02b5417ac89c None None] Routers {'0d10cd0c-444f-4824-b45e-b8a374f79669'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:53:50.704805 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-23fa164d-f391-4cb9-b785-02b5417ac89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:53:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['0d10cd0c-444f-4824-b45e-b8a374f79669'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:50.705031 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8b88524b-c820-416d-8e9f-3ab9e7e44dbf req-20899eb1-0f60-4520-870c-bdf3ecd1cc75 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cafe00bd-b685-4366-b1ad-70e6c7f53a97 HTTP/1.1" status: 200 len: 896 time: 0.3338134 Dec 25 19:53:50.775515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-23fa164d-f391-4cb9-b785-02b5417ac89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:50.775887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fa164d-f391-4cb9-b785-02b5417ac89c None None] The sync data for ids ['0d10cd0c-444f-4824-b45e-b8a374f79669'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:53:50.805730 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-c31b1162-5de1-431d-85d7-ccccd230e099 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/quotas/23f5dc92674e43b787fc19a8bf548d4f HTTP/1.1" status: 200 len: 375 time: 0.1051087 Dec 25 19:53:50.808358 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8b88524b-c820-416d-8e9f-3ab9e7e44dbf req-ab4140f8-22b5-4aaf-90a6-cb1da9e08307 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d43c99a5-fa45-4de4-9fa1-15253236be82 HTTP/1.1" status: 200 len: 217 time: 0.0911646 Dec 25 19:53:50.814822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a8fd3-6856-45d8-b430-e33638d8dcee req-574dabae-f09f-49b9-be52-db3ebc199836 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:50.816758 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6f7a8fd3-6856-45d8-b430-e33638d8dcee req-574dabae-f09f-49b9-be52-db3ebc199836 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/ports?device_id=c688606a-468a-4805-8851-20b48da0bc36 HTTP/1.1" status: 200 len: 944 time: 0.3283458 Dec 25 19:53:50.857701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fc09c482-94d9-4b1c-b7d4-c9275d861369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:50.899896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-fc09c482-94d9-4b1c-b7d4-c9275d861369 None None] For port 31c38c91-ddd5-4d0f-83c0-434f0bc10ba4, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=31c38c91-ddd5-4d0f-83c0-434f0bc10ba4,segment=NetworkSegment(74ae98ed-1996-4c0f-8cec-c58b77923bfe),segment_id=74ae98ed-1996-4c0f-8cec-c58b77923bfe)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:53:50.904830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fc09c482-94d9-4b1c-b7d4-c9275d861369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:50.910777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d6153bad-d155-430a-9018-61b8f1ca2c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:50.991706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88524b-c820-416d-8e9f-3ab9e7e44dbf req-66eac1a8-3ebf-4f77-9e1e-8943e84e4b02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:50.993343 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8b88524b-c820-416d-8e9f-3ab9e7e44dbf req-66eac1a8-3ebf-4f77-9e1e-8943e84e4b02 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b549f552-711b-44a9-bbf6-495ba8581f2e HTTP/1.1" status: 200 len: 834 time: 0.1745248 Dec 25 19:53:50.995646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09c482-94d9-4b1c-b7d4-c9275d861369 None None] Pushing event updated for resources: {'Port': ['ID=31c38c91-ddd5-4d0f-83c0-434f0bc10ba4,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:50.996719 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6f7a8fd3-6856-45d8-b430-e33638d8dcee req-5d7eac66-8131-45df-bc0f-663d9dc10ef0 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/security-groups?id=70f68f50-7240-4649-aa70-d80da091e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378996 Dec 25 19:53:51.009246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fc09c482-94d9-4b1c-b7d4-c9275d861369 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:51.032393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-9931e301-e51d-40f4-a4a8-0fc788cab2e5 None None] Provisioning complete for port 237fdea2-c725-485c-83e3-45e18abb0692 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:51.033148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9931e301-e51d-40f4-a4a8-0fc788cab2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:51.073558 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-22fa279e-10f7-407c-acde-dce92e434402 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2558179 Dec 25 19:53:51.098283 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8b88524b-c820-416d-8e9f-3ab9e7e44dbf req-364df023-01db-4b4f-89fb-0305948d44ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cafe00bd-b685-4366-b1ad-70e6c7f53a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0962985 Dec 25 19:53:51.126449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d40fdbb-6e70-4747-ae4f-58a10cc6373c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:51.150689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-9931e301-e51d-40f4-a4a8-0fc788cab2e5 None None] Port 237fdea2-c725-485c-83e3-45e18abb0692 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:53:51.206182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 31c38c91-ddd5-4d0f-83c0-434f0bc10ba4 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:53:51.293558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-79c23b12-4956-4564-9492-dfe9f72a6571 None None] Provisioning complete for port 31c38c91-ddd5-4d0f-83c0-434f0bc10ba4 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:51.293894 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-79c23b12-4956-4564-9492-dfe9f72a6571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:51.356301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 31c38c91-ddd5-4d0f-83c0-434f0bc10ba4 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:51.356722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:51.417412 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-0c916238-01c1-4406-9906-62085c4b3bb5 service neutron] 10.222.0.24 "GET /v2.0/networks/e06dbb6a-241c-47a9-be5d-fea8ee727624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228204 Dec 25 19:53:51.419692 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8b88524b-c820-416d-8e9f-3ab9e7e44dbf req-51f703a3-3ca2-4014-99c1-faef0d452c29 service neutron] 10.222.0.36 "GET /v2.0/networks/cafe00bd-b685-4366-b1ad-70e6c7f53a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996893 Dec 25 19:53:51.569012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-3d40fdbb-6e70-4747-ae4f-58a10cc6373c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Allocated IP 172.21.0.1 (1acff1b6-8384-41bb-8c84-4c512afa29d0/9326d66d-c9b7-40f4-9c10-4b0cbc0b59f8/f884cd77-37d9-440a-83dd-90a099fce9a6) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:53:51.703671 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-eb00d6ba-9765-4f73-a466-05a75678fe26 service neutron] 10.222.0.24 "GET /v2.0/networks/e06dbb6a-241c-47a9-be5d-fea8ee727624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786722 Dec 25 19:53:51.707959 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8b88524b-c820-416d-8e9f-3ab9e7e44dbf req-196730fd-86f8-4150-ae10-f569c0de1282 service neutron] 10.222.0.36 "GET /v2.0/networks/cafe00bd-b685-4366-b1ad-70e6c7f53a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600751 Dec 25 19:53:51.916438 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6ae1d9c5-92c2-4fa7-9f76-c9cdebd1a6a2 req-5d1fd1d9-4296-48fc-b022-a901191560da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc8e8dfa-d4d1-49f5-af6c-a6d95a99564d HTTP/1.1" status: 200 len: 210 time: 0.0510406 Dec 25 19:53:51.956502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 19:53:51.996823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d40fdbb-6e70-4747-ae4f-58a10cc6373c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:52.012934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-3d40fdbb-6e70-4747-ae4f-58a10cc6373c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Transition to ACTIVE for port object f884cd77-37d9-440a-83dd-90a099fce9a6 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:53:52.034195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d40fdbb-6e70-4747-ae4f-58a10cc6373c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:52.038179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0359ebee-3f03-431c-915b-9e215436b941 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:52.119943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d40fdbb-6e70-4747-ae4f-58a10cc6373c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Network 1acff1b6-8384-41bb-8c84-4c512afa29d0 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:53:52.123519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-3d40fdbb-6e70-4747-ae4f-58a10cc6373c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:53:52.126214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40fdbb-6e70-4747-ae4f-58a10cc6373c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event updated for resources: {'Port': ['ID=f884cd77-37d9-440a-83dd-90a099fce9a6,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:52.128066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d40fdbb-6e70-4747-ae4f-58a10cc6373c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:53:52.159533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3d40fdbb-6e70-4747-ae4f-58a10cc6373c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:52.205713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d40fdbb-6e70-4747-ae4f-58a10cc6373c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:52.236023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a55b4c-78a7-4406-bad0-c87bc47353d5 req-4a76b543-8680-432a-b7e6-fd71af47c82b tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:52.241149 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-50a55b4c-78a7-4406-bad0-c87bc47353d5 req-4a76b543-8680-432a-b7e6-fd71af47c82b tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/ports?device_id=c688606a-468a-4805-8851-20b48da0bc36 HTTP/1.1" status: 200 len: 944 time: 0.0955007 Dec 25 19:53:52.299943 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-50a55b4c-78a7-4406-bad0-c87bc47353d5 req-c6c7d9be-db2d-49fd-98e7-ec0a86b5ebc8 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/security-groups?id=70f68f50-7240-4649-aa70-d80da091e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557301 Dec 25 19:53:52.324186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d40fdbb-6e70-4747-ae4f-58a10cc6373c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:52.435630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device d43c99a5-fa45-4de4-9fa1-15253236be82 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 19:53:52.571961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-71a4232d-fd3f-497b-a527-b05a28483ea1 None None] Provisioning for port f884cd77-37d9-440a-83dd-90a099fce9a6 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:53:52.582326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-71a4232d-fd3f-497b-a527-b05a28483ea1 None None] Provisioning complete for port f884cd77-37d9-440a-83dd-90a099fce9a6 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:52.582745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-71a4232d-fd3f-497b-a527-b05a28483ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:52.653157 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port d43c99a5-fa45-4de4-9fa1-15253236be82, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d43c99a5-fa45-4de4-9fa1-15253236be82,segment=NetworkSegment(7cb71ec7-b082-4592-8f83-079b0317520f),segment_id=7cb71ec7-b082-4592-8f83-079b0317520f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:53:52.670631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-71a4232d-fd3f-497b-a527-b05a28483ea1 None None] Port f884cd77-37d9-440a-83dd-90a099fce9a6 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:53:52.672401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': 'd43c99a5-fa45-4de4-9fa1-15253236be82', 'network_id': 'cafe00bd-b685-4366-b1ad-70e6c7f53a97', 'port_id': 'd43c99a5-fa45-4de4-9fa1-15253236be82', 'mac_address': 'fa:16:3e:d9:ac:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b549f552-711b-44a9-bbf6-495ba8581f2e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 19:53:52.728263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:52.742533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d40fdbb-6e70-4747-ae4f-58a10cc6373c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:52.746742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d43c99a5-fa45-4de4-9fa1-15253236be82 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 19:53:52.746919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d40fdbb-6e70-4747-ae4f-58a10cc6373c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:52.761798 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port d43c99a5-fa45-4de4-9fa1-15253236be82, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d43c99a5-fa45-4de4-9fa1-15253236be82,segment=NetworkSegment(7cb71ec7-b082-4592-8f83-079b0317520f),segment_id=7cb71ec7-b082-4592-8f83-079b0317520f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:53:52.766417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:52.768282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-37b25050-bca6-4179-bf22-632defc1ff8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:52.778983 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7bf9a745-8d10-448f-b300-a0be94305b5f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:52.836598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=d43c99a5-fa45-4de4-9fa1-15253236be82,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:52.840050 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:52.868838 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d40fdbb-6e70-4747-ae4f-58a10cc6373c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:52.873803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40fdbb-6e70-4747-ae4f-58a10cc6373c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event updated for resources: {'Port': ['ID=f884cd77-37d9-440a-83dd-90a099fce9a6,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:52.877149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3d40fdbb-6e70-4747-ae4f-58a10cc6373c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:53.021050 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d40fdbb-6e70-4747-ae4f-58a10cc6373c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Network 1acff1b6-8384-41bb-8c84-4c512afa29d0 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:53:53.027872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['d43c99a5-fa45-4de4-9fa1-15253236be82'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 19:53:53.029141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-3d40fdbb-6e70-4747-ae4f-58a10cc6373c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:53:53.140094 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dbf57f33-421e-4a23-8bf2-cc2f04648c09 req-b37277d6-353f-4b9b-8e15-d0e834122cdc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc8e8dfa-d4d1-49f5-af6c-a6d95a99564d HTTP/1.1" status: 200 len: 210 time: 0.0796533 Dec 25 19:53:53.323994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-6e53c804-43a1-47af-8ffc-c7d64c17ae69 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:53.326762 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-6e53c804-43a1-47af-8ffc-c7d64c17ae69 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "GET /v2.0/networks?id=e06dbb6a-241c-47a9-be5d-fea8ee727624 HTTP/1.1" status: 200 len: 797 time: 0.3218615 Dec 25 19:53:53.427996 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-0b890a37-2bad-46ca-86fa-3b47eb72b5b9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23f5dc92674e43b787fc19a8bf548d4f HTTP/1.1" status: 200 len: 472 time: 0.0817378 Dec 25 19:53:53.431833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:53.440621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-23b086cb-505a-43dc-bb92-13fa2679dc38 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'port': {'device_id': 'dc8e8dfa-d4d1-49f5-af6c-a6d95a99564d', 'network_id': 'e06dbb6a-241c-47a9-be5d-fea8ee727624', 'admin_state_up': True, 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'security_groups': ['a71aad85-c22c-445d-b8c9-4c0c6aa4dcf8']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:53.507941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d40fdbb-6e70-4747-ae4f-58a10cc6373c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Router 0d10cd0c-444f-4824-b45e-b8a374f79669 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:53:53.603261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d4a7f34c-7ffa-4da8-bbff-3be071ea4732 None None] Provisioning complete for port f884cd77-37d9-440a-83dd-90a099fce9a6 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:53.603696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d4a7f34c-7ffa-4da8-bbff-3be071ea4732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:53.654426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-23b086cb-505a-43dc-bb92-13fa2679dc38 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:53.659980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-d4a7f34c-7ffa-4da8-bbff-3be071ea4732 None None] Port f884cd77-37d9-440a-83dd-90a099fce9a6 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:53:53.666701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-23b086cb-505a-43dc-bb92-13fa2679dc38 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:53.683086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deedc0a7-437a-4b3a-84f3-bde448afd31e req-88b4428d-acf9-4027-8806-7e3f4a20a764 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:53.685241 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-deedc0a7-437a-4b3a-84f3-bde448afd31e req-88b4428d-acf9-4027-8806-7e3f4a20a764 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/ports?device_id=c688606a-468a-4805-8851-20b48da0bc36 HTTP/1.1" status: 200 len: 945 time: 0.1999280 Dec 25 19:53:53.686341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-23b086cb-505a-43dc-bb92-13fa2679dc38 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Made reservation on behalf of 23f5dc92674e43b787fc19a8bf548d4f for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:53:53.689511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d40fdbb-6e70-4747-ae4f-58a10cc6373c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:53:53.691748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-23b086cb-505a-43dc-bb92-13fa2679dc38 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:53.701188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ce8dc4-10cf-4d18-b8cb-d45c3f54f282 None None] Sync routers for ids ['0d10cd0c-444f-4824-b45e-b8a374f79669'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:53:53.706702 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3d40fdbb-6e70-4747-ae4f-58a10cc6373c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "PUT /v2.0/routers/0d10cd0c-444f-4824-b45e-b8a374f79669/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2988551 Dec 25 19:53:53.709362 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53096) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:53.719334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ce8dc4-10cf-4d18-b8cb-d45c3f54f282 None None] Routers {'0d10cd0c-444f-4824-b45e-b8a374f79669'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:53:53.720142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-e2ce8dc4-10cf-4d18-b8cb-d45c3f54f282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:53:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['0d10cd0c-444f-4824-b45e-b8a374f79669'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:53.784396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-e2ce8dc4-10cf-4d18-b8cb-d45c3f54f282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:53.786119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f47a2a3-a1d4-4b2a-82fd-190470205753 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:53.786285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5f47a2a3-a1d4-4b2a-82fd-190470205753 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Synchronizing usage tracker for tenant:9adb83111618414cb6cbe9c785ff883c on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:53:53.796843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ce8dc4-10cf-4d18-b8cb-d45c3f54f282 None None] Routers {'0d10cd0c-444f-4824-b45e-b8a374f79669'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:53:53.797917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-e2ce8dc4-10cf-4d18-b8cb-d45c3f54f282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:53:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['0d10cd0c-444f-4824-b45e-b8a374f79669'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:53.803279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5f47a2a3-a1d4-4b2a-82fd-190470205753 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Unset dirty status for tenant:9adb83111618414cb6cbe9c785ff883c on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:53:53.807398 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5f47a2a3-a1d4-4b2a-82fd-190470205753 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "GET /v2.0/ports/f884cd77-37d9-440a-83dd-90a099fce9a6 HTTP/1.1" status: 200 len: 910 time: 0.0942230 Dec 25 19:53:53.807752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53100) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:53.820752 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-deedc0a7-437a-4b3a-84f3-bde448afd31e req-c87b66db-e199-4bc3-9a9a-10c6ea9d734a tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/security-groups?id=70f68f50-7240-4649-aa70-d80da091e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159358 Dec 25 19:53:53.913410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-23b086cb-505a-43dc-bb92-13fa2679dc38 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Allocated IP 172.20.0.10 (e06dbb6a-241c-47a9-be5d-fea8ee727624/ec36c59c-a669-4cfe-8242-554bbb888561/d41dc081-ab4f-496f-839f-4f7ea701c7d1) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:53:54.018807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-e2ce8dc4-10cf-4d18-b8cb-d45c3f54f282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:54.019390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ce8dc4-10cf-4d18-b8cb-d45c3f54f282 None None] The sync data for ids ['0d10cd0c-444f-4824-b45e-b8a374f79669'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:53:54.126706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-23b086cb-505a-43dc-bb92-13fa2679dc38 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:54.144081 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-23b086cb-505a-43dc-bb92-13fa2679dc38 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Transition to ACTIVE for port object d41dc081-ab4f-496f-839f-4f7ea701c7d1 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:53:54.165885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-23b086cb-505a-43dc-bb92-13fa2679dc38 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:54.172953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b4292acc-8088-47cd-a47d-330f8f8f6278 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:54.176077 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-548f06a8-3b32-42e0-b199-4f38fb3d24d8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:54.246599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-23b086cb-505a-43dc-bb92-13fa2679dc38 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network e06dbb6a-241c-47a9-be5d-fea8ee727624 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:53:54.249820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-23b086cb-505a-43dc-bb92-13fa2679dc38 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:53:54.254014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-23b086cb-505a-43dc-bb92-13fa2679dc38 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:53:54.467639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device d43c99a5-fa45-4de4-9fa1-15253236be82 up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:53:54.560420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning for port d43c99a5-fa45-4de4-9fa1-15253236be82 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:53:54.567456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port d43c99a5-fa45-4de4-9fa1-15253236be82 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:54.568555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:54.578131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b086cb-505a-43dc-bb92-13fa2679dc38 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=d41dc081-ab4f-496f-839f-4f7ea701c7d1,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:54.590064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-23b086cb-505a-43dc-bb92-13fa2679dc38 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:54.629152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-23b086cb-505a-43dc-bb92-13fa2679dc38 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:54.629821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-23b086cb-505a-43dc-bb92-13fa2679dc38 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:54.644697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-3a46bbfc-30da-43f5-8164-95f0370915f9 None None] Provisioning for port d41dc081-ab4f-496f-839f-4f7ea701c7d1 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:53:54.667074 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-23b086cb-505a-43dc-bb92-13fa2679dc38 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2306767 Dec 25 19:53:54.674410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d627e-ee93-4fb4-9a48-ca2f5e911eda req-e2af79e5-2f9e-45f6-90af-d0b2d0bdb264 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:54.675264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-546d627e-ee93-4fb4-9a48-ca2f5e911eda req-e2af79e5-2f9e-45f6-90af-d0b2d0bdb264 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Synchronizing usage tracker for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:53:54.680675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-3a46bbfc-30da-43f5-8164-95f0370915f9 None None] Provisioning complete for port d41dc081-ab4f-496f-839f-4f7ea701c7d1 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:53:54.681106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3a46bbfc-30da-43f5-8164-95f0370915f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:54.683805 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-a87ee749-ca9d-42d0-9b8e-d92f0b40f696 service neutron] Request body: {'port': {'device_id': 'dc8e8dfa-d4d1-49f5-af6c-a6d95a99564d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:54.742694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-546d627e-ee93-4fb4-9a48-ca2f5e911eda req-e2af79e5-2f9e-45f6-90af-d0b2d0bdb264 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Unset dirty status for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:53:54.749810 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-546d627e-ee93-4fb4-9a48-ca2f5e911eda req-e2af79e5-2f9e-45f6-90af-d0b2d0bdb264 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc8e8dfa-d4d1-49f5-af6c-a6d95a99564d HTTP/1.1" status: 200 len: 932 time: 0.4643378 Dec 25 19:53:54.760258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:54.771673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-3a46bbfc-30da-43f5-8164-95f0370915f9 None None] Port d41dc081-ab4f-496f-839f-4f7ea701c7d1 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:53:54.790935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c688606a-468a-4805-8851-20b48da0bc36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43c99a5-fa45-4de4-9fa1-15253236be82'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:53:54.801158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port d43c99a5-fa45-4de4-9fa1-15253236be82, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d43c99a5-fa45-4de4-9fa1-15253236be82,segment=NetworkSegment(7cb71ec7-b082-4592-8f83-079b0317520f),segment_id=7cb71ec7-b082-4592-8f83-079b0317520f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:53:54.805016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:54.806964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:54.867912 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-546d627e-ee93-4fb4-9a48-ca2f5e911eda req-f4e70701-9eb6-4f85-8791-4469c618f4d2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=a71aad85-c22c-445d-b8c9-4c0c6aa4dcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170661 Dec 25 19:53:54.868676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-a87ee749-ca9d-42d0-9b8e-d92f0b40f696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:54.896411 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c688606a-468a-4805-8851-20b48da0bc36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43c99a5-fa45-4de4-9fa1-15253236be82', 'code': 200} Dec 25 19:53:54.896411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=d43c99a5-fa45-4de4-9fa1-15253236be82,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:54.910607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:55.121098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-548f06a8-3b32-42e0-b199-4f38fb3d24d8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Deleting port f884cd77-37d9-440a-83dd-90a099fce9a6 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:53:55.122005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-548f06a8-3b32-42e0-b199-4f38fb3d24d8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:55.306975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5632f-5a8d-43eb-9c80-786667dc0ee8 req-0870c07e-4ff8-4427-858f-760e025dc91e tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:55.308676 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3fe5632f-5a8d-43eb-9c80-786667dc0ee8 req-0870c07e-4ff8-4427-858f-760e025dc91e tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/ports?device_id=c688606a-468a-4805-8851-20b48da0bc36 HTTP/1.1" status: 200 len: 946 time: 0.2878983 Dec 25 19:53:55.331618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-548f06a8-3b32-42e0-b199-4f38fb3d24d8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:55.345779 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a7933f52-824f-4b1d-b963-296211ab6d34 req-4f17b3f9-d676-4ef8-83ba-18941205b650 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c688606a-468a-4805-8851-20b48da0bc36 HTTP/1.1" status: 200 len: 1099 time: 0.2492003 Dec 25 19:53:55.423384 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3fe5632f-5a8d-43eb-9c80-786667dc0ee8 req-38845a02-ba67-4132-aa3c-84d5147338ad tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/security-groups?id=70f68f50-7240-4649-aa70-d80da091e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078293 Dec 25 19:53:55.444147 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a7933f52-824f-4b1d-b963-296211ab6d34 req-f27fd94a-16e6-4a8e-a182-58d609980a8b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=70f68f50-7240-4649-aa70-d80da091e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887048 Dec 25 19:53:55.490525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-548f06a8-3b32-42e0-b199-4f38fb3d24d8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Calling delete_port for f884cd77-37d9-440a-83dd-90a099fce9a6 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:53:55.504233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-a87ee749-ca9d-42d0-9b8e-d92f0b40f696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d41dc081-ab4f-496f-839f-4f7ea701c7d1 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 19:53:55.511442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-a87ee749-ca9d-42d0-9b8e-d92f0b40f696 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:55.526572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-a87ee749-ca9d-42d0-9b8e-d92f0b40f696 service neutron] Transition to ACTIVE for port object d41dc081-ab4f-496f-839f-4f7ea701c7d1 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:53:55.529622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-a87ee749-ca9d-42d0-9b8e-d92f0b40f696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:55.534106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d02f7a6c-cb7e-405f-8e32-da27c96a2caa tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:55.672940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ee749-ca9d-42d0-9b8e-d92f0b40f696 service neutron] Pushing event updated for resources: {'Port': ['ID=d41dc081-ab4f-496f-839f-4f7ea701c7d1,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:55.677592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a87ee749-ca9d-42d0-9b8e-d92f0b40f696 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:55.707457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-548f06a8-3b32-42e0-b199-4f38fb3d24d8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:55.712369 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d5b4cdfe-55c7-4248-93e5-b70b719731c7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:55.778929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f06a8-3b32-42e0-b199-4f38fb3d24d8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event deleted for resources: {'Port': ['ID=f884cd77-37d9-440a-83dd-90a099fce9a6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:55.778929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-548f06a8-3b32-42e0-b199-4f38fb3d24d8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:55.811505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-a87ee749-ca9d-42d0-9b8e-d92f0b40f696 service neutron] Attempting to bind port d41dc081-ab4f-496f-839f-4f7ea701c7d1 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:53:55.811890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-a87ee749-ca9d-42d0-9b8e-d92f0b40f696 service neutron] Attempting to bind port d41dc081-ab4f-496f-839f-4f7ea701c7d1 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '43266cd3-4b82-4fe2-a975-b78f72b2e140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e06dbb6a-241c-47a9-be5d-fea8ee727624'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:53:55.812268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-a87ee749-ca9d-42d0-9b8e-d92f0b40f696 service neutron] Attempting to bind port d41dc081-ab4f-496f-839f-4f7ea701c7d1 on network e06dbb6a-241c-47a9-be5d-fea8ee727624 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:53:55.819464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-a87ee749-ca9d-42d0-9b8e-d92f0b40f696 service neutron] Port d41dc081-ab4f-496f-839f-4f7ea701c7d1 on network e06dbb6a-241c-47a9-be5d-fea8ee727624 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:53:55.819835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-a87ee749-ca9d-42d0-9b8e-d92f0b40f696 service neutron] Attempting to bind port d41dc081-ab4f-496f-839f-4f7ea701c7d1 on network e06dbb6a-241c-47a9-be5d-fea8ee727624 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:53:55.829824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-a87ee749-ca9d-42d0-9b8e-d92f0b40f696 service neutron] Checking agent: {'id': '5d7a6d50-e450-4e92-a105-61a558d89e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'started_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:53:55.830624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-a87ee749-ca9d-42d0-9b8e-d92f0b40f696 service neutron] Checking segment: {'id': '43266cd3-4b82-4fe2-a975-b78f72b2e140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e06dbb6a-241c-47a9-be5d-fea8ee727624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:53:55.831672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-a87ee749-ca9d-42d0-9b8e-d92f0b40f696 service neutron] Bound using segment: {'id': '43266cd3-4b82-4fe2-a975-b78f72b2e140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e06dbb6a-241c-47a9-be5d-fea8ee727624'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:53:55.832553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-a87ee749-ca9d-42d0-9b8e-d92f0b40f696 service neutron] Bound port: d41dc081-ab4f-496f-839f-4f7ea701c7d1, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43266cd3-4b82-4fe2-a975-b78f72b2e140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e06dbb6a-241c-47a9-be5d-fea8ee727624'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:53:55.833289 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-a87ee749-ca9d-42d0-9b8e-d92f0b40f696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:55.976241 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-a87ee749-ca9d-42d0-9b8e-d92f0b40f696 service neutron] For port d41dc081-ab4f-496f-839f-4f7ea701c7d1, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:53:55.981717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-a87ee749-ca9d-42d0-9b8e-d92f0b40f696 service neutron] For port d41dc081-ab4f-496f-839f-4f7ea701c7d1, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d41dc081-ab4f-496f-839f-4f7ea701c7d1,segment=NetworkSegment(43266cd3-4b82-4fe2-a975-b78f72b2e140),segment_id=43266cd3-4b82-4fe2-a975-b78f72b2e140)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:53:55.987188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-a87ee749-ca9d-42d0-9b8e-d92f0b40f696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:55.998589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a5e9d62d-5064-46d5-b05f-f798348d75d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:56.090693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-548f06a8-3b32-42e0-b199-4f38fb3d24d8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:56.139877 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-a87ee749-ca9d-42d0-9b8e-d92f0b40f696 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:56.141527 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-a87ee749-ca9d-42d0-9b8e-d92f0b40f696 service neutron] 10.222.0.36 "PUT /v2.0/ports/d41dc081-ab4f-496f-839f-4f7ea701c7d1 HTTP/1.1" status: 200 len: 1094 time: 1.4623139 Dec 25 19:53:56.142134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc8e8dfa-d4d1-49f5-af6c-a6d95a99564d', 'tag': 'd41dc081-ab4f-496f-839f-4f7ea701c7d1'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:53:56.252988 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc8e8dfa-d4d1-49f5-af6c-a6d95a99564d', 'tag': 'd41dc081-ab4f-496f-839f-4f7ea701c7d1', 'status': 'completed', 'code': 200} Dec 25 19:53:56.290273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ee749-ca9d-42d0-9b8e-d92f0b40f696 service neutron] Pushing event updated for resources: {'Port': ['ID=d41dc081-ab4f-496f-839f-4f7ea701c7d1,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:56.304729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a87ee749-ca9d-42d0-9b8e-d92f0b40f696 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:56.325533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a4438-e934-4f42-8c7a-39521fe8a234 req-e3fb6bd4-9de9-4e62-9e6d-483ac40e7633 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:56.331950 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7a6a4438-e934-4f42-8c7a-39521fe8a234 req-e3fb6bd4-9de9-4e62-9e6d-483ac40e7633 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc8e8dfa-d4d1-49f5-af6c-a6d95a99564d HTTP/1.1" status: 200 len: 944 time: 0.2965667 Dec 25 19:53:56.397422 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-5f952740-354e-4fad-b6fe-0aada2d667a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=dc8e8dfa-d4d1-49f5-af6c-a6d95a99564d HTTP/1.1" status: 200 len: 1097 time: 0.2080822 Dec 25 19:53:56.488452 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7a6a4438-e934-4f42-8c7a-39521fe8a234 req-6bc228f9-0b67-4ea6-85cc-e95106bc45d4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=a71aad85-c22c-445d-b8c9-4c0c6aa4dcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547627 Dec 25 19:53:56.511330 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-8a65af46-a5ca-4a17-a5e9-39b5cf258a8e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d41dc081-ab4f-496f-839f-4f7ea701c7d1 HTTP/1.1" status: 200 len: 217 time: 0.1025310 Dec 25 19:53:56.667558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-21bbd317-6729-4eb4-bcd1-49e03e367e38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:56.669132 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-21bbd317-6729-4eb4-bcd1-49e03e367e38 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ec36c59c-a669-4cfe-8242-554bbb888561 HTTP/1.1" status: 200 len: 834 time: 0.1453516 Dec 25 19:53:56.728000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548f06a8-3b32-42e0-b199-4f38fb3d24d8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Router 0d10cd0c-444f-4824-b45e-b8a374f79669 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:53:56.745499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade4d33-759e-4635-9be9-f9ad370cc172 req-262cd785-e797-4c6b-94f8-cbfba1ac4e1b tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:56.747704 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-aade4d33-759e-4635-9be9-f9ad370cc172 req-262cd785-e797-4c6b-94f8-cbfba1ac4e1b tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/ports?device_id=c688606a-468a-4805-8851-20b48da0bc36 HTTP/1.1" status: 200 len: 946 time: 0.1714067 Dec 25 19:53:56.798713 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-cfd04430-b243-471d-83a4-88ebc5798278 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e06dbb6a-241c-47a9-be5d-fea8ee727624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1187234 Dec 25 19:53:56.838768 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-aade4d33-759e-4635-9be9-f9ad370cc172 req-67344e92-0987-492d-94e6-e9bb738b3e7a tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/security-groups?id=70f68f50-7240-4649-aa70-d80da091e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829952 Dec 25 19:53:56.937034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548f06a8-3b32-42e0-b199-4f38fb3d24d8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:53:56.947261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9bd5b2-d186-425d-b3e2-08a225088d99 None None] Sync routers for ids ['0d10cd0c-444f-4824-b45e-b8a374f79669'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:53:56.953518 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-548f06a8-3b32-42e0-b199-4f38fb3d24d8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "PUT /v2.0/routers/0d10cd0c-444f-4824-b45e-b8a374f79669/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1447954 Dec 25 19:53:56.956355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53116) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:56.963166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9bd5b2-d186-425d-b3e2-08a225088d99 None None] Routers {'0d10cd0c-444f-4824-b45e-b8a374f79669'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:53:56.963864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-ca9bd5b2-d186-425d-b3e2-08a225088d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:53:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['0d10cd0c-444f-4824-b45e-b8a374f79669'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:56.969445 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-02dd3c86-d130-4288-8065-bebd24ad6250 service neutron] 10.222.0.36 "GET /v2.0/networks/e06dbb6a-241c-47a9-be5d-fea8ee727624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619527 Dec 25 19:53:57.031317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-ca9bd5b2-d186-425d-b3e2-08a225088d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:57.043509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9bd5b2-d186-425d-b3e2-08a225088d99 None None] Routers {'0d10cd0c-444f-4824-b45e-b8a374f79669'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:53:57.044215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-ca9bd5b2-d186-425d-b3e2-08a225088d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:53:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['0d10cd0c-444f-4824-b45e-b8a374f79669'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:57.112076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-ca9bd5b2-d186-425d-b3e2-08a225088d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:57.112559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9bd5b2-d186-425d-b3e2-08a225088d99 None None] The sync data for ids ['0d10cd0c-444f-4824-b45e-b8a374f79669'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:53:57.124335 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fe2ab8f1-d57e-4c56-b1dc-081b0b267688 req-5bfcc37f-e1f3-44bb-bb8f-03ea2413de86 service neutron] 10.222.0.36 "GET /v2.0/networks/e06dbb6a-241c-47a9-be5d-fea8ee727624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490519 Dec 25 19:53:57.249033 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3d378f9c-f34b-4155-8c63-21eba3d63724 req-aa125277-167d-4f8c-860a-f144baa3ac3b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=dc8e8dfa-d4d1-49f5-af6c-a6d95a99564d HTTP/1.1" status: 200 len: 1097 time: 0.0809858 Dec 25 19:53:57.412875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d378f9c-f34b-4155-8c63-21eba3d63724 req-92aa2ae7-75e4-4523-a71b-8b2425eceef0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:57.414518 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3d378f9c-f34b-4155-8c63-21eba3d63724 req-92aa2ae7-75e4-4523-a71b-8b2425eceef0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e06dbb6a-241c-47a9-be5d-fea8ee727624 HTTP/1.1" status: 200 len: 897 time: 0.1584096 Dec 25 19:53:57.499305 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3d378f9c-f34b-4155-8c63-21eba3d63724 req-ab060ff2-c933-449f-8921-640aa794df37 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d41dc081-ab4f-496f-839f-4f7ea701c7d1 HTTP/1.1" status: 200 len: 217 time: 0.0767112 Dec 25 19:53:57.579623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d378f9c-f34b-4155-8c63-21eba3d63724 req-606701a0-7636-4a3c-bd1b-76ee752f383d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:57.581266 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3d378f9c-f34b-4155-8c63-21eba3d63724 req-606701a0-7636-4a3c-bd1b-76ee752f383d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ec36c59c-a669-4cfe-8242-554bbb888561 HTTP/1.1" status: 200 len: 834 time: 0.0754225 Dec 25 19:53:57.592808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0b529615-ed17-4ad1-9982-5991b77be603 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:57.718872 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3d378f9c-f34b-4155-8c63-21eba3d63724 req-6df989ba-7fdc-4cdc-9876-df07bd9093e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e06dbb6a-241c-47a9-be5d-fea8ee727624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1297393 Dec 25 19:53:57.861697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff49daf-374b-4703-84d8-b34f61042109 req-7ff5c74d-d0d0-4d0e-b08c-444cd26df172 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:57.863275 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4ff49daf-374b-4703-84d8-b34f61042109 req-7ff5c74d-d0d0-4d0e-b08c-444cd26df172 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc8e8dfa-d4d1-49f5-af6c-a6d95a99564d HTTP/1.1" status: 200 len: 944 time: 0.2024660 Dec 25 19:53:57.921556 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3d378f9c-f34b-4155-8c63-21eba3d63724 req-15c554d2-d3ce-4e8c-83d1-64762d2f11d1 service neutron] 10.222.0.36 "GET /v2.0/networks/e06dbb6a-241c-47a9-be5d-fea8ee727624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926270 Dec 25 19:53:57.986809 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4ff49daf-374b-4703-84d8-b34f61042109 req-2798dfab-21f2-4d44-abc9-de6e38226269 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=a71aad85-c22c-445d-b8c9-4c0c6aa4dcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153235 Dec 25 19:53:58.231091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0b529615-ed17-4ad1-9982-5991b77be603 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Deleting port 237fdea2-c725-485c-83e3-45e18abb0692 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:53:58.231518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0b529615-ed17-4ad1-9982-5991b77be603 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:58.362549 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3d378f9c-f34b-4155-8c63-21eba3d63724 req-f0f91ee7-85f8-41f4-aee5-9c6c6da23f22 service neutron] 10.222.0.36 "GET /v2.0/networks/e06dbb6a-241c-47a9-be5d-fea8ee727624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4322150 Dec 25 19:53:58.380162 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b41b26-5a50-4ffb-940a-51ece039f58a req-971d27ff-3304-4e7c-b883-8c631ccda6c6 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:58.381776 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c0b41b26-5a50-4ffb-940a-51ece039f58a req-971d27ff-3304-4e7c-b883-8c631ccda6c6 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/ports?device_id=c688606a-468a-4805-8851-20b48da0bc36 HTTP/1.1" status: 200 len: 946 time: 0.4017859 Dec 25 19:53:58.431016 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c0b41b26-5a50-4ffb-940a-51ece039f58a req-819c2529-1c75-450f-b5e2-e69aa1ff8015 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/security-groups?id=70f68f50-7240-4649-aa70-d80da091e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425150 Dec 25 19:53:58.436473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0b529615-ed17-4ad1-9982-5991b77be603 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:58.567509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0b529615-ed17-4ad1-9982-5991b77be603 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Calling delete_port for 237fdea2-c725-485c-83e3-45e18abb0692 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:53:58.641770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416871f-f1fb-42a2-a793-ed09f6c40a01 req-0de97431-7143-4c2a-9c26-c6b56680f359 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:58.643434 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4416871f-f1fb-42a2-a793-ed09f6c40a01 req-0de97431-7143-4c2a-9c26-c6b56680f359 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/ports?device_id=c688606a-468a-4805-8851-20b48da0bc36 HTTP/1.1" status: 200 len: 946 time: 0.0897915 Dec 25 19:53:58.693815 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4416871f-f1fb-42a2-a793-ed09f6c40a01 req-bae0f8ee-4b75-4af1-9adb-12cd08ef1dfa tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/security-groups?id=70f68f50-7240-4649-aa70-d80da091e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441225 Dec 25 19:53:58.723237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53126) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:58.806905 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0b529615-ed17-4ad1-9982-5991b77be603 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:58.812648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-174fb296-764b-436f-8599-08c4d6b85fa7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:58.863632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b529615-ed17-4ad1-9982-5991b77be603 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event deleted for resources: {'Port': ['ID=237fdea2-c725-485c-83e3-45e18abb0692,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:58.867016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0b529615-ed17-4ad1-9982-5991b77be603 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:58.943233 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-61a4cbb1-6b98-4389-abdf-314b8ec1c191 tempest-TestNetworkAdvancedServerOps-302022980 tempest-TestNetworkAdvancedServerOps-302022980-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c688606a-468a-4805-8851-20b48da0bc36 HTTP/1.1" status: 200 len: 1094 time: 0.2186956 Dec 25 19:53:58.946430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53130) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:58.954666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-e2d815fa-ea73-4757-85b1-3794f4d18645 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Request body: {'floatingip': {'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'port_id': 'd43c99a5-fa45-4de4-9fa1-15253236be82', 'tenant_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:53:58.961125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e2d815fa-ea73-4757-85b1-3794f4d18645 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:53:58.965370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e2d815fa-ea73-4757-85b1-3794f4d18645 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Usage tracker for resource:floatingip and tenant:43c2b93df8ec4b7bbf85e0ad1ccdcc6e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:53:58.969000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e2d815fa-ea73-4757-85b1-3794f4d18645 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:53:58.975719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e2d815fa-ea73-4757-85b1-3794f4d18645 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:53:58.987429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e2d815fa-ea73-4757-85b1-3794f4d18645 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:59.151213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0b529615-ed17-4ad1-9982-5991b77be603 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:59.244463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e2d815fa-ea73-4757-85b1-3794f4d18645 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:59.297446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba81a99-9433-44b7-8323-8061a91830ba req-5669b26a-dead-465f-b0ed-eed3d34ca974 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:53:59.299079 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-cba81a99-9433-44b7-8323-8061a91830ba req-5669b26a-dead-465f-b0ed-eed3d34ca974 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc8e8dfa-d4d1-49f5-af6c-a6d95a99564d HTTP/1.1" status: 200 len: 944 time: 0.1563931 Dec 25 19:53:59.417071 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-cba81a99-9433-44b7-8323-8061a91830ba req-0e91b047-9fed-40c1-bdb1-d51a50c332a3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=a71aad85-c22c-445d-b8c9-4c0c6aa4dcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109345 Dec 25 19:53:59.449065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-e2d815fa-ea73-4757-85b1-3794f4d18645 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Allocated IP 172.26.8.17 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/605d8ff6-7f31-4b5e-9f5d-fb5383ed210c) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:53:59.594021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b529615-ed17-4ad1-9982-5991b77be603 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Router 0d10cd0c-444f-4824-b45e-b8a374f79669 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:53:59.607709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e2d815fa-ea73-4757-85b1-3794f4d18645 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:59.634352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e2d815fa-ea73-4757-85b1-3794f4d18645 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:53:59.638797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-23b086cb-505a-43dc-bb92-13fa2679dc38 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:53:59.711112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d815fa-ea73-4757-85b1-3794f4d18645 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:53:59.714639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-e2d815fa-ea73-4757-85b1-3794f4d18645 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:53:59.717845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d815fa-ea73-4757-85b1-3794f4d18645 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:53:59.742119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b529615-ed17-4ad1-9982-5991b77be603 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:53:59.752440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d815fa-ea73-4757-85b1-3794f4d18645 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Pushing event updated for resources: {'Port': ['ID=605d8ff6-7f31-4b5e-9f5d-fb5383ed210c,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:53:59.753542 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee12007-fe0b-4c9d-bb3f-e12f38ca96c6 None None] Sync routers for ids ['0d10cd0c-444f-4824-b45e-b8a374f79669'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:53:59.755435 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0b529615-ed17-4ad1-9982-5991b77be603 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "PUT /v2.0/routers/0d10cd0c-444f-4824-b45e-b8a374f79669/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7977269 Dec 25 19:53:59.758350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53136) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:59.763129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e2d815fa-ea73-4757-85b1-3794f4d18645 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:53:59.767364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee12007-fe0b-4c9d-bb3f-e12f38ca96c6 None None] Routers {'0d10cd0c-444f-4824-b45e-b8a374f79669'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:53:59.768047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-dee12007-fe0b-4c9d-bb3f-e12f38ca96c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:53:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['0d10cd0c-444f-4824-b45e-b8a374f79669'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:59.807990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b970903d-0601-4027-9ae5-7625e00a7553 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Synchronizing usage tracker for tenant:9adb83111618414cb6cbe9c785ff883c on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:53:59.823342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b970903d-0601-4027-9ae5-7625e00a7553 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Unset dirty status for tenant:9adb83111618414cb6cbe9c785ff883c on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:53:59.827857 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b970903d-0601-4027-9ae5-7625e00a7553 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d10cd0c-444f-4824-b45e-b8a374f79669 HTTP/1.1" status: 200 len: 205 time: 0.0657985 Dec 25 19:53:59.828172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53140) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:53:59.839323 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-dee12007-fe0b-4c9d-bb3f-e12f38ca96c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:59.852865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee12007-fe0b-4c9d-bb3f-e12f38ca96c6 None None] Routers {'0d10cd0c-444f-4824-b45e-b8a374f79669'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:53:59.853736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-dee12007-fe0b-4c9d-bb3f-e12f38ca96c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:53:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['0d10cd0c-444f-4824-b45e-b8a374f79669'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:59.920028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-dee12007-fe0b-4c9d-bb3f-e12f38ca96c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:53:59.920687 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee12007-fe0b-4c9d-bb3f-e12f38ca96c6 None None] The sync data for ids ['0d10cd0c-444f-4824-b45e-b8a374f79669'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:54:00.222633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ae8988d0-2d1d-4a4b-a533-239f966c77cf tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:00.306974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e2d815fa-ea73-4757-85b1-3794f4d18645 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:00.364248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e2d815fa-ea73-4757-85b1-3794f4d18645 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:00.496964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device d41dc081-ab4f-496f-839f-4f7ea701c7d1 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 19:54:00.640970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ae8988d0-2d1d-4a4b-a533-239f966c77cf tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:00.645790 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ae8988d0-2d1d-4a4b-a533-239f966c77cf tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:00.658671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port d41dc081-ab4f-496f-839f-4f7ea701c7d1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d41dc081-ab4f-496f-839f-4f7ea701c7d1,segment=NetworkSegment(43266cd3-4b82-4fe2-a975-b78f72b2e140),segment_id=43266cd3-4b82-4fe2-a975-b78f72b2e140)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:54:00.669514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e2d815fa-ea73-4757-85b1-3794f4d18645 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:00.674577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': 'd41dc081-ab4f-496f-839f-4f7ea701c7d1', 'network_id': 'e06dbb6a-241c-47a9-be5d-fea8ee727624', 'port_id': 'd41dc081-ab4f-496f-839f-4f7ea701c7d1', 'mac_address': 'fa:16:3e:4e:2a:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec36c59c-a669-4cfe-8242-554bbb888561', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 19:54:00.676003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e2d815fa-ea73-4757-85b1-3794f4d18645 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:00.681587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4ee1e5ee-4cd8-4924-b059-0f6537f82064 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:00.688231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ae8988d0-2d1d-4a4b-a533-239f966c77cf tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:00.688792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8988d0-2d1d-4a4b-a533-239f966c77cf tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Fanout notify agent at l3_agent the message router_deleted on router 0d10cd0c-444f-4824-b45e-b8a374f79669 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:54:00.704897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ae8988d0-2d1d-4a4b-a533-239f966c77cf tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:00.709045 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ae8988d0-2d1d-4a4b-a533-239f966c77cf tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "DELETE /v2.0/routers/0d10cd0c-444f-4824-b45e-b8a374f79669 HTTP/1.1" status: 204 len: 168 time: 0.8770773 Dec 25 19:54:00.709264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53146) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:00.717824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ce72e-69dd-4906-a1fe-7ede3ef80b68 req-da0d690c-3942-4af7-bb7b-09d3a96dbd97 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:00.719778 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fd4ce72e-69dd-4906-a1fe-7ede3ef80b68 req-da0d690c-3942-4af7-bb7b-09d3a96dbd97 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc8e8dfa-d4d1-49f5-af6c-a6d95a99564d HTTP/1.1" status: 200 len: 944 time: 0.1705618 Dec 25 19:54:00.737869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:00.757820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d41dc081-ab4f-496f-839f-4f7ea701c7d1 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 19:54:00.774045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port d41dc081-ab4f-496f-839f-4f7ea701c7d1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d41dc081-ab4f-496f-839f-4f7ea701c7d1,segment=NetworkSegment(43266cd3-4b82-4fe2-a975-b78f72b2e140),segment_id=43266cd3-4b82-4fe2-a975-b78f72b2e140)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:54:00.778405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:00.780478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-18789575-0cdf-4025-90e7-76eb051f553d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:00.852845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d815fa-ea73-4757-85b1-3794f4d18645 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Pushing event updated for resources: {'Port': ['ID=605d8ff6-7f31-4b5e-9f5d-fb5383ed210c,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:00.856398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e2d815fa-ea73-4757-85b1-3794f4d18645 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:00.865190 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=d41dc081-ab4f-496f-839f-4f7ea701c7d1,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:00.867915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:00.875227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e2d815fa-ea73-4757-85b1-3794f4d18645 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:00.934266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9665608-db70-4c94-951c-17ddf0867744 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Deleting subnet 9326d66d-c9b7-40f4-9c10-4b0cbc0b59f8 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:54:00.937479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b9665608-db70-4c94-951c-17ddf0867744 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:00.938104 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fd4ce72e-69dd-4906-a1fe-7ede3ef80b68 req-a726237b-a5d5-4ade-905f-ccab6e62a6cb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=a71aad85-c22c-445d-b8c9-4c0c6aa4dcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118371 Dec 25 19:54:00.998991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b9665608-db70-4c94-951c-17ddf0867744 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:01.014116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['d41dc081-ab4f-496f-839f-4f7ea701c7d1'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 19:54:01.085105 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [None req-e2d815fa-ea73-4757-85b1-3794f4d18645 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Floating IP a6b71e86-9e44-4b59-9072-22c78cd118dc associated. External IP: 172.26.8.17, port: d43c99a5-fa45-4de4-9fa1-15253236be82. Dec 25 19:54:01.092104 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b9665608-db70-4c94-951c-17ddf0867744 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:01.207587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b9665608-db70-4c94-951c-17ddf0867744 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:01.212435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5141cec7-52a8-4ce6-a673-d7b931676ad0 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:01.256924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9665608-db70-4c94-951c-17ddf0867744 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event deleted for resources: {'Subnet': ['ID=9326d66d-c9b7-40f4-9c10-4b0cbc0b59f8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:01.259829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b9665608-db70-4c94-951c-17ddf0867744 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:01.262864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b9665608-db70-4c94-951c-17ddf0867744 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:01.272178 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b9665608-db70-4c94-951c-17ddf0867744 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "DELETE /v2.0/subnets/9326d66d-c9b7-40f4-9c10-4b0cbc0b59f8 HTTP/1.1" status: 204 len: 168 time: 0.5618641 Dec 25 19:54:01.272373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa04cce1-6c85-435e-bbf2-41ac1f573788 None None] Network 1acff1b6-8384-41bb-8c84-4c512afa29d0 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:54:01.274962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53150) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:01.500494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3fb6883-9e20-4e27-ae46-15081eecdced tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Deleting subnet 0245dbf5-5d2f-4a80-9a59-6a40e47389b2 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:54:01.503827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3fb6883-9e20-4e27-ae46-15081eecdced tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:01.542182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d815fa-ea73-4757-85b1-3794f4d18645 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Router f2e648a7-d4b4-4fd7-b0e5-00413196b67e has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:54:01.570322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3fb6883-9e20-4e27-ae46-15081eecdced tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:01.614576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2daa3e-3a32-4a30-89aa-7515329f1dd3 None None] DHCP port deletion for 1acff1b6-8384-41bb-8c84-4c512afa29d0 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:54:01.619882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ba2daa3e-3a32-4a30-89aa-7515329f1dd3 None None] Deleting port 31c38c91-ddd5-4d0f-83c0-434f0bc10ba4 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:54:01.620899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba2daa3e-3a32-4a30-89aa-7515329f1dd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:01.667935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3fb6883-9e20-4e27-ae46-15081eecdced tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:01.752679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3fb6883-9e20-4e27-ae46-15081eecdced tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:01.758004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4eb3f910-7a20-469d-ad81-da7be353c89f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:01.816878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb6883-9e20-4e27-ae46-15081eecdced tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event deleted for resources: {'Subnet': ['ID=0245dbf5-5d2f-4a80-9a59-6a40e47389b2,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:01.819914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d3fb6883-9e20-4e27-ae46-15081eecdced tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:01.824858 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3fb6883-9e20-4e27-ae46-15081eecdced tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:01.835910 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d3fb6883-9e20-4e27-ae46-15081eecdced tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "DELETE /v2.0/subnets/0245dbf5-5d2f-4a80-9a59-6a40e47389b2 HTTP/1.1" status: 204 len: 168 time: 0.5571797 Dec 25 19:54:01.836105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53154) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:01.842280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a417a08-5a25-459a-872b-dda5fed2f54c None None] Network e5ec296e-c33d-4e46-a6d5-f1eda0081fd4 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:54:01.900689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-ba2daa3e-3a32-4a30-89aa-7515329f1dd3 None None] For port 31c38c91-ddd5-4d0f-83c0-434f0bc10ba4, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=31c38c91-ddd5-4d0f-83c0-434f0bc10ba4,segment=NetworkSegment(74ae98ed-1996-4c0f-8cec-c58b77923bfe),segment_id=74ae98ed-1996-4c0f-8cec-c58b77923bfe)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:54:01.901144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba2daa3e-3a32-4a30-89aa-7515329f1dd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:01.966596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e80fd1e9-f265-487c-bce0-eff7280aa9d0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:01.978924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e80fd1e9-f265-487c-bce0-eff7280aa9d0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Deleting port 31c38c91-ddd5-4d0f-83c0-434f0bc10ba4 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:54:01.979349 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e80fd1e9-f265-487c-bce0-eff7280aa9d0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:02.011283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d815fa-ea73-4757-85b1-3794f4d18645 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:54:02.037126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d233e8-d4d5-41c5-9df8-0841cddb1198 None None] Sync routers for ids ['f2e648a7-d4b4-4fd7-b0e5-00413196b67e'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:54:02.038872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e2d815fa-ea73-4757-85b1-3794f4d18645 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:02.109441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ba2daa3e-3a32-4a30-89aa-7515329f1dd3 None None] Calling delete_port for 31c38c91-ddd5-4d0f-83c0-434f0bc10ba4 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:54:02.123238 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e2d815fa-ea73-4757-85b1-3794f4d18645 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1753852 Dec 25 19:54:02.123992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c688606a-468a-4805-8851-20b48da0bc36', 'tag': 'd43c99a5-fa45-4de4-9fa1-15253236be82'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:54:02.232188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-e80fd1e9-f265-487c-bce0-eff7280aa9d0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] For port 31c38c91-ddd5-4d0f-83c0-434f0bc10ba4, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=31c38c91-ddd5-4d0f-83c0-434f0bc10ba4,segment=NetworkSegment(74ae98ed-1996-4c0f-8cec-c58b77923bfe),segment_id=74ae98ed-1996-4c0f-8cec-c58b77923bfe)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:54:02.232898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e80fd1e9-f265-487c-bce0-eff7280aa9d0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:02.250134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d233e8-d4d5-41c5-9df8-0841cddb1198 None None] Routers {'f2e648a7-d4b4-4fd7-b0e5-00413196b67e'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:54:02.250846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-47d233e8-d4d5-41c5-9df8-0841cddb1198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:53:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['f2e648a7-d4b4-4fd7-b0e5-00413196b67e'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:02.389313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e80fd1e9-f265-487c-bce0-eff7280aa9d0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Calling delete_port for 31c38c91-ddd5-4d0f-83c0-434f0bc10ba4 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:54:02.460180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab27d8-07fa-4af3-9156-caba2fddf710 req-00607046-02db-4802-bafd-600ffc7e89eb tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:02.461852 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-87ab27d8-07fa-4af3-9156-caba2fddf710 req-00607046-02db-4802-bafd-600ffc7e89eb tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/ports?device_id=c688606a-468a-4805-8851-20b48da0bc36 HTTP/1.1" status: 200 len: 946 time: 0.1853914 Dec 25 19:54:02.474390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c616ed9-359b-40f4-9183-17f82f219050 req-affd4506-0239-4cf9-9ea9-a32b2481e5b8 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:02.476279 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1c616ed9-359b-40f4-9183-17f82f219050 req-affd4506-0239-4cf9-9ea9-a32b2481e5b8 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc8e8dfa-d4d1-49f5-af6c-a6d95a99564d HTTP/1.1" status: 200 len: 945 time: 0.3716292 Dec 25 19:54:02.476994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e80fd1e9-f265-487c-bce0-eff7280aa9d0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:02.484394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2cca5d50-a927-4dc0-ae5b-cbdc4962b647 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:02.529930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80fd1e9-f265-487c-bce0-eff7280aa9d0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event deleted for resources: {'Port': ['ID=31c38c91-ddd5-4d0f-83c0-434f0bc10ba4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:02.534409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80fd1e9-f265-487c-bce0-eff7280aa9d0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] No DVR routers for this DVR port 31c38c91-ddd5-4d0f-83c0-434f0bc10ba4 on host dv-neutron-822611-1-hyperv {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:54:02.567786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e80fd1e9-f265-487c-bce0-eff7280aa9d0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:02.570542 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-87ab27d8-07fa-4af3-9156-caba2fddf710 req-4bdbde9a-a7a9-4b23-a07d-d2ca5616d558 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/security-groups?id=70f68f50-7240-4649-aa70-d80da091e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931842 Dec 25 19:54:02.573161 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1c616ed9-359b-40f4-9183-17f82f219050 req-1b20d431-c64d-4382-8a7b-7b4d75e20b25 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=a71aad85-c22c-445d-b8c9-4c0c6aa4dcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778577 Dec 25 19:54:02.582627 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device d41dc081-ab4f-496f-839f-4f7ea701c7d1 up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:54:02.603577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53166) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:02.629801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-ba2daa3e-3a32-4a30-89aa-7515329f1dd3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:54:02.630301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-ba2daa3e-3a32-4a30-89aa-7515329f1dd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:54:02.649756 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c688606a-468a-4805-8851-20b48da0bc36', 'tag': 'd43c99a5-fa45-4de4-9fa1-15253236be82', 'status': 'completed', 'code': 200} Dec 25 19:54:02.704337 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-47d233e8-d4d5-41c5-9df8-0841cddb1198 None None] Set router f2e648a7-d4b4-4fd7-b0e5-00413196b67e gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:54:02.758075 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-61f0e313-4294-4828-85ff-8cdcd9683519 req-3d5b93a7-e6bf-4b1e-8c3f-58855b299596 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=43c2b93df8ec4b7bbf85e0ad1ccdcc6e&device_id=c688606a-468a-4805-8851-20b48da0bc36 HTTP/1.1" status: 200 len: 1099 time: 0.0867345 Dec 25 19:54:02.779630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c03fd9-03ce-46e9-89ca-beeaf9750b64 None None] DHCP port deletion for e5ec296e-c33d-4e46-a6d5-f1eda0081fd4 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:54:02.785750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e80fd1e9-f265-487c-bce0-eff7280aa9d0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:02.788080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning for port d41dc081-ab4f-496f-839f-4f7ea701c7d1 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:54:02.795484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-a5c03fd9-03ce-46e9-89ca-beeaf9750b64 None None] Deleting port 0b79e24d-1c57-4221-8254-f7d181ad69be {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:54:02.796250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a5c03fd9-03ce-46e9-89ca-beeaf9750b64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:02.822697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-e80fd1e9-f265-487c-bce0-eff7280aa9d0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1acff1b6-8384-41bb-8c84-4c512afa29d0']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:02.834241 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-604a013d-9a6b-49b5-bc1d-bc3654ec9a48 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/floatingips/a6b71e86-9e44-4b59-9072-22c78cd118dc HTTP/1.1" status: 200 len: 991 time: 0.2278945 Dec 25 19:54:02.836551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port d41dc081-ab4f-496f-839f-4f7ea701c7d1 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:54:02.836982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:02.839779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-e80fd1e9-f265-487c-bce0-eff7280aa9d0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74ae98ed-1996-4c0f-8cec-c58b77923bfe') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:02.840217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-e80fd1e9-f265-487c-bce0-eff7280aa9d0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74ae98ed-1996-4c0f-8cec-c58b77923bfe') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:02.853630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e80fd1e9-f265-487c-bce0-eff7280aa9d0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:02.870719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e80fd1e9-f265-487c-bce0-eff7280aa9d0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:02.879044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e80fd1e9-f265-487c-bce0-eff7280aa9d0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:54:02.879611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e80fd1e9-f265-487c-bce0-eff7280aa9d0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:02.895630 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:54:02.895630 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:54:02.895630 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:54:02.895630 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:54:02.895630 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:54:02.895630 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:54:02.895630 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:54:02.895630 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:54:02.895630 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:54:02.895630 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:54:02.895630 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:54:02.895630 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:54:02.895630 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:54:02.895630 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:54:02.895630 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:54:02.895630 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:54:02.895630 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:54:02.895630 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:54:02.895630 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:54:02.895630 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:54:02.895630 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:54:02.895630 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:54:02.895630 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:54:02.895630 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:54:02.895630 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:54:02.895630 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:54:02.895630 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:54:02.895630 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:54:02.895630 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:54:02.895630 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:54:02.895630 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:54:02.895630 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:54:02.912809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0e313-4294-4828-85ff-8cdcd9683519 req-9398e6ca-2a86-425e-a7c0-40414a20e059 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:02.914504 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-61f0e313-4294-4828-85ff-8cdcd9683519 req-9398e6ca-2a86-425e-a7c0-40414a20e059 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cafe00bd-b685-4366-b1ad-70e6c7f53a97 HTTP/1.1" status: 200 len: 896 time: 0.1495712 Dec 25 19:54:02.985607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e80fd1e9-f265-487c-bce0-eff7280aa9d0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:02.989088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f33f8a0e-4848-4968-954b-7d7db58ab90c tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:03.008442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e80fd1e9-f265-487c-bce0-eff7280aa9d0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:03.017583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80fd1e9-f265-487c-bce0-eff7280aa9d0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event deleted for resources: {'Network': ['ID=1acff1b6-8384-41bb-8c84-4c512afa29d0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:03.022412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e80fd1e9-f265-487c-bce0-eff7280aa9d0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:03.030782 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e80fd1e9-f265-487c-bce0-eff7280aa9d0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "DELETE /v2.0/networks/1acff1b6-8384-41bb-8c84-4c512afa29d0 HTTP/1.1" status: 204 len: 168 time: 1.1935463 Dec 25 19:54:03.033642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53170) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:03.036208 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-61f0e313-4294-4828-85ff-8cdcd9683519 req-7c42f3a5-f093-4e6e-bc20-4e41dcfbc976 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d43c99a5-fa45-4de4-9fa1-15253236be82 HTTP/1.1" status: 200 len: 999 time: 0.1148198 Dec 25 19:54:03.120507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0e313-4294-4828-85ff-8cdcd9683519 req-764fcaca-5535-4ed3-aa92-6a114b3921ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:03.123227 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-61f0e313-4294-4828-85ff-8cdcd9683519 req-764fcaca-5535-4ed3-aa92-6a114b3921ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b549f552-711b-44a9-bbf6-495ba8581f2e HTTP/1.1" status: 200 len: 834 time: 0.0729241 Dec 25 19:54:03.156238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ba2daa3e-3a32-4a30-89aa-7515329f1dd3 None None] Deleting port 31c38c91-ddd5-4d0f-83c0-434f0bc10ba4 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:54:03.156589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba2daa3e-3a32-4a30-89aa-7515329f1dd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:03.165303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e40b212e-2e7c-42c2-ac93-a1dc5b6ad3ee tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:03.177704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e40b212e-2e7c-42c2-ac93-a1dc5b6ad3ee tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Deleting port 0b79e24d-1c57-4221-8254-f7d181ad69be {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:54:03.178074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e40b212e-2e7c-42c2-ac93-a1dc5b6ad3ee tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:03.199673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 31c38c91-ddd5-4d0f-83c0-434f0bc10ba4 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:54:03.250461 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-61f0e313-4294-4828-85ff-8cdcd9683519 req-a88a9ed2-2408-4a18-a5ba-683fdc545148 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cafe00bd-b685-4366-b1ad-70e6c7f53a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1003006 Dec 25 19:54:03.335034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 31c38c91-ddd5-4d0f-83c0-434f0bc10ba4 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:54:03.335453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 31c38c91-ddd5-4d0f-83c0-434f0bc10ba4 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:54:03.335933 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 0b79e24d-1c57-4221-8254-f7d181ad69be no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:54:03.400653 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-61f0e313-4294-4828-85ff-8cdcd9683519 req-486ef9f6-b7b2-41af-9c51-07f6f43f2ce3 service neutron] 10.222.0.36 "GET /v2.0/networks/cafe00bd-b685-4366-b1ad-70e6c7f53a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428230 Dec 25 19:54:03.413913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-e40b212e-2e7c-42c2-ac93-a1dc5b6ad3ee tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] For port 0b79e24d-1c57-4221-8254-f7d181ad69be, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=0b79e24d-1c57-4221-8254-f7d181ad69be,segment=NetworkSegment(cc495ecf-987f-4b7d-8b41-8feccf5f3e8a),segment_id=cc495ecf-987f-4b7d-8b41-8feccf5f3e8a)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:54:03.414216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e40b212e-2e7c-42c2-ac93-a1dc5b6ad3ee tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:03.432272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ba2daa3e-3a32-4a30-89aa-7515329f1dd3 None None] The port '31c38c91-ddd5-4d0f-83c0-434f0bc10ba4' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:54:03.481358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:03.523280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-a5c03fd9-03ce-46e9-89ca-beeaf9750b64 None None] For port 0b79e24d-1c57-4221-8254-f7d181ad69be, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=0b79e24d-1c57-4221-8254-f7d181ad69be,segment=NetworkSegment(cc495ecf-987f-4b7d-8b41-8feccf5f3e8a),segment_id=cc495ecf-987f-4b7d-8b41-8feccf5f3e8a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:54:03.523745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a5c03fd9-03ce-46e9-89ca-beeaf9750b64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:03.544593 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e40b212e-2e7c-42c2-ac93-a1dc5b6ad3ee tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Calling delete_port for 0b79e24d-1c57-4221-8254-f7d181ad69be owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:54:03.563422 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-61f0e313-4294-4828-85ff-8cdcd9683519 req-dad459bd-fe15-4f98-96c6-0e8e35935abe service neutron] 10.222.0.36 "GET /v2.0/networks/cafe00bd-b685-4366-b1ad-70e6c7f53a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567521 Dec 25 19:54:03.618873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e40b212e-2e7c-42c2-ac93-a1dc5b6ad3ee tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:03.623629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3d40fdbb-6e70-4747-ae4f-58a10cc6373c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:03.666865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b212e-2e7c-42c2-ac93-a1dc5b6ad3ee tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event deleted for resources: {'Port': ['ID=0b79e24d-1c57-4221-8254-f7d181ad69be,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:03.670709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e40b212e-2e7c-42c2-ac93-a1dc5b6ad3ee tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:03.673871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40b212e-2e7c-42c2-ac93-a1dc5b6ad3ee tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] No DVR routers for this DVR port 0b79e24d-1c57-4221-8254-f7d181ad69be on host dv-neutron-822611-1-hyperv {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:54:03.707359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8e8dfa-d4d1-49f5-af6c-a6d95a99564d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41dc081-ab4f-496f-839f-4f7ea701c7d1'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:54:03.719800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-a5c03fd9-03ce-46e9-89ca-beeaf9750b64 None None] Calling delete_port for 0b79e24d-1c57-4221-8254-f7d181ad69be owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:54:03.765134 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No ports have port_id starting with 0b79e24d-1c57-4221-8254-f7d181ad69be Dec 25 19:54:03.770126 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8e8dfa-d4d1-49f5-af6c-a6d95a99564d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41dc081-ab4f-496f-839f-4f7ea701c7d1', 'code': 200} Dec 25 19:54:03.775999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port d41dc081-ab4f-496f-839f-4f7ea701c7d1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d41dc081-ab4f-496f-839f-4f7ea701c7d1,segment=NetworkSegment(43266cd3-4b82-4fe2-a975-b78f72b2e140),segment_id=43266cd3-4b82-4fe2-a975-b78f72b2e140)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:54:03.786136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:03.789963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-649e43d2-fc90-4dff-9b6f-00b27ec1e501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:03.812302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e40b212e-2e7c-42c2-ac93-a1dc5b6ad3ee tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:03.821341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13fd7b7-10fc-4350-9933-b8fecd3ce4c6 req-7a512f6c-bd2d-46c8-9f43-a7a85dab1ee2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:03.823002 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b13fd7b7-10fc-4350-9933-b8fecd3ce4c6 req-7a512f6c-bd2d-46c8-9f43-a7a85dab1ee2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc8e8dfa-d4d1-49f5-af6c-a6d95a99564d HTTP/1.1" status: 200 len: 945 time: 0.1153162 Dec 25 19:54:03.848370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53178) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:03.881312 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b13fd7b7-10fc-4350-9933-b8fecd3ce4c6 req-91ac3182-3f34-4846-8f39-0fb19b161de1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=a71aad85-c22c-445d-b8c9-4c0c6aa4dcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511382 Dec 25 19:54:03.888635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=d41dc081-ab4f-496f-839f-4f7ea701c7d1,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:03.892468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:03.933266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-a5c03fd9-03ce-46e9-89ca-beeaf9750b64 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:54:03.934106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-a5c03fd9-03ce-46e9-89ca-beeaf9750b64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:54:03.941343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-47d233e8-d4d5-41c5-9df8-0841cddb1198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e648a7-d4b4-4fd7-b0e5-00413196b67e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433323063', 'tenant_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': 'a67b6752-0292-4748-83a5-b0578e6c46ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:53:28Z', 'updated_at': '2021-12-25T19:53:34Z', 'revision_number': 4, 'project_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'gw_port': {'id': 'a67b6752-0292-4748-83a5-b0578e6c46ec', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e648a7-d4b4-4fd7-b0e5-00413196b67e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:53:28Z', 'updated_at': '2021-12-25T19:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': 'a6b71e86-9e44-4b59-9072-22c78cd118dc', 'tenant_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'floating_ip_address': '172.26.8.17', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'f2e648a7-d4b4-4fd7-b0e5-00413196b67e', 'port_id': 'd43c99a5-fa45-4de4-9fa1-15253236be82', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cafe00bd-b685-4366-b1ad-70e6c7f53a97', 'mac_address': 'fa:16:3e:d9:ac:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c688606a-468a-4805-8851-20b48da0bc36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T19:54:00Z', 'updated_at': '2021-12-25T19:54:00Z', 'revision_number': 0, 'project_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4fdcfe0-3af5-4542-baae-e764a36570c1', 'name': '', 'network_id': 'cafe00bd-b685-4366-b1ad-70e6c7f53a97', 'tenant_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'mac_address': 'fa:16:3e:23:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e648a7-d4b4-4fd7-b0e5-00413196b67e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b549f552-711b-44a9-bbf6-495ba8581f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:53:32Z', 'updated_at': '2021-12-25T19:53:43Z', 'revision_number': 5, 'project_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'subnets': [{'id': 'b549f552-711b-44a9-bbf6-495ba8581f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:03.946281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d233e8-d4d5-41c5-9df8-0841cddb1198 None None] Checking router: f2e648a7-d4b4-4fd7-b0e5-00413196b67e for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:54:03.960120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d233e8-d4d5-41c5-9df8-0841cddb1198 None None] Routers {'f2e648a7-d4b4-4fd7-b0e5-00413196b67e'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:54:03.960833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-47d233e8-d4d5-41c5-9df8-0841cddb1198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:53:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['f2e648a7-d4b4-4fd7-b0e5-00413196b67e'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:04.046787 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-cc9d261e-59cb-4bf3-b949-1f5552f6751a req-98dbe6f5-6517-4c1c-a5a5-a4cec72bebc5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dc8e8dfa-d4d1-49f5-af6c-a6d95a99564d HTTP/1.1" status: 200 len: 1099 time: 0.0847282 Dec 25 19:54:04.096958 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-cc9d261e-59cb-4bf3-b949-1f5552f6751a req-98db7f64-38a6-4746-a7af-934c7b357da8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a71aad85-c22c-445d-b8c9-4c0c6aa4dcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434539 Dec 25 19:54:04.209009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-e40b212e-2e7c-42c2-ac93-a1dc5b6ad3ee tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5ec296e-c33d-4e46-a6d5-f1eda0081fd4']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:04.236113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-e40b212e-2e7c-42c2-ac93-a1dc5b6ad3ee tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc495ecf-987f-4b7d-8b41-8feccf5f3e8a') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:04.236442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-e40b212e-2e7c-42c2-ac93-a1dc5b6ad3ee tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc495ecf-987f-4b7d-8b41-8feccf5f3e8a') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:04.254853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e40b212e-2e7c-42c2-ac93-a1dc5b6ad3ee tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:04.279035 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5c0f7a5b-5746-41ab-b737-958ab74d5296 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/floatingips/a6b71e86-9e44-4b59-9072-22c78cd118dc HTTP/1.1" status: 200 len: 991 time: 0.4290130 Dec 25 19:54:04.280211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e40b212e-2e7c-42c2-ac93-a1dc5b6ad3ee tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:04.286739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e40b212e-2e7c-42c2-ac93-a1dc5b6ad3ee tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:54:04.287185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e40b212e-2e7c-42c2-ac93-a1dc5b6ad3ee tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:04.303043 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:54:04.303043 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:54:04.303043 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:54:04.303043 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:54:04.303043 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:54:04.303043 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:54:04.303043 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:54:04.303043 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:54:04.303043 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:54:04.303043 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:54:04.303043 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:54:04.303043 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:54:04.303043 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:54:04.303043 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:54:04.303043 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:54:04.303043 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:54:04.303043 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:54:04.303043 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:54:04.303043 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:54:04.303043 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:54:04.303043 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:54:04.303043 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:54:04.303043 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:54:04.303043 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:54:04.303043 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:54:04.303043 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:54:04.303043 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:54:04.303043 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:54:04.303043 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:54:04.303043 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:54:04.303043 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:54:04.303043 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:54:04.322299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-47d233e8-d4d5-41c5-9df8-0841cddb1198 None None] Set router f2e648a7-d4b4-4fd7-b0e5-00413196b67e gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:54:04.390318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e40b212e-2e7c-42c2-ac93-a1dc5b6ad3ee tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:04.393713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-22274013-f003-4ad3-acf7-a33d055f0733 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:04.411617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e40b212e-2e7c-42c2-ac93-a1dc5b6ad3ee tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:04.418672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b212e-2e7c-42c2-ac93-a1dc5b6ad3ee tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event deleted for resources: {'Network': ['ID=e5ec296e-c33d-4e46-a6d5-f1eda0081fd4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:04.423248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e40b212e-2e7c-42c2-ac93-a1dc5b6ad3ee tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:04.429833 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e40b212e-2e7c-42c2-ac93-a1dc5b6ad3ee tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "DELETE /v2.0/networks/e5ec296e-c33d-4e46-a6d5-f1eda0081fd4 HTTP/1.1" status: 204 len: 168 time: 1.3949518 Dec 25 19:54:04.434243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53182) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:04.440305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-65e40bcc-f4b3-40e4-9694-20eb5646369f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Request body: {'network': {'name': 'tempest-RoutersTest-821391418'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:54:04.445444 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-65e40bcc-f4b3-40e4-9694-20eb5646369f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:54:04.449482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-65e40bcc-f4b3-40e4-9694-20eb5646369f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Usage tracker for resource:network and tenant:9adb83111618414cb6cbe9c785ff883c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:54:04.452490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-65e40bcc-f4b3-40e4-9694-20eb5646369f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:54:04.456550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-a5c03fd9-03ce-46e9-89ca-beeaf9750b64 None None] Deleting port 0b79e24d-1c57-4221-8254-f7d181ad69be {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:54:04.456986 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a5c03fd9-03ce-46e9-89ca-beeaf9750b64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:04.458473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-65e40bcc-f4b3-40e4-9694-20eb5646369f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:54:04.467872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e40bcc-f4b3-40e4-9694-20eb5646369f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Made reservation on behalf of 9adb83111618414cb6cbe9c785ff883c for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:54:04.473510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-65e40bcc-f4b3-40e4-9694-20eb5646369f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:04.503148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e40bcc-f4b3-40e4-9694-20eb5646369f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:54:04.511841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-65e40bcc-f4b3-40e4-9694-20eb5646369f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:04.512225 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-65e40bcc-f4b3-40e4-9694-20eb5646369f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Added segment 35bb5497-185e-4217-8fe7-5dbcc50e31d5 of type vlan for network e86f2db6-4f04-44e2-85b5-7acab82b58c9 Dec 25 19:54:04.538215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-65e40bcc-f4b3-40e4-9694-20eb5646369f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:04.546249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-a5c03fd9-03ce-46e9-89ca-beeaf9750b64 None None] The port '0b79e24d-1c57-4221-8254-f7d181ad69be' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:54:04.568816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-65e40bcc-f4b3-40e4-9694-20eb5646369f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:04.572974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e40bcc-f4b3-40e4-9694-20eb5646369f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:04.573614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-65e40bcc-f4b3-40e4-9694-20eb5646369f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:04.579086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-649c57f7-6730-4459-aa03-e29da59c3d3d tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:04.640097 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-65e40bcc-f4b3-40e4-9694-20eb5646369f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2021050 Dec 25 19:54:04.640721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53186) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:04.646987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-78d0f56d-d5e7-48b5-abf4-c92f1a09e5f1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Request body: {'subnet': {'network_id': 'e86f2db6-4f04-44e2-85b5-7acab82b58c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:54:04.693252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e40bcc-f4b3-40e4-9694-20eb5646369f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event updated for resources: {'Network': ['ID=e86f2db6-4f04-44e2-85b5-7acab82b58c9,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:04.696053 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-65e40bcc-f4b3-40e4-9694-20eb5646369f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:04.731555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network e86f2db6-4f04-44e2-85b5-7acab82b58c9 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:54:04.767635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-78d0f56d-d5e7-48b5-abf4-c92f1a09e5f1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:54:04.771760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-78d0f56d-d5e7-48b5-abf4-c92f1a09e5f1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Usage tracker for resource:subnet and tenant:9adb83111618414cb6cbe9c785ff883c is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:54:04.774672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-78d0f56d-d5e7-48b5-abf4-c92f1a09e5f1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:54:04.781234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-78d0f56d-d5e7-48b5-abf4-c92f1a09e5f1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:54:04.797972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d0f56d-d5e7-48b5-abf4-c92f1a09e5f1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Made reservation on behalf of 9adb83111618414cb6cbe9c785ff883c for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:54:04.869285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-47d233e8-d4d5-41c5-9df8-0841cddb1198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e648a7-d4b4-4fd7-b0e5-00413196b67e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433323063', 'tenant_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': 'a67b6752-0292-4748-83a5-b0578e6c46ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:53:28Z', 'updated_at': '2021-12-25T19:53:34Z', 'revision_number': 4, 'project_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'gw_port': {'id': 'a67b6752-0292-4748-83a5-b0578e6c46ec', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e648a7-d4b4-4fd7-b0e5-00413196b67e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:53:28Z', 'updated_at': '2021-12-25T19:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': 'a6b71e86-9e44-4b59-9072-22c78cd118dc', 'tenant_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'floating_ip_address': '172.26.8.17', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'f2e648a7-d4b4-4fd7-b0e5-00413196b67e', 'port_id': 'd43c99a5-fa45-4de4-9fa1-15253236be82', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cafe00bd-b685-4366-b1ad-70e6c7f53a97', 'mac_address': 'fa:16:3e:d9:ac:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c688606a-468a-4805-8851-20b48da0bc36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T19:54:00Z', 'updated_at': '2021-12-25T19:54:00Z', 'revision_number': 0, 'project_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4fdcfe0-3af5-4542-baae-e764a36570c1', 'name': '', 'network_id': 'cafe00bd-b685-4366-b1ad-70e6c7f53a97', 'tenant_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'mac_address': 'fa:16:3e:23:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e648a7-d4b4-4fd7-b0e5-00413196b67e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b549f552-711b-44a9-bbf6-495ba8581f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:53:32Z', 'updated_at': '2021-12-25T19:53:43Z', 'revision_number': 5, 'project_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'subnets': [{'id': 'b549f552-711b-44a9-bbf6-495ba8581f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:04.873668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d233e8-d4d5-41c5-9df8-0841cddb1198 None None] The sync data for ids ['f2e648a7-d4b4-4fd7-b0e5-00413196b67e'] in dv-neutron-822611-1-hyperv is: [{'id': 'f2e648a7-d4b4-4fd7-b0e5-00413196b67e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433323063', 'tenant_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': 'a67b6752-0292-4748-83a5-b0578e6c46ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:53:28Z', 'updated_at': '2021-12-25T19:53:34Z', 'revision_number': 4, 'project_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'gw_port': {'id': 'a67b6752-0292-4748-83a5-b0578e6c46ec', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e648a7-d4b4-4fd7-b0e5-00413196b67e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:53:28Z', 'updated_at': '2021-12-25T19:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': 'a6b71e86-9e44-4b59-9072-22c78cd118dc', 'tenant_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'floating_ip_address': '172.26.8.17', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'f2e648a7-d4b4-4fd7-b0e5-00413196b67e', 'port_id': 'd43c99a5-fa45-4de4-9fa1-15253236be82', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cafe00bd-b685-4366-b1ad-70e6c7f53a97', 'mac_address': 'fa:16:3e:d9:ac:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c688606a-468a-4805-8851-20b48da0bc36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T19:54:00Z', 'updated_at': '2021-12-25T19:54:00Z', 'revision_number': 0, 'project_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4fdcfe0-3af5-4542-baae-e764a36570c1', 'name': '', 'network_id': 'cafe00bd-b685-4366-b1ad-70e6c7f53a97', 'tenant_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'mac_address': 'fa:16:3e:23:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e648a7-d4b4-4fd7-b0e5-00413196b67e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b549f552-711b-44a9-bbf6-495ba8581f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:53:32Z', 'updated_at': '2021-12-25T19:53:43Z', 'revision_number': 5, 'project_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'subnets': [{'id': 'b549f552-711b-44a9-bbf6-495ba8581f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:54:04.907727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-78d0f56d-d5e7-48b5-abf4-c92f1a09e5f1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:05.174508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27425655-fd78-472f-8f9b-15971825500e req-47f9d1b8-a8da-44fa-9841-c28bb16f531a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:05.176175 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-27425655-fd78-472f-8f9b-15971825500e req-47f9d1b8-a8da-44fa-9841-c28bb16f531a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc8e8dfa-d4d1-49f5-af6c-a6d95a99564d HTTP/1.1" status: 200 len: 946 time: 0.1589861 Dec 25 19:54:05.236071 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-78d0f56d-d5e7-48b5-abf4-c92f1a09e5f1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:05.241059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dbf369dd-67d3-490e-8786-b9d426ac339a tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:05.281007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53194) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:05.369184 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0f56d-d5e7-48b5-abf4-c92f1a09e5f1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event updated for resources: {'Subnet': ['ID=5ff321fc-486a-4336-a5d4-d17236572142,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:05.377229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-78d0f56d-d5e7-48b5-abf4-c92f1a09e5f1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:05.386402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebdcf65-97ba-4554-9c46-6b2e21b4c4cd None None] New status for floating IP a6b71e86-9e44-4b59-9072-22c78cd118dc: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 19:54:05.394711 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-27425655-fd78-472f-8f9b-15971825500e req-8038e757-26b0-4069-a18b-8b042fbfad13 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=a71aad85-c22c-445d-b8c9-4c0c6aa4dcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102294 Dec 25 19:54:05.398256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d0f56d-d5e7-48b5-abf4-c92f1a09e5f1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Checking segment: {'id': '35bb5497-185e-4217-8fe7-5dbcc50e31d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e86f2db6-4f04-44e2-85b5-7acab82b58c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:54:05.398718 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d0f56d-d5e7-48b5-abf4-c92f1a09e5f1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Network hostable DHCP agents. Network: e86f2db6-4f04-44e2-85b5-7acab82b58c9, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:54:05.417292 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ae9ebf1a-84fb-492a-8d0a-4cb87e0704a2 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/floatingips/a6b71e86-9e44-4b59-9072-22c78cd118dc HTTP/1.1" status: 200 len: 991 time: 0.1348500 Dec 25 19:54:05.428472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d0f56d-d5e7-48b5-abf4-c92f1a09e5f1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Network e86f2db6-4f04-44e2-85b5-7acab82b58c9 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:54:05.438110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-78d0f56d-d5e7-48b5-abf4-c92f1a09e5f1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, e86f2db6-4f04-44e2-85b5-7acab82b58c9) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:54:05.442172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d0f56d-d5e7-48b5-abf4-c92f1a09e5f1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:05.442826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-78d0f56d-d5e7-48b5-abf4-c92f1a09e5f1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:05.447483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74172c9-a7c8-48a5-a896-25a614af8d19 None None] Network e86f2db6-4f04-44e2-85b5-7acab82b58c9 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:54:05.465488 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-78d0f56d-d5e7-48b5-abf4-c92f1a09e5f1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8234496 Dec 25 19:54:05.468395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53198) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:05.474746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-7ba8e61e-11a1-4d3e-a8e6-d09e32449356 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-363086375', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:54:05.482668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7ba8e61e-11a1-4d3e-a8e6-d09e32449356 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:54:05.486750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7ba8e61e-11a1-4d3e-a8e6-d09e32449356 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Usage tracker for resource:router and tenant:9adb83111618414cb6cbe9c785ff883c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:54:05.491768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7ba8e61e-11a1-4d3e-a8e6-d09e32449356 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:54:05.498534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7ba8e61e-11a1-4d3e-a8e6-d09e32449356 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:54:05.512853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7ba8e61e-11a1-4d3e-a8e6-d09e32449356 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:05.513866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7ba8e61e-11a1-4d3e-a8e6-d09e32449356 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:05.532125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7ba8e61e-11a1-4d3e-a8e6-d09e32449356 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:05.550125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7ba8e61e-11a1-4d3e-a8e6-d09e32449356 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:05.575175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7ba8e61e-11a1-4d3e-a8e6-d09e32449356 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:05.578609 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7ba8e61e-11a1-4d3e-a8e6-d09e32449356 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1067178 Dec 25 19:54:05.579424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53202) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:05.585540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b8c6fe51-996d-4e02-9b98-8a2829f439ba tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Request body: {'port': {'network_id': 'e86f2db6-4f04-44e2-85b5-7acab82b58c9', 'name': 'tempest-RoutersTest-1543680920'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:54:05.686114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0156e3-f0e4-47c1-bf85-a7f1cc0776d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-e86f2db6-4f04-44e2-85b5-7acab82b58c9', 'network_id': 'e86f2db6-4f04-44e2-85b5-7acab82b58c9', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'fixed_ips': [{'subnet_id': '5ff321fc-486a-4336-a5d4-d17236572142'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:54:05.687044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ee0156e3-f0e4-47c1-bf85-a7f1cc0776d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:05.737760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b8c6fe51-996d-4e02-9b98-8a2829f439ba tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:54:05.742059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b8c6fe51-996d-4e02-9b98-8a2829f439ba tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Usage tracker for resource:port and tenant:9adb83111618414cb6cbe9c785ff883c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:54:05.745538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b8c6fe51-996d-4e02-9b98-8a2829f439ba tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:54:05.753308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b8c6fe51-996d-4e02-9b98-8a2829f439ba tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:54:05.763171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c6fe51-996d-4e02-9b98-8a2829f439ba tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Made reservation on behalf of 9adb83111618414cb6cbe9c785ff883c for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:54:05.768691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b8c6fe51-996d-4e02-9b98-8a2829f439ba tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:05.791434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b8c6fe51-996d-4e02-9b98-8a2829f439ba tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] device_id is not set on port a445cb28-dbb0-4385-8ab9-6ef6e094f857 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:54:05.855763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-ee0156e3-f0e4-47c1-bf85-a7f1cc0776d2 None None] Allocated IP 172.20.0.2 (e86f2db6-4f04-44e2-85b5-7acab82b58c9/5ff321fc-486a-4336-a5d4-d17236572142/7aa6b0b5-b337-42a9-bcbe-1ae15231c0c4) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:54:06.066208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4dbffe14-eb4a-42ed-afd4-b52592f0e999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:06.080818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ee0156e3-f0e4-47c1-bf85-a7f1cc0776d2 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:06.091878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-ee0156e3-f0e4-47c1-bf85-a7f1cc0776d2 None None] Transition to ACTIVE for port object 7aa6b0b5-b337-42a9-bcbe-1ae15231c0c4 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:54:06.111251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-ee0156e3-f0e4-47c1-bf85-a7f1cc0776d2 None None] Transition to ACTIVE for port object 7aa6b0b5-b337-42a9-bcbe-1ae15231c0c4 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:54:06.117360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ee0156e3-f0e4-47c1-bf85-a7f1cc0776d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:06.122292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e762046d-6d75-438c-9a8c-5846520f9b96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:06.187284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-b8c6fe51-996d-4e02-9b98-8a2829f439ba tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Allocated IP 172.20.0.6 (e86f2db6-4f04-44e2-85b5-7acab82b58c9/5ff321fc-486a-4336-a5d4-d17236572142/a445cb28-dbb0-4385-8ab9-6ef6e094f857) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:54:06.200488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0156e3-f0e4-47c1-bf85-a7f1cc0776d2 None None] Network e86f2db6-4f04-44e2-85b5-7acab82b58c9 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:54:06.203479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-ee0156e3-f0e4-47c1-bf85-a7f1cc0776d2 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:54:06.207961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0156e3-f0e4-47c1-bf85-a7f1cc0776d2 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:54:06.210158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0156e3-f0e4-47c1-bf85-a7f1cc0776d2 None None] Pushing event updated for resources: {'Port': ['ID=7aa6b0b5-b337-42a9-bcbe-1ae15231c0c4,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:06.214356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ee0156e3-f0e4-47c1-bf85-a7f1cc0776d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:06.303677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-ee0156e3-f0e4-47c1-bf85-a7f1cc0776d2 None None] Attempting to bind port 7aa6b0b5-b337-42a9-bcbe-1ae15231c0c4 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:54:06.304099 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-ee0156e3-f0e4-47c1-bf85-a7f1cc0776d2 None None] Attempting to bind port 7aa6b0b5-b337-42a9-bcbe-1ae15231c0c4 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '35bb5497-185e-4217-8fe7-5dbcc50e31d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e86f2db6-4f04-44e2-85b5-7acab82b58c9'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:54:06.304514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0156e3-f0e4-47c1-bf85-a7f1cc0776d2 None None] Attempting to bind port 7aa6b0b5-b337-42a9-bcbe-1ae15231c0c4 on network e86f2db6-4f04-44e2-85b5-7acab82b58c9 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:54:06.311399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0156e3-f0e4-47c1-bf85-a7f1cc0776d2 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:54:06.311826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0156e3-f0e4-47c1-bf85-a7f1cc0776d2 None None] Checking segment: {'id': '35bb5497-185e-4217-8fe7-5dbcc50e31d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e86f2db6-4f04-44e2-85b5-7acab82b58c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:54:06.312282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ee0156e3-f0e4-47c1-bf85-a7f1cc0776d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:06.312726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0156e3-f0e4-47c1-bf85-a7f1cc0776d2 None None] Bound using segment: {'id': '35bb5497-185e-4217-8fe7-5dbcc50e31d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e86f2db6-4f04-44e2-85b5-7acab82b58c9'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:54:06.313248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-ee0156e3-f0e4-47c1-bf85-a7f1cc0776d2 None None] Bound port: 7aa6b0b5-b337-42a9-bcbe-1ae15231c0c4, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35bb5497-185e-4217-8fe7-5dbcc50e31d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e86f2db6-4f04-44e2-85b5-7acab82b58c9'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:54:06.313671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ee0156e3-f0e4-47c1-bf85-a7f1cc0776d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:06.404155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b8c6fe51-996d-4e02-9b98-8a2829f439ba tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:06.405501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-ee0156e3-f0e4-47c1-bf85-a7f1cc0776d2 None None] For port 7aa6b0b5-b337-42a9-bcbe-1ae15231c0c4, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:54:06.409570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-ee0156e3-f0e4-47c1-bf85-a7f1cc0776d2 None None] For port 7aa6b0b5-b337-42a9-bcbe-1ae15231c0c4, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=7aa6b0b5-b337-42a9-bcbe-1ae15231c0c4,segment=NetworkSegment(35bb5497-185e-4217-8fe7-5dbcc50e31d5),segment_id=35bb5497-185e-4217-8fe7-5dbcc50e31d5)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:54:06.412869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ee0156e3-f0e4-47c1-bf85-a7f1cc0776d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:06.416916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:06.420962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53206) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:06.422000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b8c6fe51-996d-4e02-9b98-8a2829f439ba tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Transition to ACTIVE for port object a445cb28-dbb0-4385-8ab9-6ef6e094f857 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:54:06.444441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b8c6fe51-996d-4e02-9b98-8a2829f439ba tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:06.462146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e6ee33b5-bf48-4b47-bc5d-b5a1cffa4293 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:06.504361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0156e3-f0e4-47c1-bf85-a7f1cc0776d2 None None] Pushing event updated for resources: {'Port': ['ID=7aa6b0b5-b337-42a9-bcbe-1ae15231c0c4,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:06.510176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ee0156e3-f0e4-47c1-bf85-a7f1cc0776d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:06.530420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c6fe51-996d-4e02-9b98-8a2829f439ba tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Network e86f2db6-4f04-44e2-85b5-7acab82b58c9 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:54:06.534865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-b8c6fe51-996d-4e02-9b98-8a2829f439ba tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:54:06.539462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c6fe51-996d-4e02-9b98-8a2829f439ba tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:54:06.560645 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e33c8acb-499b-45eb-8049-f5ce3b08d73b tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/floatingips/a6b71e86-9e44-4b59-9072-22c78cd118dc HTTP/1.1" status: 200 len: 993 time: 0.1382546 Dec 25 19:54:06.600119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c6fe51-996d-4e02-9b98-8a2829f439ba tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event updated for resources: {'Port': ['ID=a445cb28-dbb0-4385-8ab9-6ef6e094f857,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:06.605196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b8c6fe51-996d-4e02-9b98-8a2829f439ba tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:06.621132 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c6fe51-996d-4e02-9b98-8a2829f439ba tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:06.622115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b8c6fe51-996d-4e02-9b98-8a2829f439ba tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:06.649114 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b8c6fe51-996d-4e02-9b98-8a2829f439ba tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0684140 Dec 25 19:54:06.651743 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53212) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:06.718948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c508e-1815-44a5-967e-9fa610402da3 req-275e0fcd-0905-4e5e-b41f-a4e7aedf8b29 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:06.720627 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4d5c508e-1815-44a5-967e-9fa610402da3 req-275e0fcd-0905-4e5e-b41f-a4e7aedf8b29 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc8e8dfa-d4d1-49f5-af6c-a6d95a99564d HTTP/1.1" status: 200 len: 946 time: 0.1514282 Dec 25 19:54:06.907142 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4d5c508e-1815-44a5-967e-9fa610402da3 req-d7692794-6b2d-45b7-8f1a-2e625372b075 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=a71aad85-c22c-445d-b8c9-4c0c6aa4dcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733570 Dec 25 19:54:07.186934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 7aa6b0b5-b337-42a9-bcbe-1ae15231c0c4 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:54:07.252562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:07.258197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c7d55-8fb8-4a22-bfdc-fb5ff2efa7a3 req-0eae77d2-b34d-467e-bc93-8e7277a078bf tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:07.259856 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-477c7d55-8fb8-4a22-bfdc-fb5ff2efa7a3 req-0eae77d2-b34d-467e-bc93-8e7277a078bf tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc8e8dfa-d4d1-49f5-af6c-a6d95a99564d HTTP/1.1" status: 200 len: 946 time: 0.2094245 Dec 25 19:54:07.275162 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 7aa6b0b5-b337-42a9-bcbe-1ae15231c0c4 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:54:07.639330 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-477c7d55-8fb8-4a22-bfdc-fb5ff2efa7a3 req-edb7aaad-8879-483b-b8fe-dd0bc6e8f9cd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=a71aad85-c22c-445d-b8c9-4c0c6aa4dcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3711731 Dec 25 19:54:07.654815 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-59a31de6-1842-4d64-98ca-7050dfab4be7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:07.668949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53218) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:07.751703 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a8d8ec97-bdc7-4fdc-9717-9a1af45753e8 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=dc8e8dfa-d4d1-49f5-af6c-a6d95a99564d HTTP/1.1" status: 200 len: 1094 time: 0.0806835 Dec 25 19:54:07.754497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53222) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:07.760794 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b36e4fec-9389-429a-90ec-9fe5a17f5b5e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'floatingip': {'port_id': 'd41dc081-ab4f-496f-839f-4f7ea701c7d1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:54:07.846732 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b36e4fec-9389-429a-90ec-9fe5a17f5b5e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for floatingip, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:08.052256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-59a31de6-1842-4d64-98ca-7050dfab4be7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:08.059011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-59a31de6-1842-4d64-98ca-7050dfab4be7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:08.064023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-360e8a12-958d-41ea-b01b-923d14aba378 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:08.172134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561d525f-b2f2-4a37-b7ac-5b5ee5b06b13 None None] Network e86f2db6-4f04-44e2-85b5-7acab82b58c9 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:54:08.185318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a31de6-1842-4d64-98ca-7050dfab4be7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event updated for resources: {'Port': ['ID=a445cb28-dbb0-4385-8ab9-6ef6e094f857,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:08.190534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-59a31de6-1842-4d64-98ca-7050dfab4be7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:08.346511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4cfcff61-7b5f-4c1f-bf9d-1671b72856b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:08.347953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-665542fe-5162-472d-aaf2-55d53ad32670 None None] Provisioning for port 7aa6b0b5-b337-42a9-bcbe-1ae15231c0c4 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:54:08.386226 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-665542fe-5162-472d-aaf2-55d53ad32670 None None] Provisioning complete for port 7aa6b0b5-b337-42a9-bcbe-1ae15231c0c4 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:54:08.387256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-665542fe-5162-472d-aaf2-55d53ad32670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:08.432888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-59a31de6-1842-4d64-98ca-7050dfab4be7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:08.508649 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b36e4fec-9389-429a-90ec-9fe5a17f5b5e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:08.512634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b36e4fec-9389-429a-90ec-9fe5a17f5b5e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:08.522637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-59a31de6-1842-4d64-98ca-7050dfab4be7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:08.599561 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-665542fe-5162-472d-aaf2-55d53ad32670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:08.611920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:08.638153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-665542fe-5162-472d-aaf2-55d53ad32670 None None] For port 7aa6b0b5-b337-42a9-bcbe-1ae15231c0c4, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=7aa6b0b5-b337-42a9-bcbe-1ae15231c0c4,segment=NetworkSegment(35bb5497-185e-4217-8fe7-5dbcc50e31d5),segment_id=35bb5497-185e-4217-8fe7-5dbcc50e31d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:54:08.644254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-665542fe-5162-472d-aaf2-55d53ad32670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:08.647845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6a44d4c3-3109-4605-a13f-3f70c031d1b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:08.726606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665542fe-5162-472d-aaf2-55d53ad32670 None None] Pushing event updated for resources: {'Port': ['ID=7aa6b0b5-b337-42a9-bcbe-1ae15231c0c4,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:08.730765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-665542fe-5162-472d-aaf2-55d53ad32670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:08.747486 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [None req-b36e4fec-9389-429a-90ec-9fe5a17f5b5e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Floating IP 01348133-cb1e-4fc3-a5c0-b68343e0a58b associated. External IP: 172.26.8.142, port: d41dc081-ab4f-496f-839f-4f7ea701c7d1. Dec 25 19:54:08.950926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-59a31de6-1842-4d64-98ca-7050dfab4be7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:08.955331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-59a31de6-1842-4d64-98ca-7050dfab4be7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:08.972320 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-23f7a07d-62e0-429b-9a5b-227badc1aa36 None None] Provisioning for port a445cb28-dbb0-4385-8ab9-6ef6e094f857 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:54:08.977523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-23f7a07d-62e0-429b-9a5b-227badc1aa36 None None] Provisioning complete for port a445cb28-dbb0-4385-8ab9-6ef6e094f857 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:54:08.977950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-23f7a07d-62e0-429b-9a5b-227badc1aa36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:09.020767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-445cccd3-ab54-4d09-baa9-54440ae237a3 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:09.053641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-59a31de6-1842-4d64-98ca-7050dfab4be7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:09.055283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-23f7a07d-62e0-429b-9a5b-227badc1aa36 None None] Port a445cb28-dbb0-4385-8ab9-6ef6e094f857 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:54:09.075876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-23f7a07d-62e0-429b-9a5b-227badc1aa36 None None] Provisioning complete for port 7aa6b0b5-b337-42a9-bcbe-1ae15231c0c4 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:54:09.076995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-23f7a07d-62e0-429b-9a5b-227badc1aa36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:09.142715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a31de6-1842-4d64-98ca-7050dfab4be7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event updated for resources: {'Port': ['ID=a445cb28-dbb0-4385-8ab9-6ef6e094f857,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:09.147503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-59a31de6-1842-4d64-98ca-7050dfab4be7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:09.266512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 7aa6b0b5-b337-42a9-bcbe-1ae15231c0c4 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:54:09.277978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a31de6-1842-4d64-98ca-7050dfab4be7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Network e86f2db6-4f04-44e2-85b5-7acab82b58c9 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:54:09.279595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-59a31de6-1842-4d64-98ca-7050dfab4be7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:54:09.353710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 7aa6b0b5-b337-42a9-bcbe-1ae15231c0c4 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:54:09.354137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:09.435234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-efbee002-75ed-4faa-950d-a79586f4c609 None None] Provisioning complete for port a445cb28-dbb0-4385-8ab9-6ef6e094f857 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:54:09.435665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-efbee002-75ed-4faa-950d-a79586f4c609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:09.503335 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36e4fec-9389-429a-90ec-9fe5a17f5b5e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router dd4e48af-8917-45c8-b8c7-8b5583c1c925 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:54:09.559220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-efbee002-75ed-4faa-950d-a79586f4c609 None None] Port a445cb28-dbb0-4385-8ab9-6ef6e094f857 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:54:09.688691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-5b540108-42a5-424f-93b8-9998ab519be1 None None] Provisioning complete for port a445cb28-dbb0-4385-8ab9-6ef6e094f857 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:54:09.689988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5b540108-42a5-424f-93b8-9998ab519be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:09.699444 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a31de6-1842-4d64-98ca-7050dfab4be7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Router c6e38713-711b-4cf7-bbfc-4aa978dcfab9 is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:54:09.735424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36e4fec-9389-429a-90ec-9fe5a17f5b5e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:54:09.747884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b36e4fec-9389-429a-90ec-9fe5a17f5b5e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:09.751540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eee24e5-9a6b-4861-8b5c-aef7594a015c None None] Sync routers for ids ['dd4e48af-8917-45c8-b8c7-8b5583c1c925'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:54:09.780089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-5b540108-42a5-424f-93b8-9998ab519be1 None None] Port a445cb28-dbb0-4385-8ab9-6ef6e094f857 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:54:09.782638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eee24e5-9a6b-4861-8b5c-aef7594a015c None None] Routers {'dd4e48af-8917-45c8-b8c7-8b5583c1c925'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:54:09.783458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-7eee24e5-9a6b-4861-8b5c-aef7594a015c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:54:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['dd4e48af-8917-45c8-b8c7-8b5583c1c925'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:09.828123 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b36e4fec-9389-429a-90ec-9fe5a17f5b5e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "PUT /v2.0/floatingips/01348133-cb1e-4fc3-a5c0-b68343e0a58b HTTP/1.1" status: 200 len: 992 time: 2.0697801 Dec 25 19:54:09.828123 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc8e8dfa-d4d1-49f5-af6c-a6d95a99564d', 'tag': 'd41dc081-ab4f-496f-839f-4f7ea701c7d1'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:54:09.830964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53226) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:09.921277 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc8e8dfa-d4d1-49f5-af6c-a6d95a99564d', 'tag': 'd41dc081-ab4f-496f-839f-4f7ea701c7d1', 'status': 'completed', 'code': 200} Dec 25 19:54:09.930714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a31de6-1842-4d64-98ca-7050dfab4be7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:54:09.940869 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-59a31de6-1842-4d64-98ca-7050dfab4be7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "PUT /v2.0/routers/c6e38713-711b-4cf7-bbfc-4aa978dcfab9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2871058 Dec 25 19:54:09.941945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53232) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:09.942788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61eae3a-262b-4c4a-9957-38bdaff61820 None None] Sync routers for ids ['c6e38713-711b-4cf7-bbfc-4aa978dcfab9'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:54:09.957293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61eae3a-262b-4c4a-9957-38bdaff61820 None None] Routers {'c6e38713-711b-4cf7-bbfc-4aa978dcfab9'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:54:09.958310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-f61eae3a-262b-4c4a-9957-38bdaff61820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:54:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['c6e38713-711b-4cf7-bbfc-4aa978dcfab9'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:09.982712 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-bc2d2445-763b-4aff-8495-01239f6c39b6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/floatingips/01348133-cb1e-4fc3-a5c0-b68343e0a58b HTTP/1.1" status: 200 len: 992 time: 0.1383896 Dec 25 19:54:10.014806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:10.029784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-f61eae3a-262b-4c4a-9957-38bdaff61820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:10.041676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61eae3a-262b-4c4a-9957-38bdaff61820 None None] Routers {'c6e38713-711b-4cf7-bbfc-4aa978dcfab9'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:54:10.043231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-f61eae3a-262b-4c4a-9957-38bdaff61820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:54:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['c6e38713-711b-4cf7-bbfc-4aa978dcfab9'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:10.046169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d75c0d53-43b8-4670-b3c9-7acd4d89a6ce None None] Provisioning complete for port a445cb28-dbb0-4385-8ab9-6ef6e094f857 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:54:10.046592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d75c0d53-43b8-4670-b3c9-7acd4d89a6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:10.081796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0701eeb-3115-4eec-b59a-20d3e42c14df tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:10.085351 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a0701eeb-3115-4eec-b59a-20d3e42c14df tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "GET /v2.0/ports/a445cb28-dbb0-4385-8ab9-6ef6e094f857 HTTP/1.1" status: 200 len: 977 time: 0.1404002 Dec 25 19:54:10.086696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53236) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:10.111505 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-96561579-dfb7-4886-a022-736ca4bd3126 req-0bcdc13f-a525-4a94-ab23-f50dc6479531 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=dc8e8dfa-d4d1-49f5-af6c-a6d95a99564d HTTP/1.1" status: 200 len: 1099 time: 0.1263797 Dec 25 19:54:10.115089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-f61eae3a-262b-4c4a-9957-38bdaff61820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:10.115689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61eae3a-262b-4c4a-9957-38bdaff61820 None None] The sync data for ids ['c6e38713-711b-4cf7-bbfc-4aa978dcfab9'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:54:10.263392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-7eee24e5-9a6b-4861-8b5c-aef7594a015c None None] Set router dd4e48af-8917-45c8-b8c7-8b5583c1c925 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:54:10.288136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96561579-dfb7-4886-a022-736ca4bd3126 req-56af720b-c684-4e1a-9e3f-c24ae7d8ec06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:10.289739 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-96561579-dfb7-4886-a022-736ca4bd3126 req-56af720b-c684-4e1a-9e3f-c24ae7d8ec06 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e06dbb6a-241c-47a9-be5d-fea8ee727624 HTTP/1.1" status: 200 len: 897 time: 0.1665387 Dec 25 19:54:10.338746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-d75c0d53-43b8-4670-b3c9-7acd4d89a6ce None None] Port a445cb28-dbb0-4385-8ab9-6ef6e094f857 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:54:10.637361 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-96561579-dfb7-4886-a022-736ca4bd3126 req-42c9930e-c113-4b30-8159-111a27e670aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d41dc081-ab4f-496f-839f-4f7ea701c7d1 HTTP/1.1" status: 200 len: 1000 time: 0.3395369 Dec 25 19:54:10.656701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-7eee24e5-9a6b-4861-8b5c-aef7594a015c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'name': 'tempest-TestNetworkBasicOps-router-1483269214', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': '20b942bf-50e5-4c52-881d-f714ed83b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:52:12Z', 'updated_at': '2021-12-25T19:52:23Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '20b942bf-50e5-4c52-881d-f714ed83b460', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:52:13Z', 'updated_at': '2021-12-25T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '01348133-cb1e-4fc3-a5c0-b68343e0a58b', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.142', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'port_id': 'd41dc081-ab4f-496f-839f-4f7ea701c7d1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06dbb6a-241c-47a9-be5d-fea8ee727624', 'mac_address': 'fa:16:3e:4e:2a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8e8dfa-d4d1-49f5-af6c-a6d95a99564d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T19:52:58Z', 'updated_at': '2021-12-25T19:54:08Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfc5cfa0-aa3d-4364-a9bd-7da341b963f1', 'name': '', 'network_id': 'e06dbb6a-241c-47a9-be5d-fea8ee727624', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:b0:77:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec36c59c-a669-4cfe-8242-554bbb888561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:52:22Z', 'updated_at': '2021-12-25T19:52:33Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'ec36c59c-a669-4cfe-8242-554bbb888561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:10.660876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eee24e5-9a6b-4861-8b5c-aef7594a015c None None] Checking router: dd4e48af-8917-45c8-b8c7-8b5583c1c925 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:54:10.672094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eee24e5-9a6b-4861-8b5c-aef7594a015c None None] Routers {'dd4e48af-8917-45c8-b8c7-8b5583c1c925'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:54:10.672884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-7eee24e5-9a6b-4861-8b5c-aef7594a015c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:54:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['dd4e48af-8917-45c8-b8c7-8b5583c1c925'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:10.681057 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d62a61e7-aa43-46d1-a77e-54019daee929 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:10.710042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96561579-dfb7-4886-a022-736ca4bd3126 req-5720dbeb-ac75-45e4-89a6-ccda64854317 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:10.711672 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-96561579-dfb7-4886-a022-736ca4bd3126 req-5720dbeb-ac75-45e4-89a6-ccda64854317 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ec36c59c-a669-4cfe-8242-554bbb888561 HTTP/1.1" status: 200 len: 834 time: 0.0680437 Dec 25 19:54:10.801456 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-96561579-dfb7-4886-a022-736ca4bd3126 req-535fdba1-7911-49ab-8328-98c108a0f6c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e06dbb6a-241c-47a9-be5d-fea8ee727624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802486 Dec 25 19:54:10.873837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-7eee24e5-9a6b-4861-8b5c-aef7594a015c None None] Set router dd4e48af-8917-45c8-b8c7-8b5583c1c925 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:54:10.952657 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-96561579-dfb7-4886-a022-736ca4bd3126 req-a0c28aab-b657-43a9-95ca-6cedf6f288ed service neutron] 10.222.0.36 "GET /v2.0/networks/e06dbb6a-241c-47a9-be5d-fea8ee727624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429260 Dec 25 19:54:10.987091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53240) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:11.107195 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-96561579-dfb7-4886-a022-736ca4bd3126 req-ff6cb159-63a4-4dee-b2b0-9dad8c61295e service neutron] 10.222.0.36 "GET /v2.0/networks/e06dbb6a-241c-47a9-be5d-fea8ee727624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470659 Dec 25 19:54:11.154905 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fb151ac9-c4f5-4031-ba1d-cba9113709df tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/floatingips/01348133-cb1e-4fc3-a5c0-b68343e0a58b HTTP/1.1" status: 200 len: 992 time: 0.1654613 Dec 25 19:54:11.158255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-d62a61e7-aa43-46d1-a77e-54019daee929 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Deleting port a445cb28-dbb0-4385-8ab9-6ef6e094f857 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:54:11.158255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d62a61e7-aa43-46d1-a77e-54019daee929 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:11.257100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-7eee24e5-9a6b-4861-8b5c-aef7594a015c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'name': 'tempest-TestNetworkBasicOps-router-1483269214', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': '20b942bf-50e5-4c52-881d-f714ed83b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:52:12Z', 'updated_at': '2021-12-25T19:52:23Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '20b942bf-50e5-4c52-881d-f714ed83b460', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:52:13Z', 'updated_at': '2021-12-25T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '01348133-cb1e-4fc3-a5c0-b68343e0a58b', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.142', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'port_id': 'd41dc081-ab4f-496f-839f-4f7ea701c7d1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06dbb6a-241c-47a9-be5d-fea8ee727624', 'mac_address': 'fa:16:3e:4e:2a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8e8dfa-d4d1-49f5-af6c-a6d95a99564d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T19:52:58Z', 'updated_at': '2021-12-25T19:54:08Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfc5cfa0-aa3d-4364-a9bd-7da341b963f1', 'name': '', 'network_id': 'e06dbb6a-241c-47a9-be5d-fea8ee727624', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:b0:77:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec36c59c-a669-4cfe-8242-554bbb888561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:52:22Z', 'updated_at': '2021-12-25T19:52:33Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'ec36c59c-a669-4cfe-8242-554bbb888561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:11.261338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eee24e5-9a6b-4861-8b5c-aef7594a015c None None] The sync data for ids ['dd4e48af-8917-45c8-b8c7-8b5583c1c925'] in dv-neutron-822611-1-hyperv is: [{'id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'name': 'tempest-TestNetworkBasicOps-router-1483269214', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': '20b942bf-50e5-4c52-881d-f714ed83b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:52:12Z', 'updated_at': '2021-12-25T19:52:23Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '20b942bf-50e5-4c52-881d-f714ed83b460', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:52:13Z', 'updated_at': '2021-12-25T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '01348133-cb1e-4fc3-a5c0-b68343e0a58b', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.142', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'port_id': 'd41dc081-ab4f-496f-839f-4f7ea701c7d1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06dbb6a-241c-47a9-be5d-fea8ee727624', 'mac_address': 'fa:16:3e:4e:2a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8e8dfa-d4d1-49f5-af6c-a6d95a99564d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T19:52:58Z', 'updated_at': '2021-12-25T19:54:08Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfc5cfa0-aa3d-4364-a9bd-7da341b963f1', 'name': '', 'network_id': 'e06dbb6a-241c-47a9-be5d-fea8ee727624', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:b0:77:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec36c59c-a669-4cfe-8242-554bbb888561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:52:22Z', 'updated_at': '2021-12-25T19:52:33Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'ec36c59c-a669-4cfe-8242-554bbb888561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:54:11.358514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d62a61e7-aa43-46d1-a77e-54019daee929 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:11.490245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-d62a61e7-aa43-46d1-a77e-54019daee929 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Calling delete_port for a445cb28-dbb0-4385-8ab9-6ef6e094f857 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:54:11.592211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4f2f09-20a8-49e7-9ac2-075059277ad2 None None] New status for floating IP 01348133-cb1e-4fc3-a5c0-b68343e0a58b: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 19:54:11.672077 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d62a61e7-aa43-46d1-a77e-54019daee929 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:11.678223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e7b607dc-7ed4-4016-840d-eb352bd2a002 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:11.724983 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a61e7-aa43-46d1-a77e-54019daee929 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event deleted for resources: {'Port': ['ID=a445cb28-dbb0-4385-8ab9-6ef6e094f857,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:11.729362 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d62a61e7-aa43-46d1-a77e-54019daee929 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:12.157582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53244) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:12.211961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d62a61e7-aa43-46d1-a77e-54019daee929 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:12.273034 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b21d314b-2e23-4ce5-808c-cf6601197706 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/floatingips/01348133-cb1e-4fc3-a5c0-b68343e0a58b HTTP/1.1" status: 200 len: 994 time: 0.1141937 Dec 25 19:54:12.641511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62a61e7-aa43-46d1-a77e-54019daee929 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Router c6e38713-711b-4cf7-bbfc-4aa978dcfab9 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:54:12.784141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62a61e7-aa43-46d1-a77e-54019daee929 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:54:12.794352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586d86e0-c463-4f8e-ac28-c626896baea2 None None] Sync routers for ids ['c6e38713-711b-4cf7-bbfc-4aa978dcfab9'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:54:12.797785 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d62a61e7-aa43-46d1-a77e-54019daee929 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "PUT /v2.0/routers/c6e38713-711b-4cf7-bbfc-4aa978dcfab9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7097678 Dec 25 19:54:12.800828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53248) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:12.807224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586d86e0-c463-4f8e-ac28-c626896baea2 None None] Routers {'c6e38713-711b-4cf7-bbfc-4aa978dcfab9'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:54:12.807900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-586d86e0-c463-4f8e-ac28-c626896baea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:54:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['c6e38713-711b-4cf7-bbfc-4aa978dcfab9'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:12.870583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-586d86e0-c463-4f8e-ac28-c626896baea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:12.882506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586d86e0-c463-4f8e-ac28-c626896baea2 None None] Routers {'c6e38713-711b-4cf7-bbfc-4aa978dcfab9'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:54:12.883250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-586d86e0-c463-4f8e-ac28-c626896baea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:54:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['c6e38713-711b-4cf7-bbfc-4aa978dcfab9'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:12.947851 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-586d86e0-c463-4f8e-ac28-c626896baea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:12.948231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586d86e0-c463-4f8e-ac28-c626896baea2 None None] The sync data for ids ['c6e38713-711b-4cf7-bbfc-4aa978dcfab9'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:54:13.150913 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-c39a7f99-91a9-4d7b-b1ae-ccc16b150e71 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] remove_router_interface failed (client error): The resource could not be found. Dec 25 19:54:13.152621 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c39a7f99-91a9-4d7b-b1ae-ccc16b150e71 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "PUT /v2.0/routers/c6e38713-711b-4cf7-bbfc-4aa978dcfab9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3502078 Dec 25 19:54:13.155607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53252) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:13.203609 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-dffd44e4-3933-4c61-b767-af16a9231cc1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e38713-711b-4cf7-bbfc-4aa978dcfab9 HTTP/1.1" status: 200 len: 205 time: 0.0467083 Dec 25 19:54:13.206092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53256) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:13.346583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6283fe36-f935-494d-8d76-ca20968b19c8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:13.746154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6283fe36-f935-494d-8d76-ca20968b19c8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:13.750713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6283fe36-f935-494d-8d76-ca20968b19c8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:13.773375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6283fe36-f935-494d-8d76-ca20968b19c8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:13.773916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6283fe36-f935-494d-8d76-ca20968b19c8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Fanout notify agent at l3_agent the message router_deleted on router c6e38713-711b-4cf7-bbfc-4aa978dcfab9 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:54:13.784635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6283fe36-f935-494d-8d76-ca20968b19c8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:13.785820 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6283fe36-f935-494d-8d76-ca20968b19c8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "DELETE /v2.0/routers/c6e38713-711b-4cf7-bbfc-4aa978dcfab9 HTTP/1.1" status: 204 len: 168 time: 0.5787692 Dec 25 19:54:13.788679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53260) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:13.992375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-655067bc-aee2-4c30-a96e-8d3ad93aa7a1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Deleting subnet 5ff321fc-486a-4336-a5d4-d17236572142 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:54:13.995495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-655067bc-aee2-4c30-a96e-8d3ad93aa7a1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:14.052145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-655067bc-aee2-4c30-a96e-8d3ad93aa7a1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:14.140586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-655067bc-aee2-4c30-a96e-8d3ad93aa7a1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:14.212884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-655067bc-aee2-4c30-a96e-8d3ad93aa7a1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:14.217356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8900fc42-d51e-4d4c-be08-9142b866356d tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:14.259465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655067bc-aee2-4c30-a96e-8d3ad93aa7a1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event deleted for resources: {'Subnet': ['ID=5ff321fc-486a-4336-a5d4-d17236572142,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:14.262525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-655067bc-aee2-4c30-a96e-8d3ad93aa7a1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:14.265012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-655067bc-aee2-4c30-a96e-8d3ad93aa7a1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:14.271443 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-655067bc-aee2-4c30-a96e-8d3ad93aa7a1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "DELETE /v2.0/subnets/5ff321fc-486a-4336-a5d4-d17236572142 HTTP/1.1" status: 204 len: 168 time: 0.4817173 Dec 25 19:54:14.271623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddb6c96-a64b-4b5f-bafe-6bcb598da80a None None] Network e86f2db6-4f04-44e2-85b5-7acab82b58c9 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:54:14.274240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53264) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:14.398216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ec9c043f-72b8-4312-a060-23e8dd1a028d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:14.409732 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ec9c043f-72b8-4312-a060-23e8dd1a028d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Deleting port 7aa6b0b5-b337-42a9-bcbe-1ae15231c0c4 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:54:14.410105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ec9c043f-72b8-4312-a060-23e8dd1a028d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:14.543922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456c8293-7c52-4e6d-aba9-6abf89b2d89d None None] DHCP port deletion for e86f2db6-4f04-44e2-85b5-7acab82b58c9 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:54:14.548512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-456c8293-7c52-4e6d-aba9-6abf89b2d89d None None] Deleting port 7aa6b0b5-b337-42a9-bcbe-1ae15231c0c4 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:54:14.548934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-456c8293-7c52-4e6d-aba9-6abf89b2d89d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:14.638098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-ec9c043f-72b8-4312-a060-23e8dd1a028d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] For port 7aa6b0b5-b337-42a9-bcbe-1ae15231c0c4, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=7aa6b0b5-b337-42a9-bcbe-1ae15231c0c4,segment=NetworkSegment(35bb5497-185e-4217-8fe7-5dbcc50e31d5),segment_id=35bb5497-185e-4217-8fe7-5dbcc50e31d5)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:54:14.638496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ec9c043f-72b8-4312-a060-23e8dd1a028d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:14.758170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-456c8293-7c52-4e6d-aba9-6abf89b2d89d None None] For port 7aa6b0b5-b337-42a9-bcbe-1ae15231c0c4, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=7aa6b0b5-b337-42a9-bcbe-1ae15231c0c4,segment=NetworkSegment(35bb5497-185e-4217-8fe7-5dbcc50e31d5),segment_id=35bb5497-185e-4217-8fe7-5dbcc50e31d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:54:14.759410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-456c8293-7c52-4e6d-aba9-6abf89b2d89d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:14.767504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ec9c043f-72b8-4312-a060-23e8dd1a028d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Calling delete_port for 7aa6b0b5-b337-42a9-bcbe-1ae15231c0c4 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:54:14.841647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ec9c043f-72b8-4312-a060-23e8dd1a028d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:14.846721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5e39f3b8-0fea-4884-a519-2baa5e66eb91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:14.891722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-456c8293-7c52-4e6d-aba9-6abf89b2d89d None None] Calling delete_port for 7aa6b0b5-b337-42a9-bcbe-1ae15231c0c4 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:54:14.891990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c043f-72b8-4312-a060-23e8dd1a028d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event deleted for resources: {'Port': ['ID=7aa6b0b5-b337-42a9-bcbe-1ae15231c0c4,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:14.894557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ec9c043f-72b8-4312-a060-23e8dd1a028d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:14.899802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9c043f-72b8-4312-a060-23e8dd1a028d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] No DVR routers for this DVR port 7aa6b0b5-b337-42a9-bcbe-1ae15231c0c4 on host dv-neutron-822611-1-hyperv {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:54:14.969473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-456c8293-7c52-4e6d-aba9-6abf89b2d89d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:54:14.969891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-456c8293-7c52-4e6d-aba9-6abf89b2d89d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:54:15.168233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 7aa6b0b5-b337-42a9-bcbe-1ae15231c0c4 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:54:15.206876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 7aa6b0b5-b337-42a9-bcbe-1ae15231c0c4 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:54:15.207492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 7aa6b0b5-b337-42a9-bcbe-1ae15231c0c4 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:54:15.266053 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ec9c043f-72b8-4312-a060-23e8dd1a028d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:15.292519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-ec9c043f-72b8-4312-a060-23e8dd1a028d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e86f2db6-4f04-44e2-85b5-7acab82b58c9']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:15.305158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-ec9c043f-72b8-4312-a060-23e8dd1a028d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35bb5497-185e-4217-8fe7-5dbcc50e31d5') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:15.305493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-ec9c043f-72b8-4312-a060-23e8dd1a028d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35bb5497-185e-4217-8fe7-5dbcc50e31d5') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:15.317925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ec9c043f-72b8-4312-a060-23e8dd1a028d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:15.333157 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ec9c043f-72b8-4312-a060-23e8dd1a028d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:15.339420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec9c043f-72b8-4312-a060-23e8dd1a028d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:54:15.339843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ec9c043f-72b8-4312-a060-23e8dd1a028d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:15.355545 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:54:15.355545 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:54:15.355545 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:54:15.355545 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:54:15.355545 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:54:15.355545 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:54:15.355545 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:54:15.355545 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:54:15.355545 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:54:15.355545 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:54:15.355545 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:54:15.355545 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:54:15.355545 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:54:15.355545 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:54:15.355545 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:54:15.355545 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:54:15.355545 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:54:15.355545 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:54:15.355545 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:54:15.355545 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:54:15.355545 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:54:15.355545 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:54:15.355545 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:54:15.355545 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:54:15.355545 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:54:15.355545 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:54:15.355545 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:54:15.355545 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:54:15.355545 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:54:15.355545 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:54:15.355545 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:54:15.355545 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:54:15.436511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ec9c043f-72b8-4312-a060-23e8dd1a028d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:15.439940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c6de160b-caac-4a48-a66d-806c22b79065 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:15.456479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ec9c043f-72b8-4312-a060-23e8dd1a028d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:15.468126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c043f-72b8-4312-a060-23e8dd1a028d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event deleted for resources: {'Network': ['ID=e86f2db6-4f04-44e2-85b5-7acab82b58c9,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:15.471088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-456c8293-7c52-4e6d-aba9-6abf89b2d89d None None] Deleting port 7aa6b0b5-b337-42a9-bcbe-1ae15231c0c4 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:54:15.471656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-456c8293-7c52-4e6d-aba9-6abf89b2d89d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:15.473109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ec9c043f-72b8-4312-a060-23e8dd1a028d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:15.476929 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ec9c043f-72b8-4312-a060-23e8dd1a028d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "DELETE /v2.0/networks/e86f2db6-4f04-44e2-85b5-7acab82b58c9 HTTP/1.1" status: 204 len: 168 time: 1.2016771 Dec 25 19:54:15.481050 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53268) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:15.486691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b356745f-d831-407c-8382-5ae6bf5964f2 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Request body: {'network': {'name': 'tempest-RoutersTest-2106741719'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:54:15.491943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b356745f-d831-407c-8382-5ae6bf5964f2 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:54:15.496469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b356745f-d831-407c-8382-5ae6bf5964f2 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Usage tracker for resource:network and tenant:9adb83111618414cb6cbe9c785ff883c is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:54:15.499607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b356745f-d831-407c-8382-5ae6bf5964f2 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:54:15.505660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b356745f-d831-407c-8382-5ae6bf5964f2 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:54:15.515735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b356745f-d831-407c-8382-5ae6bf5964f2 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Made reservation on behalf of 9adb83111618414cb6cbe9c785ff883c for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:54:15.521233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b356745f-d831-407c-8382-5ae6bf5964f2 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:15.545681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-456c8293-7c52-4e6d-aba9-6abf89b2d89d None None] The port '7aa6b0b5-b337-42a9-bcbe-1ae15231c0c4' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:54:15.557474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b356745f-d831-407c-8382-5ae6bf5964f2 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:54:15.567631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b356745f-d831-407c-8382-5ae6bf5964f2 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:15.568027 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-b356745f-d831-407c-8382-5ae6bf5964f2 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Added segment 53697056-0fdb-4d42-9e7d-4dac7a0b172b of type vlan for network 652c049d-c068-436c-aa38-436bbb897dcf Dec 25 19:54:15.594723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b356745f-d831-407c-8382-5ae6bf5964f2 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:15.624869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b356745f-d831-407c-8382-5ae6bf5964f2 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:15.628994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b356745f-d831-407c-8382-5ae6bf5964f2 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:15.629644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b356745f-d831-407c-8382-5ae6bf5964f2 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:15.634983 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fffe1906-56bc-4cb7-9c03-94523a3d5902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:15.688527 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b356745f-d831-407c-8382-5ae6bf5964f2 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2067075 Dec 25 19:54:15.691438 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53272) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:15.699859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-13322c96-7cda-406e-a783-7551573ea688 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Request body: {'subnet': {'network_id': '652c049d-c068-436c-aa38-436bbb897dcf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:54:15.778109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356745f-d831-407c-8382-5ae6bf5964f2 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event updated for resources: {'Network': ['ID=652c049d-c068-436c-aa38-436bbb897dcf,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:15.780984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b356745f-d831-407c-8382-5ae6bf5964f2 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:15.788783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 652c049d-c068-436c-aa38-436bbb897dcf details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:54:15.879400 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-13322c96-7cda-406e-a783-7551573ea688 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:54:15.883452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-13322c96-7cda-406e-a783-7551573ea688 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Usage tracker for resource:subnet and tenant:9adb83111618414cb6cbe9c785ff883c is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:54:15.886525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-13322c96-7cda-406e-a783-7551573ea688 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:54:15.893134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-13322c96-7cda-406e-a783-7551573ea688 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:54:15.905007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13322c96-7cda-406e-a783-7551573ea688 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Made reservation on behalf of 9adb83111618414cb6cbe9c785ff883c for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:54:16.018470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-13322c96-7cda-406e-a783-7551573ea688 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:16.246941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-13322c96-7cda-406e-a783-7551573ea688 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:16.251447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fad8f37c-e6b4-44db-a5d8-bbb7b4c5a8ff tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:16.334434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13322c96-7cda-406e-a783-7551573ea688 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event updated for resources: {'Subnet': ['ID=f6c2fcb6-1400-46e5-84ca-412541095682,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:16.337955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-13322c96-7cda-406e-a783-7551573ea688 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:16.346035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13322c96-7cda-406e-a783-7551573ea688 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Checking segment: {'id': '53697056-0fdb-4d42-9e7d-4dac7a0b172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '652c049d-c068-436c-aa38-436bbb897dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:54:16.346427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13322c96-7cda-406e-a783-7551573ea688 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Network hostable DHCP agents. Network: 652c049d-c068-436c-aa38-436bbb897dcf, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:54:16.367484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13322c96-7cda-406e-a783-7551573ea688 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Network 652c049d-c068-436c-aa38-436bbb897dcf is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:54:16.375482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-13322c96-7cda-406e-a783-7551573ea688 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 652c049d-c068-436c-aa38-436bbb897dcf) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:54:16.379309 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13322c96-7cda-406e-a783-7551573ea688 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:16.379954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-13322c96-7cda-406e-a783-7551573ea688 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:16.385430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef87828c-b3d1-44d3-a5c0-34468070e7fa None None] Network 652c049d-c068-436c-aa38-436bbb897dcf requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:54:16.402714 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-13322c96-7cda-406e-a783-7551573ea688 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7096107 Dec 25 19:54:16.405454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53276) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:16.411007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-d199578d-f913-4d01-9d05-6eca14dccd48 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1821890330', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:54:16.417583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d199578d-f913-4d01-9d05-6eca14dccd48 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:54:16.421582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d199578d-f913-4d01-9d05-6eca14dccd48 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Usage tracker for resource:router and tenant:9adb83111618414cb6cbe9c785ff883c is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:54:16.424620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d199578d-f913-4d01-9d05-6eca14dccd48 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:54:16.430927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d199578d-f913-4d01-9d05-6eca14dccd48 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:54:16.442094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d199578d-f913-4d01-9d05-6eca14dccd48 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:16.443128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d199578d-f913-4d01-9d05-6eca14dccd48 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:16.461726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d199578d-f913-4d01-9d05-6eca14dccd48 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:16.479743 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d199578d-f913-4d01-9d05-6eca14dccd48 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:16.500415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d199578d-f913-4d01-9d05-6eca14dccd48 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:16.504427 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d199578d-f913-4d01-9d05-6eca14dccd48 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.0952523 Dec 25 19:54:16.504648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53280) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:16.624262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd767bc2-4f2f-43c1-bb6d-92c09f9c06db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-652c049d-c068-436c-aa38-436bbb897dcf', 'network_id': '652c049d-c068-436c-aa38-436bbb897dcf', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'fixed_ips': [{'subnet_id': 'f6c2fcb6-1400-46e5-84ca-412541095682'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:54:16.625291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fd767bc2-4f2f-43c1-bb6d-92c09f9c06db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:16.790252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-fd767bc2-4f2f-43c1-bb6d-92c09f9c06db None None] Allocated IP 172.20.0.2 (652c049d-c068-436c-aa38-436bbb897dcf/f6c2fcb6-1400-46e5-84ca-412541095682/11807359-3291-42bb-9775-7c81c3dea9c3) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:54:17.033952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8ff746e5-88e7-44b9-9c25-bf055929db03 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:17.182027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fd767bc2-4f2f-43c1-bb6d-92c09f9c06db None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:17.193989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-fd767bc2-4f2f-43c1-bb6d-92c09f9c06db None None] Transition to ACTIVE for port object 11807359-3291-42bb-9775-7c81c3dea9c3 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:54:17.216777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-fd767bc2-4f2f-43c1-bb6d-92c09f9c06db None None] Transition to ACTIVE for port object 11807359-3291-42bb-9775-7c81c3dea9c3 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:54:17.222747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fd767bc2-4f2f-43c1-bb6d-92c09f9c06db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:17.227646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:17.295196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd767bc2-4f2f-43c1-bb6d-92c09f9c06db None None] Network 652c049d-c068-436c-aa38-436bbb897dcf is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:54:17.296380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-fd767bc2-4f2f-43c1-bb6d-92c09f9c06db None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:54:17.300294 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd767bc2-4f2f-43c1-bb6d-92c09f9c06db None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:54:17.310489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd767bc2-4f2f-43c1-bb6d-92c09f9c06db None None] Pushing event updated for resources: {'Port': ['ID=11807359-3291-42bb-9775-7c81c3dea9c3,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:17.313998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fd767bc2-4f2f-43c1-bb6d-92c09f9c06db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:17.396976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-fd767bc2-4f2f-43c1-bb6d-92c09f9c06db None None] Attempting to bind port 11807359-3291-42bb-9775-7c81c3dea9c3 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:54:17.397437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-fd767bc2-4f2f-43c1-bb6d-92c09f9c06db None None] Attempting to bind port 11807359-3291-42bb-9775-7c81c3dea9c3 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '53697056-0fdb-4d42-9e7d-4dac7a0b172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '652c049d-c068-436c-aa38-436bbb897dcf'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:54:17.397856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd767bc2-4f2f-43c1-bb6d-92c09f9c06db None None] Attempting to bind port 11807359-3291-42bb-9775-7c81c3dea9c3 on network 652c049d-c068-436c-aa38-436bbb897dcf {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:54:17.405239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd767bc2-4f2f-43c1-bb6d-92c09f9c06db None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:54:17.405665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd767bc2-4f2f-43c1-bb6d-92c09f9c06db None None] Checking segment: {'id': '53697056-0fdb-4d42-9e7d-4dac7a0b172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '652c049d-c068-436c-aa38-436bbb897dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:54:17.406116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fd767bc2-4f2f-43c1-bb6d-92c09f9c06db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:17.406561 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd767bc2-4f2f-43c1-bb6d-92c09f9c06db None None] Bound using segment: {'id': '53697056-0fdb-4d42-9e7d-4dac7a0b172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '652c049d-c068-436c-aa38-436bbb897dcf'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:54:17.407093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-fd767bc2-4f2f-43c1-bb6d-92c09f9c06db None None] Bound port: 11807359-3291-42bb-9775-7c81c3dea9c3, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53697056-0fdb-4d42-9e7d-4dac7a0b172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '652c049d-c068-436c-aa38-436bbb897dcf'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:54:17.407521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fd767bc2-4f2f-43c1-bb6d-92c09f9c06db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:17.408188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-8ff746e5-88e7-44b9-9c25-bf055929db03 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Allocated IP 172.20.0.1 (652c049d-c068-436c-aa38-436bbb897dcf/f6c2fcb6-1400-46e5-84ca-412541095682/98b93a3f-eb79-426c-8c3f-1e1423db1ad7) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:54:17.507027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-fd767bc2-4f2f-43c1-bb6d-92c09f9c06db None None] For port 11807359-3291-42bb-9775-7c81c3dea9c3, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:54:17.510307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-fd767bc2-4f2f-43c1-bb6d-92c09f9c06db None None] For port 11807359-3291-42bb-9775-7c81c3dea9c3, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=11807359-3291-42bb-9775-7c81c3dea9c3,segment=NetworkSegment(53697056-0fdb-4d42-9e7d-4dac7a0b172b),segment_id=53697056-0fdb-4d42-9e7d-4dac7a0b172b)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:54:17.515319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fd767bc2-4f2f-43c1-bb6d-92c09f9c06db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:17.519694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d4b1eedc-2e5a-4747-984d-16d132fdaaaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:17.578149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8ff746e5-88e7-44b9-9c25-bf055929db03 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:17.595806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-8ff746e5-88e7-44b9-9c25-bf055929db03 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Transition to ACTIVE for port object 98b93a3f-eb79-426c-8c3f-1e1423db1ad7 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:54:17.602968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd767bc2-4f2f-43c1-bb6d-92c09f9c06db None None] Pushing event updated for resources: {'Port': ['ID=11807359-3291-42bb-9775-7c81c3dea9c3,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:17.606792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fd767bc2-4f2f-43c1-bb6d-92c09f9c06db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:17.616670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8ff746e5-88e7-44b9-9c25-bf055929db03 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:17.621845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7709d56b-1a7b-4e47-b0c1-c633d940617b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:17.695383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff746e5-88e7-44b9-9c25-bf055929db03 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Network 652c049d-c068-436c-aa38-436bbb897dcf is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:54:17.698645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-8ff746e5-88e7-44b9-9c25-bf055929db03 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:54:17.701191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff746e5-88e7-44b9-9c25-bf055929db03 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:54:17.742104 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff746e5-88e7-44b9-9c25-bf055929db03 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event updated for resources: {'Port': ['ID=98b93a3f-eb79-426c-8c3f-1e1423db1ad7,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:17.746857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8ff746e5-88e7-44b9-9c25-bf055929db03 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:17.770068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8ff746e5-88e7-44b9-9c25-bf055929db03 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:17.856892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8ff746e5-88e7-44b9-9c25-bf055929db03 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:18.273974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8ff746e5-88e7-44b9-9c25-bf055929db03 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:18.277555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8ff746e5-88e7-44b9-9c25-bf055929db03 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:18.310877 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8ff746e5-88e7-44b9-9c25-bf055929db03 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:18.619651 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff746e5-88e7-44b9-9c25-bf055929db03 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event updated for resources: {'Port': ['ID=98b93a3f-eb79-426c-8c3f-1e1423db1ad7,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:18.623174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8ff746e5-88e7-44b9-9c25-bf055929db03 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:18.624318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8ff746e5-88e7-44b9-9c25-bf055929db03 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:18.768475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff746e5-88e7-44b9-9c25-bf055929db03 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Network 652c049d-c068-436c-aa38-436bbb897dcf is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:54:18.769623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-8ff746e5-88e7-44b9-9c25-bf055929db03 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:54:19.160407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff746e5-88e7-44b9-9c25-bf055929db03 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Router 1d1204a5-cdb3-4a8b-838b-d8b7edfe5a7f is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:54:19.181349 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774b8677-3797-49b5-8a23-825e8ff0d43c None None] Network 652c049d-c068-436c-aa38-436bbb897dcf requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:54:19.228749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 11807359-3291-42bb-9775-7c81c3dea9c3 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:54:19.345779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff746e5-88e7-44b9-9c25-bf055929db03 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:54:19.356046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a7b948e4-fdde-4189-8968-19af67bbf5fe None None] Provisioning for port 11807359-3291-42bb-9775-7c81c3dea9c3 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:54:19.363967 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8ff746e5-88e7-44b9-9c25-bf055929db03 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "PUT /v2.0/routers/1d1204a5-cdb3-4a8b-838b-d8b7edfe5a7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8582389 Dec 25 19:54:19.364623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bc5a97-698e-4502-9139-6b095907f5f5 None None] Sync routers for ids ['1d1204a5-cdb3-4a8b-838b-d8b7edfe5a7f'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:54:19.366639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53284) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:19.440428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a85075-77a9-4e19-9073-125b5fcf74d3 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:19.440969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d7a85075-77a9-4e19-9073-125b5fcf74d3 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Synchronizing usage tracker for tenant:9adb83111618414cb6cbe9c785ff883c on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:54:19.447990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bc5a97-698e-4502-9139-6b095907f5f5 None None] Routers {'1d1204a5-cdb3-4a8b-838b-d8b7edfe5a7f'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:54:19.449210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a1bc5a97-698e-4502-9139-6b095907f5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:54:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['1d1204a5-cdb3-4a8b-838b-d8b7edfe5a7f'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:19.456381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d7a85075-77a9-4e19-9073-125b5fcf74d3 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Unset dirty status for tenant:9adb83111618414cb6cbe9c785ff883c on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:54:19.457670 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d7a85075-77a9-4e19-9073-125b5fcf74d3 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "GET /v2.0/ports/98b93a3f-eb79-426c-8c3f-1e1423db1ad7 HTTP/1.1" status: 200 len: 910 time: 0.0899484 Dec 25 19:54:19.460893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53288) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:19.519268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 11807359-3291-42bb-9775-7c81c3dea9c3 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:54:19.522235 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a1bc5a97-698e-4502-9139-6b095907f5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:19.559412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 11807359-3291-42bb-9775-7c81c3dea9c3 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:54:19.559843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:19.635017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bc5a97-698e-4502-9139-6b095907f5f5 None None] Routers {'1d1204a5-cdb3-4a8b-838b-d8b7edfe5a7f'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:54:19.635737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a1bc5a97-698e-4502-9139-6b095907f5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:54:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['1d1204a5-cdb3-4a8b-838b-d8b7edfe5a7f'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:19.703563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a1bc5a97-698e-4502-9139-6b095907f5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:19.703941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bc5a97-698e-4502-9139-6b095907f5f5 None None] The sync data for ids ['1d1204a5-cdb3-4a8b-838b-d8b7edfe5a7f'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:54:19.782620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:19.817137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-193f7375-7cef-4a8e-8c21-3d7c82ec9f33 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:19.819207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 11807359-3291-42bb-9775-7c81c3dea9c3, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=11807359-3291-42bb-9775-7c81c3dea9c3,segment=NetworkSegment(53697056-0fdb-4d42-9e7d-4dac7a0b172b),segment_id=53697056-0fdb-4d42-9e7d-4dac7a0b172b)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:54:19.822777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:19.825518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-958e52e7-b9bc-4fd1-a7b1-75515fe98206 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:19.902552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=11807359-3291-42bb-9775-7c81c3dea9c3,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:19.909683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:20.112919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-bf497df5-37db-40e1-a696-33a92e963919 None None] Provisioning complete for port 11807359-3291-42bb-9775-7c81c3dea9c3 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:54:20.113349 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bf497df5-37db-40e1-a696-33a92e963919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:20.265887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-bf497df5-37db-40e1-a696-33a92e963919 None None] Provisioning for port 98b93a3f-eb79-426c-8c3f-1e1423db1ad7 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:54:20.273120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-bf497df5-37db-40e1-a696-33a92e963919 None None] Provisioning complete for port 98b93a3f-eb79-426c-8c3f-1e1423db1ad7 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:54:20.273673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bf497df5-37db-40e1-a696-33a92e963919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:20.334365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-bf497df5-37db-40e1-a696-33a92e963919 None None] Port 98b93a3f-eb79-426c-8c3f-1e1423db1ad7 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:54:20.452282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-193f7375-7cef-4a8e-8c21-3d7c82ec9f33 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Deleting port 98b93a3f-eb79-426c-8c3f-1e1423db1ad7 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:54:20.452828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-193f7375-7cef-4a8e-8c21-3d7c82ec9f33 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:20.456893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-efbbff76-5bbb-4c1b-9dbf-3860e74e2360 None None] Provisioning complete for port 98b93a3f-eb79-426c-8c3f-1e1423db1ad7 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:54:20.457329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-efbbff76-5bbb-4c1b-9dbf-3860e74e2360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:20.513777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-efbbff76-5bbb-4c1b-9dbf-3860e74e2360 None None] Port 98b93a3f-eb79-426c-8c3f-1e1423db1ad7 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:54:20.635916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1319f71f-4f09-4a0c-b5ce-2d2a660441ad None None] Provisioning complete for port 98b93a3f-eb79-426c-8c3f-1e1423db1ad7 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:54:20.636284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1319f71f-4f09-4a0c-b5ce-2d2a660441ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:20.653469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-193f7375-7cef-4a8e-8c21-3d7c82ec9f33 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:20.693284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1319f71f-4f09-4a0c-b5ce-2d2a660441ad None None] Port 98b93a3f-eb79-426c-8c3f-1e1423db1ad7 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:54:20.784351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-193f7375-7cef-4a8e-8c21-3d7c82ec9f33 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Calling delete_port for 98b93a3f-eb79-426c-8c3f-1e1423db1ad7 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:54:20.954656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-193f7375-7cef-4a8e-8c21-3d7c82ec9f33 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:20.958954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a87ee749-ca9d-42d0-9b8e-d92f0b40f696 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:21.001102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f7375-7cef-4a8e-8c21-3d7c82ec9f33 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event deleted for resources: {'Port': ['ID=98b93a3f-eb79-426c-8c3f-1e1423db1ad7,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:21.004870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-193f7375-7cef-4a8e-8c21-3d7c82ec9f33 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:21.184648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 11807359-3291-42bb-9775-7c81c3dea9c3 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:54:21.265709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 11807359-3291-42bb-9775-7c81c3dea9c3 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:54:21.266147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:21.472992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-193f7375-7cef-4a8e-8c21-3d7c82ec9f33 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:21.904392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193f7375-7cef-4a8e-8c21-3d7c82ec9f33 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Router 1d1204a5-cdb3-4a8b-838b-d8b7edfe5a7f has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:54:22.052353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193f7375-7cef-4a8e-8c21-3d7c82ec9f33 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:54:22.069152 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-193f7375-7cef-4a8e-8c21-3d7c82ec9f33 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "PUT /v2.0/routers/1d1204a5-cdb3-4a8b-838b-d8b7edfe5a7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6071754 Dec 25 19:54:22.072082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53292) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:22.104235 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c571dbae-fa4a-4b33-ae55-c701661216d3 None None] Sync routers for ids ['1d1204a5-cdb3-4a8b-838b-d8b7edfe5a7f'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:54:22.120950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ff173013-a6c4-4854-ba00-f143eb9e6cb4 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Synchronizing usage tracker for tenant:9adb83111618414cb6cbe9c785ff883c on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:54:22.136813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c571dbae-fa4a-4b33-ae55-c701661216d3 None None] Routers {'1d1204a5-cdb3-4a8b-838b-d8b7edfe5a7f'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:54:22.137495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c571dbae-fa4a-4b33-ae55-c701661216d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:54:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['1d1204a5-cdb3-4a8b-838b-d8b7edfe5a7f'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:22.143866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ff173013-a6c4-4854-ba00-f143eb9e6cb4 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Unset dirty status for tenant:9adb83111618414cb6cbe9c785ff883c on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:54:22.147696 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ff173013-a6c4-4854-ba00-f143eb9e6cb4 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1204a5-cdb3-4a8b-838b-d8b7edfe5a7f HTTP/1.1" status: 200 len: 205 time: 0.0721245 Dec 25 19:54:22.148112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53296) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:22.202229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c571dbae-fa4a-4b33-ae55-c701661216d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:22.225263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c571dbae-fa4a-4b33-ae55-c701661216d3 None None] Routers {'1d1204a5-cdb3-4a8b-838b-d8b7edfe5a7f'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:54:22.225932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c571dbae-fa4a-4b33-ae55-c701661216d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:54:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['1d1204a5-cdb3-4a8b-838b-d8b7edfe5a7f'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:22.289686 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c571dbae-fa4a-4b33-ae55-c701661216d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:22.290139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c571dbae-fa4a-4b33-ae55-c701661216d3 None None] The sync data for ids ['1d1204a5-cdb3-4a8b-838b-d8b7edfe5a7f'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:54:22.292238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9429535a-4756-4b5a-b22a-2bf55207fffe tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:22.699845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9429535a-4756-4b5a-b22a-2bf55207fffe tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:22.704389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9429535a-4756-4b5a-b22a-2bf55207fffe tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:22.726673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9429535a-4756-4b5a-b22a-2bf55207fffe tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:22.727273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9429535a-4756-4b5a-b22a-2bf55207fffe tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Fanout notify agent at l3_agent the message router_deleted on router 1d1204a5-cdb3-4a8b-838b-d8b7edfe5a7f {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:54:22.737622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9429535a-4756-4b5a-b22a-2bf55207fffe tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:22.738822 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9429535a-4756-4b5a-b22a-2bf55207fffe tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "DELETE /v2.0/routers/1d1204a5-cdb3-4a8b-838b-d8b7edfe5a7f HTTP/1.1" status: 204 len: 168 time: 0.5897324 Dec 25 19:54:22.741682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53302) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:22.940081 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a2be90d-e7b6-4f1f-9a03-8aecd0fbd1d1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Deleting subnet f6c2fcb6-1400-46e5-84ca-412541095682 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:54:22.943086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4a2be90d-e7b6-4f1f-9a03-8aecd0fbd1d1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:23.002367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4a2be90d-e7b6-4f1f-9a03-8aecd0fbd1d1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:23.086644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4a2be90d-e7b6-4f1f-9a03-8aecd0fbd1d1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:23.163280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4a2be90d-e7b6-4f1f-9a03-8aecd0fbd1d1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:23.168337 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3ed18f75-fdfa-47cc-83ab-5878536cf17e tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:23.206387 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2be90d-e7b6-4f1f-9a03-8aecd0fbd1d1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event deleted for resources: {'Subnet': ['ID=f6c2fcb6-1400-46e5-84ca-412541095682,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:23.209300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4a2be90d-e7b6-4f1f-9a03-8aecd0fbd1d1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:23.211791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4a2be90d-e7b6-4f1f-9a03-8aecd0fbd1d1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:23.217731 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c390b686-d726-443e-99ba-2bb0099b553c None None] Network 652c049d-c068-436c-aa38-436bbb897dcf requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:54:23.218102 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4a2be90d-e7b6-4f1f-9a03-8aecd0fbd1d1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "DELETE /v2.0/subnets/f6c2fcb6-1400-46e5-84ca-412541095682 HTTP/1.1" status: 204 len: 168 time: 0.4754126 Dec 25 19:54:23.221280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53308) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:23.343027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-97f4d1f2-cf01-403d-abc8-d2e35264018d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:23.353905 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-97f4d1f2-cf01-403d-abc8-d2e35264018d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Deleting port 11807359-3291-42bb-9775-7c81c3dea9c3 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:54:23.354266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-97f4d1f2-cf01-403d-abc8-d2e35264018d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:23.412463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:23.499649 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449f7a7d-bd60-43ad-a1a9-3cc869448a27 None None] DHCP port deletion for 652c049d-c068-436c-aa38-436bbb897dcf request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:54:23.504544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-449f7a7d-bd60-43ad-a1a9-3cc869448a27 None None] Deleting port 11807359-3291-42bb-9775-7c81c3dea9c3 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:54:23.504971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-449f7a7d-bd60-43ad-a1a9-3cc869448a27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:23.731587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-449f7a7d-bd60-43ad-a1a9-3cc869448a27 None None] For port 11807359-3291-42bb-9775-7c81c3dea9c3, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=11807359-3291-42bb-9775-7c81c3dea9c3,segment=NetworkSegment(53697056-0fdb-4d42-9e7d-4dac7a0b172b),segment_id=53697056-0fdb-4d42-9e7d-4dac7a0b172b)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:54:23.732183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-449f7a7d-bd60-43ad-a1a9-3cc869448a27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:23.797985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-97f4d1f2-cf01-403d-abc8-d2e35264018d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] For port 11807359-3291-42bb-9775-7c81c3dea9c3, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=11807359-3291-42bb-9775-7c81c3dea9c3,segment=NetworkSegment(53697056-0fdb-4d42-9e7d-4dac7a0b172b),segment_id=53697056-0fdb-4d42-9e7d-4dac7a0b172b)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:54:23.798401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-97f4d1f2-cf01-403d-abc8-d2e35264018d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:23.859801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-449f7a7d-bd60-43ad-a1a9-3cc869448a27 None None] Calling delete_port for 11807359-3291-42bb-9775-7c81c3dea9c3 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:54:23.929495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-97f4d1f2-cf01-403d-abc8-d2e35264018d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Calling delete_port for 11807359-3291-42bb-9775-7c81c3dea9c3 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:54:23.931295 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-449f7a7d-bd60-43ad-a1a9-3cc869448a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:23.935829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:23.980639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f7a7d-bd60-43ad-a1a9-3cc869448a27 None None] Pushing event deleted for resources: {'Port': ['ID=11807359-3291-42bb-9775-7c81c3dea9c3,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:23.985066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-449f7a7d-bd60-43ad-a1a9-3cc869448a27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:23.987624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449f7a7d-bd60-43ad-a1a9-3cc869448a27 None None] No DVR routers for this DVR port 11807359-3291-42bb-9775-7c81c3dea9c3 on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:54:24.002169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-97f4d1f2-cf01-403d-abc8-d2e35264018d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88900) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:54:24.002528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-97f4d1f2-cf01-403d-abc8-d2e35264018d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:54:24.504048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-97f4d1f2-cf01-403d-abc8-d2e35264018d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Deleting port 11807359-3291-42bb-9775-7c81c3dea9c3 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:54:24.504440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-97f4d1f2-cf01-403d-abc8-d2e35264018d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:24.573080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-97f4d1f2-cf01-403d-abc8-d2e35264018d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] The port '11807359-3291-42bb-9775-7c81c3dea9c3' was deleted {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:54:24.700755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-97f4d1f2-cf01-403d-abc8-d2e35264018d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:24.726506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-97f4d1f2-cf01-403d-abc8-d2e35264018d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['652c049d-c068-436c-aa38-436bbb897dcf']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:24.739537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-97f4d1f2-cf01-403d-abc8-d2e35264018d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53697056-0fdb-4d42-9e7d-4dac7a0b172b') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:24.740033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-97f4d1f2-cf01-403d-abc8-d2e35264018d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53697056-0fdb-4d42-9e7d-4dac7a0b172b') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:24.752219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-97f4d1f2-cf01-403d-abc8-d2e35264018d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:24.766777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-97f4d1f2-cf01-403d-abc8-d2e35264018d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:24.772937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97f4d1f2-cf01-403d-abc8-d2e35264018d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:54:24.773357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-97f4d1f2-cf01-403d-abc8-d2e35264018d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:24.788592 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:54:24.788592 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:54:24.788592 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:54:24.788592 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:54:24.788592 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:54:24.788592 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:54:24.788592 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 19:54:24.788592 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 19:54:24.788592 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:54:24.788592 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:54:24.788592 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:54:24.788592 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:54:24.788592 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:54:24.788592 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:54:24.788592 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:54:24.788592 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:54:24.788592 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:54:24.788592 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:54:24.788592 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:54:24.788592 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:54:24.788592 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:54:24.788592 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:54:24.788592 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:54:24.788592 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:54:24.788592 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:54:24.788592 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:54:24.788592 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:54:24.788592 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:54:24.788592 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:54:24.788592 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:54:24.788592 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:54:24.788592 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:54:24.788592 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:54:24.788592 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:54:24.788592 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:54:24.788592 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:54:24.788592 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:54:24.788592 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:54:24.788592 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:54:24.788592 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:54:24.871575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-97f4d1f2-cf01-403d-abc8-d2e35264018d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:24.875176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a8b275b5-b1cd-4881-9381-f68a6358ba12 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:24.893600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-97f4d1f2-cf01-403d-abc8-d2e35264018d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:24.903107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4d1f2-cf01-403d-abc8-d2e35264018d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event deleted for resources: {'Network': ['ID=652c049d-c068-436c-aa38-436bbb897dcf,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:24.908351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-97f4d1f2-cf01-403d-abc8-d2e35264018d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:24.913589 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-97f4d1f2-cf01-403d-abc8-d2e35264018d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "DELETE /v2.0/networks/652c049d-c068-436c-aa38-436bbb897dcf HTTP/1.1" status: 204 len: 168 time: 1.6913037 Dec 25 19:54:24.918026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53312) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:24.923540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b1a9d674-5685-4dae-99e2-6d305f20999c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-965770196', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}, 'admin_state_up': False}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:54:24.932261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b1a9d674-5685-4dae-99e2-6d305f20999c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:54:24.936306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b1a9d674-5685-4dae-99e2-6d305f20999c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Usage tracker for resource:router and tenant:9adb83111618414cb6cbe9c785ff883c is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:54:24.939296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b1a9d674-5685-4dae-99e2-6d305f20999c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:54:24.945927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b1a9d674-5685-4dae-99e2-6d305f20999c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:54:24.954800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b1a9d674-5685-4dae-99e2-6d305f20999c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:24.955844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b1a9d674-5685-4dae-99e2-6d305f20999c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:24.974415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b1a9d674-5685-4dae-99e2-6d305f20999c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:25.125772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b1a9d674-5685-4dae-99e2-6d305f20999c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:25.165039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 11807359-3291-42bb-9775-7c81c3dea9c3 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:54:25.201817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 11807359-3291-42bb-9775-7c81c3dea9c3 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:54:25.202331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 11807359-3291-42bb-9775-7c81c3dea9c3 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:54:25.317989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b1a9d674-5685-4dae-99e2-6d305f20999c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:25.350588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b1a9d674-5685-4dae-99e2-6d305f20999c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:25.494676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-b1a9d674-5685-4dae-99e2-6d305f20999c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Allocated IP 172.26.8.28 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/ed683023-1309-441e-94c0-d82a85985f51) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:54:25.650485 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b1a9d674-5685-4dae-99e2-6d305f20999c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:25.675430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b1a9d674-5685-4dae-99e2-6d305f20999c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:25.679808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-59a31de6-1842-4d64-98ca-7050dfab4be7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:25.748661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a9d674-5685-4dae-99e2-6d305f20999c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:54:25.751951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-b1a9d674-5685-4dae-99e2-6d305f20999c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:54:25.754044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a9d674-5685-4dae-99e2-6d305f20999c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event updated for resources: {'Port': ['ID=ed683023-1309-441e-94c0-d82a85985f51,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:25.756372 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a9d674-5685-4dae-99e2-6d305f20999c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:54:25.785844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b1a9d674-5685-4dae-99e2-6d305f20999c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:25.916892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b1a9d674-5685-4dae-99e2-6d305f20999c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:25.917683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b1a9d674-5685-4dae-99e2-6d305f20999c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:26.156419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a9d674-5685-4dae-99e2-6d305f20999c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Router f2829c12-c8de-4f80-8c14-a5e098769bc1 is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:54:26.369440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a9d674-5685-4dae-99e2-6d305f20999c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:54:26.379866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002f5fdd-6d8b-4065-ab2b-b95bbe8d5d59 None None] Sync routers for ids ['f2829c12-c8de-4f80-8c14-a5e098769bc1'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:54:26.392450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002f5fdd-6d8b-4065-ab2b-b95bbe8d5d59 None None] Routers {'f2829c12-c8de-4f80-8c14-a5e098769bc1'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:54:26.393238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-002f5fdd-6d8b-4065-ab2b-b95bbe8d5d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:54:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['f2829c12-c8de-4f80-8c14-a5e098769bc1'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:26.395787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b1a9d674-5685-4dae-99e2-6d305f20999c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:26.397350 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b1a9d674-5685-4dae-99e2-6d305f20999c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.4780777 Dec 25 19:54:26.400029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53318) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:26.459326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-002f5fdd-6d8b-4065-ab2b-b95bbe8d5d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:26.471496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002f5fdd-6d8b-4065-ab2b-b95bbe8d5d59 None None] Routers {'f2829c12-c8de-4f80-8c14-a5e098769bc1'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:54:26.472193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-002f5fdd-6d8b-4065-ab2b-b95bbe8d5d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:54:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['f2829c12-c8de-4f80-8c14-a5e098769bc1'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:26.542788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-002f5fdd-6d8b-4065-ab2b-b95bbe8d5d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:26.543419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002f5fdd-6d8b-4065-ab2b-b95bbe8d5d59 None None] The sync data for ids ['f2829c12-c8de-4f80-8c14-a5e098769bc1'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:54:26.613296 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-39ac68c0-8577-471a-9d6d-a4b3f98e2d3e tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "GET /v2.0/routers/f2829c12-c8de-4f80-8c14-a5e098769bc1 HTTP/1.1" status: 200 len: 879 time: 0.2120354 Dec 25 19:54:26.615929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53322) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:26.819427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-25689d1e-6247-45e1-8855-7dd4205b9342 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Synchronizing usage tracker for tenant:9adb83111618414cb6cbe9c785ff883c on resource:router {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:54:26.836034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-25689d1e-6247-45e1-8855-7dd4205b9342 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Unset dirty status for tenant:9adb83111618414cb6cbe9c785ff883c on resource:router {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:54:26.837327 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-25689d1e-6247-45e1-8855-7dd4205b9342 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.2204170 Dec 25 19:54:26.840881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53326) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:26.846662 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-6f82f7b6-d583-4edd-8f7e-554254583334 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-965770196'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:54:27.647184 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6f82f7b6-d583-4edd-8f7e-554254583334 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:27.657110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6f82f7b6-d583-4edd-8f7e-554254583334 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854381233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854287207'] for router, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:27.869139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f82f7b6-d583-4edd-8f7e-554254583334 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Router f2829c12-c8de-4f80-8c14-a5e098769bc1 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:54:28.080999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f82f7b6-d583-4edd-8f7e-554254583334 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:54:28.086969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6f82f7b6-d583-4edd-8f7e-554254583334 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:28.088240 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6f82f7b6-d583-4edd-8f7e-554254583334 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "PUT /v2.0/routers/f2829c12-c8de-4f80-8c14-a5e098769bc1 HTTP/1.1" status: 200 len: 886 time: 1.2463555 Dec 25 19:54:28.091494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53330) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:28.094411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e78b6a-db70-4795-b527-3a6508eb86d3 None None] Sync routers for ids ['f2829c12-c8de-4f80-8c14-a5e098769bc1'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:54:28.108331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e78b6a-db70-4795-b527-3a6508eb86d3 None None] Routers {'f2829c12-c8de-4f80-8c14-a5e098769bc1'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:54:28.108994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d7e78b6a-db70-4795-b527-3a6508eb86d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:54:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['f2829c12-c8de-4f80-8c14-a5e098769bc1'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:28.172831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d7e78b6a-db70-4795-b527-3a6508eb86d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:28.184436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e78b6a-db70-4795-b527-3a6508eb86d3 None None] Routers {'f2829c12-c8de-4f80-8c14-a5e098769bc1'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:54:28.185099 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d7e78b6a-db70-4795-b527-3a6508eb86d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:54:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['f2829c12-c8de-4f80-8c14-a5e098769bc1'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:28.249609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d7e78b6a-db70-4795-b527-3a6508eb86d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:28.250060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e78b6a-db70-4795-b527-3a6508eb86d3 None None] The sync data for ids ['f2829c12-c8de-4f80-8c14-a5e098769bc1'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:54:28.303216 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e03c2a9a-7d83-488f-b60e-0b332aa338ca tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "GET /v2.0/routers/f2829c12-c8de-4f80-8c14-a5e098769bc1 HTTP/1.1" status: 200 len: 886 time: 0.2104466 Dec 25 19:54:28.306016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53334) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:28.354607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c5d95b82-b9a6-4787-80f2-d84058cdaa7e tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Synchronizing usage tracker for tenant:9adb83111618414cb6cbe9c785ff883c on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:54:28.368879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c5d95b82-b9a6-4787-80f2-d84058cdaa7e tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Unset dirty status for tenant:9adb83111618414cb6cbe9c785ff883c on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:54:28.370136 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c5d95b82-b9a6-4787-80f2-d84058cdaa7e tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2829c12-c8de-4f80-8c14-a5e098769bc1 HTTP/1.1" status: 200 len: 205 time: 0.0631104 Dec 25 19:54:28.372976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53338) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:28.576373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-135dbec7-e1a7-40db-ab5d-b74cbbb13600 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:28.785693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-135dbec7-e1a7-40db-ab5d-b74cbbb13600 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:28.793935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-135dbec7-e1a7-40db-ab5d-b74cbbb13600 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Deleting port ed683023-1309-441e-94c0-d82a85985f51 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:54:28.794309 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-135dbec7-e1a7-40db-ab5d-b74cbbb13600 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:28.958161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 19:54:28.971397 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-135dbec7-e1a7-40db-ab5d-b74cbbb13600 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:29.097326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-135dbec7-e1a7-40db-ab5d-b74cbbb13600 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Calling delete_port for ed683023-1309-441e-94c0-d82a85985f51 owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:54:29.265038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-135dbec7-e1a7-40db-ab5d-b74cbbb13600 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:29.269428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9f742ab4-9c46-4982-8197-01f04b449366 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:29.315257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135dbec7-e1a7-40db-ab5d-b74cbbb13600 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event deleted for resources: {'Port': ['ID=ed683023-1309-441e-94c0-d82a85985f51,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:29.317870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-135dbec7-e1a7-40db-ab5d-b74cbbb13600 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:29.773012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-135dbec7-e1a7-40db-ab5d-b74cbbb13600 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:30.047285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-135dbec7-e1a7-40db-ab5d-b74cbbb13600 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:30.051721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-135dbec7-e1a7-40db-ab5d-b74cbbb13600 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:30.073892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-135dbec7-e1a7-40db-ab5d-b74cbbb13600 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:30.074483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135dbec7-e1a7-40db-ab5d-b74cbbb13600 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Fanout notify agent at l3_agent the message router_deleted on router f2829c12-c8de-4f80-8c14-a5e098769bc1 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:54:30.095899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-135dbec7-e1a7-40db-ab5d-b74cbbb13600 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:30.097105 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-135dbec7-e1a7-40db-ab5d-b74cbbb13600 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "DELETE /v2.0/routers/f2829c12-c8de-4f80-8c14-a5e098769bc1 HTTP/1.1" status: 204 len: 168 time: 1.7231669 Dec 25 19:54:30.100961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53344) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:30.107245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-86a73d29-1bbb-4c70-ab32-36788d33a708 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Request body: {'network': {'name': 'tempest-RoutersTest-1023795915'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:54:30.112439 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-86a73d29-1bbb-4c70-ab32-36788d33a708 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:54:30.116601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-86a73d29-1bbb-4c70-ab32-36788d33a708 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Usage tracker for resource:network and tenant:9adb83111618414cb6cbe9c785ff883c is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:54:30.119680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-86a73d29-1bbb-4c70-ab32-36788d33a708 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:54:30.126553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-86a73d29-1bbb-4c70-ab32-36788d33a708 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:54:30.137479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a73d29-1bbb-4c70-ab32-36788d33a708 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Made reservation on behalf of 9adb83111618414cb6cbe9c785ff883c for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:54:30.142925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-86a73d29-1bbb-4c70-ab32-36788d33a708 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:30.175476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86a73d29-1bbb-4c70-ab32-36788d33a708 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:54:30.189506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-86a73d29-1bbb-4c70-ab32-36788d33a708 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:30.189897 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-86a73d29-1bbb-4c70-ab32-36788d33a708 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Added segment 8c854a51-5f91-42f8-bee5-3cd86740692a of type vlan for network 59f2290f-667f-477c-891b-7edab62e1258 Dec 25 19:54:30.218962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-86a73d29-1bbb-4c70-ab32-36788d33a708 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:30.248677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-86a73d29-1bbb-4c70-ab32-36788d33a708 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:30.252937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a73d29-1bbb-4c70-ab32-36788d33a708 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:30.253634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-86a73d29-1bbb-4c70-ab32-36788d33a708 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:30.259014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-10cd1a54-682c-45aa-91f6-9f80bd3306de tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:30.308881 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-86a73d29-1bbb-4c70-ab32-36788d33a708 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2067647 Dec 25 19:54:30.311844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53348) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:30.320197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-52e2dd13-2993-4377-bdc3-2f1ae8c7f4be tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Request body: {'subnet': {'network_id': '59f2290f-667f-477c-891b-7edab62e1258', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:54:30.395728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a73d29-1bbb-4c70-ab32-36788d33a708 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event updated for resources: {'Network': ['ID=59f2290f-667f-477c-891b-7edab62e1258,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:30.400796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-86a73d29-1bbb-4c70-ab32-36788d33a708 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:30.406573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 59f2290f-667f-477c-891b-7edab62e1258 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:54:30.492698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-52e2dd13-2993-4377-bdc3-2f1ae8c7f4be tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:54:30.497302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-52e2dd13-2993-4377-bdc3-2f1ae8c7f4be tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Usage tracker for resource:subnet and tenant:9adb83111618414cb6cbe9c785ff883c is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:54:30.500363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-52e2dd13-2993-4377-bdc3-2f1ae8c7f4be tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:54:30.506468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-52e2dd13-2993-4377-bdc3-2f1ae8c7f4be tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:54:30.516339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e2dd13-2993-4377-bdc3-2f1ae8c7f4be tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Made reservation on behalf of 9adb83111618414cb6cbe9c785ff883c for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:54:30.633031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-52e2dd13-2993-4377-bdc3-2f1ae8c7f4be tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:30.860185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-52e2dd13-2993-4377-bdc3-2f1ae8c7f4be tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:30.865363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-601304e9-c320-4460-949d-d2c3567ffffd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:30.953778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2dd13-2993-4377-bdc3-2f1ae8c7f4be tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event updated for resources: {'Subnet': ['ID=76a40ddc-072c-4535-9dfd-743d334ce3e4,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:30.956507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-52e2dd13-2993-4377-bdc3-2f1ae8c7f4be tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:30.967472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e2dd13-2993-4377-bdc3-2f1ae8c7f4be tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Checking segment: {'id': '8c854a51-5f91-42f8-bee5-3cd86740692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '59f2290f-667f-477c-891b-7edab62e1258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:54:30.967867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e2dd13-2993-4377-bdc3-2f1ae8c7f4be tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Network hostable DHCP agents. Network: 59f2290f-667f-477c-891b-7edab62e1258, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:54:30.989884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e2dd13-2993-4377-bdc3-2f1ae8c7f4be tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Network 59f2290f-667f-477c-891b-7edab62e1258 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:54:30.998446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-52e2dd13-2993-4377-bdc3-2f1ae8c7f4be tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 59f2290f-667f-477c-891b-7edab62e1258) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:54:31.002299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e2dd13-2993-4377-bdc3-2f1ae8c7f4be tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:31.002939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-52e2dd13-2993-4377-bdc3-2f1ae8c7f4be tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:31.008254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb93fb2-6938-4a2b-ada8-a9c01a910bcd None None] Network 59f2290f-667f-477c-891b-7edab62e1258 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:54:31.025636 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-52e2dd13-2993-4377-bdc3-2f1ae8c7f4be tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7126493 Dec 25 19:54:31.028341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53352) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:31.034114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-4aaa9aeb-9185-4217-adaa-7c1e20f7b49e tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1235010898', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:54:31.040895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4aaa9aeb-9185-4217-adaa-7c1e20f7b49e tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:54:31.045399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4aaa9aeb-9185-4217-adaa-7c1e20f7b49e tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Usage tracker for resource:router and tenant:9adb83111618414cb6cbe9c785ff883c is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:54:31.048395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4aaa9aeb-9185-4217-adaa-7c1e20f7b49e tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:54:31.054474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4aaa9aeb-9185-4217-adaa-7c1e20f7b49e tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:54:31.068167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4aaa9aeb-9185-4217-adaa-7c1e20f7b49e tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:31.069179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4aaa9aeb-9185-4217-adaa-7c1e20f7b49e tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:31.087900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4aaa9aeb-9185-4217-adaa-7c1e20f7b49e tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:31.104675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4aaa9aeb-9185-4217-adaa-7c1e20f7b49e tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:31.136386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4aaa9aeb-9185-4217-adaa-7c1e20f7b49e tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:31.138016 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4aaa9aeb-9185-4217-adaa-7c1e20f7b49e tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1083374 Dec 25 19:54:31.140868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53356) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:31.247044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1fe59d-e22d-4a2c-9f55-73872f6346c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-59f2290f-667f-477c-891b-7edab62e1258', 'network_id': '59f2290f-667f-477c-891b-7edab62e1258', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'fixed_ips': [{'subnet_id': '76a40ddc-072c-4535-9dfd-743d334ce3e4'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:54:31.247979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7b1fe59d-e22d-4a2c-9f55-73872f6346c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:31.581233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-7b1fe59d-e22d-4a2c-9f55-73872f6346c9 None None] Allocated IP 172.20.0.2 (59f2290f-667f-477c-891b-7edab62e1258/76a40ddc-072c-4535-9dfd-743d334ce3e4/330c6d9d-fa69-4cad-befe-ebb9dad31c20) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:54:31.662875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6831f6ef-e527-4b7b-8ae5-755db40e611f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:31.817385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7b1fe59d-e22d-4a2c-9f55-73872f6346c9 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:31.827989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-7b1fe59d-e22d-4a2c-9f55-73872f6346c9 None None] Transition to ACTIVE for port object 330c6d9d-fa69-4cad-befe-ebb9dad31c20 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:54:31.847829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-7b1fe59d-e22d-4a2c-9f55-73872f6346c9 None None] Transition to ACTIVE for port object 330c6d9d-fa69-4cad-befe-ebb9dad31c20 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:54:31.852049 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7b1fe59d-e22d-4a2c-9f55-73872f6346c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:31.857399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fd767bc2-4f2f-43c1-bb6d-92c09f9c06db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:31.925033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1fe59d-e22d-4a2c-9f55-73872f6346c9 None None] Network 59f2290f-667f-477c-891b-7edab62e1258 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:54:31.926773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-7b1fe59d-e22d-4a2c-9f55-73872f6346c9 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:54:31.929417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1fe59d-e22d-4a2c-9f55-73872f6346c9 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:54:31.945207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1fe59d-e22d-4a2c-9f55-73872f6346c9 None None] Pushing event updated for resources: {'Port': ['ID=330c6d9d-fa69-4cad-befe-ebb9dad31c20,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:31.948358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7b1fe59d-e22d-4a2c-9f55-73872f6346c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:32.035597 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-6831f6ef-e527-4b7b-8ae5-755db40e611f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Allocated IP 172.20.0.1 (59f2290f-667f-477c-891b-7edab62e1258/76a40ddc-072c-4535-9dfd-743d334ce3e4/bd492acb-17c3-4e8a-b1a8-1bcb45410b4e) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:54:32.048336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-7b1fe59d-e22d-4a2c-9f55-73872f6346c9 None None] Attempting to bind port 330c6d9d-fa69-4cad-befe-ebb9dad31c20 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:54:32.048754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-7b1fe59d-e22d-4a2c-9f55-73872f6346c9 None None] Attempting to bind port 330c6d9d-fa69-4cad-befe-ebb9dad31c20 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '8c854a51-5f91-42f8-bee5-3cd86740692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '59f2290f-667f-477c-891b-7edab62e1258'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:54:32.049224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1fe59d-e22d-4a2c-9f55-73872f6346c9 None None] Attempting to bind port 330c6d9d-fa69-4cad-befe-ebb9dad31c20 on network 59f2290f-667f-477c-891b-7edab62e1258 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:54:32.055956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1fe59d-e22d-4a2c-9f55-73872f6346c9 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:54:32.056379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1fe59d-e22d-4a2c-9f55-73872f6346c9 None None] Checking segment: {'id': '8c854a51-5f91-42f8-bee5-3cd86740692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '59f2290f-667f-477c-891b-7edab62e1258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:54:32.056826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7b1fe59d-e22d-4a2c-9f55-73872f6346c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:32.057265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1fe59d-e22d-4a2c-9f55-73872f6346c9 None None] Bound using segment: {'id': '8c854a51-5f91-42f8-bee5-3cd86740692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '59f2290f-667f-477c-891b-7edab62e1258'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:54:32.057818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-7b1fe59d-e22d-4a2c-9f55-73872f6346c9 None None] Bound port: 330c6d9d-fa69-4cad-befe-ebb9dad31c20, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c854a51-5f91-42f8-bee5-3cd86740692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '59f2290f-667f-477c-891b-7edab62e1258'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:54:32.058237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7b1fe59d-e22d-4a2c-9f55-73872f6346c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:32.152318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-7b1fe59d-e22d-4a2c-9f55-73872f6346c9 None None] For port 330c6d9d-fa69-4cad-befe-ebb9dad31c20, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:54:32.155827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-7b1fe59d-e22d-4a2c-9f55-73872f6346c9 None None] For port 330c6d9d-fa69-4cad-befe-ebb9dad31c20, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=330c6d9d-fa69-4cad-befe-ebb9dad31c20,segment=NetworkSegment(8c854a51-5f91-42f8-bee5-3cd86740692a),segment_id=8c854a51-5f91-42f8-bee5-3cd86740692a)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:54:32.160381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7b1fe59d-e22d-4a2c-9f55-73872f6346c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:32.164993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d7fc0352-82f1-40a3-933b-4f02a16009f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:32.204490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6831f6ef-e527-4b7b-8ae5-755db40e611f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:32.222607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-6831f6ef-e527-4b7b-8ae5-755db40e611f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Transition to ACTIVE for port object bd492acb-17c3-4e8a-b1a8-1bcb45410b4e will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:54:32.240707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6831f6ef-e527-4b7b-8ae5-755db40e611f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:32.246027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1fe59d-e22d-4a2c-9f55-73872f6346c9 None None] Pushing event updated for resources: {'Port': ['ID=330c6d9d-fa69-4cad-befe-ebb9dad31c20,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:32.246190 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7bdb12ec-d671-400e-8547-33009b9ea27b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:32.249201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7b1fe59d-e22d-4a2c-9f55-73872f6346c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:32.332670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6831f6ef-e527-4b7b-8ae5-755db40e611f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Network 59f2290f-667f-477c-891b-7edab62e1258 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:54:32.335864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-6831f6ef-e527-4b7b-8ae5-755db40e611f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:54:32.340606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6831f6ef-e527-4b7b-8ae5-755db40e611f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:54:32.394898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6831f6ef-e527-4b7b-8ae5-755db40e611f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event updated for resources: {'Port': ['ID=bd492acb-17c3-4e8a-b1a8-1bcb45410b4e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:32.397998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6831f6ef-e527-4b7b-8ae5-755db40e611f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:32.414739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6831f6ef-e527-4b7b-8ae5-755db40e611f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:32.504464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6831f6ef-e527-4b7b-8ae5-755db40e611f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:33.188347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6831f6ef-e527-4b7b-8ae5-755db40e611f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:33.193740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6831f6ef-e527-4b7b-8ae5-755db40e611f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:33.221518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 330c6d9d-fa69-4cad-befe-ebb9dad31c20 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:54:33.230420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-495b131a-54b9-4378-b454-2371884c1a75 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:33.294167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 330c6d9d-fa69-4cad-befe-ebb9dad31c20 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:54:33.320884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6831f6ef-e527-4b7b-8ae5-755db40e611f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:33.325255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6831f6ef-e527-4b7b-8ae5-755db40e611f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event updated for resources: {'Port': ['ID=bd492acb-17c3-4e8a-b1a8-1bcb45410b4e,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:33.339484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6831f6ef-e527-4b7b-8ae5-755db40e611f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:54:33.339918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6831f6ef-e527-4b7b-8ae5-755db40e611f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:54:33.340340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6831f6ef-e527-4b7b-8ae5-755db40e611f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:54:33.340757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6831f6ef-e527-4b7b-8ae5-755db40e611f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:54:33.341169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6831f6ef-e527-4b7b-8ae5-755db40e611f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:54:33.341578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6831f6ef-e527-4b7b-8ae5-755db40e611f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:54:33.341986 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6831f6ef-e527-4b7b-8ae5-755db40e611f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:54:33.342395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6831f6ef-e527-4b7b-8ae5-755db40e611f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:54:33.342798 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6831f6ef-e527-4b7b-8ae5-755db40e611f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:54:33.343233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6831f6ef-e527-4b7b-8ae5-755db40e611f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:54:33.343638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6831f6ef-e527-4b7b-8ae5-755db40e611f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:54:33.360574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6831f6ef-e527-4b7b-8ae5-755db40e611f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:33.487087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6831f6ef-e527-4b7b-8ae5-755db40e611f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Network 59f2290f-667f-477c-891b-7edab62e1258 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:54:33.489402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-6831f6ef-e527-4b7b-8ae5-755db40e611f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:54:33.882782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6831f6ef-e527-4b7b-8ae5-755db40e611f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Router dd3bb6d7-3ded-44f0-acc0-b0e1acbf3a68 is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:54:33.894990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a780c29-8289-46ab-9e07-d21a050ad18d None None] Network 59f2290f-667f-477c-891b-7edab62e1258 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:54:34.019957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-5566ce31-dfe1-4ff5-95c3-9446bd6e65c8 None None] Provisioning for port 330c6d9d-fa69-4cad-befe-ebb9dad31c20 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:54:34.041100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-5566ce31-dfe1-4ff5-95c3-9446bd6e65c8 None None] Provisioning complete for port 330c6d9d-fa69-4cad-befe-ebb9dad31c20 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:54:34.041860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5566ce31-dfe1-4ff5-95c3-9446bd6e65c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:34.077980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6831f6ef-e527-4b7b-8ae5-755db40e611f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:54:34.111143 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6831f6ef-e527-4b7b-8ae5-755db40e611f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "PUT /v2.0/routers/dd3bb6d7-3ded-44f0-acc0-b0e1acbf3a68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9659202 Dec 25 19:54:34.111318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd845a9-4ff5-4b39-bedc-46570b382148 None None] Sync routers for ids ['dd3bb6d7-3ded-44f0-acc0-b0e1acbf3a68'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:54:34.111423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53380) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:34.197675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1234c2-5bd6-42e5-a57c-26ed11be1ca3 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:34.199857 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4f1234c2-5bd6-42e5-a57c-26ed11be1ca3 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "GET /v2.0/ports/bd492acb-17c3-4e8a-b1a8-1bcb45410b4e HTTP/1.1" status: 200 len: 910 time: 0.0874758 Dec 25 19:54:34.202967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53388) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:34.210214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b74676dc-ebcc-42f7-9c66-a6f4f3e353c2 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '76a40ddc-072c-4535-9dfd-743d334ce3e4'}]}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:54:34.232695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd845a9-4ff5-4b39-bedc-46570b382148 None None] Routers {'dd3bb6d7-3ded-44f0-acc0-b0e1acbf3a68'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:54:34.233413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-4fd845a9-4ff5-4b39-bedc-46570b382148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:54:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['dd3bb6d7-3ded-44f0-acc0-b0e1acbf3a68'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:34.305050 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-4fd845a9-4ff5-4b39-bedc-46570b382148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:34.315752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5566ce31-dfe1-4ff5-95c3-9446bd6e65c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:34.401243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd845a9-4ff5-4b39-bedc-46570b382148 None None] Routers {'dd3bb6d7-3ded-44f0-acc0-b0e1acbf3a68'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:54:34.401882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-4fd845a9-4ff5-4b39-bedc-46570b382148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:54:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['dd3bb6d7-3ded-44f0-acc0-b0e1acbf3a68'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:34.410799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b74676dc-ebcc-42f7-9c66-a6f4f3e353c2 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:34.439758 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b8aac-5f5f-47b3-8a89-223568351c96 req-472cf885-0dba-4c3d-ad43-5f508cb39ba9 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:34.441562 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-214b8aac-5f5f-47b3-8a89-223568351c96 req-472cf885-0dba-4c3d-ad43-5f508cb39ba9 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/ports?device_id=c688606a-468a-4805-8851-20b48da0bc36 HTTP/1.1" status: 200 len: 946 time: 0.1812587 Dec 25 19:54:34.470869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-5566ce31-dfe1-4ff5-95c3-9446bd6e65c8 None None] For port 330c6d9d-fa69-4cad-befe-ebb9dad31c20, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=330c6d9d-fa69-4cad-befe-ebb9dad31c20,segment=NetworkSegment(8c854a51-5f91-42f8-bee5-3cd86740692a),segment_id=8c854a51-5f91-42f8-bee5-3cd86740692a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:54:34.474158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-4fd845a9-4ff5-4b39-bedc-46570b382148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:34.474618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd845a9-4ff5-4b39-bedc-46570b382148 None None] The sync data for ids ['dd3bb6d7-3ded-44f0-acc0-b0e1acbf3a68'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:54:34.484474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5566ce31-dfe1-4ff5-95c3-9446bd6e65c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:34.488459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a8697d11-5010-40aa-8a08-59c941c66913 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:34.562404 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566ce31-dfe1-4ff5-95c3-9446bd6e65c8 None None] Pushing event updated for resources: {'Port': ['ID=330c6d9d-fa69-4cad-befe-ebb9dad31c20,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:34.565715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5566ce31-dfe1-4ff5-95c3-9446bd6e65c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:34.672536 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-214b8aac-5f5f-47b3-8a89-223568351c96 req-68a28054-ead1-4100-9a1d-c2462f29b2ff tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/security-groups?id=70f68f50-7240-4649-aa70-d80da091e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960609 Dec 25 19:54:34.810605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-c74651c2-466f-4ed5-b347-ec746c94086c None None] Provisioning complete for port 330c6d9d-fa69-4cad-befe-ebb9dad31c20 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:54:34.811004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c74651c2-466f-4ed5-b347-ec746c94086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:34.948458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-c74651c2-466f-4ed5-b347-ec746c94086c None None] Provisioning for port bd492acb-17c3-4e8a-b1a8-1bcb45410b4e completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:54:34.953462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-c74651c2-466f-4ed5-b347-ec746c94086c None None] Provisioning complete for port bd492acb-17c3-4e8a-b1a8-1bcb45410b4e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:54:34.954019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c74651c2-466f-4ed5-b347-ec746c94086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:35.013766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-c74651c2-466f-4ed5-b347-ec746c94086c None None] Port bd492acb-17c3-4e8a-b1a8-1bcb45410b4e cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:54:35.031024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b74676dc-ebcc-42f7-9c66-a6f4f3e353c2 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:35.037723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b74676dc-ebcc-42f7-9c66-a6f4f3e353c2 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:35.068276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-59a31de6-1842-4d64-98ca-7050dfab4be7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:35.139367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f385e4ea-c8fe-4186-aa87-5e537ee4677e None None] Provisioning complete for port bd492acb-17c3-4e8a-b1a8-1bcb45410b4e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:54:35.139798 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f385e4ea-c8fe-4186-aa87-5e537ee4677e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:35.166825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74676dc-ebcc-42f7-9c66-a6f4f3e353c2 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:35.167571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b74676dc-ebcc-42f7-9c66-a6f4f3e353c2 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:35.169057 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b74676dc-ebcc-42f7-9c66-a6f4f3e353c2 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "PUT /v2.0/ports/bd492acb-17c3-4e8a-b1a8-1bcb45410b4e HTTP/1.1" status: 200 len: 910 time: 0.9649320 Dec 25 19:54:35.170205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74676dc-ebcc-42f7-9c66-a6f4f3e353c2 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event updated for resources: {'Port': ['ID=bd492acb-17c3-4e8a-b1a8-1bcb45410b4e,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:35.172658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53394) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:35.175873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b74676dc-ebcc-42f7-9c66-a6f4f3e353c2 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:35.201223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-f385e4ea-c8fe-4186-aa87-5e537ee4677e None None] Port bd492acb-17c3-4e8a-b1a8-1bcb45410b4e cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:54:35.229664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 330c6d9d-fa69-4cad-befe-ebb9dad31c20 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:54:35.309788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 330c6d9d-fa69-4cad-befe-ebb9dad31c20 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:54:35.310222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:35.377656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-9d41e571-fe1d-45a9-b3d8-ab2a1407462f None None] Provisioning complete for port bd492acb-17c3-4e8a-b1a8-1bcb45410b4e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:54:35.378130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9d41e571-fe1d-45a9-b3d8-ab2a1407462f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:35.479908 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-9d41e571-fe1d-45a9-b3d8-ab2a1407462f None None] Port bd492acb-17c3-4e8a-b1a8-1bcb45410b4e cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:54:35.556210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cb02883b-0caa-456c-a6e0-542824f34223 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:35.884243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882386b-f139-46bc-be63-b3e31c3bd7b1 req-3f10d3d5-ed2b-4a6c-b4fd-7bb5efd4d5a4 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:35.885934 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1882386b-f139-46bc-be63-b3e31c3bd7b1 req-3f10d3d5-ed2b-4a6c-b4fd-7bb5efd4d5a4 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/ports?device_id=c688606a-468a-4805-8851-20b48da0bc36 HTTP/1.1" status: 200 len: 946 time: 0.0903530 Dec 25 19:54:35.940099 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1882386b-f139-46bc-be63-b3e31c3bd7b1 req-f2cc0b81-24c4-412b-b869-5ccc306d04cf tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/security-groups?id=70f68f50-7240-4649-aa70-d80da091e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473452 Dec 25 19:54:36.026779 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a4e5bc9c-7a83-4f75-9e86-149ce4335b72 req-01bcaa17-9aeb-4c4c-ba91-071a80858245 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3012dfea-1904-49ff-809b-8b31d4f9e3f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1692808 Dec 25 19:54:36.028114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-905794c1-3f5a-413c-bf59-1bc82af34a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:36.187976 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a4e5bc9c-7a83-4f75-9e86-149ce4335b72 req-ffff866b-be74-4300-a35f-6fb03ba2e4f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=3012dfea-1904-49ff-809b-8b31d4f9e3f4 HTTP/1.1" status: 200 len: 1098 time: 0.0821102 Dec 25 19:54:36.190046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-cb02883b-0caa-456c-a6e0-542824f34223 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Deleting port bd492acb-17c3-4e8a-b1a8-1bcb45410b4e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:54:36.190428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cb02883b-0caa-456c-a6e0-542824f34223 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:36.344890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5bc9c-7a83-4f75-9e86-149ce4335b72 req-183805bd-35e2-4ab9-a511-27ef0f0542dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:36.346818 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a4e5bc9c-7a83-4f75-9e86-149ce4335b72 req-183805bd-35e2-4ab9-a511-27ef0f0542dc service neutron] 10.222.0.36 "GET /v2.0/networks?id=e06dbb6a-241c-47a9-be5d-fea8ee727624 HTTP/1.1" status: 200 len: 897 time: 0.1389565 Dec 25 19:54:36.383767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cb02883b-0caa-456c-a6e0-542824f34223 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:36.425717 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a4e5bc9c-7a83-4f75-9e86-149ce4335b72 req-ebb97d19-3448-4a4e-b116-71e31742af9f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d541b3f3-f278-4abe-a670-d98bae459725 HTTP/1.1" status: 200 len: 217 time: 0.0689633 Dec 25 19:54:36.495819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5bc9c-7a83-4f75-9e86-149ce4335b72 req-89a7505e-01f6-4ca2-b950-1a28f6c964a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:36.497438 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a4e5bc9c-7a83-4f75-9e86-149ce4335b72 req-89a7505e-01f6-4ca2-b950-1a28f6c964a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ec36c59c-a669-4cfe-8242-554bbb888561 HTTP/1.1" status: 200 len: 834 time: 0.0643022 Dec 25 19:54:36.516801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-cb02883b-0caa-456c-a6e0-542824f34223 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Calling delete_port for bd492acb-17c3-4e8a-b1a8-1bcb45410b4e owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:54:36.581668 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a4e5bc9c-7a83-4f75-9e86-149ce4335b72 req-ad65bdf2-fe94-4b09-bc6e-a1490e90dee2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e06dbb6a-241c-47a9-be5d-fea8ee727624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776451 Dec 25 19:54:36.594503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [req-a4e5bc9c-7a83-4f75-9e86-149ce4335b72 req-9573459c-9df6-4f3a-84ca-fcec75121449 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:54:36.595575 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a4e5bc9c-7a83-4f75-9e86-149ce4335b72 req-9573459c-9df6-4f3a-84ca-fcec75121449 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0054638 Dec 25 19:54:36.689948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cb02883b-0caa-456c-a6e0-542824f34223 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:36.694381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2d99a43c-f13d-4381-9c91-79f9468d3155 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:36.737929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb02883b-0caa-456c-a6e0-542824f34223 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event deleted for resources: {'Port': ['ID=bd492acb-17c3-4e8a-b1a8-1bcb45410b4e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:36.740722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cb02883b-0caa-456c-a6e0-542824f34223 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:36.744922 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a4e5bc9c-7a83-4f75-9e86-149ce4335b72 req-5ccbf91b-731e-4871-a496-d227850971ea service neutron] 10.222.0.36 "GET /v2.0/networks/e06dbb6a-241c-47a9-be5d-fea8ee727624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369576 Dec 25 19:54:37.219034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:37.219890 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a4e5bc9c-7a83-4f75-9e86-149ce4335b72 req-7d8ed506-b112-46b3-bfc8-8e443ffa9e1b service neutron] 10.222.0.36 "GET /v2.0/networks/e06dbb6a-241c-47a9-be5d-fea8ee727624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4680405 Dec 25 19:54:37.239583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853bd31-5404-4165-b308-7ce58ce5eef3 req-7192f6a7-a3cb-4bb0-8bef-9b49b3367003 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:37.241158 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8853bd31-5404-4165-b308-7ce58ce5eef3 req-7192f6a7-a3cb-4bb0-8bef-9b49b3367003 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/ports?device_id=c688606a-468a-4805-8851-20b48da0bc36 HTTP/1.1" status: 200 len: 946 time: 0.1338544 Dec 25 19:54:37.242499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cb02883b-0caa-456c-a6e0-542824f34223 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:37.294688 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8853bd31-5404-4165-b308-7ce58ce5eef3 req-589f8fa0-b284-40f1-9322-9ea4495537b0 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/security-groups?id=70f68f50-7240-4649-aa70-d80da091e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466967 Dec 25 19:54:37.675398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb02883b-0caa-456c-a6e0-542824f34223 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Router dd3bb6d7-3ded-44f0-acc0-b0e1acbf3a68 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:54:37.819139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb02883b-0caa-456c-a6e0-542824f34223 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:54:37.829541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec5a5e3-a1d8-4e3d-8a98-c51ded66cd34 None None] Sync routers for ids ['dd3bb6d7-3ded-44f0-acc0-b0e1acbf3a68'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:54:37.832376 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-cb02883b-0caa-456c-a6e0-542824f34223 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "PUT /v2.0/routers/dd3bb6d7-3ded-44f0-acc0-b0e1acbf3a68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6584587 Dec 25 19:54:37.835305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53404) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:37.843507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec5a5e3-a1d8-4e3d-8a98-c51ded66cd34 None None] Routers {'dd3bb6d7-3ded-44f0-acc0-b0e1acbf3a68'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:54:37.844444 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-2ec5a5e3-a1d8-4e3d-8a98-c51ded66cd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:54:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['dd3bb6d7-3ded-44f0-acc0-b0e1acbf3a68'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:37.884153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-da4c4c97-edd4-49d7-ae82-41291f356554 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Synchronizing usage tracker for tenant:9adb83111618414cb6cbe9c785ff883c on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:54:37.899556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-da4c4c97-edd4-49d7-ae82-41291f356554 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Unset dirty status for tenant:9adb83111618414cb6cbe9c785ff883c on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:54:37.904581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53408) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:37.904747 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-da4c4c97-edd4-49d7-ae82-41291f356554 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd3bb6d7-3ded-44f0-acc0-b0e1acbf3a68 HTTP/1.1" status: 200 len: 205 time: 0.0682786 Dec 25 19:54:37.907374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-2ec5a5e3-a1d8-4e3d-8a98-c51ded66cd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:37.919496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec5a5e3-a1d8-4e3d-8a98-c51ded66cd34 None None] Routers {'dd3bb6d7-3ded-44f0-acc0-b0e1acbf3a68'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:54:37.920173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-2ec5a5e3-a1d8-4e3d-8a98-c51ded66cd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:54:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['dd3bb6d7-3ded-44f0-acc0-b0e1acbf3a68'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:37.984927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-2ec5a5e3-a1d8-4e3d-8a98-c51ded66cd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:37.985365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec5a5e3-a1d8-4e3d-8a98-c51ded66cd34 None None] The sync data for ids ['dd3bb6d7-3ded-44f0-acc0-b0e1acbf3a68'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:54:38.050431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d2193814-928d-4b65-89c1-36deda856638 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:38.318710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8f236929-056e-4f89-9cb1-576b20d0fa2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:38.492930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d2193814-928d-4b65-89c1-36deda856638 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:38.510384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d2193814-928d-4b65-89c1-36deda856638 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:38.549380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d2193814-928d-4b65-89c1-36deda856638 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:38.549920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2193814-928d-4b65-89c1-36deda856638 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Fanout notify agent at l3_agent the message router_deleted on router dd3bb6d7-3ded-44f0-acc0-b0e1acbf3a68 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:54:38.561599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b401e-bb3e-42ce-8251-29c24f200e87 req-0eac3214-ddb6-4498-9633-9f410f313600 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:38.563268 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8b2b401e-bb3e-42ce-8251-29c24f200e87 req-0eac3214-ddb6-4498-9633-9f410f313600 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/ports?device_id=c688606a-468a-4805-8851-20b48da0bc36 HTTP/1.1" status: 200 len: 946 time: 0.1201923 Dec 25 19:54:38.576483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d2193814-928d-4b65-89c1-36deda856638 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:38.577574 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d2193814-928d-4b65-89c1-36deda856638 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "DELETE /v2.0/routers/dd3bb6d7-3ded-44f0-acc0-b0e1acbf3a68 HTTP/1.1" status: 204 len: 168 time: 0.6719213 Dec 25 19:54:38.580704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53416) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:38.581509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:38.622982 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8b2b401e-bb3e-42ce-8251-29c24f200e87 req-4a492378-0b69-4497-9a4e-a3da648c36b3 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/security-groups?id=70f68f50-7240-4649-aa70-d80da091e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517437 Dec 25 19:54:38.779926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fa4e7d2-5591-411b-9f0b-646b8a339c52 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Deleting subnet 76a40ddc-072c-4535-9dfd-743d334ce3e4 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:54:38.782893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9fa4e7d2-5591-411b-9f0b-646b8a339c52 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:38.838161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9fa4e7d2-5591-411b-9f0b-646b8a339c52 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:38.928036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9fa4e7d2-5591-411b-9f0b-646b8a339c52 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:38.998366 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9fa4e7d2-5591-411b-9f0b-646b8a339c52 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:39.002683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a96b15ca-5b66-4c53-a928-d12b97adb440 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:39.039605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa4e7d2-5591-411b-9f0b-646b8a339c52 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event deleted for resources: {'Subnet': ['ID=76a40ddc-072c-4535-9dfd-743d334ce3e4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:39.042922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9fa4e7d2-5591-411b-9f0b-646b8a339c52 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:39.046471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9fa4e7d2-5591-411b-9f0b-646b8a339c52 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:39.052271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb9969a-d7e5-42f2-a00b-62634c7ab5b1 None None] Network 59f2290f-667f-477c-891b-7edab62e1258 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:54:39.053471 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9fa4e7d2-5591-411b-9f0b-646b8a339c52 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "DELETE /v2.0/subnets/76a40ddc-072c-4535-9dfd-743d334ce3e4 HTTP/1.1" status: 204 len: 168 time: 0.4713285 Dec 25 19:54:39.056166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53420) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:39.182401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e44607b-5434-4323-85da-f48bd93b635f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:39.193725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7e44607b-5434-4323-85da-f48bd93b635f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Deleting port 330c6d9d-fa69-4cad-befe-ebb9dad31c20 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:54:39.194144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e44607b-5434-4323-85da-f48bd93b635f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:39.311884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5e50d9-195a-4259-82f6-b4e4d56f0fff None None] DHCP port deletion for 59f2290f-667f-477c-891b-7edab62e1258 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:54:39.316137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1b5e50d9-195a-4259-82f6-b4e4d56f0fff None None] Deleting port 330c6d9d-fa69-4cad-befe-ebb9dad31c20 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:54:39.316687 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1b5e50d9-195a-4259-82f6-b4e4d56f0fff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:39.414522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-7e44607b-5434-4323-85da-f48bd93b635f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] For port 330c6d9d-fa69-4cad-befe-ebb9dad31c20, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=330c6d9d-fa69-4cad-befe-ebb9dad31c20,segment=NetworkSegment(8c854a51-5f91-42f8-bee5-3cd86740692a),segment_id=8c854a51-5f91-42f8-bee5-3cd86740692a)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:54:39.414841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e44607b-5434-4323-85da-f48bd93b635f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:39.533985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-1b5e50d9-195a-4259-82f6-b4e4d56f0fff None None] For port 330c6d9d-fa69-4cad-befe-ebb9dad31c20, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=330c6d9d-fa69-4cad-befe-ebb9dad31c20,segment=NetworkSegment(8c854a51-5f91-42f8-bee5-3cd86740692a),segment_id=8c854a51-5f91-42f8-bee5-3cd86740692a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:54:39.534427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1b5e50d9-195a-4259-82f6-b4e4d56f0fff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:39.543681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7e44607b-5434-4323-85da-f48bd93b635f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Calling delete_port for 330c6d9d-fa69-4cad-befe-ebb9dad31c20 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:54:39.615201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e44607b-5434-4323-85da-f48bd93b635f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:39.619824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e80fd1e9-f265-487c-bce0-eff7280aa9d0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:39.660912 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1b5e50d9-195a-4259-82f6-b4e4d56f0fff None None] Calling delete_port for 330c6d9d-fa69-4cad-befe-ebb9dad31c20 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:54:39.666891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44607b-5434-4323-85da-f48bd93b635f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event deleted for resources: {'Port': ['ID=330c6d9d-fa69-4cad-befe-ebb9dad31c20,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:39.669922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7e44607b-5434-4323-85da-f48bd93b635f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:39.672531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e44607b-5434-4323-85da-f48bd93b635f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] No DVR routers for this DVR port 330c6d9d-fa69-4cad-befe-ebb9dad31c20 on host dv-neutron-822611-1-hyperv {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:54:39.731750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-1b5e50d9-195a-4259-82f6-b4e4d56f0fff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:54:39.732162 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-1b5e50d9-195a-4259-82f6-b4e4d56f0fff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:54:39.804934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e44607b-5434-4323-85da-f48bd93b635f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:39.831814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-7e44607b-5434-4323-85da-f48bd93b635f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59f2290f-667f-477c-891b-7edab62e1258']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:39.833522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f9c0a-d248-43ea-a199-81187b2934ec req-0a531996-36d8-4233-9424-b089df76e596 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:39.835160 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ca5f9c0a-d248-43ea-a199-81187b2934ec req-0a531996-36d8-4233-9424-b089df76e596 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/ports?device_id=c688606a-468a-4805-8851-20b48da0bc36 HTTP/1.1" status: 200 len: 946 time: 0.0837877 Dec 25 19:54:39.846167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-7e44607b-5434-4323-85da-f48bd93b635f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c854a51-5f91-42f8-bee5-3cd86740692a') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:39.846513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-7e44607b-5434-4323-85da-f48bd93b635f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c854a51-5f91-42f8-bee5-3cd86740692a') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:39.860120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e44607b-5434-4323-85da-f48bd93b635f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:39.876692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e44607b-5434-4323-85da-f48bd93b635f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:39.883087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e44607b-5434-4323-85da-f48bd93b635f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:54:39.883511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e44607b-5434-4323-85da-f48bd93b635f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:39.884805 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ca5f9c0a-d248-43ea-a199-81187b2934ec req-def58bf7-0cbb-4694-abb4-fc2b1ede9701 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/security-groups?id=70f68f50-7240-4649-aa70-d80da091e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428150 Dec 25 19:54:39.900440 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:54:39.900440 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:54:39.900440 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:54:39.900440 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:54:39.900440 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:54:39.900440 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:54:39.900440 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:54:39.900440 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:54:39.900440 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:54:39.900440 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:54:39.900440 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:54:39.900440 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:54:39.900440 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:54:39.900440 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:54:39.900440 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:54:39.900440 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:54:39.900440 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:54:39.900440 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:54:39.900440 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:54:39.900440 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:54:39.900440 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:54:39.900440 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:54:39.900440 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:54:39.900440 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:54:39.900440 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:54:39.900440 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:54:39.900440 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:54:39.900440 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:54:39.900440 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:54:39.900440 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:54:39.900440 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:54:39.900440 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:54:39.918602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:39.981228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e44607b-5434-4323-85da-f48bd93b635f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:39.985253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dd1d310f-ad4b-4efa-927c-5c6c41029327 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:40.000588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e44607b-5434-4323-85da-f48bd93b635f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:40.012732 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44607b-5434-4323-85da-f48bd93b635f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event deleted for resources: {'Network': ['ID=59f2290f-667f-477c-891b-7edab62e1258,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:40.017412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7e44607b-5434-4323-85da-f48bd93b635f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:40.022969 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7e44607b-5434-4323-85da-f48bd93b635f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "DELETE /v2.0/networks/59f2290f-667f-477c-891b-7edab62e1258 HTTP/1.1" status: 204 len: 168 time: 0.9658010 Dec 25 19:54:40.027242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53426) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:40.032899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-76428498-bb51-4cbf-88cc-6407d52fbefb tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1254899065', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:54:40.039617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-76428498-bb51-4cbf-88cc-6407d52fbefb tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:54:40.043981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-76428498-bb51-4cbf-88cc-6407d52fbefb tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Usage tracker for resource:router and tenant:9adb83111618414cb6cbe9c785ff883c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:54:40.046976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-76428498-bb51-4cbf-88cc-6407d52fbefb tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:54:40.053134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-76428498-bb51-4cbf-88cc-6407d52fbefb tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:54:40.064856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-76428498-bb51-4cbf-88cc-6407d52fbefb tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:40.065870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-76428498-bb51-4cbf-88cc-6407d52fbefb tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:40.084580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-76428498-bb51-4cbf-88cc-6407d52fbefb tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:40.101122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-76428498-bb51-4cbf-88cc-6407d52fbefb tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:40.125288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-76428498-bb51-4cbf-88cc-6407d52fbefb tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:40.126570 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-76428498-bb51-4cbf-88cc-6407d52fbefb tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.0982649 Dec 25 19:54:40.129497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53430) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:40.136079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-6f8f6499-d84a-4e29-b1f9-93de00b6abea tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Request body: {'network': {'name': 'tempest-RoutersTest-1724866759'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:54:40.141317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6f8f6499-d84a-4e29-b1f9-93de00b6abea tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:54:40.145908 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6f8f6499-d84a-4e29-b1f9-93de00b6abea tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Usage tracker for resource:network and tenant:9adb83111618414cb6cbe9c785ff883c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:54:40.148935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6f8f6499-d84a-4e29-b1f9-93de00b6abea tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:54:40.155101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6f8f6499-d84a-4e29-b1f9-93de00b6abea tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:54:40.163899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8f6499-d84a-4e29-b1f9-93de00b6abea tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Made reservation on behalf of 9adb83111618414cb6cbe9c785ff883c for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:54:40.169424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6f8f6499-d84a-4e29-b1f9-93de00b6abea tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:40.200529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f8f6499-d84a-4e29-b1f9-93de00b6abea tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:54:40.209250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6f8f6499-d84a-4e29-b1f9-93de00b6abea tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:40.209644 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-6f8f6499-d84a-4e29-b1f9-93de00b6abea tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Added segment 29a7343c-5f56-4bc5-816a-dc112f387752 of type vlan for network baca2119-f7f4-483c-a69a-4407cc809a23 Dec 25 19:54:40.233221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1b5e50d9-195a-4259-82f6-b4e4d56f0fff None None] Deleting port 330c6d9d-fa69-4cad-befe-ebb9dad31c20 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:54:40.233641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1b5e50d9-195a-4259-82f6-b4e4d56f0fff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:40.237318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6f8f6499-d84a-4e29-b1f9-93de00b6abea tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:40.268156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6f8f6499-d84a-4e29-b1f9-93de00b6abea tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:40.272541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8f6499-d84a-4e29-b1f9-93de00b6abea tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:40.273183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6f8f6499-d84a-4e29-b1f9-93de00b6abea tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:40.278630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e40b212e-2e7c-42c2-ac93-a1dc5b6ad3ee tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:40.303486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1b5e50d9-195a-4259-82f6-b4e4d56f0fff None None] The port '330c6d9d-fa69-4cad-befe-ebb9dad31c20' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:54:40.331768 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6f8f6499-d84a-4e29-b1f9-93de00b6abea tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2011862 Dec 25 19:54:40.334584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53434) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:40.343012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-946ca5d9-d39a-4e2f-9849-9f47d1955c87 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Request body: {'subnet': {'network_id': 'baca2119-f7f4-483c-a69a-4407cc809a23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:54:40.417609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f6499-d84a-4e29-b1f9-93de00b6abea tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event updated for resources: {'Network': ['ID=baca2119-f7f4-483c-a69a-4407cc809a23,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:40.428220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network baca2119-f7f4-483c-a69a-4407cc809a23 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:54:40.434348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6f8f6499-d84a-4e29-b1f9-93de00b6abea tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:40.510326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-946ca5d9-d39a-4e2f-9849-9f47d1955c87 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:54:40.514351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-946ca5d9-d39a-4e2f-9849-9f47d1955c87 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Usage tracker for resource:subnet and tenant:9adb83111618414cb6cbe9c785ff883c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:54:40.517302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-946ca5d9-d39a-4e2f-9849-9f47d1955c87 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:54:40.523331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-946ca5d9-d39a-4e2f-9849-9f47d1955c87 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:54:40.532180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946ca5d9-d39a-4e2f-9849-9f47d1955c87 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Made reservation on behalf of 9adb83111618414cb6cbe9c785ff883c for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:54:40.645854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-946ca5d9-d39a-4e2f-9849-9f47d1955c87 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:40.868839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-946ca5d9-d39a-4e2f-9849-9f47d1955c87 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:40.873216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-47bc411f-5b71-4ed9-8569-e5ca3462817e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:40.953510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ca5d9-d39a-4e2f-9849-9f47d1955c87 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event updated for resources: {'Subnet': ['ID=dc3467ac-c88a-4614-bdb1-9a6555852eb3,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:40.956306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-946ca5d9-d39a-4e2f-9849-9f47d1955c87 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:40.971551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946ca5d9-d39a-4e2f-9849-9f47d1955c87 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Checking segment: {'id': '29a7343c-5f56-4bc5-816a-dc112f387752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'baca2119-f7f4-483c-a69a-4407cc809a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:54:40.971942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946ca5d9-d39a-4e2f-9849-9f47d1955c87 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Network hostable DHCP agents. Network: baca2119-f7f4-483c-a69a-4407cc809a23, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:54:40.994177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946ca5d9-d39a-4e2f-9849-9f47d1955c87 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Network baca2119-f7f4-483c-a69a-4407cc809a23 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:54:41.004349 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-946ca5d9-d39a-4e2f-9849-9f47d1955c87 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, baca2119-f7f4-483c-a69a-4407cc809a23) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:54:41.008374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946ca5d9-d39a-4e2f-9849-9f47d1955c87 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:41.008999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-946ca5d9-d39a-4e2f-9849-9f47d1955c87 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:41.021352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293020c2-6059-4d88-9767-5a810dea994c None None] Network baca2119-f7f4-483c-a69a-4407cc809a23 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:54:41.034044 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-946ca5d9-d39a-4e2f-9849-9f47d1955c87 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6956818 Dec 25 19:54:41.034290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53440) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:41.108237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1cc67-3cea-4069-bfd3-5fb92140705f req-b4b1dfd5-0234-4fe1-bbe6-5cc2774d434d tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:41.110062 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e1d1cc67-3cea-4069-bfd3-5fb92140705f req-b4b1dfd5-0234-4fe1-bbe6-5cc2774d434d tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/ports?device_id=c688606a-468a-4805-8851-20b48da0bc36 HTTP/1.1" status: 200 len: 946 time: 0.0994835 Dec 25 19:54:41.192840 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e1d1cc67-3cea-4069-bfd3-5fb92140705f req-62a7d5d2-3bc2-4d81-b0ff-15bd88369cd5 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/security-groups?id=70f68f50-7240-4649-aa70-d80da091e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685828 Dec 25 19:54:41.306592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 330c6d9d-fa69-4cad-befe-ebb9dad31c20 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:54:41.347262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 330c6d9d-fa69-4cad-befe-ebb9dad31c20 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:54:41.347675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 330c6d9d-fa69-4cad-befe-ebb9dad31c20 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:54:41.467318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53b61c2-f8c8-423e-8eda-7ccca06a6187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-baca2119-f7f4-483c-a69a-4407cc809a23', 'network_id': 'baca2119-f7f4-483c-a69a-4407cc809a23', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'fixed_ips': [{'subnet_id': 'dc3467ac-c88a-4614-bdb1-9a6555852eb3'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:54:41.468210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c53b61c2-f8c8-423e-8eda-7ccca06a6187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:41.632902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-c53b61c2-f8c8-423e-8eda-7ccca06a6187 None None] Allocated IP 172.20.0.2 (baca2119-f7f4-483c-a69a-4407cc809a23/dc3467ac-c88a-4614-bdb1-9a6555852eb3/0e44ff80-0456-49d7-a1c7-8e772a11c469) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:54:41.821320 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ea628e5-fc2c-485d-b906-35f71e301a11 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:41.858247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c53b61c2-f8c8-423e-8eda-7ccca06a6187 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:41.868859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-c53b61c2-f8c8-423e-8eda-7ccca06a6187 None None] Transition to ACTIVE for port object 0e44ff80-0456-49d7-a1c7-8e772a11c469 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:54:41.889100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-c53b61c2-f8c8-423e-8eda-7ccca06a6187 None None] Transition to ACTIVE for port object 0e44ff80-0456-49d7-a1c7-8e772a11c469 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:54:41.893596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c53b61c2-f8c8-423e-8eda-7ccca06a6187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:41.898492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:41.964824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53b61c2-f8c8-423e-8eda-7ccca06a6187 None None] Network baca2119-f7f4-483c-a69a-4407cc809a23 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:54:41.966039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-c53b61c2-f8c8-423e-8eda-7ccca06a6187 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:54:41.968640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53b61c2-f8c8-423e-8eda-7ccca06a6187 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:54:41.977379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b61c2-f8c8-423e-8eda-7ccca06a6187 None None] Pushing event updated for resources: {'Port': ['ID=0e44ff80-0456-49d7-a1c7-8e772a11c469,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:41.980579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c53b61c2-f8c8-423e-8eda-7ccca06a6187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:42.070370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-c53b61c2-f8c8-423e-8eda-7ccca06a6187 None None] Attempting to bind port 0e44ff80-0456-49d7-a1c7-8e772a11c469 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:54:42.070796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-c53b61c2-f8c8-423e-8eda-7ccca06a6187 None None] Attempting to bind port 0e44ff80-0456-49d7-a1c7-8e772a11c469 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '29a7343c-5f56-4bc5-816a-dc112f387752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'baca2119-f7f4-483c-a69a-4407cc809a23'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:54:42.071276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53b61c2-f8c8-423e-8eda-7ccca06a6187 None None] Attempting to bind port 0e44ff80-0456-49d7-a1c7-8e772a11c469 on network baca2119-f7f4-483c-a69a-4407cc809a23 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:54:42.081441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53b61c2-f8c8-423e-8eda-7ccca06a6187 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:54:42.081786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53b61c2-f8c8-423e-8eda-7ccca06a6187 None None] Checking segment: {'id': '29a7343c-5f56-4bc5-816a-dc112f387752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'baca2119-f7f4-483c-a69a-4407cc809a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:54:42.082248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c53b61c2-f8c8-423e-8eda-7ccca06a6187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:42.082698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53b61c2-f8c8-423e-8eda-7ccca06a6187 None None] Bound using segment: {'id': '29a7343c-5f56-4bc5-816a-dc112f387752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'baca2119-f7f4-483c-a69a-4407cc809a23'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:54:42.083265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-c53b61c2-f8c8-423e-8eda-7ccca06a6187 None None] Bound port: 0e44ff80-0456-49d7-a1c7-8e772a11c469, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a7343c-5f56-4bc5-816a-dc112f387752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'baca2119-f7f4-483c-a69a-4407cc809a23'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:54:42.083699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c53b61c2-f8c8-423e-8eda-7ccca06a6187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:42.179668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-c53b61c2-f8c8-423e-8eda-7ccca06a6187 None None] For port 0e44ff80-0456-49d7-a1c7-8e772a11c469, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:54:42.183118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-c53b61c2-f8c8-423e-8eda-7ccca06a6187 None None] For port 0e44ff80-0456-49d7-a1c7-8e772a11c469, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=0e44ff80-0456-49d7-a1c7-8e772a11c469,segment=NetworkSegment(29a7343c-5f56-4bc5-816a-dc112f387752),segment_id=29a7343c-5f56-4bc5-816a-dc112f387752)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:54:42.186544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c53b61c2-f8c8-423e-8eda-7ccca06a6187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:42.189994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-5ea628e5-fc2c-485d-b906-35f71e301a11 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Allocated IP 172.20.0.1 (baca2119-f7f4-483c-a69a-4407cc809a23/dc3467ac-c88a-4614-bdb1-9a6555852eb3/dbc3e9ad-d866-446d-ac33-d94d8dc913ce) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:54:42.191091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1f12f2f5-4299-4f22-b3bb-3b6f6519a7cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:42.272670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b61c2-f8c8-423e-8eda-7ccca06a6187 None None] Pushing event updated for resources: {'Port': ['ID=0e44ff80-0456-49d7-a1c7-8e772a11c469,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:42.275706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c53b61c2-f8c8-423e-8eda-7ccca06a6187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:42.372971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ea628e5-fc2c-485d-b906-35f71e301a11 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:42.391202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-5ea628e5-fc2c-485d-b906-35f71e301a11 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Transition to ACTIVE for port object dbc3e9ad-d866-446d-ac33-d94d8dc913ce will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:54:42.404013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10a911-7623-4ae3-bfdb-053b57a76c39 req-ab5ab997-3866-412d-bc45-85a14023d5cb tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:42.405666 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3d10a911-7623-4ae3-bfdb-053b57a76c39 req-ab5ab997-3866-412d-bc45-85a14023d5cb tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/ports?device_id=c688606a-468a-4805-8851-20b48da0bc36 HTTP/1.1" status: 200 len: 946 time: 0.0869160 Dec 25 19:54:42.412211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ea628e5-fc2c-485d-b906-35f71e301a11 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:42.417862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3d40fdbb-6e70-4747-ae4f-58a10cc6373c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:42.456175 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3d10a911-7623-4ae3-bfdb-053b57a76c39 req-56321044-8299-4231-b3a6-208a990907ee tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/security-groups?id=70f68f50-7240-4649-aa70-d80da091e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439031 Dec 25 19:54:42.494765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea628e5-fc2c-485d-b906-35f71e301a11 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Network baca2119-f7f4-483c-a69a-4407cc809a23 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:54:42.498003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-5ea628e5-fc2c-485d-b906-35f71e301a11 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:54:42.500597 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea628e5-fc2c-485d-b906-35f71e301a11 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:54:42.539048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea628e5-fc2c-485d-b906-35f71e301a11 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event updated for resources: {'Port': ['ID=dbc3e9ad-d866-446d-ac33-d94d8dc913ce,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:42.542179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5ea628e5-fc2c-485d-b906-35f71e301a11 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:42.569511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ea628e5-fc2c-485d-b906-35f71e301a11 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:42.672679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ea628e5-fc2c-485d-b906-35f71e301a11 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:43.078968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ea628e5-fc2c-485d-b906-35f71e301a11 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:43.082607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ea628e5-fc2c-485d-b906-35f71e301a11 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:43.114087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8a50de4c-b3e5-4ccc-ac53-4f54e9fada5f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:43.216720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea628e5-fc2c-485d-b906-35f71e301a11 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event updated for resources: {'Port': ['ID=dbc3e9ad-d866-446d-ac33-d94d8dc913ce,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:43.219706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ea628e5-fc2c-485d-b906-35f71e301a11 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:43.220919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 0e44ff80-0456-49d7-a1c7-8e772a11c469 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:54:43.225247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5ea628e5-fc2c-485d-b906-35f71e301a11 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:43.292617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 0e44ff80-0456-49d7-a1c7-8e772a11c469 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:54:43.367411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea628e5-fc2c-485d-b906-35f71e301a11 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Network baca2119-f7f4-483c-a69a-4407cc809a23 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:54:43.368526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-5ea628e5-fc2c-485d-b906-35f71e301a11 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:54:43.694211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b2a4c-1b8e-4c49-aa57-0568cdc48e1c req-bff57f54-8c33-428d-a531-d178963e625c tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:43.695929 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b68b2a4c-1b8e-4c49-aa57-0568cdc48e1c req-bff57f54-8c33-428d-a531-d178963e625c tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/ports?device_id=c688606a-468a-4805-8851-20b48da0bc36 HTTP/1.1" status: 200 len: 946 time: 0.1012785 Dec 25 19:54:43.782937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea628e5-fc2c-485d-b906-35f71e301a11 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Router 7de88c79-1393-4c32-8e85-99d6c78d60b6 is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:54:43.815489 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b68b2a4c-1b8e-4c49-aa57-0568cdc48e1c req-94eee5f4-4a13-457a-86bb-9f021380c167 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/security-groups?id=70f68f50-7240-4649-aa70-d80da091e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776722 Dec 25 19:54:43.826940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714300ea-86c7-4c15-b1fc-7e7c59fd1da2 req-952bf9a8-5961-4c5e-9d0d-c61c7d7d671a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:43.829065 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-714300ea-86c7-4c15-b1fc-7e7c59fd1da2 req-952bf9a8-5961-4c5e-9d0d-c61c7d7d671a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc8e8dfa-d4d1-49f5-af6c-a6d95a99564d HTTP/1.1" status: 200 len: 946 time: 0.1321421 Dec 25 19:54:43.884290 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-714300ea-86c7-4c15-b1fc-7e7c59fd1da2 req-d25475ad-2f7e-4f04-a7b2-15c30549780a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=a71aad85-c22c-445d-b8c9-4c0c6aa4dcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488822 Dec 25 19:54:43.972179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea628e5-fc2c-485d-b906-35f71e301a11 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:54:43.984821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0392883-1f7c-4e6c-9e60-41284c50d808 None None] Sync routers for ids ['7de88c79-1393-4c32-8e85-99d6c78d60b6'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:54:43.986615 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5ea628e5-fc2c-485d-b906-35f71e301a11 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "PUT /v2.0/routers/7de88c79-1393-4c32-8e85-99d6c78d60b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9512446 Dec 25 19:54:43.989301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53454) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:43.995528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-220f585c-c8a0-4367-9924-245ac41d211c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Request body: {'network': {'name': 'tempest-RoutersTest-1709572973'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:54:43.997786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0392883-1f7c-4e6c-9e60-41284c50d808 None None] Routers {'7de88c79-1393-4c32-8e85-99d6c78d60b6'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:54:43.998481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d0392883-1f7c-4e6c-9e60-41284c50d808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:54:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['7de88c79-1393-4c32-8e85-99d6c78d60b6'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:44.001359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-220f585c-c8a0-4367-9924-245ac41d211c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:54:44.008035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-220f585c-c8a0-4367-9924-245ac41d211c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Usage tracker for resource:network and tenant:9adb83111618414cb6cbe9c785ff883c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:54:44.011988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-220f585c-c8a0-4367-9924-245ac41d211c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:54:44.018401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-220f585c-c8a0-4367-9924-245ac41d211c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:54:44.028980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220f585c-c8a0-4367-9924-245ac41d211c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Made reservation on behalf of 9adb83111618414cb6cbe9c785ff883c for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:54:44.034457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-220f585c-c8a0-4367-9924-245ac41d211c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:44.060605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731b606e-5476-4120-b2b2-e79368bdde8f None None] Network baca2119-f7f4-483c-a69a-4407cc809a23 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:54:44.063785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-220f585c-c8a0-4367-9924-245ac41d211c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:54:44.073251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-220f585c-c8a0-4367-9924-245ac41d211c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:44.073650 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-220f585c-c8a0-4367-9924-245ac41d211c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Added segment 215d8274-f6eb-4bcd-840c-af864401f2ff of type vlan for network 7bd98c7f-05ed-4c88-942e-1a19fb4f04f6 Dec 25 19:54:44.267844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-fa45a4d5-1588-4c09-84a5-09b1756279ab None None] Provisioning for port 0e44ff80-0456-49d7-a1c7-8e772a11c469 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:54:44.283308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-fa45a4d5-1588-4c09-84a5-09b1756279ab None None] Provisioning complete for port 0e44ff80-0456-49d7-a1c7-8e772a11c469 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:54:44.283738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fa45a4d5-1588-4c09-84a5-09b1756279ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:44.348083 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-220f585c-c8a0-4367-9924-245ac41d211c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:44.350679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-d0392883-1f7c-4e6c-9e60-41284c50d808 None None] Set router 7de88c79-1393-4c32-8e85-99d6c78d60b6 gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:54:44.378380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-220f585c-c8a0-4367-9924-245ac41d211c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:44.382592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220f585c-c8a0-4367-9924-245ac41d211c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:44.383298 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-220f585c-c8a0-4367-9924-245ac41d211c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:44.387696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6f8f6499-d84a-4e29-b1f9-93de00b6abea tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:44.441910 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-220f585c-c8a0-4367-9924-245ac41d211c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4514039 Dec 25 19:54:44.444919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53458) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:44.503279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-8b33ae19-39b6-4843-82ff-3523f4b2ecab tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Request body: {'subnet': {'network_id': '7bd98c7f-05ed-4c88-942e-1a19fb4f04f6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:54:44.526058 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f585c-c8a0-4367-9924-245ac41d211c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event updated for resources: {'Network': ['ID=7bd98c7f-05ed-4c88-942e-1a19fb4f04f6,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:44.532190 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-220f585c-c8a0-4367-9924-245ac41d211c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:44.558881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 7bd98c7f-05ed-4c88-942e-1a19fb4f04f6 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:54:44.626555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8b33ae19-39b6-4843-82ff-3523f4b2ecab tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:54:44.630767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8b33ae19-39b6-4843-82ff-3523f4b2ecab tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Usage tracker for resource:subnet and tenant:9adb83111618414cb6cbe9c785ff883c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:54:44.633935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8b33ae19-39b6-4843-82ff-3523f4b2ecab tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:54:44.640836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8b33ae19-39b6-4843-82ff-3523f4b2ecab tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:54:44.649787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b33ae19-39b6-4843-82ff-3523f4b2ecab tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Made reservation on behalf of 9adb83111618414cb6cbe9c785ff883c for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:54:44.762239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b33ae19-39b6-4843-82ff-3523f4b2ecab tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:44.836043 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fa45a4d5-1588-4c09-84a5-09b1756279ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:44.960405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-fa45a4d5-1588-4c09-84a5-09b1756279ab None None] For port 0e44ff80-0456-49d7-a1c7-8e772a11c469, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=0e44ff80-0456-49d7-a1c7-8e772a11c469,segment=NetworkSegment(29a7343c-5f56-4bc5-816a-dc112f387752),segment_id=29a7343c-5f56-4bc5-816a-dc112f387752)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:54:44.967606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fa45a4d5-1588-4c09-84a5-09b1756279ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:44.970480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5566ce31-dfe1-4ff5-95c3-9446bd6e65c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:45.011956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b33ae19-39b6-4843-82ff-3523f4b2ecab tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:45.017134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-946ca5d9-d39a-4e2f-9849-9f47d1955c87 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:45.062938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa45a4d5-1588-4c09-84a5-09b1756279ab None None] Pushing event updated for resources: {'Port': ['ID=0e44ff80-0456-49d7-a1c7-8e772a11c469,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:45.067949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fa45a4d5-1588-4c09-84a5-09b1756279ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:45.091778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33ae19-39b6-4843-82ff-3523f4b2ecab tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event updated for resources: {'Subnet': ['ID=59bd6226-9718-4dc5-9777-556d9c80cc1c,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:45.094980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8b33ae19-39b6-4843-82ff-3523f4b2ecab tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:45.100982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d0392883-1f7c-4e6c-9e60-41284c50d808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'name': 'tempest-RoutersTest-router-1254899065', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:54:40Z', 'updated_at': '2021-12-25T19:54:42Z', 'revision_number': 2, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'gw_port_host': None, '_interfaces': [{'id': 'dbc3e9ad-d866-446d-ac33-d94d8dc913ce', 'name': '', 'network_id': 'baca2119-f7f4-483c-a69a-4407cc809a23', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:17:a6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc3467ac-c88a-4614-bdb1-9a6555852eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:42Z', 'updated_at': '2021-12-25T19:54:42Z', 'revision_number': 2, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': 'dc3467ac-c88a-4614-bdb1-9a6555852eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:45.107406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0392883-1f7c-4e6c-9e60-41284c50d808 None None] Checking router: 7de88c79-1393-4c32-8e85-99d6c78d60b6 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:54:45.108285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0392883-1f7c-4e6c-9e60-41284c50d808 None None] Updating router 7de88c79-1393-4c32-8e85-99d6c78d60b6 port dbc3e9ad-d866-446d-ac33-d94d8dc913ce binding host dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 19:54:45.199433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b33ae19-39b6-4843-82ff-3523f4b2ecab tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Checking segment: {'id': '215d8274-f6eb-4bcd-840c-af864401f2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7bd98c7f-05ed-4c88-942e-1a19fb4f04f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:54:45.199804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b33ae19-39b6-4843-82ff-3523f4b2ecab tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Network hostable DHCP agents. Network: 7bd98c7f-05ed-4c88-942e-1a19fb4f04f6, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:54:45.213058 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d0392883-1f7c-4e6c-9e60-41284c50d808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:45.231866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b33ae19-39b6-4843-82ff-3523f4b2ecab tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Network 7bd98c7f-05ed-4c88-942e-1a19fb4f04f6 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:54:45.235346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 0e44ff80-0456-49d7-a1c7-8e772a11c469 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:54:45.244084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-8b33ae19-39b6-4843-82ff-3523f4b2ecab tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 7bd98c7f-05ed-4c88-942e-1a19fb4f04f6) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:54:45.248570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b33ae19-39b6-4843-82ff-3523f4b2ecab tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:45.249435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b33ae19-39b6-4843-82ff-3523f4b2ecab tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:45.266377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad084b-9690-4905-ba76-f913a8a68208 req-561cc819-9b55-475e-9730-c44d9a9abc18 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:45.268086 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0bad084b-9690-4905-ba76-f913a8a68208 req-561cc819-9b55-475e-9730-c44d9a9abc18 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc8e8dfa-d4d1-49f5-af6c-a6d95a99564d HTTP/1.1" status: 200 len: 946 time: 0.1450961 Dec 25 19:54:45.275552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878f906-89bf-4cb5-91ab-30589928ce13 req-b340c6f0-d5df-4c0b-bf54-8c0246796647 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:45.276990 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8b33ae19-39b6-4843-82ff-3523f4b2ecab tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8297515 Dec 25 19:54:45.278156 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e878f906-89bf-4cb5-91ab-30589928ce13 req-b340c6f0-d5df-4c0b-bf54-8c0246796647 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/ports?device_id=c688606a-468a-4805-8851-20b48da0bc36 HTTP/1.1" status: 200 len: 946 time: 0.2700794 Dec 25 19:54:45.279520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d260689a-c047-4d24-83f7-99c213fb4763 None None] Network 7bd98c7f-05ed-4c88-942e-1a19fb4f04f6 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:54:45.287684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53466) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:45.353733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-0bad084b-9690-4905-ba76-f913a8a68208 req-d8ce90af-e2d6-4ee1-b9ae-6433f0498f95 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting port d41dc081-ab4f-496f-839f-4f7ea701c7d1 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:54:45.354995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-0bad084b-9690-4905-ba76-f913a8a68208 req-d8ce90af-e2d6-4ee1-b9ae-6433f0498f95 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:45.658410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-920a41e3-3843-4e14-ba17-6aa3b13e67b8 None None] Provisioning for port dbc3e9ad-d866-446d-ac33-d94d8dc913ce completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:54:45.662241 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-0bad084b-9690-4905-ba76-f913a8a68208 req-d8ce90af-e2d6-4ee1-b9ae-6433f0498f95 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] For port d41dc081-ab4f-496f-839f-4f7ea701c7d1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d41dc081-ab4f-496f-839f-4f7ea701c7d1,segment=NetworkSegment(43266cd3-4b82-4fe2-a975-b78f72b2e140),segment_id=43266cd3-4b82-4fe2-a975-b78f72b2e140)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:54:45.662644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-0bad084b-9690-4905-ba76-f913a8a68208 req-d8ce90af-e2d6-4ee1-b9ae-6433f0498f95 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:45.685980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-920a41e3-3843-4e14-ba17-6aa3b13e67b8 None None] Provisioning complete for port dbc3e9ad-d866-446d-ac33-d94d8dc913ce triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:54:45.686408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-920a41e3-3843-4e14-ba17-6aa3b13e67b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:45.856583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 0e44ff80-0456-49d7-a1c7-8e772a11c469 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:54:45.857015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:45.892632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-920a41e3-3843-4e14-ba17-6aa3b13e67b8 None None] Port dbc3e9ad-d866-446d-ac33-d94d8dc913ce cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:54:45.969582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a9483-4242-49d5-82e5-6b8a4e826356 req-85962f43-a929-4e1f-9431-255e368abde6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:45.971272 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4c6a9483-4242-49d5-82e5-6b8a4e826356 req-85962f43-a929-4e1f-9431-255e368abde6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc8e8dfa-d4d1-49f5-af6c-a6d95a99564d HTTP/1.1" status: 200 len: 946 time: 0.9050155 Dec 25 19:54:46.024084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-920a41e3-3843-4e14-ba17-6aa3b13e67b8 None None] Provisioning complete for port 0e44ff80-0456-49d7-a1c7-8e772a11c469 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:54:46.024514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-920a41e3-3843-4e14-ba17-6aa3b13e67b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:46.116066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-849aa6af-1396-4630-9d03-8092240361b8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:46.258189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-0bad084b-9690-4905-ba76-f913a8a68208 req-d8ce90af-e2d6-4ee1-b9ae-6433f0498f95 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:46.258601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-0bad084b-9690-4905-ba76-f913a8a68208 req-d8ce90af-e2d6-4ee1-b9ae-6433f0498f95 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:46.258946 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [req-0bad084b-9690-4905-ba76-f913a8a68208 req-d8ce90af-e2d6-4ee1-b9ae-6433f0498f95 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Floating IP 01348133-cb1e-4fc3-a5c0-b68343e0a58b disassociated. External IP: 172.26.8.142, port: d41dc081-ab4f-496f-839f-4f7ea701c7d1. Dec 25 19:54:46.259351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-0bad084b-9690-4905-ba76-f913a8a68208 req-d8ce90af-e2d6-4ee1-b9ae-6433f0498f95 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Calling delete_port for d41dc081-ab4f-496f-839f-4f7ea701c7d1 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:54:46.339722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d0392883-1f7c-4e6c-9e60-41284c50d808 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:46.352511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d0392883-1f7c-4e6c-9e60-41284c50d808 None None] Transition to ACTIVE for port object dbc3e9ad-d866-446d-ac33-d94d8dc913ce will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:54:46.392581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d0392883-1f7c-4e6c-9e60-41284c50d808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:46.402920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c53b61c2-f8c8-423e-8eda-7ccca06a6187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:46.447399 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e878f906-89bf-4cb5-91ab-30589928ce13 req-f7095a6e-a7f9-4e3c-a4ce-493aa37924fc tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/security-groups?id=70f68f50-7240-4649-aa70-d80da091e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0203791 Dec 25 19:54:46.453323 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-0bad084b-9690-4905-ba76-f913a8a68208 req-d8ce90af-e2d6-4ee1-b9ae-6433f0498f95 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:46.474595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-11ca93c5-a950-46c1-9066-2496a8f52ffd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:46.478046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c077399-9b75-4439-ad1f-273e231d9430 None None] Pushing event updated for resources: {'Port': ['ID=dbc3e9ad-d866-446d-ac33-d94d8dc913ce,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:46.504240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3c077399-9b75-4439-ad1f-273e231d9430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:46.523656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce90af-e2d6-4ee1-b9ae-6433f0498f95 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Port': ['ID=d41dc081-ab4f-496f-839f-4f7ea701c7d1,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:46.553412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce90af-e2d6-4ee1-b9ae-6433f0498f95 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:54:46.553847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce90af-e2d6-4ee1-b9ae-6433f0498f95 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:54:46.554269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce90af-e2d6-4ee1-b9ae-6433f0498f95 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:54:46.554688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce90af-e2d6-4ee1-b9ae-6433f0498f95 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:54:46.555124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce90af-e2d6-4ee1-b9ae-6433f0498f95 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:54:46.555544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce90af-e2d6-4ee1-b9ae-6433f0498f95 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:54:46.555955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce90af-e2d6-4ee1-b9ae-6433f0498f95 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:54:46.556364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce90af-e2d6-4ee1-b9ae-6433f0498f95 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:54:46.556771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce90af-e2d6-4ee1-b9ae-6433f0498f95 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:54:46.557866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce90af-e2d6-4ee1-b9ae-6433f0498f95 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:54:46.558276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce90af-e2d6-4ee1-b9ae-6433f0498f95 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:54:46.576537 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4c6a9483-4242-49d5-82e5-6b8a4e826356 req-fd6147b8-26d6-4c64-86ca-5b4fcbc5410a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=a71aad85-c22c-445d-b8c9-4c0c6aa4dcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5946639 Dec 25 19:54:46.577576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d8ce90af-e2d6-4ee1-b9ae-6433f0498f95 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:46.638335 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-849aa6af-1396-4630-9d03-8092240361b8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Allocated IP 172.21.0.1 (7bd98c7f-05ed-4c88-942e-1a19fb4f04f6/59bd6226-9718-4dc5-9777-556d9c80cc1c/762129d0-aa95-4cb8-9126-20a6d488323b) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:54:46.664358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2863e50-fbb7-4585-bc7e-c267d38bc1f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-7bd98c7f-05ed-4c88-942e-1a19fb4f04f6', 'network_id': '7bd98c7f-05ed-4c88-942e-1a19fb4f04f6', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'fixed_ips': [{'subnet_id': '59bd6226-9718-4dc5-9777-556d9c80cc1c'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:54:46.665272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c2863e50-fbb7-4585-bc7e-c267d38bc1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:46.831397 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bad084b-9690-4905-ba76-f913a8a68208 req-d8ce90af-e2d6-4ee1-b9ae-6433f0498f95 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router dd4e48af-8917-45c8-b8c7-8b5583c1c925 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:54:46.924448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-849aa6af-1396-4630-9d03-8092240361b8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:46.966574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-849aa6af-1396-4630-9d03-8092240361b8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Transition to ACTIVE for port object 762129d0-aa95-4cb8-9126-20a6d488323b will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:54:47.014824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-849aa6af-1396-4630-9d03-8092240361b8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:47.019029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b1d6aa76-5da2-4379-86a2-b299a262a43a tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:47.065905 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-d0392883-1f7c-4e6c-9e60-41284c50d808 None None] Attempting to bind port dbc3e9ad-d866-446d-ac33-d94d8dc913ce on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:54:47.066339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-d0392883-1f7c-4e6c-9e60-41284c50d808 None None] Attempting to bind port dbc3e9ad-d866-446d-ac33-d94d8dc913ce by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '29a7343c-5f56-4bc5-816a-dc112f387752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'baca2119-f7f4-483c-a69a-4407cc809a23'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:54:47.066758 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0392883-1f7c-4e6c-9e60-41284c50d808 None None] Attempting to bind port dbc3e9ad-d866-446d-ac33-d94d8dc913ce on network baca2119-f7f4-483c-a69a-4407cc809a23 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:54:47.103819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0392883-1f7c-4e6c-9e60-41284c50d808 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:54:47.104280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0392883-1f7c-4e6c-9e60-41284c50d808 None None] Checking segment: {'id': '29a7343c-5f56-4bc5-816a-dc112f387752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'baca2119-f7f4-483c-a69a-4407cc809a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:54:47.104867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d0392883-1f7c-4e6c-9e60-41284c50d808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:47.105398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0392883-1f7c-4e6c-9e60-41284c50d808 None None] Bound using segment: {'id': '29a7343c-5f56-4bc5-816a-dc112f387752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'baca2119-f7f4-483c-a69a-4407cc809a23'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:54:47.106305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-d0392883-1f7c-4e6c-9e60-41284c50d808 None None] Bound port: dbc3e9ad-d866-446d-ac33-d94d8dc913ce, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a7343c-5f56-4bc5-816a-dc112f387752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'baca2119-f7f4-483c-a69a-4407cc809a23'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:54:47.106305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d0392883-1f7c-4e6c-9e60-41284c50d808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:47.128582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849aa6af-1396-4630-9d03-8092240361b8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Network 7bd98c7f-05ed-4c88-942e-1a19fb4f04f6 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:54:47.131866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-849aa6af-1396-4630-9d03-8092240361b8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:54:47.136892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849aa6af-1396-4630-9d03-8092240361b8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:54:47.190540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849aa6af-1396-4630-9d03-8092240361b8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event updated for resources: {'Port': ['ID=762129d0-aa95-4cb8-9126-20a6d488323b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:47.198354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-849aa6af-1396-4630-9d03-8092240361b8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:47.207162 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-c2863e50-fbb7-4585-bc7e-c267d38bc1f4 None None] Allocated IP 172.21.0.2 (7bd98c7f-05ed-4c88-942e-1a19fb4f04f6/59bd6226-9718-4dc5-9777-556d9c80cc1c/26244dc4-4b0c-4653-9c3c-d532f6effc93) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:54:47.251479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-849aa6af-1396-4630-9d03-8092240361b8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:47.304118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bad084b-9690-4905-ba76-f913a8a68208 req-d8ce90af-e2d6-4ee1-b9ae-6433f0498f95 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:54:47.318376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f8f927-523c-452d-b5cb-9e9f48c0fb61 None None] Sync routers for ids ['dd4e48af-8917-45c8-b8c7-8b5583c1c925'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:54:47.330917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f8f927-523c-452d-b5cb-9e9f48c0fb61 None None] Routers {'dd4e48af-8917-45c8-b8c7-8b5583c1c925'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:54:47.332052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c5f8f927-523c-452d-b5cb-9e9f48c0fb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:54:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['dd4e48af-8917-45c8-b8c7-8b5583c1c925'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:47.417585 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bad084b-9690-4905-ba76-f913a8a68208 req-d8ce90af-e2d6-4ee1-b9ae-6433f0498f95 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] No DVR routers for this DVR port d41dc081-ab4f-496f-839f-4f7ea701c7d1 on host hv-neutron-8226 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:54:47.420830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-0bad084b-9690-4905-ba76-f913a8a68208 req-d8ce90af-e2d6-4ee1-b9ae-6433f0498f95 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:47.422946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-849aa6af-1396-4630-9d03-8092240361b8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:47.432367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8e8dfa-d4d1-49f5-af6c-a6d95a99564d', 'name': 'network-vif-deleted', 'tag': 'd41dc081-ab4f-496f-839f-4f7ea701c7d1'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:54:47.441759 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0bad084b-9690-4905-ba76-f913a8a68208 req-d8ce90af-e2d6-4ee1-b9ae-6433f0498f95 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "DELETE /v2.0/ports/d41dc081-ab4f-496f-839f-4f7ea701c7d1 HTTP/1.1" status: 204 len: 173 time: 2.1621492 Dec 25 19:54:47.477991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-d0392883-1f7c-4e6c-9e60-41284c50d808 None None] For port dbc3e9ad-d866-446d-ac33-d94d8dc913ce, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:54:47.532718 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-d0392883-1f7c-4e6c-9e60-41284c50d808 None None] For port dbc3e9ad-d866-446d-ac33-d94d8dc913ce, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=dbc3e9ad-d866-446d-ac33-d94d8dc913ce,segment=NetworkSegment(29a7343c-5f56-4bc5-816a-dc112f387752),segment_id=29a7343c-5f56-4bc5-816a-dc112f387752)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:54:47.697262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d0392883-1f7c-4e6c-9e60-41284c50d808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:47.704900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-c5f8f927-523c-452d-b5cb-9e9f48c0fb61 None None] Set router dd4e48af-8917-45c8-b8c7-8b5583c1c925 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:54:47.723209 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8e8dfa-d4d1-49f5-af6c-a6d95a99564d', 'name': 'network-vif-deleted', 'tag': 'd41dc081-ab4f-496f-839f-4f7ea701c7d1', 'status': 'completed', 'code': 200} Dec 25 19:54:47.733648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ee0156e3-f0e4-47c1-bf85-a7f1cc0776d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:47.755518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb245a24-0175-461f-b727-d483c1c57370 req-9e59cbb4-3669-406e-843a-29d159e36a0c tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:47.757320 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fb245a24-0175-461f-b727-d483c1c57370 req-9e59cbb4-3669-406e-843a-29d159e36a0c tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/ports?device_id=c688606a-468a-4805-8851-20b48da0bc36 HTTP/1.1" status: 200 len: 946 time: 0.1120889 Dec 25 19:54:47.809719 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fb245a24-0175-461f-b727-d483c1c57370 req-2694f3ed-24a1-409f-8e5f-793a99a64216 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/security-groups?id=70f68f50-7240-4649-aa70-d80da091e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454776 Dec 25 19:54:47.954485 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0392883-1f7c-4e6c-9e60-41284c50d808 None None] Routers {'7de88c79-1393-4c32-8e85-99d6c78d60b6'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:54:47.955164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d0392883-1f7c-4e6c-9e60-41284c50d808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:54:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['7de88c79-1393-4c32-8e85-99d6c78d60b6'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:48.023944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-98fd034f-c0cd-485e-8724-ba2b38a5a274 req-2724ddcf-9c5c-467c-a776-f1680bebc3e8 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Synchronizing usage tracker for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:54:48.052639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-98fd034f-c0cd-485e-8724-ba2b38a5a274 req-2724ddcf-9c5c-467c-a776-f1680bebc3e8 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Unset dirty status for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:54:48.053989 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-98fd034f-c0cd-485e-8724-ba2b38a5a274 req-2724ddcf-9c5c-467c-a776-f1680bebc3e8 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc8e8dfa-d4d1-49f5-af6c-a6d95a99564d HTTP/1.1" status: 200 len: 210 time: 0.1580031 Dec 25 19:54:48.184946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-849aa6af-1396-4630-9d03-8092240361b8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:48.187764 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f9b72c0a-8d65-428b-a601-701ab12e7a7c req-ea57ad93-0a0d-47a1-9915-4a7092914165 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c688606a-468a-4805-8851-20b48da0bc36 HTTP/1.1" status: 200 len: 1099 time: 0.1313643 Dec 25 19:54:48.194012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-849aa6af-1396-4630-9d03-8092240361b8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:48.217343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-d0392883-1f7c-4e6c-9e60-41284c50d808 None None] Set router 7de88c79-1393-4c32-8e85-99d6c78d60b6 gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:54:48.250183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7bf9a745-8d10-448f-b300-a0be94305b5f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:48.298582 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f9b72c0a-8d65-428b-a601-701ab12e7a7c req-8e3a7a3a-43cb-4d17-8002-cfb3861059bf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=70f68f50-7240-4649-aa70-d80da091e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017249 Dec 25 19:54:48.365144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849aa6af-1396-4630-9d03-8092240361b8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event updated for resources: {'Port': ['ID=762129d0-aa95-4cb8-9126-20a6d488323b,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:48.368284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-849aa6af-1396-4630-9d03-8092240361b8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:48.369593 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-849aa6af-1396-4630-9d03-8092240361b8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:48.422784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c2863e50-fbb7-4585-bc7e-c267d38bc1f4 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:48.427788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c077399-9b75-4439-ad1f-273e231d9430 None None] Pushing event updated for resources: {'Port': ['ID=dbc3e9ad-d866-446d-ac33-d94d8dc913ce,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:48.433554 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3c077399-9b75-4439-ad1f-273e231d9430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.700s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:48.458422 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c5f8f927-523c-452d-b5cb-9e9f48c0fb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'name': 'tempest-TestNetworkBasicOps-router-1483269214', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': '20b942bf-50e5-4c52-881d-f714ed83b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:52:12Z', 'updated_at': '2021-12-25T19:52:23Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '20b942bf-50e5-4c52-881d-f714ed83b460', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:52:13Z', 'updated_at': '2021-12-25T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'bfc5cfa0-aa3d-4364-a9bd-7da341b963f1', 'name': '', 'network_id': 'e06dbb6a-241c-47a9-be5d-fea8ee727624', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:b0:77:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec36c59c-a669-4cfe-8242-554bbb888561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:52:22Z', 'updated_at': '2021-12-25T19:52:33Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'ec36c59c-a669-4cfe-8242-554bbb888561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:48.462823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f8f927-523c-452d-b5cb-9e9f48c0fb61 None None] Checking router: dd4e48af-8917-45c8-b8c7-8b5583c1c925 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:54:48.469139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-c2863e50-fbb7-4585-bc7e-c267d38bc1f4 None None] Transition to ACTIVE for port object 26244dc4-4b0c-4653-9c3c-d532f6effc93 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:54:48.476623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f8f927-523c-452d-b5cb-9e9f48c0fb61 None None] Routers {'dd4e48af-8917-45c8-b8c7-8b5583c1c925'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:54:48.477200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c5f8f927-523c-452d-b5cb-9e9f48c0fb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:54:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['dd4e48af-8917-45c8-b8c7-8b5583c1c925'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:48.518675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849aa6af-1396-4630-9d03-8092240361b8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Network 7bd98c7f-05ed-4c88-942e-1a19fb4f04f6 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:54:48.520000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-849aa6af-1396-4630-9d03-8092240361b8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:54:48.556772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-c2863e50-fbb7-4585-bc7e-c267d38bc1f4 None None] Transition to ACTIVE for port object 26244dc4-4b0c-4653-9c3c-d532f6effc93 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:54:48.568455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c2863e50-fbb7-4585-bc7e-c267d38bc1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:48.583651 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fc09c482-94d9-4b1c-b7d4-c9275d861369 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:48.682806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-c5f8f927-523c-452d-b5cb-9e9f48c0fb61 None None] Set router dd4e48af-8917-45c8-b8c7-8b5583c1c925 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:54:48.821607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device d43c99a5-fa45-4de4-9fa1-15253236be82 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 19:54:48.824069 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device d41dc081-ab4f-496f-839f-4f7ea701c7d1 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:54:48.996824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] No Port match for: d41dc081-ab4f-496f-839f-4f7ea701c7d1 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:54:48.997842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device d41dc081-ab4f-496f-839f-4f7ea701c7d1 not bound to the agent host hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:54:49.009248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2863e50-fbb7-4585-bc7e-c267d38bc1f4 None None] Network 7bd98c7f-05ed-4c88-942e-1a19fb4f04f6 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:54:49.030075 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667be518-e176-4b7e-a13a-1f68911ab6a4 req-acc9741e-8753-46b8-8248-75dc3d149cb4 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:49.031816 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-667be518-e176-4b7e-a13a-1f68911ab6a4 req-acc9741e-8753-46b8-8248-75dc3d149cb4 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/ports?device_id=c688606a-468a-4805-8851-20b48da0bc36 HTTP/1.1" status: 200 len: 946 time: 0.0855587 Dec 25 19:54:49.052269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c5f8f927-523c-452d-b5cb-9e9f48c0fb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'name': 'tempest-TestNetworkBasicOps-router-1483269214', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': '20b942bf-50e5-4c52-881d-f714ed83b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:52:12Z', 'updated_at': '2021-12-25T19:52:23Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '20b942bf-50e5-4c52-881d-f714ed83b460', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:52:13Z', 'updated_at': '2021-12-25T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'bfc5cfa0-aa3d-4364-a9bd-7da341b963f1', 'name': '', 'network_id': 'e06dbb6a-241c-47a9-be5d-fea8ee727624', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:b0:77:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec36c59c-a669-4cfe-8242-554bbb888561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:52:22Z', 'updated_at': '2021-12-25T19:52:33Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'ec36c59c-a669-4cfe-8242-554bbb888561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:49.057250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f8f927-523c-452d-b5cb-9e9f48c0fb61 None None] The sync data for ids ['dd4e48af-8917-45c8-b8c7-8b5583c1c925'] in dv-neutron-822611-1-hyperv is: [{'id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'name': 'tempest-TestNetworkBasicOps-router-1483269214', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': '20b942bf-50e5-4c52-881d-f714ed83b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:52:12Z', 'updated_at': '2021-12-25T19:52:23Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '20b942bf-50e5-4c52-881d-f714ed83b460', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:52:13Z', 'updated_at': '2021-12-25T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'bfc5cfa0-aa3d-4364-a9bd-7da341b963f1', 'name': '', 'network_id': 'e06dbb6a-241c-47a9-be5d-fea8ee727624', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:b0:77:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec36c59c-a669-4cfe-8242-554bbb888561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:52:22Z', 'updated_at': '2021-12-25T19:52:33Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'ec36c59c-a669-4cfe-8242-554bbb888561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:54:49.072363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-c2863e50-fbb7-4585-bc7e-c267d38bc1f4 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:54:49.074983 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2863e50-fbb7-4585-bc7e-c267d38bc1f4 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:54:49.094574 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-667be518-e176-4b7e-a13a-1f68911ab6a4 req-56b4ff42-703a-4893-8b1a-d234a32d5dcf tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/security-groups?id=70f68f50-7240-4649-aa70-d80da091e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545075 Dec 25 19:54:49.108453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port d43c99a5-fa45-4de4-9fa1-15253236be82, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d43c99a5-fa45-4de4-9fa1-15253236be82,segment=NetworkSegment(7cb71ec7-b082-4592-8f83-079b0317520f),segment_id=7cb71ec7-b082-4592-8f83-079b0317520f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:54:49.188437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53486) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:49.198671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2863e50-fbb7-4585-bc7e-c267d38bc1f4 None None] Pushing event updated for resources: {'Port': ['ID=26244dc4-4b0c-4653-9c3c-d532f6effc93,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:49.214969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2863e50-fbb7-4585-bc7e-c267d38bc1f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:54:49.219160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2863e50-fbb7-4585-bc7e-c267d38bc1f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:54:49.219573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2863e50-fbb7-4585-bc7e-c267d38bc1f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:54:49.219957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2863e50-fbb7-4585-bc7e-c267d38bc1f4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:54:49.220347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2863e50-fbb7-4585-bc7e-c267d38bc1f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:54:49.220727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2863e50-fbb7-4585-bc7e-c267d38bc1f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:54:49.221104 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2863e50-fbb7-4585-bc7e-c267d38bc1f4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:54:49.221480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2863e50-fbb7-4585-bc7e-c267d38bc1f4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:54:49.221852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2863e50-fbb7-4585-bc7e-c267d38bc1f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:54:49.222220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2863e50-fbb7-4585-bc7e-c267d38bc1f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:54:49.222592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2863e50-fbb7-4585-bc7e-c267d38bc1f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:54:49.226409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c2863e50-fbb7-4585-bc7e-c267d38bc1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:49.268976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': 'd43c99a5-fa45-4de4-9fa1-15253236be82', 'network_id': 'cafe00bd-b685-4366-b1ad-70e6c7f53a97', 'port_id': 'd43c99a5-fa45-4de4-9fa1-15253236be82', 'mac_address': 'fa:16:3e:d9:ac:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b549f552-711b-44a9-bbf6-495ba8581f2e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 19:54:49.271706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dbfc13b3-2a90-4a10-8045-e3cacfcf8d45 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:49.274937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849aa6af-1396-4630-9d03-8092240361b8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Router 7de88c79-1393-4c32-8e85-99d6c78d60b6 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:54:49.310830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dbfc13b3-2a90-4a10-8045-e3cacfcf8d45 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:49.361627 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-c2863e50-fbb7-4585-bc7e-c267d38bc1f4 None None] Attempting to bind port 26244dc4-4b0c-4653-9c3c-d532f6effc93 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:54:49.362059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-c2863e50-fbb7-4585-bc7e-c267d38bc1f4 None None] Attempting to bind port 26244dc4-4b0c-4653-9c3c-d532f6effc93 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '215d8274-f6eb-4bcd-840c-af864401f2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7bd98c7f-05ed-4c88-942e-1a19fb4f04f6'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:54:49.362476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2863e50-fbb7-4585-bc7e-c267d38bc1f4 None None] Attempting to bind port 26244dc4-4b0c-4653-9c3c-d532f6effc93 on network 7bd98c7f-05ed-4c88-942e-1a19fb4f04f6 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:54:49.367265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:49.395093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dbfc13b3-2a90-4a10-8045-e3cacfcf8d45 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:49.400290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2863e50-fbb7-4585-bc7e-c267d38bc1f4 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:54:49.401472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2863e50-fbb7-4585-bc7e-c267d38bc1f4 None None] Checking segment: {'id': '215d8274-f6eb-4bcd-840c-af864401f2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7bd98c7f-05ed-4c88-942e-1a19fb4f04f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:54:49.402028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c2863e50-fbb7-4585-bc7e-c267d38bc1f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:49.402517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2863e50-fbb7-4585-bc7e-c267d38bc1f4 None None] Bound using segment: {'id': '215d8274-f6eb-4bcd-840c-af864401f2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7bd98c7f-05ed-4c88-942e-1a19fb4f04f6'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:54:49.403284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-c2863e50-fbb7-4585-bc7e-c267d38bc1f4 None None] Bound port: 26244dc4-4b0c-4653-9c3c-d532f6effc93, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '215d8274-f6eb-4bcd-840c-af864401f2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7bd98c7f-05ed-4c88-942e-1a19fb4f04f6'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:54:49.403720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c2863e50-fbb7-4585-bc7e-c267d38bc1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:49.416480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d43c99a5-fa45-4de4-9fa1-15253236be82 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 19:54:49.419812 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dd3845fd-749c-4f30-86c4-99b1ef7483ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:49.443200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d0392883-1f7c-4e6c-9e60-41284c50d808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'name': 'tempest-RoutersTest-router-1254899065', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:54:40Z', 'updated_at': '2021-12-25T19:54:47Z', 'revision_number': 3, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'gw_port_host': None, '_interfaces': [{'id': '762129d0-aa95-4cb8-9126-20a6d488323b', 'name': '', 'network_id': '7bd98c7f-05ed-4c88-942e-1a19fb4f04f6', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:ed:e0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59bd6226-9718-4dc5-9777-556d9c80cc1c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:46Z', 'updated_at': '2021-12-25T19:54:46Z', 'revision_number': 1, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': '59bd6226-9718-4dc5-9777-556d9c80cc1c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbc3e9ad-d866-446d-ac33-d94d8dc913ce', 'name': '', 'network_id': 'baca2119-f7f4-483c-a69a-4407cc809a23', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:17:a6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc3467ac-c88a-4614-bdb1-9a6555852eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:42Z', 'updated_at': '2021-12-25T19:54:47Z', 'revision_number': 4, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': 'dc3467ac-c88a-4614-bdb1-9a6555852eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:49.449918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0392883-1f7c-4e6c-9e60-41284c50d808 None None] The sync data for ids ['7de88c79-1393-4c32-8e85-99d6c78d60b6'] in dv-neutron-822611-1-hyperv is: [{'id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'name': 'tempest-RoutersTest-router-1254899065', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:54:40Z', 'updated_at': '2021-12-25T19:54:47Z', 'revision_number': 3, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'gw_port_host': None, '_interfaces': [{'id': '762129d0-aa95-4cb8-9126-20a6d488323b', 'name': '', 'network_id': '7bd98c7f-05ed-4c88-942e-1a19fb4f04f6', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:ed:e0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59bd6226-9718-4dc5-9777-556d9c80cc1c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:46Z', 'updated_at': '2021-12-25T19:54:46Z', 'revision_number': 1, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': '59bd6226-9718-4dc5-9777-556d9c80cc1c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbc3e9ad-d866-446d-ac33-d94d8dc913ce', 'name': '', 'network_id': 'baca2119-f7f4-483c-a69a-4407cc809a23', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:17:a6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc3467ac-c88a-4614-bdb1-9a6555852eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:42Z', 'updated_at': '2021-12-25T19:54:47Z', 'revision_number': 4, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': 'dc3467ac-c88a-4614-bdb1-9a6555852eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:54:49.451213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc13b3-2a90-4a10-8045-e3cacfcf8d45 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71aad85-c22c-445d-b8c9-4c0c6aa4dcf8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:49.473103 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dbfc13b3-2a90-4a10-8045-e3cacfcf8d45 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:49.474537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dbfc13b3-2a90-4a10-8045-e3cacfcf8d45 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:49.476267 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-dbfc13b3-2a90-4a10-8045-e3cacfcf8d45 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/security-groups/a71aad85-c22c-445d-b8c9-4c0c6aa4dcf8 HTTP/1.1" status: 204 len: 168 time: 0.2863622 Dec 25 19:54:49.528552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53492) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:49.554492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849aa6af-1396-4630-9d03-8092240361b8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:54:49.560551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port d43c99a5-fa45-4de4-9fa1-15253236be82, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d43c99a5-fa45-4de4-9fa1-15253236be82,segment=NetworkSegment(7cb71ec7-b082-4592-8f83-079b0317520f),segment_id=7cb71ec7-b082-4592-8f83-079b0317520f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:54:49.564785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-c2863e50-fbb7-4585-bc7e-c267d38bc1f4 None None] For port 26244dc4-4b0c-4653-9c3c-d532f6effc93, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:54:49.585125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:49.587706 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-849aa6af-1396-4630-9d03-8092240361b8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "PUT /v2.0/routers/7de88c79-1393-4c32-8e85-99d6c78d60b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2987847 Dec 25 19:54:49.590922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53496) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:49.595085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-958e52e7-b9bc-4fd1-a7b1-75515fe98206 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:49.599093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-7e872496-f8a9-4157-9d0c-fde0634a93fc tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Request body: {'network': {'name': 'tempest-RoutersTest-922672843'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:54:49.607987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7e872496-f8a9-4157-9d0c-fde0634a93fc tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:54:49.612447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7e872496-f8a9-4157-9d0c-fde0634a93fc tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Usage tracker for resource:network and tenant:9adb83111618414cb6cbe9c785ff883c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:54:49.626920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7e872496-f8a9-4157-9d0c-fde0634a93fc tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:54:49.640941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-c2863e50-fbb7-4585-bc7e-c267d38bc1f4 None None] For port 26244dc4-4b0c-4653-9c3c-d532f6effc93, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=26244dc4-4b0c-4653-9c3c-d532f6effc93,segment=NetworkSegment(215d8274-f6eb-4bcd-840c-af864401f2ff),segment_id=215d8274-f6eb-4bcd-840c-af864401f2ff)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:54:49.647900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7e872496-f8a9-4157-9d0c-fde0634a93fc tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:54:49.660434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c2863e50-fbb7-4585-bc7e-c267d38bc1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:49.663580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e872496-f8a9-4157-9d0c-fde0634a93fc tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Made reservation on behalf of 9adb83111618414cb6cbe9c785ff883c for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:54:49.670979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e872496-f8a9-4157-9d0c-fde0634a93fc tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:49.694403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=d43c99a5-fa45-4de4-9fa1-15253236be82,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:49.698382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:49.700952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7b1fe59d-e22d-4a2c-9f55-73872f6346c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:49.709870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e872496-f8a9-4157-9d0c-fde0634a93fc tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:54:49.721042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e872496-f8a9-4157-9d0c-fde0634a93fc tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:49.721445 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-7e872496-f8a9-4157-9d0c-fde0634a93fc tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Added segment 5ce4c022-52f8-40db-b2e3-46de9d2a0525 of type vlan for network 2ea7ec8a-0366-4780-b07b-42701a213d5f Dec 25 19:54:49.756576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e872496-f8a9-4157-9d0c-fde0634a93fc tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:49.757074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9001e684-06b9-436f-9dea-aab4779f2b7d None None] New status for floating IP 01348133-cb1e-4fc3-a5c0-b68343e0a58b: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 19:54:49.763978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-2ded3fe1-fcae-4e6d-b1a3-73bf4598a72a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting port dd58d2b3-e5b5-414f-b97d-887180af9eae {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:54:49.764183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2ded3fe1-fcae-4e6d-b1a3-73bf4598a72a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:49.793668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e872496-f8a9-4157-9d0c-fde0634a93fc tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:49.798496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e872496-f8a9-4157-9d0c-fde0634a93fc tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:49.799169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e872496-f8a9-4157-9d0c-fde0634a93fc tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:49.806836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b1d6aa76-5da2-4379-86a2-b299a262a43a tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:49.846167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['d43c99a5-fa45-4de4-9fa1-15253236be82'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 19:54:49.922574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e872496-f8a9-4157-9d0c-fde0634a93fc tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event updated for resources: {'Network': ['ID=2ea7ec8a-0366-4780-b07b-42701a213d5f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:49.927815 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7e872496-f8a9-4157-9d0c-fde0634a93fc tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:49.942995 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7e872496-f8a9-4157-9d0c-fde0634a93fc tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3504570 Dec 25 19:54:49.945743 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53500) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:49.955539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-cabf99b4-8c51-42a4-b72b-652929fe3869 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Request body: {'subnet': {'network_id': '2ea7ec8a-0366-4780-b07b-42701a213d5f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:54:49.966622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2ded3fe1-fcae-4e6d-b1a3-73bf4598a72a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:49.967184 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2ded3fe1-fcae-4e6d-b1a3-73bf4598a72a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:49.975872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 2ea7ec8a-0366-4780-b07b-42701a213d5f details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:54:50.108417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-cabf99b4-8c51-42a4-b72b-652929fe3869 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:54:50.116002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-cabf99b4-8c51-42a4-b72b-652929fe3869 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Usage tracker for resource:subnet and tenant:9adb83111618414cb6cbe9c785ff883c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:54:50.133355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-cabf99b4-8c51-42a4-b72b-652929fe3869 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:54:50.148842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-2ded3fe1-fcae-4e6d-b1a3-73bf4598a72a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Calling delete_port for dd58d2b3-e5b5-414f-b97d-887180af9eae owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:54:50.152057 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-cabf99b4-8c51-42a4-b72b-652929fe3869 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:54:50.165327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabf99b4-8c51-42a4-b72b-652929fe3869 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Made reservation on behalf of 9adb83111618414cb6cbe9c785ff883c for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:54:50.165915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2863e50-fbb7-4585-bc7e-c267d38bc1f4 None None] Pushing event updated for resources: {'Port': ['ID=26244dc4-4b0c-4653-9c3c-d532f6effc93,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:50.327660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c2863e50-fbb7-4585-bc7e-c267d38bc1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:50.363328 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-2ded3fe1-fcae-4e6d-b1a3-73bf4598a72a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88900) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:54:50.363864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-2ded3fe1-fcae-4e6d-b1a3-73bf4598a72a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:54:50.442867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cabf99b4-8c51-42a4-b72b-652929fe3869 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:50.505119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417c2d5-07a2-4a43-8e93-8c08ef143573 req-b459eecd-af44-4804-b643-26acd289ac40 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:50.512964 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f417c2d5-07a2-4a43-8e93-8c08ef143573 req-b459eecd-af44-4804-b643-26acd289ac40 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/ports?device_id=c688606a-468a-4805-8851-20b48da0bc36 HTTP/1.1" status: 200 len: 945 time: 0.1421452 Dec 25 19:54:50.567691 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f417c2d5-07a2-4a43-8e93-8c08ef143573 req-c804707a-b4cb-4ff1-92d7-7fa3368c273b tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/security-groups?id=70f68f50-7240-4649-aa70-d80da091e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537567 Dec 25 19:54:50.599940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53506) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:50.711242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device d43c99a5-fa45-4de4-9fa1-15253236be82 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:54:50.724512 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b3f695f1-23e5-473c-91dc-6effac291551 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/floatingips/a6b71e86-9e44-4b59-9072-22c78cd118dc HTTP/1.1" status: 200 len: 992 time: 0.1232643 Dec 25 19:54:50.752244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cabf99b4-8c51-42a4-b72b-652929fe3869 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:50.757086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-69e47f75-aebe-48b7-be22-efd519334071 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:50.835203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:50.841959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf99b4-8c51-42a4-b72b-652929fe3869 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event updated for resources: {'Subnet': ['ID=cdf600f5-1e55-4082-a1cb-729b84b77010,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:50.846605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cabf99b4-8c51-42a4-b72b-652929fe3869 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:50.856282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d43c99a5-fa45-4de4-9fa1-15253236be82 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 19:54:50.856723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabf99b4-8c51-42a4-b72b-652929fe3869 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Checking segment: {'id': '5ce4c022-52f8-40db-b2e3-46de9d2a0525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2ea7ec8a-0366-4780-b07b-42701a213d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:54:50.857124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabf99b4-8c51-42a4-b72b-652929fe3869 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Network hostable DHCP agents. Network: 2ea7ec8a-0366-4780-b07b-42701a213d5f, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:54:50.865536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-2ded3fe1-fcae-4e6d-b1a3-73bf4598a72a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting port dd58d2b3-e5b5-414f-b97d-887180af9eae {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:54:50.866152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2ded3fe1-fcae-4e6d-b1a3-73bf4598a72a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:50.872202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port d43c99a5-fa45-4de4-9fa1-15253236be82, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d43c99a5-fa45-4de4-9fa1-15253236be82,segment=NetworkSegment(7cb71ec7-b082-4592-8f83-079b0317520f),segment_id=7cb71ec7-b082-4592-8f83-079b0317520f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:54:50.875367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:50.877325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-25ceb746-1d7a-4e20-8b95-b3c163129595 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:50.882284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabf99b4-8c51-42a4-b72b-652929fe3869 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Network 2ea7ec8a-0366-4780-b07b-42701a213d5f is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:54:50.903125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-cabf99b4-8c51-42a4-b72b-652929fe3869 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 2ea7ec8a-0366-4780-b07b-42701a213d5f) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:54:50.908586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabf99b4-8c51-42a4-b72b-652929fe3869 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:50.909348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cabf99b4-8c51-42a4-b72b-652929fe3869 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:50.940930 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-cabf99b4-8c51-42a4-b72b-652929fe3869 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9940436 Dec 25 19:54:50.947133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1bba79-3d6e-49fe-af4b-d2588015f49a None None] Network 2ea7ec8a-0366-4780-b07b-42701a213d5f requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:54:50.949120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53510) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:50.997428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=d43c99a5-fa45-4de4-9fa1-15253236be82,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:51.005088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:51.148368 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2ded3fe1-fcae-4e6d-b1a3-73bf4598a72a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:51.148965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2ded3fe1-fcae-4e6d-b1a3-73bf4598a72a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:51.358335 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-2ded3fe1-fcae-4e6d-b1a3-73bf4598a72a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Calling delete_port for dd58d2b3-e5b5-414f-b97d-887180af9eae owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:54:51.361536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device dbc3e9ad-d866-446d-ac33-d94d8dc913ce up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:54:51.394837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb12e5dd-3003-4ca6-ba19-db77abf105e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-2ea7ec8a-0366-4780-b07b-42701a213d5f', 'network_id': '2ea7ec8a-0366-4780-b07b-42701a213d5f', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'fixed_ips': [{'subnet_id': 'cdf600f5-1e55-4082-a1cb-729b84b77010'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:54:51.395771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb12e5dd-3003-4ca6-ba19-db77abf105e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:51.550048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2ded3fe1-fcae-4e6d-b1a3-73bf4598a72a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:51.562087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port dbc3e9ad-d866-446d-ac33-d94d8dc913ce completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:54:51.564352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b1a9d674-5685-4dae-99e2-6d305f20999c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:51.571011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port dbc3e9ad-d866-446d-ac33-d94d8dc913ce triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:54:51.571623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:51.627410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded3fe1-fcae-4e6d-b1a3-73bf4598a72a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Port': ['ID=dd58d2b3-e5b5-414f-b97d-887180af9eae,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:51.705960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-bb12e5dd-3003-4ca6-ba19-db77abf105e0 None None] Allocated IP 172.22.0.2 (2ea7ec8a-0366-4780-b07b-42701a213d5f/cdf600f5-1e55-4082-a1cb-729b84b77010/ac674df8-da4f-46a9-a328-f14b27d9f267) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:54:51.706316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2ded3fe1-fcae-4e6d-b1a3-73bf4598a72a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:51.748726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2ded3fe1-fcae-4e6d-b1a3-73bf4598a72a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:51.782974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2ded3fe1-fcae-4e6d-b1a3-73bf4598a72a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:51.788191 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2ded3fe1-fcae-4e6d-b1a3-73bf4598a72a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/floatingips/01348133-cb1e-4fc3-a5c0-b68343e0a58b HTTP/1.1" status: 204 len: 168 time: 2.2583442 Dec 25 19:54:51.819998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:51.865419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port dbc3e9ad-d866-446d-ac33-d94d8dc913ce, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=dbc3e9ad-d866-446d-ac33-d94d8dc913ce,segment=NetworkSegment(29a7343c-5f56-4bc5-816a-dc112f387752),segment_id=29a7343c-5f56-4bc5-816a-dc112f387752)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:54:51.930880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ca2efca-08e4-48de-9d18-3b6fe4de36fe tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:52.044762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:52.045989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 26244dc4-4b0c-4653-9c3c-d532f6effc93 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:54:52.097137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7b1fe59d-e22d-4a2c-9f55-73872f6346c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:52.152374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4efef9c-988b-4b41-b686-74a63e8266c3 None None] Network 7bd98c7f-05ed-4c88-942e-1a19fb4f04f6 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:54:52.206180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=dbc3e9ad-d866-446d-ac33-d94d8dc913ce,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:52.209611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:52.269734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c8247-63ea-4940-b4b4-bb70e4b6ce22 req-e9d6f01b-4d48-433b-b809-3536e0250fed tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:52.270418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-343c8247-63ea-4940-b4b4-bb70e4b6ce22 req-e9d6f01b-4d48-433b-b809-3536e0250fed tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Synchronizing usage tracker for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:54:52.288624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-343c8247-63ea-4940-b4b4-bb70e4b6ce22 req-e9d6f01b-4d48-433b-b809-3536e0250fed tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Unset dirty status for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:54:52.290911 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-343c8247-63ea-4940-b4b4-bb70e4b6ce22 req-e9d6f01b-4d48-433b-b809-3536e0250fed tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=3012dfea-1904-49ff-809b-8b31d4f9e3f4 HTTP/1.1" status: 200 len: 945 time: 0.1121783 Dec 25 19:54:52.341692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-343c8247-63ea-4940-b4b4-bb70e4b6ce22 req-55fc50a4-c22f-472f-85e7-a0d46b2adcab tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Synchronizing usage tracker for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:54:52.342339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb12e5dd-3003-4ca6-ba19-db77abf105e0 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:52.348218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-59b4f9ab-a44f-4420-8172-f0c71ec1e4ec None None] Provisioning for port 26244dc4-4b0c-4653-9c3c-d532f6effc93 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:54:52.364573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-343c8247-63ea-4940-b4b4-bb70e4b6ce22 req-55fc50a4-c22f-472f-85e7-a0d46b2adcab tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Unset dirty status for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:54:52.365862 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-343c8247-63ea-4940-b4b4-bb70e4b6ce22 req-55fc50a4-c22f-472f-85e7-a0d46b2adcab tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=476f993a-5350-4bf2-a5b7-7a2be7c38041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687039 Dec 25 19:54:52.374742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-bb12e5dd-3003-4ca6-ba19-db77abf105e0 None None] Transition to ACTIVE for port object ac674df8-da4f-46a9-a328-f14b27d9f267 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:54:52.442252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-bb12e5dd-3003-4ca6-ba19-db77abf105e0 None None] Transition to ACTIVE for port object ac674df8-da4f-46a9-a328-f14b27d9f267 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:54:52.448198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 26244dc4-4b0c-4653-9c3c-d532f6effc93 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:54:52.460737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 26244dc4-4b0c-4653-9c3c-d532f6effc93 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:54:52.461160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:52.524460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-9ca2efca-08e4-48de-9d18-3b6fe4de36fe tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Allocated IP 172.22.0.1 (2ea7ec8a-0366-4780-b07b-42701a213d5f/cdf600f5-1e55-4082-a1cb-729b84b77010/9e74a7f7-a7b8-4b63-9ebf-f0d86994a2ce) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:54:52.655907 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb12e5dd-3003-4ca6-ba19-db77abf105e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:52.671219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-449f7a7d-bd60-43ad-a1a9-3cc869448a27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:52.708784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ca2efca-08e4-48de-9d18-3b6fe4de36fe tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:52.725582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-9ca2efca-08e4-48de-9d18-3b6fe4de36fe tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Transition to ACTIVE for port object 9e74a7f7-a7b8-4b63-9ebf-f0d86994a2ce will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:54:52.735780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device d43c99a5-fa45-4de4-9fa1-15253236be82 up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:54:52.746837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ca2efca-08e4-48de-9d18-3b6fe4de36fe tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:52.756035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b8c6fe51-996d-4e02-9b98-8a2829f439ba tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:52.862103 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb12e5dd-3003-4ca6-ba19-db77abf105e0 None None] Network 2ea7ec8a-0366-4780-b07b-42701a213d5f is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:54:52.874483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb12e5dd-3003-4ca6-ba19-db77abf105e0 None None] Pushing event updated for resources: {'Port': ['ID=ac674df8-da4f-46a9-a328-f14b27d9f267,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:52.877317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-bb12e5dd-3003-4ca6-ba19-db77abf105e0 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:54:52.882420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bb12e5dd-3003-4ca6-ba19-db77abf105e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:52.884978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb12e5dd-3003-4ca6-ba19-db77abf105e0 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:54:53.051558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca2efca-08e4-48de-9d18-3b6fe4de36fe tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Network 2ea7ec8a-0366-4780-b07b-42701a213d5f is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:54:53.055020 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-9ca2efca-08e4-48de-9d18-3b6fe4de36fe tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:54:53.060011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca2efca-08e4-48de-9d18-3b6fe4de36fe tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:54:53.061949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:53.075914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-bb12e5dd-3003-4ca6-ba19-db77abf105e0 None None] Attempting to bind port ac674df8-da4f-46a9-a328-f14b27d9f267 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:54:53.076348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-bb12e5dd-3003-4ca6-ba19-db77abf105e0 None None] Attempting to bind port ac674df8-da4f-46a9-a328-f14b27d9f267 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '5ce4c022-52f8-40db-b2e3-46de9d2a0525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2ea7ec8a-0366-4780-b07b-42701a213d5f'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:54:53.076773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb12e5dd-3003-4ca6-ba19-db77abf105e0 None None] Attempting to bind port ac674df8-da4f-46a9-a328-f14b27d9f267 on network 2ea7ec8a-0366-4780-b07b-42701a213d5f {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:54:53.096945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port d43c99a5-fa45-4de4-9fa1-15253236be82 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:54:53.097389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:53.113792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2efca-08e4-48de-9d18-3b6fe4de36fe tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event updated for resources: {'Port': ['ID=9e74a7f7-a7b8-4b63-9ebf-f0d86994a2ce,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:53.123435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9ca2efca-08e4-48de-9d18-3b6fe4de36fe tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:53.141018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ca2efca-08e4-48de-9d18-3b6fe4de36fe tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:53.175746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb12e5dd-3003-4ca6-ba19-db77abf105e0 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:54:53.176152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb12e5dd-3003-4ca6-ba19-db77abf105e0 None None] Checking segment: {'id': '5ce4c022-52f8-40db-b2e3-46de9d2a0525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2ea7ec8a-0366-4780-b07b-42701a213d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:54:53.176613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb12e5dd-3003-4ca6-ba19-db77abf105e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:53.177061 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb12e5dd-3003-4ca6-ba19-db77abf105e0 None None] Bound using segment: {'id': '5ce4c022-52f8-40db-b2e3-46de9d2a0525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2ea7ec8a-0366-4780-b07b-42701a213d5f'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:54:53.177636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-bb12e5dd-3003-4ca6-ba19-db77abf105e0 None None] Bound port: ac674df8-da4f-46a9-a328-f14b27d9f267, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce4c022-52f8-40db-b2e3-46de9d2a0525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2ea7ec8a-0366-4780-b07b-42701a213d5f'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:54:53.178037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb12e5dd-3003-4ca6-ba19-db77abf105e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:53.216477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 26244dc4-4b0c-4653-9c3c-d532f6effc93, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=26244dc4-4b0c-4653-9c3c-d532f6effc93,segment=NetworkSegment(215d8274-f6eb-4bcd-840c-af864401f2ff),segment_id=215d8274-f6eb-4bcd-840c-af864401f2ff)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:54:53.237428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ca2efca-08e4-48de-9d18-3b6fe4de36fe tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:53.251182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:53.307510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-bb12e5dd-3003-4ca6-ba19-db77abf105e0 None None] For port ac674df8-da4f-46a9-a328-f14b27d9f267, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:54:53.311480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-bb12e5dd-3003-4ca6-ba19-db77abf105e0 None None] For port ac674df8-da4f-46a9-a328-f14b27d9f267, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=ac674df8-da4f-46a9-a328-f14b27d9f267,segment=NetworkSegment(5ce4c022-52f8-40db-b2e3-46de9d2a0525),segment_id=5ce4c022-52f8-40db-b2e3-46de9d2a0525)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:54:53.313365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bb12e5dd-3003-4ca6-ba19-db77abf105e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:53.391770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device dbc3e9ad-d866-446d-ac33-d94d8dc913ce up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:54:53.490482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb12e5dd-3003-4ca6-ba19-db77abf105e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:53.564656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:53.572173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port dbc3e9ad-d866-446d-ac33-d94d8dc913ce triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:54:53.572784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:53.612854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:53.670757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=26244dc4-4b0c-4653-9c3c-d532f6effc93,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:53.689292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c688606a-468a-4805-8851-20b48da0bc36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43c99a5-fa45-4de4-9fa1-15253236be82'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:54:53.698259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:53.699678 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-3c34a662-8a00-4f79-be66-67562b5bdefa None None] Provisioning for port 762129d0-aa95-4cb8-9126-20a6d488323b completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:54:53.704954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-665542fe-5162-472d-aaf2-55d53ad32670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:53.707870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a853f26-1952-4619-b0a0-282329679ce5 req-a9a6a243-10be-42d5-bb02-26b80b705a78 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:53.709662 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8a853f26-1952-4619-b0a0-282329679ce5 req-a9a6a243-10be-42d5-bb02-26b80b705a78 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "GET /v2.0/ports?device_id=3012dfea-1904-49ff-809b-8b31d4f9e3f4 HTTP/1.1" status: 200 len: 945 time: 0.2189345 Dec 25 19:54:53.746856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-3c34a662-8a00-4f79-be66-67562b5bdefa None None] Provisioning complete for port 762129d0-aa95-4cb8-9126-20a6d488323b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:54:53.747346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3c34a662-8a00-4f79-be66-67562b5bdefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:53.755608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ca2efca-08e4-48de-9d18-3b6fe4de36fe tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:53.773855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ca2efca-08e4-48de-9d18-3b6fe4de36fe tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:53.780028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7aa10-3002-4c02-bc13-697de299b7c6 req-605ab2ec-f00b-4ece-892b-a37b52cd1e09 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:53.780986 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8ce7aa10-3002-4c02-bc13-697de299b7c6 req-605ab2ec-f00b-4ece-892b-a37b52cd1e09 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=3012dfea-1904-49ff-809b-8b31d4f9e3f4 HTTP/1.1" status: 200 len: 945 time: 0.2064056 Dec 25 19:54:53.812254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-89171fa5-90d1-40b5-8132-2229ef3d1336 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:53.821032 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c688606a-468a-4805-8851-20b48da0bc36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43c99a5-fa45-4de4-9fa1-15253236be82', 'code': 200} Dec 25 19:54:53.824223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port d43c99a5-fa45-4de4-9fa1-15253236be82, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d43c99a5-fa45-4de4-9fa1-15253236be82,segment=NetworkSegment(7cb71ec7-b082-4592-8f83-079b0317520f),segment_id=7cb71ec7-b082-4592-8f83-079b0317520f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:54:53.841163 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:53.863177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-3c34a662-8a00-4f79-be66-67562b5bdefa None None] Port 762129d0-aa95-4cb8-9126-20a6d488323b cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:54:53.876638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-8a853f26-1952-4619-b0a0-282329679ce5 req-0bb48aed-239b-4ac9-b74d-e699f6a06ab9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting port d541b3f3-f278-4abe-a670-d98bae459725 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:54:53.877465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-8a853f26-1952-4619-b0a0-282329679ce5 req-0bb48aed-239b-4ac9-b74d-e699f6a06ab9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:53.931825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ca2efca-08e4-48de-9d18-3b6fe4de36fe tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:53.945793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb12e5dd-3003-4ca6-ba19-db77abf105e0 None None] Pushing event updated for resources: {'Port': ['ID=ac674df8-da4f-46a9-a328-f14b27d9f267,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:53.950273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bb12e5dd-3003-4ca6-ba19-db77abf105e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:53.950952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c53b61c2-f8c8-423e-8eda-7ccca06a6187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:53.959497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] Sync routers for ids ['7de88c79-1393-4c32-8e85-99d6c78d60b6'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:54:53.985702 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8ce7aa10-3002-4c02-bc13-697de299b7c6 req-e441f466-9026-455d-995f-00afc351eee7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=476f993a-5350-4bf2-a5b7-7a2be7c38041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955428 Dec 25 19:54:53.993085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] Routers {'7de88c79-1393-4c32-8e85-99d6c78d60b6'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:54:53.994126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:54:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['7de88c79-1393-4c32-8e85-99d6c78d60b6'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:54.011716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-3c34a662-8a00-4f79-be66-67562b5bdefa None None] Provisioning complete for port 26244dc4-4b0c-4653-9c3c-d532f6effc93 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:54:54.011716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3c34a662-8a00-4f79-be66-67562b5bdefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:54.121689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=d43c99a5-fa45-4de4-9fa1-15253236be82,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:54.146569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:54.208800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2efca-08e4-48de-9d18-3b6fe4de36fe tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event updated for resources: {'Port': ['ID=9e74a7f7-a7b8-4b63-9ebf-f0d86994a2ce,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:54.233642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9ca2efca-08e4-48de-9d18-3b6fe4de36fe tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:54.262041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca2efca-08e4-48de-9d18-3b6fe4de36fe tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Network 2ea7ec8a-0366-4780-b07b-42701a213d5f is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:54:54.263333 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-9ca2efca-08e4-48de-9d18-3b6fe4de36fe tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:54:54.296418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] Set router 7de88c79-1393-4c32-8e85-99d6c78d60b6 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:54:54.396854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-4378ac4e-3adf-4105-81ef-4c58afff7b3a None None] Provisioning complete for port 762129d0-aa95-4cb8-9126-20a6d488323b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:54:54.397508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4378ac4e-3adf-4105-81ef-4c58afff7b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:54.491118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-4378ac4e-3adf-4105-81ef-4c58afff7b3a None None] Port 762129d0-aa95-4cb8-9126-20a6d488323b cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:54:54.623544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-8a853f26-1952-4619-b0a0-282329679ce5 req-0bb48aed-239b-4ac9-b74d-e699f6a06ab9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] For port d541b3f3-f278-4abe-a670-d98bae459725, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d541b3f3-f278-4abe-a670-d98bae459725,segment=NetworkSegment(43266cd3-4b82-4fe2-a975-b78f72b2e140),segment_id=43266cd3-4b82-4fe2-a975-b78f72b2e140)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:54:54.623939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-8a853f26-1952-4619-b0a0-282329679ce5 req-0bb48aed-239b-4ac9-b74d-e699f6a06ab9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:54.690445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca2efca-08e4-48de-9d18-3b6fe4de36fe tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Router 7de88c79-1393-4c32-8e85-99d6c78d60b6 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:54:54.727800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'name': 'tempest-RoutersTest-router-1254899065', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:54:40Z', 'updated_at': '2021-12-25T19:54:53Z', 'revision_number': 4, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'gw_port_host': None, '_interfaces': [{'id': '762129d0-aa95-4cb8-9126-20a6d488323b', 'name': '', 'network_id': '7bd98c7f-05ed-4c88-942e-1a19fb4f04f6', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:ed:e0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59bd6226-9718-4dc5-9777-556d9c80cc1c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:46Z', 'updated_at': '2021-12-25T19:54:47Z', 'revision_number': 2, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': '59bd6226-9718-4dc5-9777-556d9c80cc1c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e74a7f7-a7b8-4b63-9ebf-f0d86994a2ce', 'name': '', 'network_id': '2ea7ec8a-0366-4780-b07b-42701a213d5f', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:65:5b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdf600f5-1e55-4082-a1cb-729b84b77010', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:52Z', 'updated_at': '2021-12-25T19:54:53Z', 'revision_number': 2, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': 'cdf600f5-1e55-4082-a1cb-729b84b77010', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbc3e9ad-d866-446d-ac33-d94d8dc913ce', 'name': '', 'network_id': 'baca2119-f7f4-483c-a69a-4407cc809a23', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:17:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc3467ac-c88a-4614-bdb1-9a6555852eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:42Z', 'updated_at': '2021-12-25T19:54:51Z', 'revision_number': 5, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': 'dc3467ac-c88a-4614-bdb1-9a6555852eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:54.732488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] Checking router: 7de88c79-1393-4c32-8e85-99d6c78d60b6 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:54:54.732893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] Updating router 7de88c79-1393-4c32-8e85-99d6c78d60b6 port 762129d0-aa95-4cb8-9126-20a6d488323b binding host dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 19:54:54.756900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-8a853f26-1952-4619-b0a0-282329679ce5 req-0bb48aed-239b-4ac9-b74d-e699f6a06ab9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Calling delete_port for d541b3f3-f278-4abe-a670-d98bae459725 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:54:54.790503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:54.880737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca2efca-08e4-48de-9d18-3b6fe4de36fe tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:54:54.898104 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9ca2efca-08e4-48de-9d18-3b6fe4de36fe tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "PUT /v2.0/routers/7de88c79-1393-4c32-8e85-99d6c78d60b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9453671 Dec 25 19:54:54.898326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53522) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:54.905475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-9ef6caa4-b5a3-4720-b305-21b33dfc8170 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Request body: {'network': {'name': 'tempest-RoutersTest-911842645'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:54:54.911473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9ef6caa4-b5a3-4720-b305-21b33dfc8170 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:54:54.915874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9ef6caa4-b5a3-4720-b305-21b33dfc8170 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Usage tracker for resource:network and tenant:9adb83111618414cb6cbe9c785ff883c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:54:54.920323 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9ef6caa4-b5a3-4720-b305-21b33dfc8170 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:54:54.924564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-8a853f26-1952-4619-b0a0-282329679ce5 req-0bb48aed-239b-4ac9-b74d-e699f6a06ab9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:54.927260 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9ef6caa4-b5a3-4720-b305-21b33dfc8170 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:54:54.930548 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e2d815fa-ea73-4757-85b1-3794f4d18645 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:54.937401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef6caa4-b5a3-4720-b305-21b33dfc8170 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Made reservation on behalf of 9adb83111618414cb6cbe9c785ff883c for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:54:54.943104 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ef6caa4-b5a3-4720-b305-21b33dfc8170 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:54.973284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ef6caa4-b5a3-4720-b305-21b33dfc8170 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:54:54.975495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb48aed-239b-4ac9-b74d-e699f6a06ab9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Port': ['ID=d541b3f3-f278-4abe-a670-d98bae459725,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:54.980014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0bb48aed-239b-4ac9-b74d-e699f6a06ab9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:54.984717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ef6caa4-b5a3-4720-b305-21b33dfc8170 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:54.985107 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-9ef6caa4-b5a3-4720-b305-21b33dfc8170 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Added segment 9adbeec1-65ab-4b42-8fa7-6c7133696902 of type vlan for network 83806f78-5b15-4fd6-8a76-922b64532d37 Dec 25 19:54:55.013167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ef6caa4-b5a3-4720-b305-21b33dfc8170 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:55.047693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ef6caa4-b5a3-4720-b305-21b33dfc8170 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:55.052098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef6caa4-b5a3-4720-b305-21b33dfc8170 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:55.052920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ef6caa4-b5a3-4720-b305-21b33dfc8170 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:55.058032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a853f26-1952-4619-b0a0-282329679ce5 req-0bb48aed-239b-4ac9-b74d-e699f6a06ab9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] No DVR routers for this DVR port d541b3f3-f278-4abe-a670-d98bae459725 on host hv-neutron-8226 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:54:55.060314 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7e872496-f8a9-4157-9d0c-fde0634a93fc tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:55.060629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-8a853f26-1952-4619-b0a0-282329679ce5 req-0bb48aed-239b-4ac9-b74d-e699f6a06ab9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:55.070490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3012dfea-1904-49ff-809b-8b31d4f9e3f4', 'name': 'network-vif-deleted', 'tag': 'd541b3f3-f278-4abe-a670-d98bae459725'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:54:55.077407 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8a853f26-1952-4619-b0a0-282329679ce5 req-0bb48aed-239b-4ac9-b74d-e699f6a06ab9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "DELETE /v2.0/ports/d541b3f3-f278-4abe-a670-d98bae459725 HTTP/1.1" status: 204 len: 173 time: 1.3585489 Dec 25 19:54:55.136384 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9ef6caa4-b5a3-4720-b305-21b33dfc8170 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2366629 Dec 25 19:54:55.139312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53530) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:55.149479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-02f45c1d-3ab1-488e-b08a-fd7b3590e5c1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Request body: {'subnet': {'network_id': '83806f78-5b15-4fd6-8a76-922b64532d37', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:54:55.209269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6caa4-b5a3-4720-b305-21b33dfc8170 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event updated for resources: {'Network': ['ID=83806f78-5b15-4fd6-8a76-922b64532d37,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:55.211321 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:55.215149 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3012dfea-1904-49ff-809b-8b31d4f9e3f4', 'name': 'network-vif-deleted', 'tag': 'd541b3f3-f278-4abe-a670-d98bae459725', 'status': 'completed', 'code': 200} Dec 25 19:54:55.222153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9ef6caa4-b5a3-4720-b305-21b33dfc8170 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:55.222434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 83806f78-5b15-4fd6-8a76-922b64532d37 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:54:55.233957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] Transition to ACTIVE for port object 762129d0-aa95-4cb8-9126-20a6d488323b will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:54:55.242559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:55.248944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-52f15a58-9cad-4ec7-a956-07be1f2dcf78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:55.356405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-51744966-937b-437e-85d8-6d8dded22f47 req-4382c28c-282f-44ca-b328-7cda0892c107 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Synchronizing usage tracker for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:54:55.429353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf3e49f-5c29-4c17-b121-dae3d5c23ed0 None None] Pushing event updated for resources: {'Port': ['ID=762129d0-aa95-4cb8-9126-20a6d488323b,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:55.444324 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf3e49f-5c29-4c17-b121-dae3d5c23ed0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:54:55.444900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf3e49f-5c29-4c17-b121-dae3d5c23ed0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:54:55.445398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf3e49f-5c29-4c17-b121-dae3d5c23ed0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:54:55.445891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf3e49f-5c29-4c17-b121-dae3d5c23ed0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:54:55.446384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf3e49f-5c29-4c17-b121-dae3d5c23ed0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:54:55.446927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf3e49f-5c29-4c17-b121-dae3d5c23ed0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:54:55.447920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf3e49f-5c29-4c17-b121-dae3d5c23ed0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:54:55.448400 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf3e49f-5c29-4c17-b121-dae3d5c23ed0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:54:55.449018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf3e49f-5c29-4c17-b121-dae3d5c23ed0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:54:55.449823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf3e49f-5c29-4c17-b121-dae3d5c23ed0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:54:55.449823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf3e49f-5c29-4c17-b121-dae3d5c23ed0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:54:55.467673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-02f45c1d-3ab1-488e-b08a-fd7b3590e5c1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:54:55.471969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-02f45c1d-3ab1-488e-b08a-fd7b3590e5c1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Usage tracker for resource:subnet and tenant:9adb83111618414cb6cbe9c785ff883c is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:54:55.475211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-02f45c1d-3ab1-488e-b08a-fd7b3590e5c1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:54:55.482809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-02f45c1d-3ab1-488e-b08a-fd7b3590e5c1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:54:55.484601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-abf3e49f-5c29-4c17-b121-dae3d5c23ed0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:55.493330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device ac674df8-da4f-46a9-a328-f14b27d9f267 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:54:55.495545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-51744966-937b-437e-85d8-6d8dded22f47 req-4382c28c-282f-44ca-b328-7cda0892c107 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Unset dirty status for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:54:55.508325 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-51744966-937b-437e-85d8-6d8dded22f47 req-4382c28c-282f-44ca-b328-7cda0892c107 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=3012dfea-1904-49ff-809b-8b31d4f9e3f4 HTTP/1.1" status: 200 len: 210 time: 0.2699637 Dec 25 19:54:55.509562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f45c1d-3ab1-488e-b08a-fd7b3590e5c1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Made reservation on behalf of 9adb83111618414cb6cbe9c785ff883c for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:54:55.593833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] Attempting to bind port 762129d0-aa95-4cb8-9126-20a6d488323b on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:54:55.607180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] Attempting to bind port 762129d0-aa95-4cb8-9126-20a6d488323b by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '215d8274-f6eb-4bcd-840c-af864401f2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7bd98c7f-05ed-4c88-942e-1a19fb4f04f6'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:54:55.608272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] Attempting to bind port 762129d0-aa95-4cb8-9126-20a6d488323b on network 7bd98c7f-05ed-4c88-942e-1a19fb4f04f6 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:54:55.608512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port ac674df8-da4f-46a9-a328-f14b27d9f267 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:54:55.614753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 26244dc4-4b0c-4653-9c3c-d532f6effc93 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:54:55.618454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:54:55.619975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] Checking segment: {'id': '215d8274-f6eb-4bcd-840c-af864401f2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7bd98c7f-05ed-4c88-942e-1a19fb4f04f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:54:55.620614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:55.621220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] Bound using segment: {'id': '215d8274-f6eb-4bcd-840c-af864401f2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7bd98c7f-05ed-4c88-942e-1a19fb4f04f6'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:54:55.621926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] Bound port: 762129d0-aa95-4cb8-9126-20a6d488323b, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '215d8274-f6eb-4bcd-840c-af864401f2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7bd98c7f-05ed-4c88-942e-1a19fb4f04f6'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:54:55.622696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:55.657850 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-02f45c1d-3ab1-488e-b08a-fd7b3590e5c1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:55.762339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 26244dc4-4b0c-4653-9c3c-d532f6effc93 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:54:55.762899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:55.805799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] For port 762129d0-aa95-4cb8-9126-20a6d488323b, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:54:55.811662 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] For port 762129d0-aa95-4cb8-9126-20a6d488323b, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=762129d0-aa95-4cb8-9126-20a6d488323b,segment=NetworkSegment(215d8274-f6eb-4bcd-840c-af864401f2ff),segment_id=215d8274-f6eb-4bcd-840c-af864401f2ff)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:54:55.819429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:55.834932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-116308d5-95e5-449b-b671-36b50a801a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:55.941342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf3e49f-5c29-4c17-b121-dae3d5c23ed0 None None] Pushing event updated for resources: {'Port': ['ID=762129d0-aa95-4cb8-9126-20a6d488323b,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:55.948293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-abf3e49f-5c29-4c17-b121-dae3d5c23ed0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:55.949576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] Updating router 7de88c79-1393-4c32-8e85-99d6c78d60b6 port 9e74a7f7-a7b8-4b63-9ebf-f0d86994a2ce binding host dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 19:54:56.013048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-02f45c1d-3ab1-488e-b08a-fd7b3590e5c1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:56.033658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1f909ba3-f750-4cd3-8f09-bfaab920aae9 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:56.040098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:56.120938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f45c1d-3ab1-488e-b08a-fd7b3590e5c1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event updated for resources: {'Subnet': ['ID=69130b6f-ada4-414b-91d0-fc514cd59c62,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:56.132315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-02f45c1d-3ab1-488e-b08a-fd7b3590e5c1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:56.146987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f45c1d-3ab1-488e-b08a-fd7b3590e5c1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Checking segment: {'id': '9adbeec1-65ab-4b42-8fa7-6c7133696902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '83806f78-5b15-4fd6-8a76-922b64532d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:54:56.147417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f45c1d-3ab1-488e-b08a-fd7b3590e5c1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Network hostable DHCP agents. Network: 83806f78-5b15-4fd6-8a76-922b64532d37, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:54:56.171325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f45c1d-3ab1-488e-b08a-fd7b3590e5c1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Network 83806f78-5b15-4fd6-8a76-922b64532d37 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:54:56.181228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-02f45c1d-3ab1-488e-b08a-fd7b3590e5c1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 83806f78-5b15-4fd6-8a76-922b64532d37) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:54:56.191670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f45c1d-3ab1-488e-b08a-fd7b3590e5c1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:54:56.192175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-02f45c1d-3ab1-488e-b08a-fd7b3590e5c1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:56.192852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef9a252-67ba-44b2-a75a-48b63adecd4e None None] Network 83806f78-5b15-4fd6-8a76-922b64532d37 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:54:56.234220 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-02f45c1d-3ab1-488e-b08a-fd7b3590e5c1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0936666 Dec 25 19:54:56.237564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53534) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:56.336877 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22419f3-5d0e-4c40-8ad9-c114154fafdb None None] Network 2ea7ec8a-0366-4780-b07b-42701a213d5f requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:54:56.424217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d58ce7ce-2387-482f-bfdc-b5f7e9397276 None None] Provisioning for port ac674df8-da4f-46a9-a328-f14b27d9f267 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:54:56.493934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d58ce7ce-2387-482f-bfdc-b5f7e9397276 None None] Provisioning complete for port ac674df8-da4f-46a9-a328-f14b27d9f267 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:54:56.494385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d58ce7ce-2387-482f-bfdc-b5f7e9397276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:56.627936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53540) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:56.660866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:56.675723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] Transition to ACTIVE for port object 9e74a7f7-a7b8-4b63-9ebf-f0d86994a2ce will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:54:56.683435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:56.688523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:56.707993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-43aa708a-973e-4593-a2ff-651b67a7f030 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:56.750065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-43aa708a-973e-4593-a2ff-651b67a7f030 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:56.772422 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cda969b-ce77-4cf5-b90a-be3695e926a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-83806f78-5b15-4fd6-8a76-922b64532d37', 'network_id': '83806f78-5b15-4fd6-8a76-922b64532d37', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'fixed_ips': [{'subnet_id': '69130b6f-ada4-414b-91d0-fc514cd59c62'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:54:56.773441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9cda969b-ce77-4cf5-b90a-be3695e926a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:56.784300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device d541b3f3-f278-4abe-a670-d98bae459725 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:54:56.812457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-43aa708a-973e-4593-a2ff-651b67a7f030 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:56.826751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e07267b7-5122-40d5-a009-fa0e93a37374 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:56.850788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa708a-973e-4593-a2ff-651b67a7f030 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=476f993a-5350-4bf2-a5b7-7a2be7c38041,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:56.862745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-43aa708a-973e-4593-a2ff-651b67a7f030 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:56.870588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-43aa708a-973e-4593-a2ff-651b67a7f030 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:56.872200 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-43aa708a-973e-4593-a2ff-651b67a7f030 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/security-groups/476f993a-5350-4bf2-a5b7-7a2be7c38041 HTTP/1.1" status: 204 len: 168 time: 0.2431564 Dec 25 19:54:56.916067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53546) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:54:56.926212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf3e49f-5c29-4c17-b121-dae3d5c23ed0 None None] Pushing event updated for resources: {'Port': ['ID=9e74a7f7-a7b8-4b63-9ebf-f0d86994a2ce,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:56.933529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-abf3e49f-5c29-4c17-b121-dae3d5c23ed0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:56.953103 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] Attempting to bind port 9e74a7f7-a7b8-4b63-9ebf-f0d86994a2ce on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:54:56.953440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] Attempting to bind port 9e74a7f7-a7b8-4b63-9ebf-f0d86994a2ce by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '5ce4c022-52f8-40db-b2e3-46de9d2a0525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2ea7ec8a-0366-4780-b07b-42701a213d5f'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:54:56.953855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] Attempting to bind port 9e74a7f7-a7b8-4b63-9ebf-f0d86994a2ce on network 2ea7ec8a-0366-4780-b07b-42701a213d5f {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:54:56.961489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:54:56.961913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] Checking segment: {'id': '5ce4c022-52f8-40db-b2e3-46de9d2a0525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2ea7ec8a-0366-4780-b07b-42701a213d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:54:56.962365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:56.962806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] Bound using segment: {'id': '5ce4c022-52f8-40db-b2e3-46de9d2a0525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2ea7ec8a-0366-4780-b07b-42701a213d5f'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:54:56.963915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] Bound port: 9e74a7f7-a7b8-4b63-9ebf-f0d86994a2ce, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce4c022-52f8-40db-b2e3-46de9d2a0525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2ea7ec8a-0366-4780-b07b-42701a213d5f'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:54:56.964333 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:56.998015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-372e042f-8f1a-4375-9bec-ec352546dd85 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:57.061176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] For port 9e74a7f7-a7b8-4b63-9ebf-f0d86994a2ce, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:54:57.064450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] For port 9e74a7f7-a7b8-4b63-9ebf-f0d86994a2ce, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=9e74a7f7-a7b8-4b63-9ebf-f0d86994a2ce,segment=NetworkSegment(5ce4c022-52f8-40db-b2e3-46de9d2a0525),segment_id=5ce4c022-52f8-40db-b2e3-46de9d2a0525)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:54:57.069432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:57.071505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d58ce7ce-2387-482f-bfdc-b5f7e9397276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:57.075722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2b16f092-e8ad-4e12-bd56-614097af4426 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:57.092069 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] No Port match for: d541b3f3-f278-4abe-a670-d98bae459725 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:54:57.092473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device d541b3f3-f278-4abe-a670-d98bae459725 not bound to the agent host hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:54:57.166294 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] Routers {'7de88c79-1393-4c32-8e85-99d6c78d60b6'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:54:57.166989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:54:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['7de88c79-1393-4c32-8e85-99d6c78d60b6'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:57.251660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-d58ce7ce-2387-482f-bfdc-b5f7e9397276 None None] For port ac674df8-da4f-46a9-a328-f14b27d9f267, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=ac674df8-da4f-46a9-a328-f14b27d9f267,segment=NetworkSegment(5ce4c022-52f8-40db-b2e3-46de9d2a0525),segment_id=5ce4c022-52f8-40db-b2e3-46de9d2a0525)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:54:57.263766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d58ce7ce-2387-482f-bfdc-b5f7e9397276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:57.272665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fa45a4d5-1588-4c09-84a5-09b1756279ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:57.351198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] Set router 7de88c79-1393-4c32-8e85-99d6c78d60b6 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:54:57.438368 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ce7ce-2387-482f-bfdc-b5f7e9397276 None None] Pushing event updated for resources: {'Port': ['ID=ac674df8-da4f-46a9-a328-f14b27d9f267,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:57.446155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d58ce7ce-2387-482f-bfdc-b5f7e9397276 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:57.477489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 762129d0-aa95-4cb8-9126-20a6d488323b up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:54:57.491351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf3e49f-5c29-4c17-b121-dae3d5c23ed0 None None] Pushing event updated for resources: {'Port': ['ID=9e74a7f7-a7b8-4b63-9ebf-f0d86994a2ce,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:57.505936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-abf3e49f-5c29-4c17-b121-dae3d5c23ed0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:57.509673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cfd14425-3820-4279-a897-ad27db2ff80a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:57.534279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-9cda969b-ce77-4cf5-b90a-be3695e926a4 None None] Allocated IP 172.23.0.2 (83806f78-5b15-4fd6-8a76-922b64532d37/69130b6f-ada4-414b-91d0-fc514cd59c62/746fca27-b31c-43f2-92c0-8992bb901a0d) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:54:57.659948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 762129d0-aa95-4cb8-9126-20a6d488323b completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:54:57.670209 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 762129d0-aa95-4cb8-9126-20a6d488323b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:54:57.670648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:57.840111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'name': 'tempest-RoutersTest-router-1254899065', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:54:40Z', 'updated_at': '2021-12-25T19:54:53Z', 'revision_number': 4, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'gw_port_host': None, '_interfaces': [{'id': '762129d0-aa95-4cb8-9126-20a6d488323b', 'name': '', 'network_id': '7bd98c7f-05ed-4c88-942e-1a19fb4f04f6', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:ed:e0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59bd6226-9718-4dc5-9777-556d9c80cc1c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:46Z', 'updated_at': '2021-12-25T19:54:55Z', 'revision_number': 4, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': '59bd6226-9718-4dc5-9777-556d9c80cc1c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e74a7f7-a7b8-4b63-9ebf-f0d86994a2ce', 'name': '', 'network_id': '2ea7ec8a-0366-4780-b07b-42701a213d5f', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:65:5b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdf600f5-1e55-4082-a1cb-729b84b77010', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:52Z', 'updated_at': '2021-12-25T19:54:57Z', 'revision_number': 4, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': 'cdf600f5-1e55-4082-a1cb-729b84b77010', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbc3e9ad-d866-446d-ac33-d94d8dc913ce', 'name': '', 'network_id': 'baca2119-f7f4-483c-a69a-4407cc809a23', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:17:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc3467ac-c88a-4614-bdb1-9a6555852eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:42Z', 'updated_at': '2021-12-25T19:54:51Z', 'revision_number': 5, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': 'dc3467ac-c88a-4614-bdb1-9a6555852eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:57.846142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b818e99-b129-4781-ae9f-9df8411dc7c2 None None] The sync data for ids ['7de88c79-1393-4c32-8e85-99d6c78d60b6'] in dv-neutron-822611-1-hyperv is: [{'id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'name': 'tempest-RoutersTest-router-1254899065', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:54:40Z', 'updated_at': '2021-12-25T19:54:53Z', 'revision_number': 4, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'gw_port_host': None, '_interfaces': [{'id': '762129d0-aa95-4cb8-9126-20a6d488323b', 'name': '', 'network_id': '7bd98c7f-05ed-4c88-942e-1a19fb4f04f6', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:ed:e0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59bd6226-9718-4dc5-9777-556d9c80cc1c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:46Z', 'updated_at': '2021-12-25T19:54:55Z', 'revision_number': 4, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': '59bd6226-9718-4dc5-9777-556d9c80cc1c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e74a7f7-a7b8-4b63-9ebf-f0d86994a2ce', 'name': '', 'network_id': '2ea7ec8a-0366-4780-b07b-42701a213d5f', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:65:5b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdf600f5-1e55-4082-a1cb-729b84b77010', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:52Z', 'updated_at': '2021-12-25T19:54:57Z', 'revision_number': 4, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': 'cdf600f5-1e55-4082-a1cb-729b84b77010', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbc3e9ad-d866-446d-ac33-d94d8dc913ce', 'name': '', 'network_id': 'baca2119-f7f4-483c-a69a-4407cc809a23', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:17:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc3467ac-c88a-4614-bdb1-9a6555852eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:42Z', 'updated_at': '2021-12-25T19:54:51Z', 'revision_number': 5, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': 'dc3467ac-c88a-4614-bdb1-9a6555852eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:54:57.916926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9cda969b-ce77-4cf5-b90a-be3695e926a4 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:57.921633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-35756b91-d167-4077-aec0-482ea5ffce91 None None] Provisioning for port 9e74a7f7-a7b8-4b63-9ebf-f0d86994a2ce completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:54:57.932194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:57.970156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-9cda969b-ce77-4cf5-b90a-be3695e926a4 None None] Transition to ACTIVE for port object 746fca27-b31c-43f2-92c0-8992bb901a0d will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:54:58.011799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 762129d0-aa95-4cb8-9126-20a6d488323b, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=762129d0-aa95-4cb8-9126-20a6d488323b,segment=NetworkSegment(215d8274-f6eb-4bcd-840c-af864401f2ff),segment_id=215d8274-f6eb-4bcd-840c-af864401f2ff)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:54:58.014902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-9cda969b-ce77-4cf5-b90a-be3695e926a4 None None] Transition to ACTIVE for port object 746fca27-b31c-43f2-92c0-8992bb901a0d will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:54:58.021764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:58.024354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:58.065414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9cda969b-ce77-4cf5-b90a-be3695e926a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:58.075155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-35756b91-d167-4077-aec0-482ea5ffce91 None None] Provisioning complete for port ac674df8-da4f-46a9-a328-f14b27d9f267 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:54:58.075584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-35756b91-d167-4077-aec0-482ea5ffce91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:58.135372 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-372e042f-8f1a-4375-9bec-ec352546dd85 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Allocated IP 172.23.0.1 (83806f78-5b15-4fd6-8a76-922b64532d37/69130b6f-ada4-414b-91d0-fc514cd59c62/aba1fa83-c33d-4f1c-b531-36ebc321216e) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:54:58.170919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=762129d0-aa95-4cb8-9126-20a6d488323b,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:58.185287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:58.185804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-37b25050-bca6-4179-bf22-632defc1ff8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:58.257376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cda969b-ce77-4cf5-b90a-be3695e926a4 None None] Network 83806f78-5b15-4fd6-8a76-922b64532d37 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:54:58.260867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-9cda969b-ce77-4cf5-b90a-be3695e926a4 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:54:58.279931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cda969b-ce77-4cf5-b90a-be3695e926a4 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:54:58.312931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-cfd14425-3820-4279-a897-ad27db2ff80a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting port bfc5cfa0-aa3d-4364-a9bd-7da341b963f1 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:54:58.313513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cfd14425-3820-4279-a897-ad27db2ff80a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:58.423756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-9cda969b-ce77-4cf5-b90a-be3695e926a4 None None] Attempting to bind port 746fca27-b31c-43f2-92c0-8992bb901a0d on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:54:58.424565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-9cda969b-ce77-4cf5-b90a-be3695e926a4 None None] Attempting to bind port 746fca27-b31c-43f2-92c0-8992bb901a0d by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '9adbeec1-65ab-4b42-8fa7-6c7133696902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '83806f78-5b15-4fd6-8a76-922b64532d37'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:54:58.425176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cda969b-ce77-4cf5-b90a-be3695e926a4 None None] Attempting to bind port 746fca27-b31c-43f2-92c0-8992bb901a0d on network 83806f78-5b15-4fd6-8a76-922b64532d37 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:54:58.441209 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cda969b-ce77-4cf5-b90a-be3695e926a4 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:54:58.441958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cda969b-ce77-4cf5-b90a-be3695e926a4 None None] Checking segment: {'id': '9adbeec1-65ab-4b42-8fa7-6c7133696902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '83806f78-5b15-4fd6-8a76-922b64532d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:54:58.442594 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9cda969b-ce77-4cf5-b90a-be3695e926a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:58.443229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cda969b-ce77-4cf5-b90a-be3695e926a4 None None] Bound using segment: {'id': '9adbeec1-65ab-4b42-8fa7-6c7133696902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '83806f78-5b15-4fd6-8a76-922b64532d37'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:54:58.444228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-9cda969b-ce77-4cf5-b90a-be3695e926a4 None None] Bound port: 746fca27-b31c-43f2-92c0-8992bb901a0d, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9adbeec1-65ab-4b42-8fa7-6c7133696902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '83806f78-5b15-4fd6-8a76-922b64532d37'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:54:58.444849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9cda969b-ce77-4cf5-b90a-be3695e926a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:58.556494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-cfd14425-3820-4279-a897-ad27db2ff80a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] For port bfc5cfa0-aa3d-4364-a9bd-7da341b963f1, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=bfc5cfa0-aa3d-4364-a9bd-7da341b963f1,segment=NetworkSegment(43266cd3-4b82-4fe2-a975-b78f72b2e140),segment_id=43266cd3-4b82-4fe2-a975-b78f72b2e140)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:54:58.557580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cfd14425-3820-4279-a897-ad27db2ff80a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:58.580780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda969b-ce77-4cf5-b90a-be3695e926a4 None None] Pushing event updated for resources: {'Port': ['ID=746fca27-b31c-43f2-92c0-8992bb901a0d,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:58.610920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9cda969b-ce77-4cf5-b90a-be3695e926a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:58.665035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-9cda969b-ce77-4cf5-b90a-be3695e926a4 None None] For port 746fca27-b31c-43f2-92c0-8992bb901a0d, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:54:58.671406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-9cda969b-ce77-4cf5-b90a-be3695e926a4 None None] For port 746fca27-b31c-43f2-92c0-8992bb901a0d, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=746fca27-b31c-43f2-92c0-8992bb901a0d,segment=NetworkSegment(9adbeec1-65ab-4b42-8fa7-6c7133696902),segment_id=9adbeec1-65ab-4b42-8fa7-6c7133696902)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:54:58.680179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9cda969b-ce77-4cf5-b90a-be3695e926a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:58.690669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9cda969b-ce77-4cf5-b90a-be3695e926a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:58.720209 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-372e042f-8f1a-4375-9bec-ec352546dd85 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:58.725555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-cfd14425-3820-4279-a897-ad27db2ff80a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Calling delete_port for bfc5cfa0-aa3d-4364-a9bd-7da341b963f1 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:54:58.744483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-372e042f-8f1a-4375-9bec-ec352546dd85 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Transition to ACTIVE for port object aba1fa83-c33d-4f1c-b531-36ebc321216e will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:54:58.769656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-372e042f-8f1a-4375-9bec-ec352546dd85 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:58.774486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5e491864-f178-4ea1-9f27-14001db6d7d2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:58.835742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda969b-ce77-4cf5-b90a-be3695e926a4 None None] Pushing event updated for resources: {'Port': ['ID=746fca27-b31c-43f2-92c0-8992bb901a0d,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:58.840652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9cda969b-ce77-4cf5-b90a-be3695e926a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:58.871265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372e042f-8f1a-4375-9bec-ec352546dd85 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Network 83806f78-5b15-4fd6-8a76-922b64532d37 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:54:58.872375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e042f-8f1a-4375-9bec-ec352546dd85 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event updated for resources: {'Port': ['ID=aba1fa83-c33d-4f1c-b531-36ebc321216e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:58.875765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-372e042f-8f1a-4375-9bec-ec352546dd85 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:54:58.878764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-372e042f-8f1a-4375-9bec-ec352546dd85 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:58.879555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372e042f-8f1a-4375-9bec-ec352546dd85 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:54:58.965476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-372e042f-8f1a-4375-9bec-ec352546dd85 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:59.026537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cfd14425-3820-4279-a897-ad27db2ff80a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:59.031883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-681d09ac-fa4a-433b-8caa-5e38a225726c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:59.074547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-372e042f-8f1a-4375-9bec-ec352546dd85 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:59.083538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd14425-3820-4279-a897-ad27db2ff80a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Port': ['ID=bfc5cfa0-aa3d-4364-a9bd-7da341b963f1,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:59.089047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cfd14425-3820-4279-a897-ad27db2ff80a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:59.524691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbabe39-a0d0-4961-b904-e79ca165b04c None None] Sync routers for ids ['7de88c79-1393-4c32-8e85-99d6c78d60b6'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:54:59.554474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbabe39-a0d0-4961-b904-e79ca165b04c None None] Routers {'7de88c79-1393-4c32-8e85-99d6c78d60b6'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:54:59.555530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-8cbabe39-a0d0-4961-b904-e79ca165b04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:54:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['7de88c79-1393-4c32-8e85-99d6c78d60b6'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:54:59.657923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device ac674df8-da4f-46a9-a328-f14b27d9f267 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:54:59.801837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-372e042f-8f1a-4375-9bec-ec352546dd85 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:59.808747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-372e042f-8f1a-4375-9bec-ec352546dd85 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:59.822482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cfd14425-3820-4279-a897-ad27db2ff80a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:59.842591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2b64d05b-cf57-47ea-bc6a-19792e41c97f tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:54:59.882280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-8cbabe39-a0d0-4961-b904-e79ca165b04c None None] Set router 7de88c79-1393-4c32-8e85-99d6c78d60b6 gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:54:59.940697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e042f-8f1a-4375-9bec-ec352546dd85 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event updated for resources: {'Port': ['ID=aba1fa83-c33d-4f1c-b531-36ebc321216e,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:54:59.943471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-372e042f-8f1a-4375-9bec-ec352546dd85 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:54:59.947587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-372e042f-8f1a-4375-9bec-ec352546dd85 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:54:59.956192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port ac674df8-da4f-46a9-a328-f14b27d9f267 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:54:59.956615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:00.110450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372e042f-8f1a-4375-9bec-ec352546dd85 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Network 83806f78-5b15-4fd6-8a76-922b64532d37 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:55:00.111796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-372e042f-8f1a-4375-9bec-ec352546dd85 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:55:00.326141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 762129d0-aa95-4cb8-9126-20a6d488323b up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:55:00.455932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-8cbabe39-a0d0-4961-b904-e79ca165b04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'name': 'tempest-RoutersTest-router-1254899065', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:54:40Z', 'updated_at': '2021-12-25T19:54:58Z', 'revision_number': 5, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'gw_port_host': None, '_interfaces': [{'id': '762129d0-aa95-4cb8-9126-20a6d488323b', 'name': '', 'network_id': '7bd98c7f-05ed-4c88-942e-1a19fb4f04f6', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:ed:e0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59bd6226-9718-4dc5-9777-556d9c80cc1c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:46Z', 'updated_at': '2021-12-25T19:54:57Z', 'revision_number': 5, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': '59bd6226-9718-4dc5-9777-556d9c80cc1c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e74a7f7-a7b8-4b63-9ebf-f0d86994a2ce', 'name': '', 'network_id': '2ea7ec8a-0366-4780-b07b-42701a213d5f', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:65:5b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdf600f5-1e55-4082-a1cb-729b84b77010', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:52Z', 'updated_at': '2021-12-25T19:54:57Z', 'revision_number': 4, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': 'cdf600f5-1e55-4082-a1cb-729b84b77010', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aba1fa83-c33d-4f1c-b531-36ebc321216e', 'name': '', 'network_id': '83806f78-5b15-4fd6-8a76-922b64532d37', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:61:9e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69130b6f-ada4-414b-91d0-fc514cd59c62', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:57Z', 'updated_at': '2021-12-25T19:54:58Z', 'revision_number': 1, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': '69130b6f-ada4-414b-91d0-fc514cd59c62', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbc3e9ad-d866-446d-ac33-d94d8dc913ce', 'name': '', 'network_id': 'baca2119-f7f4-483c-a69a-4407cc809a23', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:17:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc3467ac-c88a-4614-bdb1-9a6555852eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:42Z', 'updated_at': '2021-12-25T19:54:51Z', 'revision_number': 5, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': 'dc3467ac-c88a-4614-bdb1-9a6555852eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:00.460716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbabe39-a0d0-4961-b904-e79ca165b04c None None] Checking router: 7de88c79-1393-4c32-8e85-99d6c78d60b6 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:55:00.461139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbabe39-a0d0-4961-b904-e79ca165b04c None None] Updating router 7de88c79-1393-4c32-8e85-99d6c78d60b6 port aba1fa83-c33d-4f1c-b531-36ebc321216e binding host dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 19:55:00.475298 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd14425-3820-4279-a897-ad27db2ff80a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router dd4e48af-8917-45c8-b8c7-8b5583c1c925 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:55:00.494643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372e042f-8f1a-4375-9bec-ec352546dd85 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Router 7de88c79-1393-4c32-8e85-99d6c78d60b6 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:55:00.495750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 762129d0-aa95-4cb8-9126-20a6d488323b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:55:00.496185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:00.702757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372e042f-8f1a-4375-9bec-ec352546dd85 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:55:00.723253 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-372e042f-8f1a-4375-9bec-ec352546dd85 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "PUT /v2.0/routers/7de88c79-1393-4c32-8e85-99d6c78d60b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4848490 Dec 25 19:55:00.726281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53550) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:00.734878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-02738154-a4e6-41ca-91dd-cbae543effb7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:55:00.744492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8cbabe39-a0d0-4961-b904-e79ca165b04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:00.866027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd14425-3820-4279-a897-ad27db2ff80a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:55:00.877227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358fdacc-035b-4c9b-bd4b-3fe057fe3d70 None None] Sync routers for ids ['dd4e48af-8917-45c8-b8c7-8b5583c1c925'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:55:00.892047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358fdacc-035b-4c9b-bd4b-3fe057fe3d70 None None] Routers {'dd4e48af-8917-45c8-b8c7-8b5583c1c925'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:55:00.892743 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-358fdacc-035b-4c9b-bd4b-3fe057fe3d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:54:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['dd4e48af-8917-45c8-b8c7-8b5583c1c925'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:00.922841 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-cfd14425-3820-4279-a897-ad27db2ff80a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "PUT /v2.0/routers/dd4e48af-8917-45c8-b8c7-8b5583c1c925/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0051363 Dec 25 19:55:00.925839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53554) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:00.941053 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 9e74a7f7-a7b8-4b63-9ebf-f0d86994a2ce up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:55:01.063917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbc57b9-bb55-4b2d-a4d6-6ebf6d3bdbb3 None None] Network 83806f78-5b15-4fd6-8a76-922b64532d37 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:55:01.086741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 9e74a7f7-a7b8-4b63-9ebf-f0d86994a2ce completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:55:01.130389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-358fdacc-035b-4c9b-bd4b-3fe057fe3d70 None None] Set router dd4e48af-8917-45c8-b8c7-8b5583c1c925 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:55:01.201215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f5e6b75-0da4-4396-b2bb-8060c298e57d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting subnet ec36c59c-a669-4cfe-8242-554bbb888561 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:55:01.205652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6f5e6b75-0da4-4396-b2bb-8060c298e57d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:01.252816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 9e74a7f7-a7b8-4b63-9ebf-f0d86994a2ce triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:55:01.253584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:01.278840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6f5e6b75-0da4-4396-b2bb-8060c298e57d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:01.387150 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6f5e6b75-0da4-4396-b2bb-8060c298e57d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:01.471798 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6f5e6b75-0da4-4396-b2bb-8060c298e57d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:01.477528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d3fb6883-9e20-4e27-ae46-15081eecdced tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:01.490644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-358fdacc-035b-4c9b-bd4b-3fe057fe3d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'name': 'tempest-TestNetworkBasicOps-router-1483269214', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': '20b942bf-50e5-4c52-881d-f714ed83b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:52:12Z', 'updated_at': '2021-12-25T19:54:58Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '20b942bf-50e5-4c52-881d-f714ed83b460', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:52:13Z', 'updated_at': '2021-12-25T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:01.496014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358fdacc-035b-4c9b-bd4b-3fe057fe3d70 None None] Checking router: dd4e48af-8917-45c8-b8c7-8b5583c1c925 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:55:01.508389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358fdacc-035b-4c9b-bd4b-3fe057fe3d70 None None] Routers {'dd4e48af-8917-45c8-b8c7-8b5583c1c925'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:55:01.509191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-358fdacc-035b-4c9b-bd4b-3fe057fe3d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:54:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['dd4e48af-8917-45c8-b8c7-8b5583c1c925'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:01.518389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e6b75-0da4-4396-b2bb-8060c298e57d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Subnet': ['ID=ec36c59c-a669-4cfe-8242-554bbb888561,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:01.523511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6f5e6b75-0da4-4396-b2bb-8060c298e57d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:01.540286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6f5e6b75-0da4-4396-b2bb-8060c298e57d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:01.547654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-88edf64a-7393-4414-ab48-09ebbc61c6cf None None] Provisioning for port 746fca27-b31c-43f2-92c0-8992bb901a0d completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:55:01.551466 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6f5e6b75-0da4-4396-b2bb-8060c298e57d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/subnets/ec36c59c-a669-4cfe-8242-554bbb888561 HTTP/1.1" status: 204 len: 168 time: 0.6235704 Dec 25 19:55:01.554967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53558) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:01.557439 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b0111d-6b5c-4721-8446-2eb7c1ead061 None None] Network e06dbb6a-241c-47a9-be5d-fea8ee727624 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:55:01.619741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.extraroute_db [None req-02738154-a4e6-41ca-91dd-cbae543effb7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88900) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 25 19:55:01.644723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.extraroute_db [None req-02738154-a4e6-41ca-91dd-cbae543effb7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Removed routes are [] {{(pid=88900) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 25 19:55:01.645171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-02738154-a4e6-41ca-91dd-cbae543effb7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:01.721747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-358fdacc-035b-4c9b-bd4b-3fe057fe3d70 None None] Set router dd4e48af-8917-45c8-b8c7-8b5583c1c925 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:55:01.750016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:01.815166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e938f411-9f9b-4c4c-a819-2b448f5d6c2f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:01.821436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 9e74a7f7-a7b8-4b63-9ebf-f0d86994a2ce, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=9e74a7f7-a7b8-4b63-9ebf-f0d86994a2ce,segment=NetworkSegment(5ce4c022-52f8-40db-b2e3-46de9d2a0525),segment_id=5ce4c022-52f8-40db-b2e3-46de9d2a0525)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:55:01.877144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:01.884772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ee0156e3-f0e4-47c1-bf85-a7f1cc0776d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:01.958239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=9e74a7f7-a7b8-4b63-9ebf-f0d86994a2ce,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:01.961342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:02.071615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-02738154-a4e6-41ca-91dd-cbae543effb7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:02.082312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-02738154-a4e6-41ca-91dd-cbae543effb7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854381233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854287207'] for router, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:02.159340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 746fca27-b31c-43f2-92c0-8992bb901a0d up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:55:02.173810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-358fdacc-035b-4c9b-bd4b-3fe057fe3d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'name': 'tempest-TestNetworkBasicOps-router-1483269214', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': '20b942bf-50e5-4c52-881d-f714ed83b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:52:12Z', 'updated_at': '2021-12-25T19:54:58Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '20b942bf-50e5-4c52-881d-f714ed83b460', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:52:13Z', 'updated_at': '2021-12-25T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:02.180405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358fdacc-035b-4c9b-bd4b-3fe057fe3d70 None None] The sync data for ids ['dd4e48af-8917-45c8-b8c7-8b5583c1c925'] in dv-neutron-822611-1-hyperv is: [{'id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'name': 'tempest-TestNetworkBasicOps-router-1483269214', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': '20b942bf-50e5-4c52-881d-f714ed83b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:52:12Z', 'updated_at': '2021-12-25T19:54:58Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '20b942bf-50e5-4c52-881d-f714ed83b460', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4e48af-8917-45c8-b8c7-8b5583c1c925', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:52:13Z', 'updated_at': '2021-12-25T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:55:02.300062 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 746fca27-b31c-43f2-92c0-8992bb901a0d completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:55:02.323613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8cbabe39-a0d0-4961-b904-e79ca165b04c None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:02.326376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 746fca27-b31c-43f2-92c0-8992bb901a0d triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:55:02.326824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:02.372177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02738154-a4e6-41ca-91dd-cbae543effb7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Router 7de88c79-1393-4c32-8e85-99d6c78d60b6 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:55:02.400654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-8cbabe39-a0d0-4961-b904-e79ca165b04c None None] Transition to ACTIVE for port object aba1fa83-c33d-4f1c-b531-36ebc321216e will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:55:02.411801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8cbabe39-a0d0-4961-b904-e79ca165b04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:02.429662 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a8697d11-5010-40aa-8a08-59c941c66913 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:02.552003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e938f411-9f9b-4c4c-a819-2b448f5d6c2f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:02.565082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e938f411-9f9b-4c4c-a819-2b448f5d6c2f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting port 20b942bf-50e5-4c52-881d-f714ed83b460 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:55:02.565642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e938f411-9f9b-4c4c-a819-2b448f5d6c2f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:02.598233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eba752c-e649-44b1-b78b-6d7afac23ea1 None None] DHCP port deletion for e06dbb6a-241c-47a9-be5d-fea8ee727624 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:55:02.609841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-9eba752c-e649-44b1-b78b-6d7afac23ea1 None None] Deleting port 4f5863cd-ad44-42c7-8ca5-0adbe48f9e5b {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:55:02.610592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9eba752c-e649-44b1-b78b-6d7afac23ea1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:02.711746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2488366-3094-40e2-b7af-e29d11f2e9f8 None None] Pushing event updated for resources: {'Port': ['ID=aba1fa83-c33d-4f1c-b531-36ebc321216e,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:02.714898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d2488366-3094-40e2-b7af-e29d11f2e9f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:02.765132 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-4ac12c7e-dad8-4880-9ddd-4dcec2b9c910 None None] Provisioning complete for port 746fca27-b31c-43f2-92c0-8992bb901a0d triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:55:02.765736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4ac12c7e-dad8-4880-9ddd-4dcec2b9c910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:02.809930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-e938f411-9f9b-4c4c-a819-2b448f5d6c2f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] For port 20b942bf-50e5-4c52-881d-f714ed83b460, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=20b942bf-50e5-4c52-881d-f714ed83b460,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:55:02.810330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e938f411-9f9b-4c4c-a819-2b448f5d6c2f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:02.889711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02738154-a4e6-41ca-91dd-cbae543effb7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:55:02.898496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-02738154-a4e6-41ca-91dd-cbae543effb7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:02.902400 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-02738154-a4e6-41ca-91dd-cbae543effb7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "PUT /v2.0/routers/7de88c79-1393-4c32-8e85-99d6c78d60b6 HTTP/1.1" status: 200 len: 934 time: 2.1724284 Dec 25 19:55:02.903733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53562) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:02.968392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e938f411-9f9b-4c4c-a819-2b448f5d6c2f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Calling delete_port for 20b942bf-50e5-4c52-881d-f714ed83b460 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:55:03.005571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-8cbabe39-a0d0-4961-b904-e79ca165b04c None None] Attempting to bind port aba1fa83-c33d-4f1c-b531-36ebc321216e on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:55:03.005996 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-8cbabe39-a0d0-4961-b904-e79ca165b04c None None] Attempting to bind port aba1fa83-c33d-4f1c-b531-36ebc321216e by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '9adbeec1-65ab-4b42-8fa7-6c7133696902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '83806f78-5b15-4fd6-8a76-922b64532d37'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:55:03.006415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbabe39-a0d0-4961-b904-e79ca165b04c None None] Attempting to bind port aba1fa83-c33d-4f1c-b531-36ebc321216e on network 83806f78-5b15-4fd6-8a76-922b64532d37 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:55:03.111283 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-85068621-52f2-4af6-a35d-975a1ac64696 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "GET /v2.0/routers/7de88c79-1393-4c32-8e85-99d6c78d60b6 HTTP/1.1" status: 200 len: 934 time: 0.2057343 Dec 25 19:55:03.113882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53566) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:03.120596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-30499569-c3fd-424c-bb25-a895449b11d8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Request body: {'router': {'routes': None}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:55:03.164705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e938f411-9f9b-4c4c-a819-2b448f5d6c2f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:03.170585 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-548f06a8-3b32-42e0-b199-4f38fb3d24d8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:03.230274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e938f411-9f9b-4c4c-a819-2b448f5d6c2f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Port': ['ID=20b942bf-50e5-4c52-881d-f714ed83b460,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:03.234116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e938f411-9f9b-4c4c-a819-2b448f5d6c2f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:03.382539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbabe39-a0d0-4961-b904-e79ca165b04c None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:55:03.382978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbabe39-a0d0-4961-b904-e79ca165b04c None None] Checking segment: {'id': '9adbeec1-65ab-4b42-8fa7-6c7133696902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '83806f78-5b15-4fd6-8a76-922b64532d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:55:03.383467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8cbabe39-a0d0-4961-b904-e79ca165b04c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:03.383911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbabe39-a0d0-4961-b904-e79ca165b04c None None] Bound using segment: {'id': '9adbeec1-65ab-4b42-8fa7-6c7133696902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '83806f78-5b15-4fd6-8a76-922b64532d37'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:55:03.384459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-8cbabe39-a0d0-4961-b904-e79ca165b04c None None] Bound port: aba1fa83-c33d-4f1c-b531-36ebc321216e, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9adbeec1-65ab-4b42-8fa7-6c7133696902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '83806f78-5b15-4fd6-8a76-922b64532d37'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:55:03.384927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8cbabe39-a0d0-4961-b904-e79ca165b04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:03.409891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4ac12c7e-dad8-4880-9ddd-4dcec2b9c910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:03.455604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-9eba752c-e649-44b1-b78b-6d7afac23ea1 None None] For port 4f5863cd-ad44-42c7-8ca5-0adbe48f9e5b, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=4f5863cd-ad44-42c7-8ca5-0adbe48f9e5b,segment=NetworkSegment(43266cd3-4b82-4fe2-a975-b78f72b2e140),segment_id=43266cd3-4b82-4fe2-a975-b78f72b2e140)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:55:03.456071 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9eba752c-e649-44b1-b78b-6d7afac23ea1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:03.507956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e938f411-9f9b-4c4c-a819-2b448f5d6c2f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:03.615810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-9eba752c-e649-44b1-b78b-6d7afac23ea1 None None] Calling delete_port for 4f5863cd-ad44-42c7-8ca5-0adbe48f9e5b owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:55:03.658175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:03.740313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-4ac12c7e-dad8-4880-9ddd-4dcec2b9c910 None None] For port 746fca27-b31c-43f2-92c0-8992bb901a0d, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=746fca27-b31c-43f2-92c0-8992bb901a0d,segment=NetworkSegment(9adbeec1-65ab-4b42-8fa7-6c7133696902),segment_id=9adbeec1-65ab-4b42-8fa7-6c7133696902)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:55:03.752320 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-8cbabe39-a0d0-4961-b904-e79ca165b04c None None] For port aba1fa83-c33d-4f1c-b531-36ebc321216e, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:55:03.757058 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4ac12c7e-dad8-4880-9ddd-4dcec2b9c910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:03.762675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:03.793429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e938f411-9f9b-4c4c-a819-2b448f5d6c2f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:03.797949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e938f411-9f9b-4c4c-a819-2b448f5d6c2f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:03.820205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e938f411-9f9b-4c4c-a819-2b448f5d6c2f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:03.821012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e938f411-9f9b-4c4c-a819-2b448f5d6c2f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Fanout notify agent at l3_agent the message router_deleted on router dd4e48af-8917-45c8-b8c7-8b5583c1c925 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:55:03.840455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e938f411-9f9b-4c4c-a819-2b448f5d6c2f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:03.841970 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e938f411-9f9b-4c4c-a819-2b448f5d6c2f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/routers/dd4e48af-8917-45c8-b8c7-8b5583c1c925 HTTP/1.1" status: 204 len: 168 time: 2.2855599 Dec 25 19:55:03.846345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53570) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:03.858831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-8cbabe39-a0d0-4961-b904-e79ca165b04c None None] For port aba1fa83-c33d-4f1c-b531-36ebc321216e, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=aba1fa83-c33d-4f1c-b531-36ebc321216e,segment=NetworkSegment(9adbeec1-65ab-4b42-8fa7-6c7133696902),segment_id=9adbeec1-65ab-4b42-8fa7-6c7133696902)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:55:03.898455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.extraroute_db [None req-30499569-c3fd-424c-bb25-a895449b11d8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Added routes are [] {{(pid=88900) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 25 19:55:03.899139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.extraroute_db [None req-30499569-c3fd-424c-bb25-a895449b11d8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88900) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 25 19:55:03.903212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8cbabe39-a0d0-4961-b904-e79ca165b04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:03.909353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9eba752c-e649-44b1-b78b-6d7afac23ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:03.915379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:55:03.915821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:55:03.916383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac12c7e-dad8-4880-9ddd-4dcec2b9c910 None None] Pushing event updated for resources: {'Port': ['ID=746fca27-b31c-43f2-92c0-8992bb901a0d,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:03.921949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4ac12c7e-dad8-4880-9ddd-4dcec2b9c910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:03.923543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:03.944227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-30499569-c3fd-424c-bb25-a895449b11d8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:03.995367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-4ac12c7e-dad8-4880-9ddd-4dcec2b9c910 None None] Provisioning for port aba1fa83-c33d-4f1c-b531-36ebc321216e completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:55:04.007203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eba752c-e649-44b1-b78b-6d7afac23ea1 None None] No DVR routers for this DVR port 4f5863cd-ad44-42c7-8ca5-0adbe48f9e5b on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:55:04.008388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-492e6d35-426b-4583-b44e-7a061d212708 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:04.032545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2488366-3094-40e2-b7af-e29d11f2e9f8 None None] Pushing event updated for resources: {'Port': ['ID=aba1fa83-c33d-4f1c-b531-36ebc321216e,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:04.087589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba752c-e649-44b1-b78b-6d7afac23ea1 None None] Pushing event deleted for resources: {'Port': ['ID=4f5863cd-ad44-42c7-8ca5-0adbe48f9e5b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:04.097693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9eba752c-e649-44b1-b78b-6d7afac23ea1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:04.099401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:04.100375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:04.101654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbabe39-a0d0-4961-b904-e79ca165b04c None None] Routers {'7de88c79-1393-4c32-8e85-99d6c78d60b6'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:55:04.102823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-8cbabe39-a0d0-4961-b904-e79ca165b04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:54:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['7de88c79-1393-4c32-8e85-99d6c78d60b6'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:04.239715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-492e6d35-426b-4583-b44e-7a061d212708 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:04.273585 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-492e6d35-426b-4583-b44e-7a061d212708 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e06dbb6a-241c-47a9-be5d-fea8ee727624']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:04.291492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-492e6d35-426b-4583-b44e-7a061d212708 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43266cd3-4b82-4fe2-a975-b78f72b2e140') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:04.291785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-492e6d35-426b-4583-b44e-7a061d212708 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43266cd3-4b82-4fe2-a975-b78f72b2e140') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:04.305820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-492e6d35-426b-4583-b44e-7a061d212708 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:04.309474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-8cbabe39-a0d0-4961-b904-e79ca165b04c None None] Set router 7de88c79-1393-4c32-8e85-99d6c78d60b6 gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:55:04.322698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-492e6d35-426b-4583-b44e-7a061d212708 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:04.332379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-492e6d35-426b-4583-b44e-7a061d212708 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:55:04.332826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-492e6d35-426b-4583-b44e-7a061d212708 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:04.350158 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:55:04.350158 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:55:04.350158 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:55:04.350158 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:55:04.350158 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:55:04.350158 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:55:04.350158 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:55:04.350158 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:55:04.350158 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:55:04.350158 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:55:04.350158 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:55:04.350158 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:55:04.350158 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:55:04.350158 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:55:04.350158 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:55:04.350158 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:55:04.350158 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:55:04.350158 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:55:04.350158 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:55:04.350158 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:55:04.350158 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:55:04.350158 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:55:04.350158 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:55:04.350158 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:55:04.350158 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:55:04.350158 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:55:04.350158 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:55:04.350158 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:55:04.350158 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:55:04.350158 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:55:04.350158 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:55:04.350158 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:55:04.404094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-30499569-c3fd-424c-bb25-a895449b11d8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:04.408612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-30499569-c3fd-424c-bb25-a895449b11d8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854381233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854287207'] for router, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:04.444469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-492e6d35-426b-4583-b44e-7a061d212708 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:04.450330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-492e6d35-426b-4583-b44e-7a061d212708 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:04.452789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c2714c78-a68e-4b9b-bdb4-2a94adfdaf4b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:04.478263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e6d35-426b-4583-b44e-7a061d212708 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Network': ['ID=e06dbb6a-241c-47a9-be5d-fea8ee727624,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:04.481222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-492e6d35-426b-4583-b44e-7a061d212708 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:04.489324 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-492e6d35-426b-4583-b44e-7a061d212708 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/networks/e06dbb6a-241c-47a9-be5d-fea8ee727624 HTTP/1.1" status: 204 len: 168 time: 0.6419094 Dec 25 19:55:04.508491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53574) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:04.515748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-05b6b63a-9c90-4941-bac6-7d306d1e5ddd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'network': {'name': 'tempest-network-smoke--459633169', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'port_security_enabled': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:55:04.521388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-05b6b63a-9c90-4941-bac6-7d306d1e5ddd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:55:04.526332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-05b6b63a-9c90-4941-bac6-7d306d1e5ddd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:network and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:55:04.529391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-05b6b63a-9c90-4941-bac6-7d306d1e5ddd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:55:04.535709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-05b6b63a-9c90-4941-bac6-7d306d1e5ddd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:55:04.546403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b6b63a-9c90-4941-bac6-7d306d1e5ddd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Made reservation on behalf of 23f5dc92674e43b787fc19a8bf548d4f for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:55:04.552159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-05b6b63a-9c90-4941-bac6-7d306d1e5ddd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:04.586198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05b6b63a-9c90-4941-bac6-7d306d1e5ddd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:55:04.596438 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-05b6b63a-9c90-4941-bac6-7d306d1e5ddd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:04.596837 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-05b6b63a-9c90-4941-bac6-7d306d1e5ddd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Added segment 13e47a2f-7131-46fc-9525-a578e93188fe of type vlan for network 5ecb2a7f-419d-4061-9317-ec5ad3b0bc39 Dec 25 19:55:04.617748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30499569-c3fd-424c-bb25-a895449b11d8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Router 7de88c79-1393-4c32-8e85-99d6c78d60b6 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:55:04.630967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-05b6b63a-9c90-4941-bac6-7d306d1e5ddd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:04.667783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-05b6b63a-9c90-4941-bac6-7d306d1e5ddd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:04.673131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b6b63a-9c90-4941-bac6-7d306d1e5ddd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:04.673985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-05b6b63a-9c90-4941-bac6-7d306d1e5ddd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:04.675389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 746fca27-b31c-43f2-92c0-8992bb901a0d up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:55:04.679763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5c97536c-88a7-4ed0-a403-89d6231de5be tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:04.743765 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-05b6b63a-9c90-4941-bac6-7d306d1e5ddd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2314296 Dec 25 19:55:04.744652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53578) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:04.802221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-7e23c5a6-ec3e-4c1b-9f28-cf68e51978da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2065882034', 'admin_state_up': True, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:55:04.808007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b6b63a-9c90-4941-bac6-7d306d1e5ddd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Network': ['ID=5ecb2a7f-419d-4061-9317-ec5ad3b0bc39,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:04.812295 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-05b6b63a-9c90-4941-bac6-7d306d1e5ddd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:04.813307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7e23c5a6-ec3e-4c1b-9f28-cf68e51978da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:55:04.816582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-8cbabe39-a0d0-4961-b904-e79ca165b04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'name': 'tempest-RoutersTest-router-1254899065', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:54:40Z', 'updated_at': '2021-12-25T19:55:03Z', 'revision_number': 7, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'gw_port_host': None, '_interfaces': [{'id': '762129d0-aa95-4cb8-9126-20a6d488323b', 'name': '', 'network_id': '7bd98c7f-05ed-4c88-942e-1a19fb4f04f6', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:ed:e0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59bd6226-9718-4dc5-9777-556d9c80cc1c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:46Z', 'updated_at': '2021-12-25T19:54:57Z', 'revision_number': 5, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': '59bd6226-9718-4dc5-9777-556d9c80cc1c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e74a7f7-a7b8-4b63-9ebf-f0d86994a2ce', 'name': '', 'network_id': '2ea7ec8a-0366-4780-b07b-42701a213d5f', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:65:5b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdf600f5-1e55-4082-a1cb-729b84b77010', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:52Z', 'updated_at': '2021-12-25T19:55:01Z', 'revision_number': 5, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': 'cdf600f5-1e55-4082-a1cb-729b84b77010', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aba1fa83-c33d-4f1c-b531-36ebc321216e', 'name': '', 'network_id': '83806f78-5b15-4fd6-8a76-922b64532d37', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:61:9e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69130b6f-ada4-414b-91d0-fc514cd59c62', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:57Z', 'updated_at': '2021-12-25T19:55:03Z', 'revision_number': 4, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': '69130b6f-ada4-414b-91d0-fc514cd59c62', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbc3e9ad-d866-446d-ac33-d94d8dc913ce', 'name': '', 'network_id': 'baca2119-f7f4-483c-a69a-4407cc809a23', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:17:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc3467ac-c88a-4614-bdb1-9a6555852eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:42Z', 'updated_at': '2021-12-25T19:54:51Z', 'revision_number': 5, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': 'dc3467ac-c88a-4614-bdb1-9a6555852eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:04.817637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30499569-c3fd-424c-bb25-a895449b11d8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:55:04.818916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7e23c5a6-ec3e-4c1b-9f28-cf68e51978da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:router and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:55:04.822082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 5ecb2a7f-419d-4061-9317-ec5ad3b0bc39 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:55:04.823274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7e23c5a6-ec3e-4c1b-9f28-cf68e51978da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:55:04.824887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-30499569-c3fd-424c-bb25-a895449b11d8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:04.826153 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-30499569-c3fd-424c-bb25-a895449b11d8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "PUT /v2.0/routers/7de88c79-1393-4c32-8e85-99d6c78d60b6 HTTP/1.1" status: 200 len: 700 time: 1.7110715 Dec 25 19:55:04.829285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53582) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:04.832535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7e23c5a6-ec3e-4c1b-9f28-cf68e51978da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:55:04.839529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 746fca27-b31c-43f2-92c0-8992bb901a0d triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:55:04.839964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:04.842755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e23c5a6-ec3e-4c1b-9f28-cf68e51978da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:04.843811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e23c5a6-ec3e-4c1b-9f28-cf68e51978da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:04.862630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e23c5a6-ec3e-4c1b-9f28-cf68e51978da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:04.872529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbabe39-a0d0-4961-b904-e79ca165b04c None None] The sync data for ids ['7de88c79-1393-4c32-8e85-99d6c78d60b6'] in dv-neutron-822611-1-hyperv is: [{'id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'name': 'tempest-RoutersTest-router-1254899065', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:54:40Z', 'updated_at': '2021-12-25T19:55:03Z', 'revision_number': 7, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'gw_port_host': None, '_interfaces': [{'id': '762129d0-aa95-4cb8-9126-20a6d488323b', 'name': '', 'network_id': '7bd98c7f-05ed-4c88-942e-1a19fb4f04f6', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:ed:e0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59bd6226-9718-4dc5-9777-556d9c80cc1c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:46Z', 'updated_at': '2021-12-25T19:54:57Z', 'revision_number': 5, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': '59bd6226-9718-4dc5-9777-556d9c80cc1c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e74a7f7-a7b8-4b63-9ebf-f0d86994a2ce', 'name': '', 'network_id': '2ea7ec8a-0366-4780-b07b-42701a213d5f', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:65:5b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdf600f5-1e55-4082-a1cb-729b84b77010', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:52Z', 'updated_at': '2021-12-25T19:55:01Z', 'revision_number': 5, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': 'cdf600f5-1e55-4082-a1cb-729b84b77010', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aba1fa83-c33d-4f1c-b531-36ebc321216e', 'name': '', 'network_id': '83806f78-5b15-4fd6-8a76-922b64532d37', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:61:9e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69130b6f-ada4-414b-91d0-fc514cd59c62', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:57Z', 'updated_at': '2021-12-25T19:55:03Z', 'revision_number': 4, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': '69130b6f-ada4-414b-91d0-fc514cd59c62', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbc3e9ad-d866-446d-ac33-d94d8dc913ce', 'name': '', 'network_id': 'baca2119-f7f4-483c-a69a-4407cc809a23', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:17:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc3467ac-c88a-4614-bdb1-9a6555852eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:42Z', 'updated_at': '2021-12-25T19:54:51Z', 'revision_number': 5, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': 'dc3467ac-c88a-4614-bdb1-9a6555852eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:55:05.064138 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e23c5a6-ec3e-4c1b-9f28-cf68e51978da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:05.085418 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a58368c6-680b-4603-aa9f-2e46b7a5fc86 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "GET /v2.0/routers/7de88c79-1393-4c32-8e85-99d6c78d60b6 HTTP/1.1" status: 200 len: 700 time: 0.2545893 Dec 25 19:55:05.088992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53586) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:05.098226 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 9e74a7f7-a7b8-4b63-9ebf-f0d86994a2ce up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:55:05.171772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 9e74a7f7-a7b8-4b63-9ebf-f0d86994a2ce triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:55:05.172202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:05.348817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e23c5a6-ec3e-4c1b-9f28-cf68e51978da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:05.368313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 4f5863cd-ad44-42c7-8ca5-0adbe48f9e5b no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:55:05.387852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e23c5a6-ec3e-4c1b-9f28-cf68e51978da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:05.410034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 4f5863cd-ad44-42c7-8ca5-0adbe48f9e5b {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:55:05.410581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 4f5863cd-ad44-42c7-8ca5-0adbe48f9e5b not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:55:05.411086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device bfc5cfa0-aa3d-4364-a9bd-7da341b963f1 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:55:05.450899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: bfc5cfa0-aa3d-4364-a9bd-7da341b963f1 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:55:05.451350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device bfc5cfa0-aa3d-4364-a9bd-7da341b963f1 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:55:05.451821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 20b942bf-50e5-4c52-881d-f714ed83b460 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:55:05.490500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 20b942bf-50e5-4c52-881d-f714ed83b460 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:55:05.490905 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 20b942bf-50e5-4c52-881d-f714ed83b460 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:55:05.558392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-7e23c5a6-ec3e-4c1b-9f28-cf68e51978da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Allocated IP 172.26.8.247 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/c5323c5b-fe88-4301-af4b-821a63a9f224) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:55:05.726497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e23c5a6-ec3e-4c1b-9f28-cf68e51978da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:05.747398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a2fbd126-0635-4fba-8ad9-339961be6810 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:05.755285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e23c5a6-ec3e-4c1b-9f28-cf68e51978da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:05.760608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-372e042f-8f1a-4375-9bec-ec352546dd85 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:05.832552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e23c5a6-ec3e-4c1b-9f28-cf68e51978da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:55:05.835572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-7e23c5a6-ec3e-4c1b-9f28-cf68e51978da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:55:05.840170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e23c5a6-ec3e-4c1b-9f28-cf68e51978da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:55:05.867107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e23c5a6-ec3e-4c1b-9f28-cf68e51978da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=c5323c5b-fe88-4301-af4b-821a63a9f224,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:05.873161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7e23c5a6-ec3e-4c1b-9f28-cf68e51978da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:05.958247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 19:55:06.015751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e23c5a6-ec3e-4c1b-9f28-cf68e51978da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:06.016847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e23c5a6-ec3e-4c1b-9f28-cf68e51978da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:06.030192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6064a32c-e1bb-471f-ba9e-8a3c7a6c37cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:06.152619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43a959e-cbad-404c-8422-c2eb0d39fcf1 None None] Sync routers for ids ['7de88c79-1393-4c32-8e85-99d6c78d60b6'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:55:06.178056 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43a959e-cbad-404c-8422-c2eb0d39fcf1 None None] Routers {'7de88c79-1393-4c32-8e85-99d6c78d60b6'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:55:06.178876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a43a959e-cbad-404c-8422-c2eb0d39fcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:54:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['7de88c79-1393-4c32-8e85-99d6c78d60b6'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:06.354145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-a43a959e-cbad-404c-8422-c2eb0d39fcf1 None None] Set router 7de88c79-1393-4c32-8e85-99d6c78d60b6 gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:55:06.403407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-a2fbd126-0635-4fba-8ad9-339961be6810 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Deleting port aba1fa83-c33d-4f1c-b531-36ebc321216e {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:55:06.403795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a2fbd126-0635-4fba-8ad9-339961be6810 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:06.523368 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e23c5a6-ec3e-4c1b-9f28-cf68e51978da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router a0127b41-8c85-463e-8de1-42a00e6f4b2d is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:55:06.627291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-a2fbd126-0635-4fba-8ad9-339961be6810 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] For port aba1fa83-c33d-4f1c-b531-36ebc321216e, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=aba1fa83-c33d-4f1c-b531-36ebc321216e,segment=NetworkSegment(9adbeec1-65ab-4b42-8fa7-6c7133696902),segment_id=9adbeec1-65ab-4b42-8fa7-6c7133696902)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:55:06.627705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a2fbd126-0635-4fba-8ad9-339961be6810 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:06.695948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device aba1fa83-c33d-4f1c-b531-36ebc321216e up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:55:06.761819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e23c5a6-ec3e-4c1b-9f28-cf68e51978da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:55:06.768291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-a2fbd126-0635-4fba-8ad9-339961be6810 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Calling delete_port for aba1fa83-c33d-4f1c-b531-36ebc321216e owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:55:06.777052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3f041c-5402-439a-ab0d-7275d5d01128 None None] Sync routers for ids ['a0127b41-8c85-463e-8de1-42a00e6f4b2d'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:55:06.797897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e23c5a6-ec3e-4c1b-9f28-cf68e51978da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:06.799306 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7e23c5a6-ec3e-4c1b-9f28-cf68e51978da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0539989 Dec 25 19:55:06.802639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53590) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:06.803253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3f041c-5402-439a-ab0d-7275d5d01128 None None] Routers {'a0127b41-8c85-463e-8de1-42a00e6f4b2d'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:55:06.804168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-2d3f041c-5402-439a-ab0d-7275d5d01128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:54:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['a0127b41-8c85-463e-8de1-42a00e6f4b2d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:06.865134 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-49ab5be0-34ad-4b31-a951-f8656dff0062 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=23f5dc92674e43b787fc19a8bf548d4f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0607755 Dec 25 19:55:06.865621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port aba1fa83-c33d-4f1c-b531-36ebc321216e completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:55:06.867878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53594) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:06.875814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port aba1fa83-c33d-4f1c-b531-36ebc321216e triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:55:06.876238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:06.993567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a2fbd126-0635-4fba-8ad9-339961be6810 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:06.996472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Could not find standard attr ID for object aba1fa83-c33d-4f1c-b531-36ebc321216e. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 19:55:07.001327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-44dd2aca-70f1-4d82-aa60-5d5fb4aaef82 tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:07.003476 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No ports have port_id starting with aba1fa83-c33d-4f1c-b531-36ebc321216e Dec 25 19:55:07.037787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a43a959e-cbad-404c-8422-c2eb0d39fcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'name': 'tempest-RoutersTest-router-1254899065', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:54:40Z', 'updated_at': '2021-12-25T19:55:03Z', 'revision_number': 7, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'gw_port_host': None, '_interfaces': [{'id': '762129d0-aa95-4cb8-9126-20a6d488323b', 'name': '', 'network_id': '7bd98c7f-05ed-4c88-942e-1a19fb4f04f6', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:ed:e0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59bd6226-9718-4dc5-9777-556d9c80cc1c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:46Z', 'updated_at': '2021-12-25T19:54:57Z', 'revision_number': 5, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': '59bd6226-9718-4dc5-9777-556d9c80cc1c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e74a7f7-a7b8-4b63-9ebf-f0d86994a2ce', 'name': '', 'network_id': '2ea7ec8a-0366-4780-b07b-42701a213d5f', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:65:5b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdf600f5-1e55-4082-a1cb-729b84b77010', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:52Z', 'updated_at': '2021-12-25T19:55:01Z', 'revision_number': 5, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': 'cdf600f5-1e55-4082-a1cb-729b84b77010', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aba1fa83-c33d-4f1c-b531-36ebc321216e', 'name': '', 'network_id': '83806f78-5b15-4fd6-8a76-922b64532d37', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:61:9e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69130b6f-ada4-414b-91d0-fc514cd59c62', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:57Z', 'updated_at': '2021-12-25T19:55:03Z', 'revision_number': 4, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': '69130b6f-ada4-414b-91d0-fc514cd59c62', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbc3e9ad-d866-446d-ac33-d94d8dc913ce', 'name': '', 'network_id': 'baca2119-f7f4-483c-a69a-4407cc809a23', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:17:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc3467ac-c88a-4614-bdb1-9a6555852eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:42Z', 'updated_at': '2021-12-25T19:54:51Z', 'revision_number': 5, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': 'dc3467ac-c88a-4614-bdb1-9a6555852eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:07.042443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43a959e-cbad-404c-8422-c2eb0d39fcf1 None None] Checking router: 7de88c79-1393-4c32-8e85-99d6c78d60b6 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:55:07.053218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8577e894-2e5a-44af-8e1e-8254f177ade5 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:07.058602 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8577e894-2e5a-44af-8e1e-8254f177ade5 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1862917 Dec 25 19:55:07.058821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43a959e-cbad-404c-8422-c2eb0d39fcf1 None None] Routers {'7de88c79-1393-4c32-8e85-99d6c78d60b6'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:55:07.058821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a43a959e-cbad-404c-8422-c2eb0d39fcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:54:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['7de88c79-1393-4c32-8e85-99d6c78d60b6'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:07.059022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53598) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:07.061576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbd126-0635-4fba-8ad9-339961be6810 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event deleted for resources: {'Port': ['ID=aba1fa83-c33d-4f1c-b531-36ebc321216e,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:07.067251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a2fbd126-0635-4fba-8ad9-339961be6810 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:07.151632 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-db6c9293-2838-4b49-bd03-7d1d9b7b71a2 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=a29ab018-4a1a-4021-8156-423134b861f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0890474 Dec 25 19:55:07.154954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53602) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:07.161609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-2a107fc6-87a6-49c2-98a7-e27f0774e041 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-934340698', 'network_id': '5ecb2a7f-419d-4061-9317-ec5ad3b0bc39', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:55:07.196923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-2d3f041c-5402-439a-ab0d-7275d5d01128 None None] Set router a0127b41-8c85-463e-8de1-42a00e6f4b2d gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:55:07.316268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2a107fc6-87a6-49c2-98a7-e27f0774e041 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:55:07.321552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2a107fc6-87a6-49c2-98a7-e27f0774e041 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:subnet and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:55:07.325334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2a107fc6-87a6-49c2-98a7-e27f0774e041 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:55:07.338981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-a43a959e-cbad-404c-8422-c2eb0d39fcf1 None None] Set router 7de88c79-1393-4c32-8e85-99d6c78d60b6 gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:55:07.350330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2a107fc6-87a6-49c2-98a7-e27f0774e041 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:55:07.370022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a107fc6-87a6-49c2-98a7-e27f0774e041 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Made reservation on behalf of 23f5dc92674e43b787fc19a8bf548d4f for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:55:07.440816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:07.455602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a2fbd126-0635-4fba-8ad9-339961be6810 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:07.536457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2a107fc6-87a6-49c2-98a7-e27f0774e041 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:07.588944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-2d3f041c-5402-439a-ab0d-7275d5d01128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0127b41-8c85-463e-8de1-42a00e6f4b2d', 'name': 'tempest-TestNetworkBasicOps-router-2065882034', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.247'}], 'enable_snat': True}, 'gw_port_id': 'c5323c5b-fe88-4301-af4b-821a63a9f224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:55:04Z', 'updated_at': '2021-12-25T19:55:05Z', 'revision_number': 3, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'c5323c5b-fe88-4301-af4b-821a63a9f224', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:32:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0127b41-8c85-463e-8de1-42a00e6f4b2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:55:05Z', 'updated_at': '2021-12-25T19:55:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:07.593573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3f041c-5402-439a-ab0d-7275d5d01128 None None] Checking router: a0127b41-8c85-463e-8de1-42a00e6f4b2d for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:55:07.594409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3f041c-5402-439a-ab0d-7275d5d01128 None None] Updating router a0127b41-8c85-463e-8de1-42a00e6f4b2d port c5323c5b-fe88-4301-af4b-821a63a9f224 binding host dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 19:55:07.653821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2d3f041c-5402-439a-ab0d-7275d5d01128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:07.795612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2a107fc6-87a6-49c2-98a7-e27f0774e041 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:07.802329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6eade8c2-ffa6-4e7d-8a3d-23d06d0f39d2 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:07.803730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a43a959e-cbad-404c-8422-c2eb0d39fcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'name': 'tempest-RoutersTest-router-1254899065', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:54:40Z', 'updated_at': '2021-12-25T19:55:06Z', 'revision_number': 8, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'gw_port_host': None, '_interfaces': [{'id': '762129d0-aa95-4cb8-9126-20a6d488323b', 'name': '', 'network_id': '7bd98c7f-05ed-4c88-942e-1a19fb4f04f6', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:ed:e0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59bd6226-9718-4dc5-9777-556d9c80cc1c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:46Z', 'updated_at': '2021-12-25T19:54:57Z', 'revision_number': 5, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': '59bd6226-9718-4dc5-9777-556d9c80cc1c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e74a7f7-a7b8-4b63-9ebf-f0d86994a2ce', 'name': '', 'network_id': '2ea7ec8a-0366-4780-b07b-42701a213d5f', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:65:5b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdf600f5-1e55-4082-a1cb-729b84b77010', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:52Z', 'updated_at': '2021-12-25T19:55:01Z', 'revision_number': 5, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': 'cdf600f5-1e55-4082-a1cb-729b84b77010', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbc3e9ad-d866-446d-ac33-d94d8dc913ce', 'name': '', 'network_id': 'baca2119-f7f4-483c-a69a-4407cc809a23', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:17:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc3467ac-c88a-4614-bdb1-9a6555852eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:42Z', 'updated_at': '2021-12-25T19:54:51Z', 'revision_number': 5, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': 'dc3467ac-c88a-4614-bdb1-9a6555852eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:07.808158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43a959e-cbad-404c-8422-c2eb0d39fcf1 None None] The sync data for ids ['7de88c79-1393-4c32-8e85-99d6c78d60b6'] in dv-neutron-822611-1-hyperv is: [{'id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'name': 'tempest-RoutersTest-router-1254899065', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:54:40Z', 'updated_at': '2021-12-25T19:55:06Z', 'revision_number': 8, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'gw_port_host': None, '_interfaces': [{'id': '762129d0-aa95-4cb8-9126-20a6d488323b', 'name': '', 'network_id': '7bd98c7f-05ed-4c88-942e-1a19fb4f04f6', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:ed:e0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59bd6226-9718-4dc5-9777-556d9c80cc1c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:46Z', 'updated_at': '2021-12-25T19:54:57Z', 'revision_number': 5, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': '59bd6226-9718-4dc5-9777-556d9c80cc1c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e74a7f7-a7b8-4b63-9ebf-f0d86994a2ce', 'name': '', 'network_id': '2ea7ec8a-0366-4780-b07b-42701a213d5f', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:65:5b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdf600f5-1e55-4082-a1cb-729b84b77010', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:52Z', 'updated_at': '2021-12-25T19:55:01Z', 'revision_number': 5, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': 'cdf600f5-1e55-4082-a1cb-729b84b77010', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbc3e9ad-d866-446d-ac33-d94d8dc913ce', 'name': '', 'network_id': 'baca2119-f7f4-483c-a69a-4407cc809a23', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:17:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc3467ac-c88a-4614-bdb1-9a6555852eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:42Z', 'updated_at': '2021-12-25T19:54:51Z', 'revision_number': 5, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': 'dc3467ac-c88a-4614-bdb1-9a6555852eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:55:07.892464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a107fc6-87a6-49c2-98a7-e27f0774e041 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Subnet': ['ID=5181c02b-9429-4db1-aefb-a72cffaaf5f3,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:07.897472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2a107fc6-87a6-49c2-98a7-e27f0774e041 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:07.909938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a107fc6-87a6-49c2-98a7-e27f0774e041 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Checking segment: {'id': '13e47a2f-7131-46fc-9525-a578e93188fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5ecb2a7f-419d-4061-9317-ec5ad3b0bc39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:55:07.910271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a107fc6-87a6-49c2-98a7-e27f0774e041 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network hostable DHCP agents. Network: 5ecb2a7f-419d-4061-9317-ec5ad3b0bc39, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:55:07.941160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a107fc6-87a6-49c2-98a7-e27f0774e041 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network 5ecb2a7f-419d-4061-9317-ec5ad3b0bc39 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:55:07.951877 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-2a107fc6-87a6-49c2-98a7-e27f0774e041 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 5ecb2a7f-419d-4061-9317-ec5ad3b0bc39) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:55:07.957261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a107fc6-87a6-49c2-98a7-e27f0774e041 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:07.957848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2a107fc6-87a6-49c2-98a7-e27f0774e041 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:07.961078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b553da-bf65-4746-8b10-e4f4e90ddbe8 None None] Network 5ecb2a7f-419d-4061-9317-ec5ad3b0bc39 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:55:08.020190 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2a107fc6-87a6-49c2-98a7-e27f0774e041 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8639729 Dec 25 19:55:08.023120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53606) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:08.061424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fbd126-0635-4fba-8ad9-339961be6810 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Router 7de88c79-1393-4c32-8e85-99d6c78d60b6 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:55:08.107752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2d3f041c-5402-439a-ab0d-7275d5d01128 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:08.121929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2d3f041c-5402-439a-ab0d-7275d5d01128 None None] Transition to ACTIVE for port object c5323c5b-fe88-4301-af4b-821a63a9f224 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:55:08.143335 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2d3f041c-5402-439a-ab0d-7275d5d01128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:08.156001 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dc593e7c-3123-4042-8618-20390e5a5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:08.247598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-2d3f041c-5402-439a-ab0d-7275d5d01128 None None] Attempting to bind port c5323c5b-fe88-4301-af4b-821a63a9f224 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:55:08.248016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-2d3f041c-5402-439a-ab0d-7275d5d01128 None None] Attempting to bind port c5323c5b-fe88-4301-af4b-821a63a9f224 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:55:08.248425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f041c-5402-439a-ab0d-7275d5d01128 None None] Attempting to bind port c5323c5b-fe88-4301-af4b-821a63a9f224 on network a29ab018-4a1a-4021-8156-423134b861f3 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:55:08.262934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea3a455-1a99-4dcf-a089-2d849ac7c40e None None] Pushing event updated for resources: {'Port': ['ID=c5323c5b-fe88-4301-af4b-821a63a9f224,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:08.266194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bea3a455-1a99-4dcf-a089-2d849ac7c40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:08.267326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f041c-5402-439a-ab0d-7275d5d01128 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:55:08.267748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f041c-5402-439a-ab0d-7275d5d01128 None None] Checking segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:55:08.268193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2d3f041c-5402-439a-ab0d-7275d5d01128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:08.268624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f041c-5402-439a-ab0d-7275d5d01128 None None] Bound using segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:55:08.269156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-2d3f041c-5402-439a-ab0d-7275d5d01128 None None] Bound port: c5323c5b-fe88-4301-af4b-821a63a9f224, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:55:08.269569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2d3f041c-5402-439a-ab0d-7275d5d01128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:08.287168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fbd126-0635-4fba-8ad9-339961be6810 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:55:08.312881 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a2fbd126-0635-4fba-8ad9-339961be6810 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "PUT /v2.0/routers/7de88c79-1393-4c32-8e85-99d6c78d60b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2226622 Dec 25 19:55:08.313957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53610) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:08.318815 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4ab01b-4075-472d-b583-b5a0910edb8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-5ecb2a7f-419d-4061-9317-ec5ad3b0bc39', 'network_id': '5ecb2a7f-419d-4061-9317-ec5ad3b0bc39', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ips': [{'subnet_id': '5181c02b-9429-4db1-aefb-a72cffaaf5f3'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:55:08.319763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4b4ab01b-4075-472d-b583-b5a0910edb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:08.347088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5db53255-03cb-4807-a430-82fa31c0e6ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:08.352520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045869af-03dc-47cf-ae48-e5da32e3b380 None None] Sync routers for ids ['7de88c79-1393-4c32-8e85-99d6c78d60b6'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:55:08.365257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-2d3f041c-5402-439a-ab0d-7275d5d01128 None None] For port c5323c5b-fe88-4301-af4b-821a63a9f224, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:55:08.369766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-2d3f041c-5402-439a-ab0d-7275d5d01128 None None] For port c5323c5b-fe88-4301-af4b-821a63a9f224, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=c5323c5b-fe88-4301-af4b-821a63a9f224,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:55:08.376708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2d3f041c-5402-439a-ab0d-7275d5d01128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:08.387615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0f80f553-19b1-4511-b843-d8cb82266020 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:08.415474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045869af-03dc-47cf-ae48-e5da32e3b380 None None] Routers {'7de88c79-1393-4c32-8e85-99d6c78d60b6'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:55:08.416143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-045869af-03dc-47cf-ae48-e5da32e3b380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:55:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['7de88c79-1393-4c32-8e85-99d6c78d60b6'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:08.465659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea3a455-1a99-4dcf-a089-2d849ac7c40e None None] Pushing event updated for resources: {'Port': ['ID=c5323c5b-fe88-4301-af4b-821a63a9f224,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:08.470039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bea3a455-1a99-4dcf-a089-2d849ac7c40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:08.484888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3f041c-5402-439a-ab0d-7275d5d01128 None None] Routers {'a0127b41-8c85-463e-8de1-42a00e6f4b2d'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:55:08.485576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-2d3f041c-5402-439a-ab0d-7275d5d01128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:55:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['a0127b41-8c85-463e-8de1-42a00e6f4b2d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:08.559042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-15084b77-4ce5-45a8-8a93-dcde0149fe6b tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Deleting subnet 69130b6f-ada4-414b-91d0-fc514cd59c62 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:55:08.563866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-15084b77-4ce5-45a8-8a93-dcde0149fe6b tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:08.646035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-045869af-03dc-47cf-ae48-e5da32e3b380 None None] Set router 7de88c79-1393-4c32-8e85-99d6c78d60b6 gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:55:08.673365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-15084b77-4ce5-45a8-8a93-dcde0149fe6b tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:08.710537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-2d3f041c-5402-439a-ab0d-7275d5d01128 None None] Set router a0127b41-8c85-463e-8de1-42a00e6f4b2d gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:55:08.764975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-15084b77-4ce5-45a8-8a93-dcde0149fe6b tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:08.825270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device aba1fa83-c33d-4f1c-b531-36ebc321216e no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:55:08.854772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-15084b77-4ce5-45a8-8a93-dcde0149fe6b tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:08.866440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-391d95e4-fc65-4850-ae12-33b298bc5fd5 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:08.868190 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: aba1fa83-c33d-4f1c-b531-36ebc321216e {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:55:08.868747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device aba1fa83-c33d-4f1c-b531-36ebc321216e not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:55:08.870555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:08.879546 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-4b4ab01b-4075-472d-b583-b5a0910edb8a None None] Allocated IP 172.20.0.2 (5ecb2a7f-419d-4061-9317-ec5ad3b0bc39/5181c02b-9429-4db1-aefb-a72cffaaf5f3/cab00cc1-9684-495b-addc-365c4536dd33) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:55:08.911100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-15084b77-4ce5-45a8-8a93-dcde0149fe6b tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:08.921522 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-15084b77-4ce5-45a8-8a93-dcde0149fe6b tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "DELETE /v2.0/subnets/69130b6f-ada4-414b-91d0-fc514cd59c62 HTTP/1.1" status: 204 len: 168 time: 0.6039832 Dec 25 19:55:08.923915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53614) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:08.924807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15084b77-4ce5-45a8-8a93-dcde0149fe6b tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event deleted for resources: {'Subnet': ['ID=69130b6f-ada4-414b-91d0-fc514cd59c62,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:08.933894 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-15084b77-4ce5-45a8-8a93-dcde0149fe6b tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:08.955346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647ea529-9a53-4d1f-a7d9-dcd2de8930fe None None] Network 83806f78-5b15-4fd6-8a76-922b64532d37 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:55:09.029137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c3fba2bc-899a-423e-88d9-b250370d75ec tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:09.062969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-2d3f041c-5402-439a-ab0d-7275d5d01128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0127b41-8c85-463e-8de1-42a00e6f4b2d', 'name': 'tempest-TestNetworkBasicOps-router-2065882034', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.247'}], 'enable_snat': True}, 'gw_port_id': 'c5323c5b-fe88-4301-af4b-821a63a9f224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:55:04Z', 'updated_at': '2021-12-25T19:55:05Z', 'revision_number': 3, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'c5323c5b-fe88-4301-af4b-821a63a9f224', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:32:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0127b41-8c85-463e-8de1-42a00e6f4b2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:55:05Z', 'updated_at': '2021-12-25T19:55:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:09.068211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3f041c-5402-439a-ab0d-7275d5d01128 None None] The sync data for ids ['a0127b41-8c85-463e-8de1-42a00e6f4b2d'] in dv-neutron-822611-1-hyperv is: [{'id': 'a0127b41-8c85-463e-8de1-42a00e6f4b2d', 'name': 'tempest-TestNetworkBasicOps-router-2065882034', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.247'}], 'enable_snat': True}, 'gw_port_id': 'c5323c5b-fe88-4301-af4b-821a63a9f224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:55:04Z', 'updated_at': '2021-12-25T19:55:05Z', 'revision_number': 3, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'c5323c5b-fe88-4301-af4b-821a63a9f224', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:32:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0127b41-8c85-463e-8de1-42a00e6f4b2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:55:05Z', 'updated_at': '2021-12-25T19:55:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:55:09.331948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-17a322fe-051c-4b65-8dc1-2f3dc31001c9 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:09.343455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-17a322fe-051c-4b65-8dc1-2f3dc31001c9 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Deleting port 746fca27-b31c-43f2-92c0-8992bb901a0d {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:55:09.343840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-17a322fe-051c-4b65-8dc1-2f3dc31001c9 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:09.574125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-17a322fe-051c-4b65-8dc1-2f3dc31001c9 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] For port 746fca27-b31c-43f2-92c0-8992bb901a0d, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=746fca27-b31c-43f2-92c0-8992bb901a0d,segment=NetworkSegment(9adbeec1-65ab-4b42-8fa7-6c7133696902),segment_id=9adbeec1-65ab-4b42-8fa7-6c7133696902)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:55:09.574572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-17a322fe-051c-4b65-8dc1-2f3dc31001c9 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:09.711421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-17a322fe-051c-4b65-8dc1-2f3dc31001c9 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Calling delete_port for 746fca27-b31c-43f2-92c0-8992bb901a0d owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:55:09.767094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4b4ab01b-4075-472d-b583-b5a0910edb8a None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:09.775906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-045869af-03dc-47cf-ae48-e5da32e3b380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'name': 'tempest-RoutersTest-router-1254899065', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:54:40Z', 'updated_at': '2021-12-25T19:55:06Z', 'revision_number': 8, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'gw_port_host': None, '_interfaces': [{'id': '762129d0-aa95-4cb8-9126-20a6d488323b', 'name': '', 'network_id': '7bd98c7f-05ed-4c88-942e-1a19fb4f04f6', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:ed:e0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59bd6226-9718-4dc5-9777-556d9c80cc1c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:46Z', 'updated_at': '2021-12-25T19:54:57Z', 'revision_number': 5, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': '59bd6226-9718-4dc5-9777-556d9c80cc1c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e74a7f7-a7b8-4b63-9ebf-f0d86994a2ce', 'name': '', 'network_id': '2ea7ec8a-0366-4780-b07b-42701a213d5f', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:65:5b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdf600f5-1e55-4082-a1cb-729b84b77010', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:52Z', 'updated_at': '2021-12-25T19:55:01Z', 'revision_number': 5, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': 'cdf600f5-1e55-4082-a1cb-729b84b77010', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbc3e9ad-d866-446d-ac33-d94d8dc913ce', 'name': '', 'network_id': 'baca2119-f7f4-483c-a69a-4407cc809a23', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:17:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc3467ac-c88a-4614-bdb1-9a6555852eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:42Z', 'updated_at': '2021-12-25T19:54:51Z', 'revision_number': 5, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': 'dc3467ac-c88a-4614-bdb1-9a6555852eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:09.785434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-4b4ab01b-4075-472d-b583-b5a0910edb8a None None] Transition to ACTIVE for port object cab00cc1-9684-495b-addc-365c4536dd33 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:55:09.788196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045869af-03dc-47cf-ae48-e5da32e3b380 None None] Checking router: 7de88c79-1393-4c32-8e85-99d6c78d60b6 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:55:09.799607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-17a322fe-051c-4b65-8dc1-2f3dc31001c9 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:09.804992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-65f573e5-49e0-4b01-bc4e-fa8dc5803dbb tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:09.818455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045869af-03dc-47cf-ae48-e5da32e3b380 None None] Routers {'7de88c79-1393-4c32-8e85-99d6c78d60b6'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:55:09.819202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-045869af-03dc-47cf-ae48-e5da32e3b380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:55:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['7de88c79-1393-4c32-8e85-99d6c78d60b6'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:09.866702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a322fe-051c-4b65-8dc1-2f3dc31001c9 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event deleted for resources: {'Port': ['ID=746fca27-b31c-43f2-92c0-8992bb901a0d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:09.872244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-4b4ab01b-4075-472d-b583-b5a0910edb8a None None] Transition to ACTIVE for port object cab00cc1-9684-495b-addc-365c4536dd33 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:55:09.874352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-17a322fe-051c-4b65-8dc1-2f3dc31001c9 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:09.875296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a322fe-051c-4b65-8dc1-2f3dc31001c9 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] No DVR routers for this DVR port 746fca27-b31c-43f2-92c0-8992bb901a0d on host dv-neutron-822611-1-hyperv {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:55:09.879996 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d68521-3598-4277-b60a-d8025710caaa None None] DHCP port deletion for 83806f78-5b15-4fd6-8a76-922b64532d37 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:55:09.973942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4b4ab01b-4075-472d-b583-b5a0910edb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:09.981464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-c3fba2bc-899a-423e-88d9-b250370d75ec tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Allocated IP 172.20.0.1 (5ecb2a7f-419d-4061-9317-ec5ad3b0bc39/5181c02b-9429-4db1-aefb-a72cffaaf5f3/bde04636-49fe-4fa6-9d1d-2c59405fdac8) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:55:09.983807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fd767bc2-4f2f-43c1-bb6d-92c09f9c06db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:10.056911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-17a322fe-051c-4b65-8dc1-2f3dc31001c9 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:10.061772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:10.086024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ab01b-4075-472d-b583-b5a0910edb8a None None] Pushing event updated for resources: {'Port': ['ID=cab00cc1-9684-495b-addc-365c4536dd33,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:10.094557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4ab01b-4075-472d-b583-b5a0910edb8a None None] Network 5ecb2a7f-419d-4061-9317-ec5ad3b0bc39 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:55:10.095644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4b4ab01b-4075-472d-b583-b5a0910edb8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:10.097159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-4b4ab01b-4075-472d-b583-b5a0910edb8a None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:55:10.100031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4ab01b-4075-472d-b583-b5a0910edb8a None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:55:10.104413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-17a322fe-051c-4b65-8dc1-2f3dc31001c9 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83806f78-5b15-4fd6-8a76-922b64532d37']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:10.107762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-045869af-03dc-47cf-ae48-e5da32e3b380 None None] Set router 7de88c79-1393-4c32-8e85-99d6c78d60b6 gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:55:10.120268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-17a322fe-051c-4b65-8dc1-2f3dc31001c9 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9adbeec1-65ab-4b42-8fa7-6c7133696902') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:10.120948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-17a322fe-051c-4b65-8dc1-2f3dc31001c9 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9adbeec1-65ab-4b42-8fa7-6c7133696902') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:10.135109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-17a322fe-051c-4b65-8dc1-2f3dc31001c9 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:10.161883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-17a322fe-051c-4b65-8dc1-2f3dc31001c9 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:10.170390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c3fba2bc-899a-423e-88d9-b250370d75ec tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:10.172567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a322fe-051c-4b65-8dc1-2f3dc31001c9 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:55:10.173375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-17a322fe-051c-4b65-8dc1-2f3dc31001c9 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:10.193340 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:55:10.193340 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:55:10.193340 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:55:10.193340 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:55:10.193340 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:55:10.193340 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:55:10.193340 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:55:10.193340 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:55:10.193340 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:55:10.193340 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:55:10.193340 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:55:10.193340 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:55:10.193340 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:55:10.193340 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:55:10.193340 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:55:10.193340 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:55:10.193340 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:55:10.193340 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:55:10.193340 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:55:10.193340 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:55:10.193340 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:55:10.193340 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:55:10.193340 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:55:10.193340 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:55:10.193340 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:55:10.193340 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:55:10.193340 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:55:10.193340 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:55:10.193340 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:55:10.193340 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:55:10.193340 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:55:10.193340 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:55:10.195756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-c3fba2bc-899a-423e-88d9-b250370d75ec tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Transition to ACTIVE for port object bde04636-49fe-4fa6-9d1d-2c59405fdac8 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:55:10.220095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c3fba2bc-899a-423e-88d9-b250370d75ec tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:10.224940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9ca2efca-08e4-48de-9d18-3b6fe4de36fe tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:10.292806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-17a322fe-051c-4b65-8dc1-2f3dc31001c9 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:10.302561 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-25909449-d1db-4470-9e7d-130b37401dba tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:10.306944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fba2bc-899a-423e-88d9-b250370d75ec tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network 5ecb2a7f-419d-4061-9317-ec5ad3b0bc39 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:55:10.310374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-c3fba2bc-899a-423e-88d9-b250370d75ec tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:55:10.315485 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fba2bc-899a-423e-88d9-b250370d75ec tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:55:10.323904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-4b4ab01b-4075-472d-b583-b5a0910edb8a None None] Attempting to bind port cab00cc1-9684-495b-addc-365c4536dd33 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:55:10.324333 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-4b4ab01b-4075-472d-b583-b5a0910edb8a None None] Attempting to bind port cab00cc1-9684-495b-addc-365c4536dd33 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '13e47a2f-7131-46fc-9525-a578e93188fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5ecb2a7f-419d-4061-9317-ec5ad3b0bc39'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:55:10.324753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4ab01b-4075-472d-b583-b5a0910edb8a None None] Attempting to bind port cab00cc1-9684-495b-addc-365c4536dd33 on network 5ecb2a7f-419d-4061-9317-ec5ad3b0bc39 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:55:10.326461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-17a322fe-051c-4b65-8dc1-2f3dc31001c9 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:10.355916 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-17a322fe-051c-4b65-8dc1-2f3dc31001c9 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "DELETE /v2.0/networks/83806f78-5b15-4fd6-8a76-922b64532d37 HTTP/1.1" status: 204 len: 168 time: 1.4239602 Dec 25 19:55:10.357604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fba2bc-899a-423e-88d9-b250370d75ec tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=bde04636-49fe-4fa6-9d1d-2c59405fdac8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:10.358164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53618) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:10.363839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c3fba2bc-899a-423e-88d9-b250370d75ec tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:10.388178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c3fba2bc-899a-423e-88d9-b250370d75ec tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:10.402363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4ab01b-4075-472d-b583-b5a0910edb8a None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:55:10.402796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4ab01b-4075-472d-b583-b5a0910edb8a None None] Checking segment: {'id': '13e47a2f-7131-46fc-9525-a578e93188fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5ecb2a7f-419d-4061-9317-ec5ad3b0bc39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:55:10.403283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4b4ab01b-4075-472d-b583-b5a0910edb8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:10.403736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4ab01b-4075-472d-b583-b5a0910edb8a None None] Bound using segment: {'id': '13e47a2f-7131-46fc-9525-a578e93188fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5ecb2a7f-419d-4061-9317-ec5ad3b0bc39'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:55:10.404290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-4b4ab01b-4075-472d-b583-b5a0910edb8a None None] Bound port: cab00cc1-9684-495b-addc-365c4536dd33, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13e47a2f-7131-46fc-9525-a578e93188fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5ecb2a7f-419d-4061-9317-ec5ad3b0bc39'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:55:10.404714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4b4ab01b-4075-472d-b583-b5a0910edb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:10.429900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a322fe-051c-4b65-8dc1-2f3dc31001c9 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event deleted for resources: {'Network': ['ID=83806f78-5b15-4fd6-8a76-922b64532d37,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:10.437902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-17a322fe-051c-4b65-8dc1-2f3dc31001c9 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:10.494604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c3fba2bc-899a-423e-88d9-b250370d75ec tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:10.640571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-4b4ab01b-4075-472d-b583-b5a0910edb8a None None] For port cab00cc1-9684-495b-addc-365c4536dd33, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:55:10.689640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-4b4ab01b-4075-472d-b583-b5a0910edb8a None None] For port cab00cc1-9684-495b-addc-365c4536dd33, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=cab00cc1-9684-495b-addc-365c4536dd33,segment=NetworkSegment(13e47a2f-7131-46fc-9525-a578e93188fe),segment_id=13e47a2f-7131-46fc-9525-a578e93188fe)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:55:10.703180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4b4ab01b-4075-472d-b583-b5a0910edb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:10.710564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3c077399-9b75-4439-ad1f-273e231d9430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:10.751490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device c5323c5b-fe88-4301-af4b-821a63a9f224 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:55:10.774724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d6c2dce1-fad8-42d4-82d5-49d5ccd03ffb tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:10.844388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ab01b-4075-472d-b583-b5a0910edb8a None None] Pushing event updated for resources: {'Port': ['ID=cab00cc1-9684-495b-addc-365c4536dd33,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:10.856426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4b4ab01b-4075-472d-b583-b5a0910edb8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:10.899037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-045869af-03dc-47cf-ae48-e5da32e3b380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'name': 'tempest-RoutersTest-router-1254899065', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:54:40Z', 'updated_at': '2021-12-25T19:55:06Z', 'revision_number': 8, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'gw_port_host': None, '_interfaces': [{'id': '762129d0-aa95-4cb8-9126-20a6d488323b', 'name': '', 'network_id': '7bd98c7f-05ed-4c88-942e-1a19fb4f04f6', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:ed:e0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59bd6226-9718-4dc5-9777-556d9c80cc1c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:46Z', 'updated_at': '2021-12-25T19:54:57Z', 'revision_number': 5, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': '59bd6226-9718-4dc5-9777-556d9c80cc1c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e74a7f7-a7b8-4b63-9ebf-f0d86994a2ce', 'name': '', 'network_id': '2ea7ec8a-0366-4780-b07b-42701a213d5f', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:65:5b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdf600f5-1e55-4082-a1cb-729b84b77010', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:52Z', 'updated_at': '2021-12-25T19:55:01Z', 'revision_number': 5, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': 'cdf600f5-1e55-4082-a1cb-729b84b77010', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbc3e9ad-d866-446d-ac33-d94d8dc913ce', 'name': '', 'network_id': 'baca2119-f7f4-483c-a69a-4407cc809a23', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:17:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc3467ac-c88a-4614-bdb1-9a6555852eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:42Z', 'updated_at': '2021-12-25T19:54:51Z', 'revision_number': 5, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': 'dc3467ac-c88a-4614-bdb1-9a6555852eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:10.907319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045869af-03dc-47cf-ae48-e5da32e3b380 None None] The sync data for ids ['7de88c79-1393-4c32-8e85-99d6c78d60b6'] in dv-neutron-822611-1-hyperv is: [{'id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'name': 'tempest-RoutersTest-router-1254899065', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:54:40Z', 'updated_at': '2021-12-25T19:55:06Z', 'revision_number': 8, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'gw_port_host': None, '_interfaces': [{'id': '762129d0-aa95-4cb8-9126-20a6d488323b', 'name': '', 'network_id': '7bd98c7f-05ed-4c88-942e-1a19fb4f04f6', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:ed:e0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59bd6226-9718-4dc5-9777-556d9c80cc1c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:46Z', 'updated_at': '2021-12-25T19:54:57Z', 'revision_number': 5, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': '59bd6226-9718-4dc5-9777-556d9c80cc1c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e74a7f7-a7b8-4b63-9ebf-f0d86994a2ce', 'name': '', 'network_id': '2ea7ec8a-0366-4780-b07b-42701a213d5f', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:65:5b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdf600f5-1e55-4082-a1cb-729b84b77010', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:52Z', 'updated_at': '2021-12-25T19:55:01Z', 'revision_number': 5, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': 'cdf600f5-1e55-4082-a1cb-729b84b77010', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbc3e9ad-d866-446d-ac33-d94d8dc913ce', 'name': '', 'network_id': 'baca2119-f7f4-483c-a69a-4407cc809a23', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:17:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc3467ac-c88a-4614-bdb1-9a6555852eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:42Z', 'updated_at': '2021-12-25T19:54:51Z', 'revision_number': 5, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': 'dc3467ac-c88a-4614-bdb1-9a6555852eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:55:10.932965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port c5323c5b-fe88-4301-af4b-821a63a9f224 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:55:10.941123 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port c5323c5b-fe88-4301-af4b-821a63a9f224 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:55:10.941551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:11.106038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:11.123533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port c5323c5b-fe88-4301-af4b-821a63a9f224, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=c5323c5b-fe88-4301-af4b-821a63a9f224,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:55:11.139421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:11.141448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d58ce7ce-2387-482f-bfdc-b5f7e9397276 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:11.222835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=c5323c5b-fe88-4301-af4b-821a63a9f224,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:11.226889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:11.251780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 746fca27-b31c-43f2-92c0-8992bb901a0d no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:55:11.357414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c3fba2bc-899a-423e-88d9-b250370d75ec tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:11.362629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c3fba2bc-899a-423e-88d9-b250370d75ec tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:11.427193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5df32567-092d-4c00-a50c-d206a05b4dc4 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:11.493513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 746fca27-b31c-43f2-92c0-8992bb901a0d {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:55:11.493995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 746fca27-b31c-43f2-92c0-8992bb901a0d not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:55:11.536014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c3fba2bc-899a-423e-88d9-b250370d75ec tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:11.541191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fba2bc-899a-423e-88d9-b250370d75ec tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=bde04636-49fe-4fa6-9d1d-2c59405fdac8,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:11.545394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c3fba2bc-899a-423e-88d9-b250370d75ec tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:11.574036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-d6c2dce1-fad8-42d4-82d5-49d5ccd03ffb tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Deleting port 9e74a7f7-a7b8-4b63-9ebf-f0d86994a2ce {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:55:11.574414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d6c2dce1-fad8-42d4-82d5-49d5ccd03ffb tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:11.694313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fba2bc-899a-423e-88d9-b250370d75ec tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network 5ecb2a7f-419d-4061-9317-ec5ad3b0bc39 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:55:11.695559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-c3fba2bc-899a-423e-88d9-b250370d75ec tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:55:11.776674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-d6c2dce1-fad8-42d4-82d5-49d5ccd03ffb tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] For port 9e74a7f7-a7b8-4b63-9ebf-f0d86994a2ce, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=9e74a7f7-a7b8-4b63-9ebf-f0d86994a2ce,segment=NetworkSegment(5ce4c022-52f8-40db-b2e3-46de9d2a0525),segment_id=5ce4c022-52f8-40db-b2e3-46de9d2a0525)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:55:11.777079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d6c2dce1-fad8-42d4-82d5-49d5ccd03ffb tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:11.906876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-d6c2dce1-fad8-42d4-82d5-49d5ccd03ffb tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Calling delete_port for 9e74a7f7-a7b8-4b63-9ebf-f0d86994a2ce owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:55:12.089821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d6c2dce1-fad8-42d4-82d5-49d5ccd03ffb tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:12.095913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0bb48aed-239b-4ac9-b74d-e699f6a06ab9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:12.107191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3fba2bc-899a-423e-88d9-b250370d75ec tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router a0127b41-8c85-463e-8de1-42a00e6f4b2d has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:55:12.144883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c2dce1-fad8-42d4-82d5-49d5ccd03ffb tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event deleted for resources: {'Port': ['ID=9e74a7f7-a7b8-4b63-9ebf-f0d86994a2ce,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:12.147857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d6c2dce1-fad8-42d4-82d5-49d5ccd03ffb tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:12.356136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3fba2bc-899a-423e-88d9-b250370d75ec tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:55:12.375370 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c3fba2bc-899a-423e-88d9-b250370d75ec tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "PUT /v2.0/routers/a0127b41-8c85-463e-8de1-42a00e6f4b2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3488035 Dec 25 19:55:12.375909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53622) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:12.455499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d6c2dce1-fad8-42d4-82d5-49d5ccd03ffb tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:12.575077 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d410ccdc-767c-4c6c-af8c-fef1e24782a9 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:12.575767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d410ccdc-767c-4c6c-af8c-fef1e24782a9 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:12.576191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d410ccdc-767c-4c6c-af8c-fef1e24782a9 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:12.576606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d410ccdc-767c-4c6c-af8c-fef1e24782a9 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:12.577013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d410ccdc-767c-4c6c-af8c-fef1e24782a9 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:12.577420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d410ccdc-767c-4c6c-af8c-fef1e24782a9 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:12.577826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d410ccdc-767c-4c6c-af8c-fef1e24782a9 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:12.578230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d410ccdc-767c-4c6c-af8c-fef1e24782a9 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:12.581528 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d410ccdc-767c-4c6c-af8c-fef1e24782a9 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5607 time: 0.2047627 Dec 25 19:55:12.588759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53626) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:12.606926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139a8d59-89a4-4413-9b32-c97d387f1396 None None] Sync routers for ids ['a0127b41-8c85-463e-8de1-42a00e6f4b2d'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:55:12.626536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139a8d59-89a4-4413-9b32-c97d387f1396 None None] Routers {'a0127b41-8c85-463e-8de1-42a00e6f4b2d'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:55:12.627903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-139a8d59-89a4-4413-9b32-c97d387f1396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:55:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['a0127b41-8c85-463e-8de1-42a00e6f4b2d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:12.720024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef2827e-01c8-4028-b971-0e2c60ed74b7 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:12.720522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef2827e-01c8-4028-b971-0e2c60ed74b7 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:12.720938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef2827e-01c8-4028-b971-0e2c60ed74b7 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:12.721511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef2827e-01c8-4028-b971-0e2c60ed74b7 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:12.721918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef2827e-01c8-4028-b971-0e2c60ed74b7 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:12.722321 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef2827e-01c8-4028-b971-0e2c60ed74b7 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:12.722722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef2827e-01c8-4028-b971-0e2c60ed74b7 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:12.723147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef2827e-01c8-4028-b971-0e2c60ed74b7 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:12.728219 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-aef2827e-01c8-4028-b971-0e2c60ed74b7 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5125 time: 0.1354899 Dec 25 19:55:12.730541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53630) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:12.876599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device c5323c5b-fe88-4301-af4b-821a63a9f224 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:55:12.902884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-139a8d59-89a4-4413-9b32-c97d387f1396 None None] Set router a0127b41-8c85-463e-8de1-42a00e6f4b2d gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:55:13.011306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1933bfeb-a5ed-4513-862d-bdfcf9efa1f7 None None] Network 5ecb2a7f-419d-4061-9317-ec5ad3b0bc39 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:55:13.050821 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6a38b6e5-fbad-4f46-94ea-7191c2e22583 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2866 time: 0.3188691 Dec 25 19:55:13.053761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53634) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:13.060505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-9bdbbb97-c11f-428d-8ce5-744a9bc44b20 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1394695906', 'network_id': '5ecb2a7f-419d-4061-9317-ec5ad3b0bc39'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:55:13.074064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port c5323c5b-fe88-4301-af4b-821a63a9f224 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:55:13.074494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:13.197044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-718a81ef-e332-40b5-8376-b6a5faa1cf8f None None] Provisioning for port cab00cc1-9684-495b-addc-365c4536dd33 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:55:13.278873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device cab00cc1-9684-495b-addc-365c4536dd33 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:55:13.299749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9bdbbb97-c11f-428d-8ce5-744a9bc44b20 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:55:13.304819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9bdbbb97-c11f-428d-8ce5-744a9bc44b20 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:port and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:55:13.308211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9bdbbb97-c11f-428d-8ce5-744a9bc44b20 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:55:13.315796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9bdbbb97-c11f-428d-8ce5-744a9bc44b20 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:55:13.319188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-139a8d59-89a4-4413-9b32-c97d387f1396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0127b41-8c85-463e-8de1-42a00e6f4b2d', 'name': 'tempest-TestNetworkBasicOps-router-2065882034', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.247'}], 'enable_snat': True}, 'gw_port_id': 'c5323c5b-fe88-4301-af4b-821a63a9f224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:55:04Z', 'updated_at': '2021-12-25T19:55:10Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'c5323c5b-fe88-4301-af4b-821a63a9f224', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:32:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0127b41-8c85-463e-8de1-42a00e6f4b2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:55:05Z', 'updated_at': '2021-12-25T19:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'bde04636-49fe-4fa6-9d1d-2c59405fdac8', 'name': '', 'network_id': '5ecb2a7f-419d-4061-9317-ec5ad3b0bc39', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:bc:82:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0127b41-8c85-463e-8de1-42a00e6f4b2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5181c02b-9429-4db1-aefb-a72cffaaf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:55:09Z', 'updated_at': '2021-12-25T19:55:11Z', 'revision_number': 2, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': '5181c02b-9429-4db1-aefb-a72cffaaf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:13.326091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bdbbb97-c11f-428d-8ce5-744a9bc44b20 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Made reservation on behalf of 23f5dc92674e43b787fc19a8bf548d4f for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:55:13.327634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139a8d59-89a4-4413-9b32-c97d387f1396 None None] Checking router: a0127b41-8c85-463e-8de1-42a00e6f4b2d for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:55:13.328253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139a8d59-89a4-4413-9b32-c97d387f1396 None None] Updating router a0127b41-8c85-463e-8de1-42a00e6f4b2d port bde04636-49fe-4fa6-9d1d-2c59405fdac8 binding host dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 19:55:13.331760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9bdbbb97-c11f-428d-8ce5-744a9bc44b20 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:13.356776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-9bdbbb97-c11f-428d-8ce5-744a9bc44b20 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] device_id is not set on port 4095e96e-c320-4582-9ce6-dc84d0527855 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:55:13.444642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c2dce1-fad8-42d4-82d5-49d5ccd03ffb tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Router 7de88c79-1393-4c32-8e85-99d6c78d60b6 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:55:13.479170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port cab00cc1-9684-495b-addc-365c4536dd33 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:55:13.490908 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port cab00cc1-9684-495b-addc-365c4536dd33 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:55:13.491370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:13.527083 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-9bdbbb97-c11f-428d-8ce5-744a9bc44b20 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Allocated IP 172.20.0.6 (5ecb2a7f-419d-4061-9317-ec5ad3b0bc39/5181c02b-9429-4db1-aefb-a72cffaaf5f3/4095e96e-c320-4582-9ce6-dc84d0527855) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:55:13.585458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-139a8d59-89a4-4413-9b32-c97d387f1396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:13.652053 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:13.682661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c2dce1-fad8-42d4-82d5-49d5ccd03ffb tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:55:13.694483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port cab00cc1-9684-495b-addc-365c4536dd33, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=cab00cc1-9684-495b-addc-365c4536dd33,segment=NetworkSegment(13e47a2f-7131-46fc-9525-a578e93188fe),segment_id=13e47a2f-7131-46fc-9525-a578e93188fe)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:55:13.699003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b932df8-4ae9-4208-b068-5cb4ff541e93 None None] Sync routers for ids ['7de88c79-1393-4c32-8e85-99d6c78d60b6'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:55:13.711676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:13.716327 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d6c2dce1-fad8-42d4-82d5-49d5ccd03ffb tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "PUT /v2.0/routers/7de88c79-1393-4c32-8e85-99d6c78d60b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3536756 Dec 25 19:55:13.716644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53638) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:13.718899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:13.764445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9bdbbb97-c11f-428d-8ce5-744a9bc44b20 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:13.785415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-9bdbbb97-c11f-428d-8ce5-744a9bc44b20 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Transition to ACTIVE for port object 4095e96e-c320-4582-9ce6-dc84d0527855 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:55:13.791865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b932df8-4ae9-4208-b068-5cb4ff541e93 None None] Routers {'7de88c79-1393-4c32-8e85-99d6c78d60b6'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:55:13.792807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-7b932df8-4ae9-4208-b068-5cb4ff541e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:55:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['7de88c79-1393-4c32-8e85-99d6c78d60b6'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:13.825124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9bdbbb97-c11f-428d-8ce5-744a9bc44b20 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:13.831280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6831f6ef-e527-4b7b-8ae5-755db40e611f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:13.926402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdbbb97-c11f-428d-8ce5-744a9bc44b20 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network 5ecb2a7f-419d-4061-9317-ec5ad3b0bc39 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:55:13.938182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-9bdbbb97-c11f-428d-8ce5-744a9bc44b20 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:55:13.946148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdbbb97-c11f-428d-8ce5-744a9bc44b20 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:55:13.993979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdbbb97-c11f-428d-8ce5-744a9bc44b20 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=4095e96e-c320-4582-9ce6-dc84d0527855,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:13.997668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=cab00cc1-9684-495b-addc-365c4536dd33,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:14.003129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9bdbbb97-c11f-428d-8ce5-744a9bc44b20 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:14.004025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:14.017963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-7b932df8-4ae9-4208-b068-5cb4ff541e93 None None] Set router 7de88c79-1393-4c32-8e85-99d6c78d60b6 gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:55:14.026760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdbbb97-c11f-428d-8ce5-744a9bc44b20 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:14.027465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9bdbbb97-c11f-428d-8ce5-744a9bc44b20 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:14.038564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb2460e1-a884-42d5-8b8a-4b2f6d4827c5 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Deleting subnet cdf600f5-1e55-4082-a1cb-729b84b77010 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:55:14.044074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eb2460e1-a884-42d5-8b8a-4b2f6d4827c5 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:14.064233 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9bdbbb97-c11f-428d-8ce5-744a9bc44b20 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0093105 Dec 25 19:55:14.135437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eb2460e1-a884-42d5-8b8a-4b2f6d4827c5 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:14.164210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-139a8d59-89a4-4413-9b32-c97d387f1396 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:14.193874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-139a8d59-89a4-4413-9b32-c97d387f1396 None None] Transition to ACTIVE for port object bde04636-49fe-4fa6-9d1d-2c59405fdac8 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:55:14.204830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-139a8d59-89a4-4413-9b32-c97d387f1396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:14.209810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:14.246127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-deb226fb-a895-4973-99b4-44335638da17 None None] Provisioning complete for port cab00cc1-9684-495b-addc-365c4536dd33 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:55:14.246555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-deb226fb-a895-4973-99b4-44335638da17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:14.274486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eb2460e1-a884-42d5-8b8a-4b2f6d4827c5 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:14.313928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53644) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:14.320237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-9641bb0b-5872-453d-8c78-e30d8d3107f4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-942240735', 'description': 'tempest-secgroup-smoke-942240735 description', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:55:14.335736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9641bb0b-5872-453d-8c78-e30d8d3107f4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:55:14.346462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9641bb0b-5872-453d-8c78-e30d8d3107f4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:55:14.349693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9641bb0b-5872-453d-8c78-e30d8d3107f4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:55:14.371090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9641bb0b-5872-453d-8c78-e30d8d3107f4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:55:14.380492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eb2460e1-a884-42d5-8b8a-4b2f6d4827c5 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:14.386212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9641bb0b-5872-453d-8c78-e30d8d3107f4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:14.388833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71410f1-0bf2-4103-8eda-d2dddc313283 None None] Pushing event updated for resources: {'Port': ['ID=bde04636-49fe-4fa6-9d1d-2c59405fdac8,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:14.393668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c71410f1-0bf2-4103-8eda-d2dddc313283 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:14.404297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-15084b77-4ce5-45a8-8a93-dcde0149fe6b tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:14.450169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9641bb0b-5872-453d-8c78-e30d8d3107f4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:55:14.454279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9641bb0b-5872-453d-8c78-e30d8d3107f4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:55:14.460593 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eb2460e1-a884-42d5-8b8a-4b2f6d4827c5 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:14.460789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9641bb0b-5872-453d-8c78-e30d8d3107f4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:55:14.467984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2460e1-a884-42d5-8b8a-4b2f6d4827c5 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event deleted for resources: {'Subnet': ['ID=cdf600f5-1e55-4082-a1cb-729b84b77010,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:14.475540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ee03e0-e652-4a53-92a9-d1eb8a2004d3 None None] Network 2ea7ec8a-0366-4780-b07b-42701a213d5f requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:55:14.476036 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-eb2460e1-a884-42d5-8b8a-4b2f6d4827c5 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "DELETE /v2.0/subnets/cdf600f5-1e55-4082-a1cb-729b84b77010 HTTP/1.1" status: 204 len: 168 time: 0.7578163 Dec 25 19:55:14.477098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-eb2460e1-a884-42d5-8b8a-4b2f6d4827c5 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:14.479371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53648) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:14.492201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9641bb0b-5872-453d-8c78-e30d8d3107f4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:55:14.568910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-139a8d59-89a4-4413-9b32-c97d387f1396 None None] Attempting to bind port bde04636-49fe-4fa6-9d1d-2c59405fdac8 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:55:14.569711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-139a8d59-89a4-4413-9b32-c97d387f1396 None None] Attempting to bind port bde04636-49fe-4fa6-9d1d-2c59405fdac8 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '13e47a2f-7131-46fc-9525-a578e93188fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5ecb2a7f-419d-4061-9317-ec5ad3b0bc39'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:55:14.584076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9641bb0b-5872-453d-8c78-e30d8d3107f4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:14.585214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139a8d59-89a4-4413-9b32-c97d387f1396 None None] Attempting to bind port bde04636-49fe-4fa6-9d1d-2c59405fdac8 on network 5ecb2a7f-419d-4061-9317-ec5ad3b0bc39 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:55:14.593027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9641bb0b-5872-453d-8c78-e30d8d3107f4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:14.609755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0d3a5a85-a121-4129-9307-b4c557d5d2a9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:14.611134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139a8d59-89a4-4413-9b32-c97d387f1396 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:55:14.612878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139a8d59-89a4-4413-9b32-c97d387f1396 None None] Checking segment: {'id': '13e47a2f-7131-46fc-9525-a578e93188fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5ecb2a7f-419d-4061-9317-ec5ad3b0bc39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:55:14.615834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-139a8d59-89a4-4413-9b32-c97d387f1396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:14.617825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139a8d59-89a4-4413-9b32-c97d387f1396 None None] Bound using segment: {'id': '13e47a2f-7131-46fc-9525-a578e93188fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5ecb2a7f-419d-4061-9317-ec5ad3b0bc39'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:55:14.618554 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-139a8d59-89a4-4413-9b32-c97d387f1396 None None] Bound port: bde04636-49fe-4fa6-9d1d-2c59405fdac8, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13e47a2f-7131-46fc-9525-a578e93188fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5ecb2a7f-419d-4061-9317-ec5ad3b0bc39'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:55:14.620067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-139a8d59-89a4-4413-9b32-c97d387f1396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:14.671796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1224e9cb-a020-40d0-9921-a840d10c8344 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:14.695509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1224e9cb-a020-40d0-9921-a840d10c8344 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Deleting port ac674df8-da4f-46a9-a328-f14b27d9f267 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:55:14.695896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1224e9cb-a020-40d0-9921-a840d10c8344 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:14.710076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9641bb0b-5872-453d-8c78-e30d8d3107f4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bae16b61-f515-4fec-aea6-aeb4f967ebdc,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:14.719365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9641bb0b-5872-453d-8c78-e30d8d3107f4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:14.721098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device cab00cc1-9684-495b-addc-365c4536dd33 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:55:14.722319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9641bb0b-5872-453d-8c78-e30d8d3107f4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:14.723703 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9641bb0b-5872-453d-8c78-e30d8d3107f4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4087374 Dec 25 19:55:14.727667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53652) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:14.744031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b10ac424-d568-4d9c-8cc4-50dcd166d9ed tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': 'bae16b61-f515-4fec-aea6-aeb4f967ebdc', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:55:14.758657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b10ac424-d568-4d9c-8cc4-50dcd166d9ed tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:55:14.768724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b10ac424-d568-4d9c-8cc4-50dcd166d9ed tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:55:14.771179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-139a8d59-89a4-4413-9b32-c97d387f1396 None None] For port bde04636-49fe-4fa6-9d1d-2c59405fdac8, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:55:14.774697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-139a8d59-89a4-4413-9b32-c97d387f1396 None None] For port bde04636-49fe-4fa6-9d1d-2c59405fdac8, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=bde04636-49fe-4fa6-9d1d-2c59405fdac8,segment=NetworkSegment(13e47a2f-7131-46fc-9525-a578e93188fe),segment_id=13e47a2f-7131-46fc-9525-a578e93188fe)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:55:14.781909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-139a8d59-89a4-4413-9b32-c97d387f1396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:14.782127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b10ac424-d568-4d9c-8cc4-50dcd166d9ed tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:55:14.794146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:14.796976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b10ac424-d568-4d9c-8cc4-50dcd166d9ed tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:55:14.836399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b10ac424-d568-4d9c-8cc4-50dcd166d9ed tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:14.872562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139a8d59-89a4-4413-9b32-c97d387f1396 None None] Routers {'a0127b41-8c85-463e-8de1-42a00e6f4b2d'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:55:14.873785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-139a8d59-89a4-4413-9b32-c97d387f1396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:55:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['a0127b41-8c85-463e-8de1-42a00e6f4b2d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:14.879221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-7b932df8-4ae9-4208-b068-5cb4ff541e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'name': 'tempest-RoutersTest-router-1254899065', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:54:40Z', 'updated_at': '2021-12-25T19:55:12Z', 'revision_number': 9, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'gw_port_host': None, '_interfaces': [{'id': '762129d0-aa95-4cb8-9126-20a6d488323b', 'name': '', 'network_id': '7bd98c7f-05ed-4c88-942e-1a19fb4f04f6', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:ed:e0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59bd6226-9718-4dc5-9777-556d9c80cc1c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:46Z', 'updated_at': '2021-12-25T19:54:57Z', 'revision_number': 5, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': '59bd6226-9718-4dc5-9777-556d9c80cc1c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbc3e9ad-d866-446d-ac33-d94d8dc913ce', 'name': '', 'network_id': 'baca2119-f7f4-483c-a69a-4407cc809a23', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:17:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc3467ac-c88a-4614-bdb1-9a6555852eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:42Z', 'updated_at': '2021-12-25T19:54:51Z', 'revision_number': 5, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': 'dc3467ac-c88a-4614-bdb1-9a6555852eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:14.906053 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b932df8-4ae9-4208-b068-5cb4ff541e93 None None] Checking router: 7de88c79-1393-4c32-8e85-99d6c78d60b6 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:55:14.914376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-deb226fb-a895-4973-99b4-44335638da17 None None] Provisioning for port bde04636-49fe-4fa6-9d1d-2c59405fdac8 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:55:14.945226 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b932df8-4ae9-4208-b068-5cb4ff541e93 None None] Routers {'7de88c79-1393-4c32-8e85-99d6c78d60b6'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:55:14.945936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-7b932df8-4ae9-4208-b068-5cb4ff541e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:55:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['7de88c79-1393-4c32-8e85-99d6c78d60b6'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:14.970229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b10ac424-d568-4d9c-8cc4-50dcd166d9ed tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:14.977358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b10ac424-d568-4d9c-8cc4-50dcd166d9ed tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:14.979620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0a4686a9-c720-4ffb-a869-f84bae756dd5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:14.990318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71410f1-0bf2-4103-8eda-d2dddc313283 None None] Pushing event updated for resources: {'Port': ['ID=bde04636-49fe-4fa6-9d1d-2c59405fdac8,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:14.995864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c71410f1-0bf2-4103-8eda-d2dddc313283 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:15.037610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ac424-d568-4d9c-8cc4-50dcd166d9ed tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd5e1ac1-cf12-47d9-bc70-aafd474df5eb,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:15.048691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b10ac424-d568-4d9c-8cc4-50dcd166d9ed tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:15.049720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b10ac424-d568-4d9c-8cc4-50dcd166d9ed tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:15.051565 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b10ac424-d568-4d9c-8cc4-50dcd166d9ed tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3222835 Dec 25 19:55:15.055602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53656) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:15.063836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-0fb5399e-760b-4cf9-a023-028a39ece63a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': 'bae16b61-f515-4fec-aea6-aeb4f967ebdc', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:55:15.078961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0fb5399e-760b-4cf9-a023-028a39ece63a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:55:15.084041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0fb5399e-760b-4cf9-a023-028a39ece63a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:55:15.089519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0fb5399e-760b-4cf9-a023-028a39ece63a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:55:15.099430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0fb5399e-760b-4cf9-a023-028a39ece63a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:55:15.132077 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0fb5399e-760b-4cf9-a023-028a39ece63a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:15.133500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-1224e9cb-a020-40d0-9921-a840d10c8344 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] For port ac674df8-da4f-46a9-a328-f14b27d9f267, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=ac674df8-da4f-46a9-a328-f14b27d9f267,segment=NetworkSegment(5ce4c022-52f8-40db-b2e3-46de9d2a0525),segment_id=5ce4c022-52f8-40db-b2e3-46de9d2a0525)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:55:15.134016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1224e9cb-a020-40d0-9921-a840d10c8344 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:15.159648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-139a8d59-89a4-4413-9b32-c97d387f1396 None None] Set router a0127b41-8c85-463e-8de1-42a00e6f4b2d gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:55:15.271519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0fb5399e-760b-4cf9-a023-028a39ece63a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:15.276833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0fb5399e-760b-4cf9-a023-028a39ece63a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:15.287265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de01c3da-f200-454b-bf71-7be0f82df385 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:15.300347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1224e9cb-a020-40d0-9921-a840d10c8344 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Calling delete_port for ac674df8-da4f-46a9-a328-f14b27d9f267 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:55:15.324580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5399e-760b-4cf9-a023-028a39ece63a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7d262f2-7af8-4ceb-a01e-2992e0c318ed,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:15.330076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0fb5399e-760b-4cf9-a023-028a39ece63a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:15.348266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0fb5399e-760b-4cf9-a023-028a39ece63a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:15.353968 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0fb5399e-760b-4cf9-a023-028a39ece63a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2929831 Dec 25 19:55:15.354626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53660) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:15.364356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-303fe8c6-779b-4601-817e-b0267d5ab50c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': 'bae16b61-f515-4fec-aea6-aeb4f967ebdc', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:55:15.372116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-303fe8c6-779b-4601-817e-b0267d5ab50c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:55:15.377612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-303fe8c6-779b-4601-817e-b0267d5ab50c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:55:15.380920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-303fe8c6-779b-4601-817e-b0267d5ab50c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:55:15.387669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-303fe8c6-779b-4601-817e-b0267d5ab50c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:55:15.414956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-303fe8c6-779b-4601-817e-b0267d5ab50c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:15.440085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port cab00cc1-9684-495b-addc-365c4536dd33 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:55:15.440694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:15.461824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1224e9cb-a020-40d0-9921-a840d10c8344 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:15.468237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a5e9d62d-5064-46d5-b05f-f798348d75d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:15.516609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-7b932df8-4ae9-4208-b068-5cb4ff541e93 None None] Set router 7de88c79-1393-4c32-8e85-99d6c78d60b6 gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:55:15.521986 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-303fe8c6-779b-4601-817e-b0267d5ab50c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:15.530085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-303fe8c6-779b-4601-817e-b0267d5ab50c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:15.538556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c784c191-e19e-451c-a253-2238c8a14f18 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:15.543686 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224e9cb-a020-40d0-9921-a840d10c8344 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event deleted for resources: {'Port': ['ID=ac674df8-da4f-46a9-a328-f14b27d9f267,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:15.546689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1224e9cb-a020-40d0-9921-a840d10c8344 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:15.549641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1224e9cb-a020-40d0-9921-a840d10c8344 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] No DVR routers for this DVR port ac674df8-da4f-46a9-a328-f14b27d9f267 on host dv-neutron-822611-1-hyperv {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:55:15.570741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303fe8c6-779b-4601-817e-b0267d5ab50c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=068607a8-c232-4e48-8a24-b656485a7185,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:15.574231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-303fe8c6-779b-4601-817e-b0267d5ab50c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:15.586797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-303fe8c6-779b-4601-817e-b0267d5ab50c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:15.591637 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-303fe8c6-779b-4601-817e-b0267d5ab50c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2304718 Dec 25 19:55:15.591830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c267f40e-80ae-49ba-927e-35c99ee27266 None None] DHCP port deletion for 2ea7ec8a-0366-4780-b07b-42701a213d5f request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:55:15.592165 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53664) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:15.599930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-bc1a5448-201b-419a-9607-1bbdf798f472 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': 'bae16b61-f515-4fec-aea6-aeb4f967ebdc', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:55:15.614160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-bc1a5448-201b-419a-9607-1bbdf798f472 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:55:15.626527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-bc1a5448-201b-419a-9607-1bbdf798f472 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:55:15.630770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-bc1a5448-201b-419a-9607-1bbdf798f472 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:55:15.644957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-bc1a5448-201b-419a-9607-1bbdf798f472 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:55:15.657058 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-139a8d59-89a4-4413-9b32-c97d387f1396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0127b41-8c85-463e-8de1-42a00e6f4b2d', 'name': 'tempest-TestNetworkBasicOps-router-2065882034', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.247'}], 'enable_snat': True}, 'gw_port_id': 'c5323c5b-fe88-4301-af4b-821a63a9f224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:55:04Z', 'updated_at': '2021-12-25T19:55:10Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'c5323c5b-fe88-4301-af4b-821a63a9f224', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:32:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0127b41-8c85-463e-8de1-42a00e6f4b2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:55:05Z', 'updated_at': '2021-12-25T19:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'bde04636-49fe-4fa6-9d1d-2c59405fdac8', 'name': '', 'network_id': '5ecb2a7f-419d-4061-9317-ec5ad3b0bc39', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:bc:82:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0127b41-8c85-463e-8de1-42a00e6f4b2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5181c02b-9429-4db1-aefb-a72cffaaf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:55:09Z', 'updated_at': '2021-12-25T19:55:14Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': '5181c02b-9429-4db1-aefb-a72cffaaf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:15.664661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139a8d59-89a4-4413-9b32-c97d387f1396 None None] The sync data for ids ['a0127b41-8c85-463e-8de1-42a00e6f4b2d'] in dv-neutron-822611-1-hyperv is: [{'id': 'a0127b41-8c85-463e-8de1-42a00e6f4b2d', 'name': 'tempest-TestNetworkBasicOps-router-2065882034', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.247'}], 'enable_snat': True}, 'gw_port_id': 'c5323c5b-fe88-4301-af4b-821a63a9f224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:55:04Z', 'updated_at': '2021-12-25T19:55:10Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'c5323c5b-fe88-4301-af4b-821a63a9f224', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:32:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0127b41-8c85-463e-8de1-42a00e6f4b2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:55:05Z', 'updated_at': '2021-12-25T19:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'bde04636-49fe-4fa6-9d1d-2c59405fdac8', 'name': '', 'network_id': '5ecb2a7f-419d-4061-9317-ec5ad3b0bc39', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:bc:82:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0127b41-8c85-463e-8de1-42a00e6f4b2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5181c02b-9429-4db1-aefb-a72cffaaf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:55:09Z', 'updated_at': '2021-12-25T19:55:14Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': '5181c02b-9429-4db1-aefb-a72cffaaf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:55:15.674564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bc1a5448-201b-419a-9607-1bbdf798f472 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:15.741156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1224e9cb-a020-40d0-9921-a840d10c8344 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:15.783706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bc1a5448-201b-419a-9607-1bbdf798f472 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:15.791629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bc1a5448-201b-419a-9607-1bbdf798f472 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:15.799259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9819e962-1e1a-4387-a6d3-399f9e4c84e6 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:15.807840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-1224e9cb-a020-40d0-9921-a840d10c8344 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ea7ec8a-0366-4780-b07b-42701a213d5f']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:15.828715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a5448-201b-419a-9607-1bbdf798f472 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b365c301-23b5-41c6-90cd-1a782a0b443f,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:15.831776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bc1a5448-201b-419a-9607-1bbdf798f472 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:15.838799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-1224e9cb-a020-40d0-9921-a840d10c8344 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ce4c022-52f8-40db-b2e3-46de9d2a0525') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:15.838799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-1224e9cb-a020-40d0-9921-a840d10c8344 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ce4c022-52f8-40db-b2e3-46de9d2a0525') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:15.862045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bc1a5448-201b-419a-9607-1bbdf798f472 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:15.864150 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-bc1a5448-201b-419a-9607-1bbdf798f472 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2702203 Dec 25 19:55:15.869687 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53668) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:15.871839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1224e9cb-a020-40d0-9921-a840d10c8344 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:15.882264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-735aed68-910e-491a-9c93-3eb1d4148b01 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': 'bae16b61-f515-4fec-aea6-aeb4f967ebdc', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:55:15.890502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1224e9cb-a020-40d0-9921-a840d10c8344 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:15.897777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1224e9cb-a020-40d0-9921-a840d10c8344 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:55:15.898202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1224e9cb-a020-40d0-9921-a840d10c8344 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:15.901938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-735aed68-910e-491a-9c93-3eb1d4148b01 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:55:15.908065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-735aed68-910e-491a-9c93-3eb1d4148b01 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:55:15.911916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-735aed68-910e-491a-9c93-3eb1d4148b01 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:55:15.922920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-735aed68-910e-491a-9c93-3eb1d4148b01 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:55:15.925653 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:55:15.925653 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:55:15.925653 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:55:15.925653 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:55:15.925653 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:55:15.925653 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:55:15.925653 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:55:15.925653 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:55:15.925653 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:55:15.925653 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:55:15.925653 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:55:15.925653 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:55:15.925653 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:55:15.925653 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:55:15.925653 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:55:15.925653 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:55:15.925653 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:55:15.925653 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:55:15.925653 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:55:15.925653 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:55:15.925653 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:55:15.925653 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:55:15.925653 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:55:15.925653 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:55:15.925653 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:55:15.925653 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:55:15.925653 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:55:15.925653 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:55:15.925653 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:55:15.925653 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:55:15.925653 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:55:15.925653 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:55:15.945944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-0a9b2e35-69c7-4736-a76b-1a46132c417d None None] Provisioning for port 4095e96e-c320-4582-9ce6-dc84d0527855 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:55:15.954251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-0a9b2e35-69c7-4736-a76b-1a46132c417d None None] Provisioning complete for port 4095e96e-c320-4582-9ce6-dc84d0527855 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:55:15.954680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0a9b2e35-69c7-4736-a76b-1a46132c417d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:15.957478 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-735aed68-910e-491a-9c93-3eb1d4148b01 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Project 23f5dc92674e43b787fc19a8bf548d4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 19:55:15.973212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-735aed68-910e-491a-9c93-3eb1d4148b01 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:16.055002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1224e9cb-a020-40d0-9921-a840d10c8344 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:16.062961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fb297ed2-cea2-4584-90b4-97999a8af40a tempest-RoutersIpV6Test-1492512015 tempest-RoutersIpV6Test-1492512015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:16.090081 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1224e9cb-a020-40d0-9921-a840d10c8344 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:16.096275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-735aed68-910e-491a-9c93-3eb1d4148b01 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:16.105847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0a9b2e35-69c7-4736-a76b-1a46132c417d None None] Port 4095e96e-c320-4582-9ce6-dc84d0527855 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:55:16.107572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-735aed68-910e-491a-9c93-3eb1d4148b01 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:16.108635 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1224e9cb-a020-40d0-9921-a840d10c8344 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "DELETE /v2.0/networks/2ea7ec8a-0366-4780-b07b-42701a213d5f HTTP/1.1" status: 204 len: 168 time: 1.6271527 Dec 25 19:55:16.112154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53672) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:16.114296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:16.135772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-7b932df8-4ae9-4208-b068-5cb4ff541e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'name': 'tempest-RoutersTest-router-1254899065', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:54:40Z', 'updated_at': '2021-12-25T19:55:12Z', 'revision_number': 9, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'gw_port_host': None, '_interfaces': [{'id': '762129d0-aa95-4cb8-9126-20a6d488323b', 'name': '', 'network_id': '7bd98c7f-05ed-4c88-942e-1a19fb4f04f6', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:ed:e0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59bd6226-9718-4dc5-9777-556d9c80cc1c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:46Z', 'updated_at': '2021-12-25T19:54:57Z', 'revision_number': 5, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': '59bd6226-9718-4dc5-9777-556d9c80cc1c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbc3e9ad-d866-446d-ac33-d94d8dc913ce', 'name': '', 'network_id': 'baca2119-f7f4-483c-a69a-4407cc809a23', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:17:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc3467ac-c88a-4614-bdb1-9a6555852eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:42Z', 'updated_at': '2021-12-25T19:54:51Z', 'revision_number': 5, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': 'dc3467ac-c88a-4614-bdb1-9a6555852eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:16.140382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b932df8-4ae9-4208-b068-5cb4ff541e93 None None] The sync data for ids ['7de88c79-1393-4c32-8e85-99d6c78d60b6'] in dv-neutron-822611-1-hyperv is: [{'id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'name': 'tempest-RoutersTest-router-1254899065', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:54:40Z', 'updated_at': '2021-12-25T19:55:12Z', 'revision_number': 9, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'gw_port_host': None, '_interfaces': [{'id': '762129d0-aa95-4cb8-9126-20a6d488323b', 'name': '', 'network_id': '7bd98c7f-05ed-4c88-942e-1a19fb4f04f6', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:ed:e0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59bd6226-9718-4dc5-9777-556d9c80cc1c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:46Z', 'updated_at': '2021-12-25T19:54:57Z', 'revision_number': 5, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': '59bd6226-9718-4dc5-9777-556d9c80cc1c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbc3e9ad-d866-446d-ac33-d94d8dc913ce', 'name': '', 'network_id': 'baca2119-f7f4-483c-a69a-4407cc809a23', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:17:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc3467ac-c88a-4614-bdb1-9a6555852eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:42Z', 'updated_at': '2021-12-25T19:54:51Z', 'revision_number': 5, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': 'dc3467ac-c88a-4614-bdb1-9a6555852eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:55:16.161478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735aed68-910e-491a-9c93-3eb1d4148b01 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=754bd9e1-e296-44b6-8e11-ca873fce04b9,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:16.166948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-735aed68-910e-491a-9c93-3eb1d4148b01 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:16.178672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-735aed68-910e-491a-9c93-3eb1d4148b01 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:16.180345 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-735aed68-910e-491a-9c93-3eb1d4148b01 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3093188 Dec 25 19:55:16.188042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53676) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:16.194116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-1f4f7d04-fb26-4098-ae58-dc2f15b03c30 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': 'bae16b61-f515-4fec-aea6-aeb4f967ebdc', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:55:16.201561 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1f4f7d04-fb26-4098-ae58-dc2f15b03c30 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:55:16.202674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224e9cb-a020-40d0-9921-a840d10c8344 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event deleted for resources: {'Network': ['ID=2ea7ec8a-0366-4780-b07b-42701a213d5f,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:16.206292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1f4f7d04-fb26-4098-ae58-dc2f15b03c30 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:55:16.209888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1f4f7d04-fb26-4098-ae58-dc2f15b03c30 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:55:16.214562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1224e9cb-a020-40d0-9921-a840d10c8344 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:16.230448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1f4f7d04-fb26-4098-ae58-dc2f15b03c30 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:55:16.246443 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-1f4f7d04-fb26-4098-ae58-dc2f15b03c30 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Project 23f5dc92674e43b787fc19a8bf548d4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 19:55:16.254530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f4f7d04-fb26-4098-ae58-dc2f15b03c30 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:16.346541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f4f7d04-fb26-4098-ae58-dc2f15b03c30 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:16.350269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f4f7d04-fb26-4098-ae58-dc2f15b03c30 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:16.353830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-42871722-a104-4a82-90b4-842ee7c67bb2 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:16.375155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4f7d04-fb26-4098-ae58-dc2f15b03c30 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06acf594-cc1f-41a3-a7d5-a6ce1a62b07f,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:16.379116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1f4f7d04-fb26-4098-ae58-dc2f15b03c30 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:16.395839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f4f7d04-fb26-4098-ae58-dc2f15b03c30 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:16.399150 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1f4f7d04-fb26-4098-ae58-dc2f15b03c30 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2085614 Dec 25 19:55:16.593750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e920dd46-1e4a-444d-bb94-0b7774bbcca7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:16.668783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-dd466b5b-0a42-4deb-bb2d-c5c1d99f9177 req-3f1b28dd-aa3b-4bd3-8082-3346854ce754 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Synchronizing usage tracker for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:55:16.689185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device bde04636-49fe-4fa6-9d1d-2c59405fdac8 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:55:16.766113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port bde04636-49fe-4fa6-9d1d-2c59405fdac8 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:55:16.772229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port bde04636-49fe-4fa6-9d1d-2c59405fdac8 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:55:16.772741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:16.939321 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:16.985936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port bde04636-49fe-4fa6-9d1d-2c59405fdac8, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=bde04636-49fe-4fa6-9d1d-2c59405fdac8,segment=NetworkSegment(13e47a2f-7131-46fc-9525-a578e93188fe),segment_id=13e47a2f-7131-46fc-9525-a578e93188fe)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:55:16.989122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:16.992284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:17.022377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-dd466b5b-0a42-4deb-bb2d-c5c1d99f9177 req-3f1b28dd-aa3b-4bd3-8082-3346854ce754 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Unset dirty status for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:55:17.030806 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dd466b5b-0a42-4deb-bb2d-c5c1d99f9177 req-3f1b28dd-aa3b-4bd3-8082-3346854ce754 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-942240735&fields=id&tenant_id=23f5dc92674e43b787fc19a8bf548d4f HTTP/1.1" status: 200 len: 267 time: 0.4890699 Dec 25 19:55:17.057201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device ac674df8-da4f-46a9-a328-f14b27d9f267 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:55:17.096736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: ac674df8-da4f-46a9-a328-f14b27d9f267 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:55:17.097242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device ac674df8-da4f-46a9-a328-f14b27d9f267 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:55:17.097812 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 9e74a7f7-a7b8-4b63-9ebf-f0d86994a2ce no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:55:17.138105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 9e74a7f7-a7b8-4b63-9ebf-f0d86994a2ce {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:55:17.138616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 9e74a7f7-a7b8-4b63-9ebf-f0d86994a2ce not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:55:17.141272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd466b5b-0a42-4deb-bb2d-c5c1d99f9177 req-513b7d21-f5be-4726-af54-a02c19ac3d6e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:17.141949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-dd466b5b-0a42-4deb-bb2d-c5c1d99f9177 req-513b7d21-f5be-4726-af54-a02c19ac3d6e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Synchronizing usage tracker for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:55:17.156000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=bde04636-49fe-4fa6-9d1d-2c59405fdac8,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:17.159557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:17.210642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-dd466b5b-0a42-4deb-bb2d-c5c1d99f9177 req-513b7d21-f5be-4726-af54-a02c19ac3d6e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Unset dirty status for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:55:17.211961 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dd466b5b-0a42-4deb-bb2d-c5c1d99f9177 req-513b7d21-f5be-4726-af54-a02c19ac3d6e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports/4095e96e-c320-4582-9ce6-dc84d0527855 HTTP/1.1" status: 200 len: 930 time: 0.1598015 Dec 25 19:55:17.460869 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dd466b5b-0a42-4deb-bb2d-c5c1d99f9177 req-3125ae41-40e0-4e6a-892b-fb7d4eeb0350 service neutron] 10.222.0.24 "GET /v2.0/ports/4095e96e-c320-4582-9ce6-dc84d0527855?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1965172 Dec 25 19:55:17.479610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [req-dd466b5b-0a42-4deb-bb2d-c5c1d99f9177 req-24c5c3e1-5aec-4eb6-af9b-f216f20c3bab service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:55:17.480676 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dd466b5b-0a42-4deb-bb2d-c5c1d99f9177 req-24c5c3e1-5aec-4eb6-af9b-f216f20c3bab service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0119267 Dec 25 19:55:17.694736 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dd466b5b-0a42-4deb-bb2d-c5c1d99f9177 req-defbac77-cbf5-4a91-a700-2b1712a9dd94 service neutron] 10.222.0.24 "GET /v2.0/networks/5ecb2a7f-419d-4061-9317-ec5ad3b0bc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056046 Dec 25 19:55:17.899911 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dd466b5b-0a42-4deb-bb2d-c5c1d99f9177 req-11bc1918-76b1-4de1-9464-7b5b3116f8df service neutron] 10.222.0.24 "GET /v2.0/networks/5ecb2a7f-419d-4061-9317-ec5ad3b0bc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963799 Dec 25 19:55:17.970424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e920dd46-1e4a-444d-bb94-0b7774bbcca7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Deleting port 762129d0-aa95-4cb8-9126-20a6d488323b {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:55:17.971009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e920dd46-1e4a-444d-bb94-0b7774bbcca7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:18.189123 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3777d6d9-10c7-475c-a56c-b09f11d95c61 req-9ce557ca-f954-4591-a314-60b04335ce1d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecdc4b75-ca85-46f6-8ace-0bc26b0761f5 HTTP/1.1" status: 200 len: 210 time: 0.1028733 Dec 25 19:55:18.247333 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-e920dd46-1e4a-444d-bb94-0b7774bbcca7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] For port 762129d0-aa95-4cb8-9126-20a6d488323b, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=762129d0-aa95-4cb8-9126-20a6d488323b,segment=NetworkSegment(215d8274-f6eb-4bcd-840c-af864401f2ff),segment_id=215d8274-f6eb-4bcd-840c-af864401f2ff)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:55:18.247739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e920dd46-1e4a-444d-bb94-0b7774bbcca7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:18.379963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e920dd46-1e4a-444d-bb94-0b7774bbcca7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Calling delete_port for 762129d0-aa95-4cb8-9126-20a6d488323b owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:55:18.574312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e920dd46-1e4a-444d-bb94-0b7774bbcca7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:18.579523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1224e9cb-a020-40d0-9921-a840d10c8344 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:18.628901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e920dd46-1e4a-444d-bb94-0b7774bbcca7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event deleted for resources: {'Port': ['ID=762129d0-aa95-4cb8-9126-20a6d488323b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:18.631748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e920dd46-1e4a-444d-bb94-0b7774bbcca7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:18.648765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device bde04636-49fe-4fa6-9d1d-2c59405fdac8 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:55:18.740049 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port bde04636-49fe-4fa6-9d1d-2c59405fdac8 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:55:18.740582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:18.930528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e920dd46-1e4a-444d-bb94-0b7774bbcca7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:19.395013 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c0ec65e9-6fbf-4c74-ac59-c5c62eba4537 req-48273885-186c-48f7-ad19-7760bef15d1f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecdc4b75-ca85-46f6-8ace-0bc26b0761f5 HTTP/1.1" status: 200 len: 210 time: 0.0646157 Dec 25 19:55:19.783042 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dd466b5b-0a42-4deb-bb2d-c5c1d99f9177 req-9187ec60-36d3-436a-8e06-62cb8be25192 service neutron] 10.222.0.36 "GET /v2.0/ports/4095e96e-c320-4582-9ce6-dc84d0527855 HTTP/1.1" status: 200 len: 1026 time: 0.3381295 Dec 25 19:55:19.946350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e920dd46-1e4a-444d-bb94-0b7774bbcca7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Router 7de88c79-1393-4c32-8e85-99d6c78d60b6 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:55:19.961052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd466b5b-0a42-4deb-bb2d-c5c1d99f9177 req-21bb4ded-a21e-4b0d-a6d4-f4fb568e23d7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:19.963104 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dd466b5b-0a42-4deb-bb2d-c5c1d99f9177 req-21bb4ded-a21e-4b0d-a6d4-f4fb568e23d7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "GET /v2.0/networks?id=5ecb2a7f-419d-4061-9317-ec5ad3b0bc39 HTTP/1.1" status: 200 len: 796 time: 0.1732726 Dec 25 19:55:20.150398 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dd466b5b-0a42-4deb-bb2d-c5c1d99f9177 req-80a8ef03-1864-45c1-82f5-6ba35dce4d09 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23f5dc92674e43b787fc19a8bf548d4f HTTP/1.1" status: 200 len: 379 time: 0.1255023 Dec 25 19:55:20.164706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-dd466b5b-0a42-4deb-bb2d-c5c1d99f9177 req-eeb1af36-e299-450c-99ab-b7154685c500 service neutron] Request body: {'port': {'device_id': 'ecdc4b75-ca85-46f6-8ace-0bc26b0761f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:55:20.263852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e920dd46-1e4a-444d-bb94-0b7774bbcca7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:55:20.273691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db091f1e-defb-4918-a1cd-72e62e09c242 None None] Sync routers for ids ['7de88c79-1393-4c32-8e85-99d6c78d60b6'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:55:20.286749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db091f1e-defb-4918-a1cd-72e62e09c242 None None] Routers {'7de88c79-1393-4c32-8e85-99d6c78d60b6'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:55:20.287448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-db091f1e-defb-4918-a1cd-72e62e09c242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:55:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['7de88c79-1393-4c32-8e85-99d6c78d60b6'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:20.294725 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e920dd46-1e4a-444d-bb94-0b7774bbcca7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "PUT /v2.0/routers/7de88c79-1393-4c32-8e85-99d6c78d60b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1820176 Dec 25 19:55:20.297779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53720) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:20.301337 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-dd466b5b-0a42-4deb-bb2d-c5c1d99f9177 req-eeb1af36-e299-450c-99ab-b7154685c500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:20.460223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-db091f1e-defb-4918-a1cd-72e62e09c242 None None] Set router 7de88c79-1393-4c32-8e85-99d6c78d60b6 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:55:20.513624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fb6e323-db93-409e-8be7-2b2015bc1606 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Deleting subnet 59bd6226-9718-4dc5-9777-556d9c80cc1c {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:55:20.517095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7fb6e323-db93-409e-8be7-2b2015bc1606 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:20.576964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7fb6e323-db93-409e-8be7-2b2015bc1606 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:20.623318 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-918124d4-55fe-45d6-a7a0-cd1ec8c8fd0d req-15574f8e-cf05-49f1-9400-124def8457a1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecdc4b75-ca85-46f6-8ace-0bc26b0761f5 HTTP/1.1" status: 200 len: 210 time: 0.0663118 Dec 25 19:55:20.687879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7fb6e323-db93-409e-8be7-2b2015bc1606 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:20.752445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [req-dd466b5b-0a42-4deb-bb2d-c5c1d99f9177 req-eeb1af36-e299-450c-99ab-b7154685c500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4095e96e-c320-4582-9ce6-dc84d0527855 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 19:55:20.763263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7fb6e323-db93-409e-8be7-2b2015bc1606 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:20.765543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-dd466b5b-0a42-4deb-bb2d-c5c1d99f9177 req-eeb1af36-e299-450c-99ab-b7154685c500 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:20.768257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a77d3c75-0546-4dde-89a8-6ce9484a8f7e tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:20.781368 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-dd466b5b-0a42-4deb-bb2d-c5c1d99f9177 req-eeb1af36-e299-450c-99ab-b7154685c500 service neutron] Transition to ACTIVE for port object 4095e96e-c320-4582-9ce6-dc84d0527855 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:55:20.784115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-dd466b5b-0a42-4deb-bb2d-c5c1d99f9177 req-eeb1af36-e299-450c-99ab-b7154685c500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:20.788925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8ff746e5-88e7-44b9-9c25-bf055929db03 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:20.812198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6e323-db93-409e-8be7-2b2015bc1606 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event deleted for resources: {'Subnet': ['ID=59bd6226-9718-4dc5-9777-556d9c80cc1c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:20.816486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7fb6e323-db93-409e-8be7-2b2015bc1606 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:20.819518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7fb6e323-db93-409e-8be7-2b2015bc1606 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:20.826171 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7fb6e323-db93-409e-8be7-2b2015bc1606 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "DELETE /v2.0/subnets/59bd6226-9718-4dc5-9777-556d9c80cc1c HTTP/1.1" status: 204 len: 168 time: 0.5271149 Dec 25 19:55:20.829744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53726) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:20.831900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5e420d-6756-4e83-8b1f-835920c91dab None None] Network 7bd98c7f-05ed-4c88-942e-1a19fb4f04f6 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:55:20.838012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-db091f1e-defb-4918-a1cd-72e62e09c242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'name': 'tempest-RoutersTest-router-1254899065', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:54:40Z', 'updated_at': '2021-12-25T19:55:18Z', 'revision_number': 10, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'gw_port_host': None, '_interfaces': [{'id': 'dbc3e9ad-d866-446d-ac33-d94d8dc913ce', 'name': '', 'network_id': 'baca2119-f7f4-483c-a69a-4407cc809a23', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:17:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc3467ac-c88a-4614-bdb1-9a6555852eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:42Z', 'updated_at': '2021-12-25T19:54:51Z', 'revision_number': 5, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': 'dc3467ac-c88a-4614-bdb1-9a6555852eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:20.842553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db091f1e-defb-4918-a1cd-72e62e09c242 None None] Checking router: 7de88c79-1393-4c32-8e85-99d6c78d60b6 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:55:20.872135 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db091f1e-defb-4918-a1cd-72e62e09c242 None None] Routers {'7de88c79-1393-4c32-8e85-99d6c78d60b6'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:55:20.873645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-db091f1e-defb-4918-a1cd-72e62e09c242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:55:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['7de88c79-1393-4c32-8e85-99d6c78d60b6'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:20.943786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1af36-e299-450c-99ab-b7154685c500 service neutron] Pushing event updated for resources: {'Port': ['ID=4095e96e-c320-4582-9ce6-dc84d0527855,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:20.949416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-eeb1af36-e299-450c-99ab-b7154685c500 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:21.110670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-dd466b5b-0a42-4deb-bb2d-c5c1d99f9177 req-eeb1af36-e299-450c-99ab-b7154685c500 service neutron] Attempting to bind port 4095e96e-c320-4582-9ce6-dc84d0527855 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:55:21.111491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-dd466b5b-0a42-4deb-bb2d-c5c1d99f9177 req-eeb1af36-e299-450c-99ab-b7154685c500 service neutron] Attempting to bind port 4095e96e-c320-4582-9ce6-dc84d0527855 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '13e47a2f-7131-46fc-9525-a578e93188fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5ecb2a7f-419d-4061-9317-ec5ad3b0bc39'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:55:21.112129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd466b5b-0a42-4deb-bb2d-c5c1d99f9177 req-eeb1af36-e299-450c-99ab-b7154685c500 service neutron] Attempting to bind port 4095e96e-c320-4582-9ce6-dc84d0527855 on network 5ecb2a7f-419d-4061-9317-ec5ad3b0bc39 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:55:21.120367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd466b5b-0a42-4deb-bb2d-c5c1d99f9177 req-eeb1af36-e299-450c-99ab-b7154685c500 service neutron] Port 4095e96e-c320-4582-9ce6-dc84d0527855 on network 5ecb2a7f-419d-4061-9317-ec5ad3b0bc39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:55:21.121131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd466b5b-0a42-4deb-bb2d-c5c1d99f9177 req-eeb1af36-e299-450c-99ab-b7154685c500 service neutron] Attempting to bind port 4095e96e-c320-4582-9ce6-dc84d0527855 on network 5ecb2a7f-419d-4061-9317-ec5ad3b0bc39 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:55:21.130270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd466b5b-0a42-4deb-bb2d-c5c1d99f9177 req-eeb1af36-e299-450c-99ab-b7154685c500 service neutron] Checking agent: {'id': '5d7a6d50-e450-4e92-a105-61a558d89e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'started_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:55:21.131092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd466b5b-0a42-4deb-bb2d-c5c1d99f9177 req-eeb1af36-e299-450c-99ab-b7154685c500 service neutron] Checking segment: {'id': '13e47a2f-7131-46fc-9525-a578e93188fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5ecb2a7f-419d-4061-9317-ec5ad3b0bc39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:55:21.131756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd466b5b-0a42-4deb-bb2d-c5c1d99f9177 req-eeb1af36-e299-450c-99ab-b7154685c500 service neutron] Bound using segment: {'id': '13e47a2f-7131-46fc-9525-a578e93188fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5ecb2a7f-419d-4061-9317-ec5ad3b0bc39'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:55:21.132458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-dd466b5b-0a42-4deb-bb2d-c5c1d99f9177 req-eeb1af36-e299-450c-99ab-b7154685c500 service neutron] Bound port: 4095e96e-c320-4582-9ce6-dc84d0527855, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13e47a2f-7131-46fc-9525-a578e93188fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5ecb2a7f-419d-4061-9317-ec5ad3b0bc39'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:55:21.133068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-dd466b5b-0a42-4deb-bb2d-c5c1d99f9177 req-eeb1af36-e299-450c-99ab-b7154685c500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:21.267027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-dd466b5b-0a42-4deb-bb2d-c5c1d99f9177 req-eeb1af36-e299-450c-99ab-b7154685c500 service neutron] For port 4095e96e-c320-4582-9ce6-dc84d0527855, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:55:21.271371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-dd466b5b-0a42-4deb-bb2d-c5c1d99f9177 req-eeb1af36-e299-450c-99ab-b7154685c500 service neutron] For port 4095e96e-c320-4582-9ce6-dc84d0527855, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4095e96e-c320-4582-9ce6-dc84d0527855,segment=NetworkSegment(13e47a2f-7131-46fc-9525-a578e93188fe),segment_id=13e47a2f-7131-46fc-9525-a578e93188fe)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:55:21.277888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-db091f1e-defb-4918-a1cd-72e62e09c242 None None] Set router 7de88c79-1393-4c32-8e85-99d6c78d60b6 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:55:21.280861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-dd466b5b-0a42-4deb-bb2d-c5c1d99f9177 req-eeb1af36-e299-450c-99ab-b7154685c500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:21.286069 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-135dbec7-e1a7-40db-ab5d-b74cbbb13600 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:21.310484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b0f57f-9a64-4b5c-843a-13fbe06b67cc None None] DHCP port deletion for 7bd98c7f-05ed-4c88-942e-1a19fb4f04f6 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:55:21.315259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-74b0f57f-9a64-4b5c-843a-13fbe06b67cc None None] Deleting port 26244dc4-4b0c-4653-9c3c-d532f6effc93 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:55:21.315681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-74b0f57f-9a64-4b5c-843a-13fbe06b67cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:21.319274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dc6781d0-60f9-45fe-8025-074442594fd0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:21.330911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-dc6781d0-60f9-45fe-8025-074442594fd0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Deleting port 26244dc4-4b0c-4653-9c3c-d532f6effc93 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:55:21.331550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dc6781d0-60f9-45fe-8025-074442594fd0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:21.366264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-dd466b5b-0a42-4deb-bb2d-c5c1d99f9177 req-eeb1af36-e299-450c-99ab-b7154685c500 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:21.372906 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dd466b5b-0a42-4deb-bb2d-c5c1d99f9177 req-eeb1af36-e299-450c-99ab-b7154685c500 service neutron] 10.222.0.36 "PUT /v2.0/ports/4095e96e-c320-4582-9ce6-dc84d0527855 HTTP/1.1" status: 200 len: 1131 time: 1.2112565 Dec 25 19:55:21.382129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecdc4b75-ca85-46f6-8ace-0bc26b0761f5', 'tag': '4095e96e-c320-4582-9ce6-dc84d0527855'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:55:21.507573 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecdc4b75-ca85-46f6-8ace-0bc26b0761f5', 'tag': '4095e96e-c320-4582-9ce6-dc84d0527855', 'status': 'completed', 'code': 200} Dec 25 19:55:21.514157 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1af36-e299-450c-99ab-b7154685c500 service neutron] Pushing event updated for resources: {'Port': ['ID=4095e96e-c320-4582-9ce6-dc84d0527855,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:21.519257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-eeb1af36-e299-450c-99ab-b7154685c500 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:21.545521 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dd466b5b-0a42-4deb-bb2d-c5c1d99f9177 req-9514db87-c515-4d00-afa9-8728a20999e1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=ecdc4b75-ca85-46f6-8ace-0bc26b0761f5 HTTP/1.1" status: 200 len: 1134 time: 0.1248784 Dec 25 19:55:21.631589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-74b0f57f-9a64-4b5c-843a-13fbe06b67cc None None] For port 26244dc4-4b0c-4653-9c3c-d532f6effc93, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=26244dc4-4b0c-4653-9c3c-d532f6effc93,segment=NetworkSegment(215d8274-f6eb-4bcd-840c-af864401f2ff),segment_id=215d8274-f6eb-4bcd-840c-af864401f2ff)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:55:21.632033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-74b0f57f-9a64-4b5c-843a-13fbe06b67cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:21.643791 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dd466b5b-0a42-4deb-bb2d-c5c1d99f9177 req-ee496905-8769-4410-8a35-d6183076ef1e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4095e96e-c320-4582-9ce6-dc84d0527855 HTTP/1.1" status: 200 len: 217 time: 0.0848825 Dec 25 19:55:21.668245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-dc6781d0-60f9-45fe-8025-074442594fd0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] For port 26244dc4-4b0c-4653-9c3c-d532f6effc93, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=26244dc4-4b0c-4653-9c3c-d532f6effc93,segment=NetworkSegment(215d8274-f6eb-4bcd-840c-af864401f2ff),segment_id=215d8274-f6eb-4bcd-840c-af864401f2ff)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:55:21.669003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dc6781d0-60f9-45fe-8025-074442594fd0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:21.707088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-db091f1e-defb-4918-a1cd-72e62e09c242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'name': 'tempest-RoutersTest-router-1254899065', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:54:40Z', 'updated_at': '2021-12-25T19:55:18Z', 'revision_number': 10, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'gw_port_host': None, '_interfaces': [{'id': 'dbc3e9ad-d866-446d-ac33-d94d8dc913ce', 'name': '', 'network_id': 'baca2119-f7f4-483c-a69a-4407cc809a23', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:17:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc3467ac-c88a-4614-bdb1-9a6555852eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:42Z', 'updated_at': '2021-12-25T19:54:51Z', 'revision_number': 5, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': 'dc3467ac-c88a-4614-bdb1-9a6555852eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:21.711622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db091f1e-defb-4918-a1cd-72e62e09c242 None None] The sync data for ids ['7de88c79-1393-4c32-8e85-99d6c78d60b6'] in dv-neutron-822611-1-hyperv is: [{'id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'name': 'tempest-RoutersTest-router-1254899065', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:54:40Z', 'updated_at': '2021-12-25T19:55:18Z', 'revision_number': 10, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'gw_port_host': None, '_interfaces': [{'id': 'dbc3e9ad-d866-446d-ac33-d94d8dc913ce', 'name': '', 'network_id': 'baca2119-f7f4-483c-a69a-4407cc809a23', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'mac_address': 'fa:16:3e:17:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc3467ac-c88a-4614-bdb1-9a6555852eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:54:42Z', 'updated_at': '2021-12-25T19:54:51Z', 'revision_number': 5, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'subnets': [{'id': 'dc3467ac-c88a-4614-bdb1-9a6555852eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:55:21.784640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd466b5b-0a42-4deb-bb2d-c5c1d99f9177 req-d87b99f0-88c0-4421-9d48-902b4f2f7b6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:21.786832 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dd466b5b-0a42-4deb-bb2d-c5c1d99f9177 req-d87b99f0-88c0-4421-9d48-902b4f2f7b6d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5181c02b-9429-4db1-aefb-a72cffaaf5f3 HTTP/1.1" status: 200 len: 834 time: 0.1304317 Dec 25 19:55:21.831339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-74b0f57f-9a64-4b5c-843a-13fbe06b67cc None None] Calling delete_port for 26244dc4-4b0c-4653-9c3c-d532f6effc93 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:55:21.852359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-dc6781d0-60f9-45fe-8025-074442594fd0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Calling delete_port for 26244dc4-4b0c-4653-9c3c-d532f6effc93 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:55:21.939706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dc6781d0-60f9-45fe-8025-074442594fd0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:21.947291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2637e754-c7d9-4499-a742-57e6d03e0b78 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:21.949424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-74b0f57f-9a64-4b5c-843a-13fbe06b67cc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 19:55:21.949698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-74b0f57f-9a64-4b5c-843a-13fbe06b67cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 19:55:21.964680 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dd466b5b-0a42-4deb-bb2d-c5c1d99f9177 req-c2987340-fedf-4e94-abd3-6b14ac6346c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5ecb2a7f-419d-4061-9317-ec5ad3b0bc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1141326 Dec 25 19:55:21.971717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e237cf7-40f7-43dc-bae5-859b2d48e601 req-8611f98a-72ea-4173-8e1a-8286cb18ea72 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:21.973277 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1e237cf7-40f7-43dc-bae5-859b2d48e601 req-8611f98a-72ea-4173-8e1a-8286cb18ea72 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecdc4b75-ca85-46f6-8ace-0bc26b0761f5 HTTP/1.1" status: 200 len: 981 time: 0.1834033 Dec 25 19:55:21.992954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6781d0-60f9-45fe-8025-074442594fd0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event deleted for resources: {'Port': ['ID=26244dc4-4b0c-4653-9c3c-d532f6effc93,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:21.996218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dc6781d0-60f9-45fe-8025-074442594fd0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:22.001373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6781d0-60f9-45fe-8025-074442594fd0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] No DVR routers for this DVR port 26244dc4-4b0c-4653-9c3c-d532f6effc93 on host dv-neutron-822611-1-hyperv {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:55:22.132819 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1e237cf7-40f7-43dc-bae5-859b2d48e601 req-3b166d1d-9ffb-4580-96a6-ce9707e3073d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=416c04d5-65cb-46db-8fd2-ff182cbf4be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339495 Dec 25 19:55:22.135778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dc6781d0-60f9-45fe-8025-074442594fd0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:22.164688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-dc6781d0-60f9-45fe-8025-074442594fd0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bd98c7f-05ed-4c88-942e-1a19fb4f04f6']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:22.168066 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dd466b5b-0a42-4deb-bb2d-c5c1d99f9177 req-4ab088ff-c829-4216-b78b-d1391a28de7e service neutron] 10.222.0.36 "GET /v2.0/networks/5ecb2a7f-419d-4061-9317-ec5ad3b0bc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937575 Dec 25 19:55:22.178547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-dc6781d0-60f9-45fe-8025-074442594fd0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '215d8274-f6eb-4bcd-840c-af864401f2ff') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:22.178881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-dc6781d0-60f9-45fe-8025-074442594fd0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '215d8274-f6eb-4bcd-840c-af864401f2ff') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:22.191822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dc6781d0-60f9-45fe-8025-074442594fd0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:22.208623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dc6781d0-60f9-45fe-8025-074442594fd0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:22.215306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc6781d0-60f9-45fe-8025-074442594fd0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:55:22.215750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dc6781d0-60f9-45fe-8025-074442594fd0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:22.232116 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:55:22.232116 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:55:22.232116 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:55:22.232116 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:55:22.232116 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:55:22.232116 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:55:22.232116 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:55:22.232116 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:55:22.232116 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:55:22.232116 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:55:22.232116 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:55:22.232116 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:55:22.232116 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:55:22.232116 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:55:22.232116 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:55:22.232116 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:55:22.232116 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:55:22.232116 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:55:22.232116 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:55:22.232116 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:55:22.232116 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:55:22.232116 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:55:22.232116 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:55:22.232116 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:55:22.232116 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:55:22.232116 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:55:22.232116 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:55:22.232116 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:55:22.232116 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:55:22.232116 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:55:22.232116 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:55:22.232116 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:55:22.320946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dc6781d0-60f9-45fe-8025-074442594fd0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:22.321564 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dd466b5b-0a42-4deb-bb2d-c5c1d99f9177 req-ac4ad9b4-f074-4fde-8dbf-7b6751890687 service neutron] 10.222.0.36 "GET /v2.0/networks/5ecb2a7f-419d-4061-9317-ec5ad3b0bc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409419 Dec 25 19:55:22.324398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e98d2d40-7856-411e-9801-a65a3816bc7d tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:22.343047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dc6781d0-60f9-45fe-8025-074442594fd0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:22.352685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6781d0-60f9-45fe-8025-074442594fd0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event deleted for resources: {'Network': ['ID=7bd98c7f-05ed-4c88-942e-1a19fb4f04f6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:22.357985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dc6781d0-60f9-45fe-8025-074442594fd0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:22.361777 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-dc6781d0-60f9-45fe-8025-074442594fd0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "DELETE /v2.0/networks/7bd98c7f-05ed-4c88-942e-1a19fb4f04f6 HTTP/1.1" status: 204 len: 168 time: 1.5318866 Dec 25 19:55:22.367574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53734) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:22.443952 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fc9e42f3-b7c0-40c7-b0b1-5d5c08c8f044 req-ac90b2b5-760e-4615-874b-1d984a96db57 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=ecdc4b75-ca85-46f6-8ace-0bc26b0761f5 HTTP/1.1" status: 200 len: 1134 time: 0.0760860 Dec 25 19:55:22.451397 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-74b0f57f-9a64-4b5c-843a-13fbe06b67cc None None] Deleting port 26244dc4-4b0c-4653-9c3c-d532f6effc93 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:55:22.451898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-74b0f57f-9a64-4b5c-843a-13fbe06b67cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:22.523977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-74b0f57f-9a64-4b5c-843a-13fbe06b67cc None None] The port '26244dc4-4b0c-4653-9c3c-d532f6effc93' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 19:55:22.596295 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e42f3-b7c0-40c7-b0b1-5d5c08c8f044 req-7780d2ab-3cbb-4cbb-9f24-9c893ab15cc3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:22.597931 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fc9e42f3-b7c0-40c7-b0b1-5d5c08c8f044 req-7780d2ab-3cbb-4cbb-9f24-9c893ab15cc3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5ecb2a7f-419d-4061-9317-ec5ad3b0bc39 HTTP/1.1" status: 200 len: 896 time: 0.1455789 Dec 25 19:55:22.644177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 762129d0-aa95-4cb8-9126-20a6d488323b no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:55:22.677610 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fc9e42f3-b7c0-40c7-b0b1-5d5c08c8f044 req-2fb88a0c-6ecb-4cc1-818c-034cec917872 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4095e96e-c320-4582-9ce6-dc84d0527855 HTTP/1.1" status: 200 len: 217 time: 0.0722451 Dec 25 19:55:22.679398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 762129d0-aa95-4cb8-9126-20a6d488323b {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:55:22.679805 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 762129d0-aa95-4cb8-9126-20a6d488323b not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:55:22.680288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 26244dc4-4b0c-4653-9c3c-d532f6effc93 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:55:22.716980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 26244dc4-4b0c-4653-9c3c-d532f6effc93 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:55:22.717516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 26244dc4-4b0c-4653-9c3c-d532f6effc93 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:55:22.729986 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51a6511e-7ae5-4bb0-9457-fef95d5b5fe4 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:22.758344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e42f3-b7c0-40c7-b0b1-5d5c08c8f044 req-45ea9323-4239-4c6e-9aa3-0f34a57c901d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:22.760151 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fc9e42f3-b7c0-40c7-b0b1-5d5c08c8f044 req-45ea9323-4239-4c6e-9aa3-0f34a57c901d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5181c02b-9429-4db1-aefb-a72cffaaf5f3 HTTP/1.1" status: 200 len: 834 time: 0.0750163 Dec 25 19:55:22.846649 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fc9e42f3-b7c0-40c7-b0b1-5d5c08c8f044 req-f1cfea18-40cb-4c9d-b2e0-c22479379721 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5ecb2a7f-419d-4061-9317-ec5ad3b0bc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793862 Dec 25 19:55:22.994607 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fc9e42f3-b7c0-40c7-b0b1-5d5c08c8f044 req-202c8c2e-21a8-4667-baef-770390c074d6 service neutron] 10.222.0.36 "GET /v2.0/networks/5ecb2a7f-419d-4061-9317-ec5ad3b0bc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398165 Dec 25 19:55:23.140781 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fc9e42f3-b7c0-40c7-b0b1-5d5c08c8f044 req-c0463a23-7c5a-4648-b528-b262dbc3780c service neutron] 10.222.0.36 "GET /v2.0/networks/5ecb2a7f-419d-4061-9317-ec5ad3b0bc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395369 Dec 25 19:55:23.347330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-51a6511e-7ae5-4bb0-9457-fef95d5b5fe4 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Deleting port dbc3e9ad-d866-446d-ac33-d94d8dc913ce {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:55:23.347628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51a6511e-7ae5-4bb0-9457-fef95d5b5fe4 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:23.351096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0406233-e683-4ae8-ae61-1d498934e78b req-691342b9-0b10-49c9-a8a6-0aba1ee5be47 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:23.352720 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d0406233-e683-4ae8-ae61-1d498934e78b req-691342b9-0b10-49c9-a8a6-0aba1ee5be47 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecdc4b75-ca85-46f6-8ace-0bc26b0761f5 HTTP/1.1" status: 200 len: 981 time: 0.0838346 Dec 25 19:55:23.403364 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d0406233-e683-4ae8-ae61-1d498934e78b req-5d2ef155-f064-4801-a429-6fccf7c4502c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=416c04d5-65cb-46db-8fd2-ff182cbf4be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441463 Dec 25 19:55:23.429009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:23.548066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-51a6511e-7ae5-4bb0-9457-fef95d5b5fe4 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] For port dbc3e9ad-d866-446d-ac33-d94d8dc913ce, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=dbc3e9ad-d866-446d-ac33-d94d8dc913ce,segment=NetworkSegment(29a7343c-5f56-4bc5-816a-dc112f387752),segment_id=29a7343c-5f56-4bc5-816a-dc112f387752)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:55:23.548461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51a6511e-7ae5-4bb0-9457-fef95d5b5fe4 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:23.673622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-51a6511e-7ae5-4bb0-9457-fef95d5b5fe4 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Calling delete_port for dbc3e9ad-d866-446d-ac33-d94d8dc913ce owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:55:23.848995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51a6511e-7ae5-4bb0-9457-fef95d5b5fe4 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:23.853840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7e44607b-5434-4323-85da-f48bd93b635f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:23.896149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6511e-7ae5-4bb0-9457-fef95d5b5fe4 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event deleted for resources: {'Port': ['ID=dbc3e9ad-d866-446d-ac33-d94d8dc913ce,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:23.900492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-51a6511e-7ae5-4bb0-9457-fef95d5b5fe4 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:24.146015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-51a6511e-7ae5-4bb0-9457-fef95d5b5fe4 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:24.629467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea642b-59d7-4523-ab93-174f86e81e68 req-495bbfe6-fb74-4d8b-af5f-a19d8019dd88 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:24.631284 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0aea642b-59d7-4523-ab93-174f86e81e68 req-495bbfe6-fb74-4d8b-af5f-a19d8019dd88 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecdc4b75-ca85-46f6-8ace-0bc26b0761f5 HTTP/1.1" status: 200 len: 981 time: 0.0951090 Dec 25 19:55:24.684248 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0aea642b-59d7-4523-ab93-174f86e81e68 req-dc290da1-aa1d-43fc-acda-e0e2ab39989c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=416c04d5-65cb-46db-8fd2-ff182cbf4be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443015 Dec 25 19:55:24.813792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a6511e-7ae5-4bb0-9457-fef95d5b5fe4 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Router 7de88c79-1393-4c32-8e85-99d6c78d60b6 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:55:24.914952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 4095e96e-c320-4582-9ce6-dc84d0527855 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 19:55:24.961052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a6511e-7ae5-4bb0-9457-fef95d5b5fe4 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:55:24.972600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3be0eee-5cbd-400a-9c47-7281860255ad None None] Sync routers for ids ['7de88c79-1393-4c32-8e85-99d6c78d60b6'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:55:24.975618 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-51a6511e-7ae5-4bb0-9457-fef95d5b5fe4 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "PUT /v2.0/routers/7de88c79-1393-4c32-8e85-99d6c78d60b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6067607 Dec 25 19:55:24.977604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53744) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:25.050267 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3be0eee-5cbd-400a-9c47-7281860255ad None None] Routers {'7de88c79-1393-4c32-8e85-99d6c78d60b6'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:55:25.050941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d3be0eee-5cbd-400a-9c47-7281860255ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:55:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['7de88c79-1393-4c32-8e85-99d6c78d60b6'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:25.189161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9df78fd-cdb0-4535-a7d9-32c7c5774772 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Deleting subnet dc3467ac-c88a-4614-bdb1-9a6555852eb3 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:55:25.192861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e9df78fd-cdb0-4535-a7d9-32c7c5774772 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:25.253676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e9df78fd-cdb0-4535-a7d9-32c7c5774772 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:25.340841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e9df78fd-cdb0-4535-a7d9-32c7c5774772 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:25.363258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 4095e96e-c320-4582-9ce6-dc84d0527855, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4095e96e-c320-4582-9ce6-dc84d0527855,segment=NetworkSegment(13e47a2f-7131-46fc-9525-a578e93188fe),segment_id=13e47a2f-7131-46fc-9525-a578e93188fe)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:55:25.381051 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-d3be0eee-5cbd-400a-9c47-7281860255ad None None] Set router 7de88c79-1393-4c32-8e85-99d6c78d60b6 gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:55:25.417519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e9df78fd-cdb0-4535-a7d9-32c7c5774772 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:25.421952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-be474fb4-f11e-4c20-aaa1-a4a63fed5cbb tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:25.426512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': '4095e96e-c320-4582-9ce6-dc84d0527855', 'network_id': '5ecb2a7f-419d-4061-9317-ec5ad3b0bc39', 'port_id': '4095e96e-c320-4582-9ce6-dc84d0527855', 'mac_address': 'fa:16:3e:fb:89:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5181c02b-9429-4db1-aefb-a72cffaaf5f3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 19:55:25.460620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df78fd-cdb0-4535-a7d9-32c7c5774772 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event deleted for resources: {'Subnet': ['ID=dc3467ac-c88a-4614-bdb1-9a6555852eb3,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:25.464219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e9df78fd-cdb0-4535-a7d9-32c7c5774772 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:25.467529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e9df78fd-cdb0-4535-a7d9-32c7c5774772 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:25.474470 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e9df78fd-cdb0-4535-a7d9-32c7c5774772 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "DELETE /v2.0/subnets/dc3467ac-c88a-4614-bdb1-9a6555852eb3 HTTP/1.1" status: 204 len: 168 time: 0.4958155 Dec 25 19:55:25.477284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53748) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:25.525737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0670c98c-8c8b-4008-bdf3-c9a545715e2a None None] Network baca2119-f7f4-483c-a69a-4407cc809a23 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:55:25.553968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d3be0eee-5cbd-400a-9c47-7281860255ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'name': 'tempest-RoutersTest-router-1254899065', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:54:40Z', 'updated_at': '2021-12-25T19:55:23Z', 'revision_number': 11, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'gw_port_host': None}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:25.569820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3be0eee-5cbd-400a-9c47-7281860255ad None None] Checking router: 7de88c79-1393-4c32-8e85-99d6c78d60b6 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:55:25.598042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:25.603642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5b7b4c0a-0392-42d7-a4a5-f150f4ae0ca7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:25.614642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-5b7b4c0a-0392-42d7-a4a5-f150f4ae0ca7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Deleting port 0e44ff80-0456-49d7-a1c7-8e772a11c469 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:55:25.615011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5b7b4c0a-0392-42d7-a4a5-f150f4ae0ca7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:25.680440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4095e96e-c320-4582-9ce6-dc84d0527855 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 19:55:25.687721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3be0eee-5cbd-400a-9c47-7281860255ad None None] Routers {'7de88c79-1393-4c32-8e85-99d6c78d60b6'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:55:25.688420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d3be0eee-5cbd-400a-9c47-7281860255ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:55:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['7de88c79-1393-4c32-8e85-99d6c78d60b6'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:25.831347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-5b7b4c0a-0392-42d7-a4a5-f150f4ae0ca7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] For port 0e44ff80-0456-49d7-a1c7-8e772a11c469, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=0e44ff80-0456-49d7-a1c7-8e772a11c469,segment=NetworkSegment(29a7343c-5f56-4bc5-816a-dc112f387752),segment_id=29a7343c-5f56-4bc5-816a-dc112f387752)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:55:25.831693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5b7b4c0a-0392-42d7-a4a5-f150f4ae0ca7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:25.902826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96870fb1-cbb2-4da9-979c-1ba039769353 req-6d782bde-c74a-4d24-804e-5a2b8a4a358e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:25.904770 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-96870fb1-cbb2-4da9-979c-1ba039769353 req-6d782bde-c74a-4d24-804e-5a2b8a4a358e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecdc4b75-ca85-46f6-8ace-0bc26b0761f5 HTTP/1.1" status: 200 len: 981 time: 0.0932512 Dec 25 19:55:25.905146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 4095e96e-c320-4582-9ce6-dc84d0527855, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4095e96e-c320-4582-9ce6-dc84d0527855,segment=NetworkSegment(13e47a2f-7131-46fc-9525-a578e93188fe),segment_id=13e47a2f-7131-46fc-9525-a578e93188fe)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:55:25.915009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:25.918663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4ac12c7e-dad8-4880-9ddd-4dcec2b9c910 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:25.963180 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-96870fb1-cbb2-4da9-979c-1ba039769353 req-785dda6a-9d12-4622-ab47-cdb7569efa83 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=416c04d5-65cb-46db-8fd2-ff182cbf4be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442796 Dec 25 19:55:25.968596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-5b7b4c0a-0392-42d7-a4a5-f150f4ae0ca7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Calling delete_port for 0e44ff80-0456-49d7-a1c7-8e772a11c469 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:55:25.977158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-d3be0eee-5cbd-400a-9c47-7281860255ad None None] Set router 7de88c79-1393-4c32-8e85-99d6c78d60b6 gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:55:26.042488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5b7b4c0a-0392-42d7-a4a5-f150f4ae0ca7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:26.047881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0b529615-ed17-4ad1-9982-5991b77be603 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:26.092629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b4c0a-0392-42d7-a4a5-f150f4ae0ca7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event deleted for resources: {'Port': ['ID=0e44ff80-0456-49d7-a1c7-8e772a11c469,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:26.096281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5b7b4c0a-0392-42d7-a4a5-f150f4ae0ca7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:26.101154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7b4c0a-0392-42d7-a4a5-f150f4ae0ca7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] No DVR routers for this DVR port 0e44ff80-0456-49d7-a1c7-8e772a11c469 on host dv-neutron-822611-1-hyperv {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:55:26.114203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d3be0eee-5cbd-400a-9c47-7281860255ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'name': 'tempest-RoutersTest-router-1254899065', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:54:40Z', 'updated_at': '2021-12-25T19:55:23Z', 'revision_number': 11, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'gw_port_host': None}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:26.122149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=4095e96e-c320-4582-9ce6-dc84d0527855,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:26.126155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3be0eee-5cbd-400a-9c47-7281860255ad None None] The sync data for ids ['7de88c79-1393-4c32-8e85-99d6c78d60b6'] in dv-neutron-822611-1-hyperv is: [{'id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'name': 'tempest-RoutersTest-router-1254899065', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:54:40Z', 'updated_at': '2021-12-25T19:55:23Z', 'revision_number': 11, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'gw_port_host': None}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:55:26.127431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:26.194095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['4095e96e-c320-4582-9ce6-dc84d0527855'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 19:55:26.243014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddb4299-535e-4ded-b1a8-ca4e3f4b63f9 None None] DHCP port deletion for baca2119-f7f4-483c-a69a-4407cc809a23 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:55:26.252870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5b7b4c0a-0392-42d7-a4a5-f150f4ae0ca7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:26.289182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-5b7b4c0a-0392-42d7-a4a5-f150f4ae0ca7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baca2119-f7f4-483c-a69a-4407cc809a23']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:26.304657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-5b7b4c0a-0392-42d7-a4a5-f150f4ae0ca7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29a7343c-5f56-4bc5-816a-dc112f387752') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:26.304984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-5b7b4c0a-0392-42d7-a4a5-f150f4ae0ca7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29a7343c-5f56-4bc5-816a-dc112f387752') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:26.318105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5b7b4c0a-0392-42d7-a4a5-f150f4ae0ca7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:26.332980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5b7b4c0a-0392-42d7-a4a5-f150f4ae0ca7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:26.339408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b7b4c0a-0392-42d7-a4a5-f150f4ae0ca7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:55:26.339830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5b7b4c0a-0392-42d7-a4a5-f150f4ae0ca7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:26.356242 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:55:26.356242 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:55:26.356242 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:55:26.356242 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:55:26.356242 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:55:26.356242 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:55:26.356242 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:55:26.356242 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:55:26.356242 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:55:26.356242 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:55:26.356242 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:55:26.356242 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:55:26.356242 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:55:26.356242 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:55:26.356242 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:55:26.356242 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:55:26.356242 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:55:26.356242 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:55:26.356242 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:55:26.356242 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:55:26.356242 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:55:26.356242 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:55:26.356242 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:55:26.356242 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:55:26.356242 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:55:26.356242 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:55:26.356242 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:55:26.356242 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:55:26.356242 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:55:26.356242 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:55:26.356242 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:55:26.356242 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:55:26.435795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5b7b4c0a-0392-42d7-a4a5-f150f4ae0ca7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:26.439210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b5992be9-0202-40e5-8e85-3dd7965fd572 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:26.457889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5b7b4c0a-0392-42d7-a4a5-f150f4ae0ca7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:26.470676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b4c0a-0392-42d7-a4a5-f150f4ae0ca7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Pushing event deleted for resources: {'Network': ['ID=baca2119-f7f4-483c-a69a-4407cc809a23,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:26.475862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5b7b4c0a-0392-42d7-a4a5-f150f4ae0ca7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:26.479588 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5b7b4c0a-0392-42d7-a4a5-f150f4ae0ca7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "DELETE /v2.0/networks/baca2119-f7f4-483c-a69a-4407cc809a23 HTTP/1.1" status: 204 len: 168 time: 1.0007644 Dec 25 19:55:26.482442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53754) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:26.487977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-8184ab09-e8d8-4a06-9628-6d7a8820e14e tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Request body: {'router': {'routes': None}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:55:26.635278 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 0e44ff80-0456-49d7-a1c7-8e772a11c469 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:55:26.673004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 0e44ff80-0456-49d7-a1c7-8e772a11c469 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:55:26.673403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 0e44ff80-0456-49d7-a1c7-8e772a11c469 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:55:26.673874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device dbc3e9ad-d866-446d-ac33-d94d8dc913ce no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:55:26.705958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: dbc3e9ad-d866-446d-ac33-d94d8dc913ce {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:55:26.706357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device dbc3e9ad-d866-446d-ac33-d94d8dc913ce not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:55:26.790469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.extraroute_db [None req-8184ab09-e8d8-4a06-9628-6d7a8820e14e tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Added routes are [] {{(pid=88901) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 25 19:55:26.790811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.extraroute_db [None req-8184ab09-e8d8-4a06-9628-6d7a8820e14e tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Removed routes are [] {{(pid=88901) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 25 19:55:26.791245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8184ab09-e8d8-4a06-9628-6d7a8820e14e tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:26.931540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 4095e96e-c320-4582-9ce6-dc84d0527855 up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:55:27.001444 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning for port 4095e96e-c320-4582-9ce6-dc84d0527855 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:55:27.007045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port 4095e96e-c320-4582-9ce6-dc84d0527855 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:55:27.007581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:27.055680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8184ab09-e8d8-4a06-9628-6d7a8820e14e tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:27.059266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8184ab09-e8d8-4a06-9628-6d7a8820e14e tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854381233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854287207'] for router, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:27.144439 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:27.184219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecdc4b75-ca85-46f6-8ace-0bc26b0761f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4095e96e-c320-4582-9ce6-dc84d0527855'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:55:27.187092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa18420-8b40-4279-8239-b87fe767cdb6 req-a4823f84-d504-457e-bcfe-15694ea8e259 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:27.188857 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1aa18420-8b40-4279-8239-b87fe767cdb6 req-a4823f84-d504-457e-bcfe-15694ea8e259 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecdc4b75-ca85-46f6-8ace-0bc26b0761f5 HTTP/1.1" status: 200 len: 982 time: 0.0970585 Dec 25 19:55:27.198535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 4095e96e-c320-4582-9ce6-dc84d0527855, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4095e96e-c320-4582-9ce6-dc84d0527855,segment=NetworkSegment(13e47a2f-7131-46fc-9525-a578e93188fe),segment_id=13e47a2f-7131-46fc-9525-a578e93188fe)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:55:27.203636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:27.205788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3d9db18e-357d-4ce9-a3c5-2c98a58ba388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:27.210180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8184ab09-e8d8-4a06-9628-6d7a8820e14e tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Router 7de88c79-1393-4c32-8e85-99d6c78d60b6 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:55:27.249781 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1aa18420-8b40-4279-8239-b87fe767cdb6 req-65b40451-1f92-4210-964d-e32ca5e97900 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=416c04d5-65cb-46db-8fd2-ff182cbf4be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515659 Dec 25 19:55:27.274174 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecdc4b75-ca85-46f6-8ace-0bc26b0761f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4095e96e-c320-4582-9ce6-dc84d0527855', 'code': 200} Dec 25 19:55:27.286559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=4095e96e-c320-4582-9ce6-dc84d0527855,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:27.289834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:27.380039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8184ab09-e8d8-4a06-9628-6d7a8820e14e tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:55:27.386747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8184ab09-e8d8-4a06-9628-6d7a8820e14e tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:27.391447 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8184ab09-e8d8-4a06-9628-6d7a8820e14e tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "PUT /v2.0/routers/7de88c79-1393-4c32-8e85-99d6c78d60b6 HTTP/1.1" status: 200 len: 701 time: 0.9045472 Dec 25 19:55:27.391822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53762) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:27.394545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e9bff4-0711-4edf-ab15-3dc43e6c7eaf None None] Sync routers for ids ['7de88c79-1393-4c32-8e85-99d6c78d60b6'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:55:27.407806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e9bff4-0711-4edf-ab15-3dc43e6c7eaf None None] Routers {'7de88c79-1393-4c32-8e85-99d6c78d60b6'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:55:27.408483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-00e9bff4-0711-4edf-ab15-3dc43e6c7eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:55:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['7de88c79-1393-4c32-8e85-99d6c78d60b6'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:27.444974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-aa41b288-e847-4cc4-8fb8-da794669ebf5 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Synchronizing usage tracker for tenant:9adb83111618414cb6cbe9c785ff883c on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:55:27.499328 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-aa41b288-e847-4cc4-8fb8-da794669ebf5 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Unset dirty status for tenant:9adb83111618414cb6cbe9c785ff883c on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:55:27.500601 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-aa41b288-e847-4cc4-8fb8-da794669ebf5 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "GET /v2.0/ports?device_id=7de88c79-1393-4c32-8e85-99d6c78d60b6 HTTP/1.1" status: 200 len: 205 time: 0.1004763 Dec 25 19:55:27.503550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53766) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:27.536926 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0ccd3882-7657-4be4-a9d2-271349e54353 req-147d4307-8659-4695-b2ad-0504f12a434e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ecdc4b75-ca85-46f6-8ace-0bc26b0761f5 HTTP/1.1" status: 200 len: 1136 time: 0.0772398 Dec 25 19:55:27.546411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-00e9bff4-0711-4edf-ab15-3dc43e6c7eaf None None] Set router 7de88c79-1393-4c32-8e85-99d6c78d60b6 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:55:27.584624 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0ccd3882-7657-4be4-a9d2-271349e54353 req-76bca59a-9fea-494e-b5f2-1971618764d3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=416c04d5-65cb-46db-8fd2-ff182cbf4be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402761 Dec 25 19:55:27.660408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-00e9bff4-0711-4edf-ab15-3dc43e6c7eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'name': 'tempest-RoutersTest-router-1254899065', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:54:40Z', 'updated_at': '2021-12-25T19:55:23Z', 'revision_number': 11, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'gw_port_host': None}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:27.665505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e9bff4-0711-4edf-ab15-3dc43e6c7eaf None None] Checking router: 7de88c79-1393-4c32-8e85-99d6c78d60b6 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:55:27.677413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e9bff4-0711-4edf-ab15-3dc43e6c7eaf None None] Routers {'7de88c79-1393-4c32-8e85-99d6c78d60b6'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:55:27.678109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-00e9bff4-0711-4edf-ab15-3dc43e6c7eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:55:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['7de88c79-1393-4c32-8e85-99d6c78d60b6'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:27.814477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-00e9bff4-0711-4edf-ab15-3dc43e6c7eaf None None] Set router 7de88c79-1393-4c32-8e85-99d6c78d60b6 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:55:27.894593 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1a018d4a-5e30-481b-9b0b-57e70c0179ba tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:27.926737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-00e9bff4-0711-4edf-ab15-3dc43e6c7eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'name': 'tempest-RoutersTest-router-1254899065', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:54:40Z', 'updated_at': '2021-12-25T19:55:23Z', 'revision_number': 11, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'gw_port_host': None}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:27.931081 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e9bff4-0711-4edf-ab15-3dc43e6c7eaf None None] The sync data for ids ['7de88c79-1393-4c32-8e85-99d6c78d60b6'] in dv-neutron-822611-1-hyperv is: [{'id': '7de88c79-1393-4c32-8e85-99d6c78d60b6', 'name': 'tempest-RoutersTest-router-1254899065', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:54:40Z', 'updated_at': '2021-12-25T19:55:23Z', 'revision_number': 11, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:55:28.000334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53772) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:28.328784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1a018d4a-5e30-481b-9b0b-57e70c0179ba tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:28.333474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1a018d4a-5e30-481b-9b0b-57e70c0179ba tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:28.367647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1a018d4a-5e30-481b-9b0b-57e70c0179ba tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:28.368129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a018d4a-5e30-481b-9b0b-57e70c0179ba tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Fanout notify agent at l3_agent the message router_deleted on router 7de88c79-1393-4c32-8e85-99d6c78d60b6 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:55:28.386425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1a018d4a-5e30-481b-9b0b-57e70c0179ba tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:28.387742 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1a018d4a-5e30-481b-9b0b-57e70c0179ba tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "DELETE /v2.0/routers/7de88c79-1393-4c32-8e85-99d6c78d60b6 HTTP/1.1" status: 204 len: 168 time: 0.8830230 Dec 25 19:55:28.393104 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53778) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:28.400899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-baaab058-df52-4be8-96a2-9dccc68d9826 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1100212983', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:55:28.408566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-baaab058-df52-4be8-96a2-9dccc68d9826 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:55:28.414788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-baaab058-df52-4be8-96a2-9dccc68d9826 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Usage tracker for resource:router and tenant:9adb83111618414cb6cbe9c785ff883c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:55:28.418361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-baaab058-df52-4be8-96a2-9dccc68d9826 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:55:28.425330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-baaab058-df52-4be8-96a2-9dccc68d9826 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:55:28.438091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-baaab058-df52-4be8-96a2-9dccc68d9826 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:28.439350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-baaab058-df52-4be8-96a2-9dccc68d9826 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:28.466885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-baaab058-df52-4be8-96a2-9dccc68d9826 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:28.486379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-baaab058-df52-4be8-96a2-9dccc68d9826 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:28.512555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-46fa54a4-4707-4f4e-9f71-02b3a70eff83 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Deleting port 605d8ff6-7f31-4b5e-9f5d-fb5383ed210c {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:55:28.512931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-46fa54a4-4707-4f4e-9f71-02b3a70eff83 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:28.513820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-baaab058-df52-4be8-96a2-9dccc68d9826 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:28.515171 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-baaab058-df52-4be8-96a2-9dccc68d9826 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1206608 Dec 25 19:55:28.518330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53782) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:28.524164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-d985e2e0-5347-444a-b6a7-4a3d14db2605 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:55:28.620981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bec852-b300-4e5a-b010-8d37f80835d8 req-0eb93dcc-e3d0-43f0-a0fa-5fcbb253f207 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:28.622527 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f0bec852-b300-4e5a-b010-8d37f80835d8 req-0eb93dcc-e3d0-43f0-a0fa-5fcbb253f207 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecdc4b75-ca85-46f6-8ace-0bc26b0761f5 HTTP/1.1" status: 200 len: 983 time: 0.2108884 Dec 25 19:55:28.755383 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f0bec852-b300-4e5a-b010-8d37f80835d8 req-9125eeb3-950b-462d-99d8-407a9f6ea791 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=416c04d5-65cb-46db-8fd2-ff182cbf4be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789030 Dec 25 19:55:28.759638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-46fa54a4-4707-4f4e-9f71-02b3a70eff83 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:28.760012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-46fa54a4-4707-4f4e-9f71-02b3a70eff83 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:28.890836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-46fa54a4-4707-4f4e-9f71-02b3a70eff83 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Calling delete_port for 605d8ff6-7f31-4b5e-9f5d-fb5383ed210c owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:55:28.956080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d985e2e0-5347-444a-b6a7-4a3d14db2605 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:28.967476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d985e2e0-5347-444a-b6a7-4a3d14db2605 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854381233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854287207'] for router, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:29.037414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-46fa54a4-4707-4f4e-9f71-02b3a70eff83 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:29.042426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e920dd46-1e4a-444d-bb94-0b7774bbcca7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:29.086578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa54a4-4707-4f4e-9f71-02b3a70eff83 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Pushing event deleted for resources: {'Port': ['ID=605d8ff6-7f31-4b5e-9f5d-fb5383ed210c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:29.091706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-46fa54a4-4707-4f4e-9f71-02b3a70eff83 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:29.146682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d985e2e0-5347-444a-b6a7-4a3d14db2605 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Router d4146d1e-5cb6-4ba4-bcec-dfbb4b9623ca is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:55:29.192714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-46fa54a4-4707-4f4e-9f71-02b3a70eff83 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:29.293487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d985e2e0-5347-444a-b6a7-4a3d14db2605 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:55:29.300270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d985e2e0-5347-444a-b6a7-4a3d14db2605 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:29.301660 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d985e2e0-5347-444a-b6a7-4a3d14db2605 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "PUT /v2.0/routers/d4146d1e-5cb6-4ba4-bcec-dfbb4b9623ca HTTP/1.1" status: 200 len: 694 time: 0.7823138 Dec 25 19:55:29.303652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4852c116-3d54-49e7-a9ae-1e21c3f4fbfd None None] Sync routers for ids ['d4146d1e-5cb6-4ba4-bcec-dfbb4b9623ca'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:55:29.304457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53786) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:29.317442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4852c116-3d54-49e7-a9ae-1e21c3f4fbfd None None] Routers {'d4146d1e-5cb6-4ba4-bcec-dfbb4b9623ca'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:55:29.318120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-4852c116-3d54-49e7-a9ae-1e21c3f4fbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:55:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['d4146d1e-5cb6-4ba4-bcec-dfbb4b9623ca'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:29.454935 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-68d5137a-f55f-4eee-84b2-6a054df25973 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "GET /v2.0/routers/d4146d1e-5cb6-4ba4-bcec-dfbb4b9623ca HTTP/1.1" status: 200 len: 700 time: 0.1464415 Dec 25 19:55:29.455178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53790) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:29.458206 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-4852c116-3d54-49e7-a9ae-1e21c3f4fbfd None None] Set router d4146d1e-5cb6-4ba4-bcec-dfbb4b9623ca gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:55:29.503981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-06538efd-76a4-4828-ac9d-0e75ae2c9940 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Synchronizing usage tracker for tenant:9adb83111618414cb6cbe9c785ff883c on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:55:29.516266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-06538efd-76a4-4828-ac9d-0e75ae2c9940 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Unset dirty status for tenant:9adb83111618414cb6cbe9c785ff883c on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:55:29.520241 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-06538efd-76a4-4828-ac9d-0e75ae2c9940 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4146d1e-5cb6-4ba4-bcec-dfbb4b9623ca HTTP/1.1" status: 200 len: 205 time: 0.0613923 Dec 25 19:55:29.520415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53794) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:29.572185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-4852c116-3d54-49e7-a9ae-1e21c3f4fbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4146d1e-5cb6-4ba4-bcec-dfbb4b9623ca', 'name': 'tempest-RoutersTest-router-1100212983', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:55:28Z', 'updated_at': '2021-12-25T19:55:28Z', 'revision_number': 2, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'gw_port_host': None}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:29.576499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4852c116-3d54-49e7-a9ae-1e21c3f4fbfd None None] Checking router: d4146d1e-5cb6-4ba4-bcec-dfbb4b9623ca for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:55:29.588615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4852c116-3d54-49e7-a9ae-1e21c3f4fbfd None None] Routers {'d4146d1e-5cb6-4ba4-bcec-dfbb4b9623ca'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:55:29.589627 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-4852c116-3d54-49e7-a9ae-1e21c3f4fbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:55:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['d4146d1e-5cb6-4ba4-bcec-dfbb4b9623ca'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:29.618030 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46fa54a4-4707-4f4e-9f71-02b3a70eff83 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Router f2e648a7-d4b4-4fd7-b0e5-00413196b67e has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:55:29.664007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f4dbbf8f-aed0-4199-b9d8-e72ad001bf17 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:29.732466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-4852c116-3d54-49e7-a9ae-1e21c3f4fbfd None None] Set router d4146d1e-5cb6-4ba4-bcec-dfbb4b9623ca gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:55:29.858621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46fa54a4-4707-4f4e-9f71-02b3a70eff83 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:55:29.870493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0ae352-e68d-4ad6-96b0-0074012fe7f5 None None] Sync routers for ids ['f2e648a7-d4b4-4fd7-b0e5-00413196b67e'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:55:29.898814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0ae352-e68d-4ad6-96b0-0074012fe7f5 None None] Routers {'f2e648a7-d4b4-4fd7-b0e5-00413196b67e'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:55:29.899661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-6f0ae352-e68d-4ad6-96b0-0074012fe7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:55:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['f2e648a7-d4b4-4fd7-b0e5-00413196b67e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:29.971577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-46fa54a4-4707-4f4e-9f71-02b3a70eff83 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:30.063397 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86220f74-109c-476a-8244-ca6213867d1a req-887917f4-5786-49d4-8f1c-99949d3bad6b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:30.072522 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-86220f74-109c-476a-8244-ca6213867d1a req-887917f4-5786-49d4-8f1c-99949d3bad6b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecdc4b75-ca85-46f6-8ace-0bc26b0761f5 HTTP/1.1" status: 200 len: 983 time: 0.1760552 Dec 25 19:55:30.080010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-4852c116-3d54-49e7-a9ae-1e21c3f4fbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4146d1e-5cb6-4ba4-bcec-dfbb4b9623ca', 'name': 'tempest-RoutersTest-router-1100212983', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:55:28Z', 'updated_at': '2021-12-25T19:55:28Z', 'revision_number': 2, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'gw_port_host': None}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:30.084615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4852c116-3d54-49e7-a9ae-1e21c3f4fbfd None None] The sync data for ids ['d4146d1e-5cb6-4ba4-bcec-dfbb4b9623ca'] in dv-neutron-822611-1-hyperv is: [{'id': 'd4146d1e-5cb6-4ba4-bcec-dfbb4b9623ca', 'name': 'tempest-RoutersTest-router-1100212983', 'tenant_id': '9adb83111618414cb6cbe9c785ff883c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:55:28Z', 'updated_at': '2021-12-25T19:55:28Z', 'revision_number': 2, 'project_id': '9adb83111618414cb6cbe9c785ff883c', 'gw_port_host': None}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:55:30.096746 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-46fa54a4-4707-4f4e-9f71-02b3a70eff83 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "DELETE /v2.0/floatingips/a6b71e86-9e44-4b59-9072-22c78cd118dc HTTP/1.1" status: 204 len: 168 time: 2.0924888 Dec 25 19:55:30.102087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c688606a-468a-4805-8851-20b48da0bc36', 'tag': 'd43c99a5-fa45-4de4-9fa1-15253236be82'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:55:30.126106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-6f0ae352-e68d-4ad6-96b0-0074012fe7f5 None None] Set router f2e648a7-d4b4-4fd7-b0e5-00413196b67e gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:55:30.178827 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-86220f74-109c-476a-8244-ca6213867d1a req-e45dd9d0-b13c-458d-a96f-ff8879c5ddd2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=416c04d5-65cb-46db-8fd2-ff182cbf4be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049232 Dec 25 19:55:30.293821 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c688606a-468a-4805-8851-20b48da0bc36', 'tag': 'd43c99a5-fa45-4de4-9fa1-15253236be82', 'status': 'completed', 'code': 200} Dec 25 19:55:30.439216 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-42c14aa8-e60c-4129-8cac-f1996873ad01 req-19fa869b-0463-4ba2-8336-3fbc4e253529 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=43c2b93df8ec4b7bbf85e0ad1ccdcc6e&device_id=c688606a-468a-4805-8851-20b48da0bc36 HTTP/1.1" status: 200 len: 1099 time: 0.1187265 Dec 25 19:55:30.454458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f4dbbf8f-aed0-4199-b9d8-e72ad001bf17 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:30.458748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f4dbbf8f-aed0-4199-b9d8-e72ad001bf17 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:30.498618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f4dbbf8f-aed0-4199-b9d8-e72ad001bf17 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:30.499217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4dbbf8f-aed0-4199-b9d8-e72ad001bf17 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Fanout notify agent at l3_agent the message router_deleted on router d4146d1e-5cb6-4ba4-bcec-dfbb4b9623ca {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:55:30.518191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f4dbbf8f-aed0-4199-b9d8-e72ad001bf17 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:30.519916 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f4dbbf8f-aed0-4199-b9d8-e72ad001bf17 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "DELETE /v2.0/routers/d4146d1e-5cb6-4ba4-bcec-dfbb4b9623ca HTTP/1.1" status: 204 len: 168 time: 0.9984419 Dec 25 19:55:30.528343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53808) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:30.582374 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0ee82a0e-8c5a-450a-ab52-e5b9c4a413fd tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4146d1e-5cb6-4ba4-bcec-dfbb4b9623ca HTTP/1.1" status: 200 len: 205 time: 0.0524950 Dec 25 19:55:30.583992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-6f0ae352-e68d-4ad6-96b0-0074012fe7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e648a7-d4b4-4fd7-b0e5-00413196b67e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433323063', 'tenant_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': 'a67b6752-0292-4748-83a5-b0578e6c46ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:53:28Z', 'updated_at': '2021-12-25T19:53:34Z', 'revision_number': 4, 'project_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'gw_port': {'id': 'a67b6752-0292-4748-83a5-b0578e6c46ec', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e648a7-d4b4-4fd7-b0e5-00413196b67e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:53:28Z', 'updated_at': '2021-12-25T19:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'b4fdcfe0-3af5-4542-baae-e764a36570c1', 'name': '', 'network_id': 'cafe00bd-b685-4366-b1ad-70e6c7f53a97', 'tenant_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'mac_address': 'fa:16:3e:23:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e648a7-d4b4-4fd7-b0e5-00413196b67e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b549f552-711b-44a9-bbf6-495ba8581f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:53:32Z', 'updated_at': '2021-12-25T19:53:43Z', 'revision_number': 5, 'project_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'subnets': [{'id': 'b549f552-711b-44a9-bbf6-495ba8581f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:30.589520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0ae352-e68d-4ad6-96b0-0074012fe7f5 None None] Checking router: f2e648a7-d4b4-4fd7-b0e5-00413196b67e for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:55:30.593546 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53812) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:30.605748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0ae352-e68d-4ad6-96b0-0074012fe7f5 None None] Routers {'f2e648a7-d4b4-4fd7-b0e5-00413196b67e'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:55:30.606549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-6f0ae352-e68d-4ad6-96b0-0074012fe7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:55:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['f2e648a7-d4b4-4fd7-b0e5-00413196b67e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:30.667535 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-e751bfdc-ef57-4268-acb2-c77696edf4b1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] delete failed (client error): The resource could not be found. Dec 25 19:55:30.669045 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e751bfdc-ef57-4268-acb2-c77696edf4b1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "DELETE /v2.0/routers/d4146d1e-5cb6-4ba4-bcec-dfbb4b9623ca HTTP/1.1" status: 404 len: 336 time: 0.0738761 Dec 25 19:55:30.671602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53816) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:30.718109 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-225ae954-d533-44a9-b94c-17c585db3b3b tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] DELETE failed (client error): The resource could not be found. Dec 25 19:55:30.718580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-225ae954-d533-44a9-b94c-17c585db3b3b tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:55:30.723365 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-225ae954-d533-44a9-b94c-17c585db3b3b tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "DELETE /v2.0/subnets/69130b6f-ada4-414b-91d0-fc514cd59c62 HTTP/1.1" status: 404 len: 337 time: 0.0480728 Dec 25 19:55:30.723806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53820) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:30.745974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c14aa8-e60c-4129-8cac-f1996873ad01 req-fb6c304b-3b03-414d-a4ef-496323faf3d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:30.747777 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-42c14aa8-e60c-4129-8cac-f1996873ad01 req-fb6c304b-3b03-414d-a4ef-496323faf3d2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cafe00bd-b685-4366-b1ad-70e6c7f53a97 HTTP/1.1" status: 200 len: 896 time: 0.3075953 Dec 25 19:55:30.767690 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-9efdba38-2886-403d-b5e8-361144cd9a7a tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] DELETE failed (client error): The resource could not be found. Dec 25 19:55:30.768205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9efdba38-2886-403d-b5e8-361144cd9a7a tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:55:30.772667 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9efdba38-2886-403d-b5e8-361144cd9a7a tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "DELETE /v2.0/subnets/cdf600f5-1e55-4082-a1cb-729b84b77010 HTTP/1.1" status: 404 len: 337 time: 0.0452044 Dec 25 19:55:30.773066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53824) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:30.816396 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-d65386c1-1361-4f96-840e-108f0e001c7b tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] DELETE failed (client error): The resource could not be found. Dec 25 19:55:30.816903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d65386c1-1361-4f96-840e-108f0e001c7b tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:55:30.821780 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d65386c1-1361-4f96-840e-108f0e001c7b tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "DELETE /v2.0/subnets/59bd6226-9718-4dc5-9777-556d9c80cc1c HTTP/1.1" status: 404 len: 337 time: 0.0447359 Dec 25 19:55:30.822158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53828) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:30.846423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936d815-5c75-4b3c-8ebd-3fa2b3fa1a94 req-7711d627-489d-4d2f-b747-7f328417fd8d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:30.848125 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7936d815-5c75-4b3c-8ebd-3fa2b3fa1a94 req-7711d627-489d-4d2f-b747-7f328417fd8d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecdc4b75-ca85-46f6-8ace-0bc26b0761f5 HTTP/1.1" status: 200 len: 983 time: 0.2868545 Dec 25 19:55:30.854895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16e922-4fd3-4e3c-ac01-6a6681ee09ad req-f85160cd-d9c0-41ed-82f6-b4841a496028 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:30.855716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-be16e922-4fd3-4e3c-ac01-6a6681ee09ad req-f85160cd-d9c0-41ed-82f6-b4841a496028 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Synchronizing usage tracker for tenant:43c2b93df8ec4b7bbf85e0ad1ccdcc6e on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:55:30.862072 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-42c14aa8-e60c-4129-8cac-f1996873ad01 req-bb24346f-a8ad-4845-9101-43332acefb5c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d43c99a5-fa45-4de4-9fa1-15253236be82 HTTP/1.1" status: 200 len: 217 time: 0.1061945 Dec 25 19:55:30.873493 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa9c5729-9533-4f01-88bb-a431a45cac08 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] DELETE failed (client error): The resource could not be found. Dec 25 19:55:30.874009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa9c5729-9533-4f01-88bb-a431a45cac08 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:55:30.877800 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fa9c5729-9533-4f01-88bb-a431a45cac08 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "DELETE /v2.0/subnets/dc3467ac-c88a-4614-bdb1-9a6555852eb3 HTTP/1.1" status: 404 len: 337 time: 0.0528107 Dec 25 19:55:30.878872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53832) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:30.926684 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c65fc384-d179-4926-8910-e5a80b09ce5c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "GET /v2.0/ports?device_id=7de88c79-1393-4c32-8e85-99d6c78d60b6 HTTP/1.1" status: 200 len: 205 time: 0.0464292 Dec 25 19:55:30.929116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53836) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:30.958810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-be16e922-4fd3-4e3c-ac01-6a6681ee09ad req-f85160cd-d9c0-41ed-82f6-b4841a496028 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Unset dirty status for tenant:43c2b93df8ec4b7bbf85e0ad1ccdcc6e on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:55:30.959318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-6f0ae352-e68d-4ad6-96b0-0074012fe7f5 None None] Set router f2e648a7-d4b4-4fd7-b0e5-00413196b67e gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:55:30.960157 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-be16e922-4fd3-4e3c-ac01-6a6681ee09ad req-f85160cd-d9c0-41ed-82f6-b4841a496028 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/ports?device_id=c688606a-468a-4805-8851-20b48da0bc36 HTTP/1.1" status: 200 len: 946 time: 0.3579977 Dec 25 19:55:31.001011 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-65cb0138-9f55-4452-8bff-30bb99a7f8ba tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] delete failed (client error): The resource could not be found. Dec 25 19:55:31.004820 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-65cb0138-9f55-4452-8bff-30bb99a7f8ba tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "DELETE /v2.0/routers/7de88c79-1393-4c32-8e85-99d6c78d60b6 HTTP/1.1" status: 404 len: 336 time: 0.0720031 Dec 25 19:55:31.004990 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7936d815-5c75-4b3c-8ebd-3fa2b3fa1a94 req-68ad868e-784f-4eea-bdd5-134ad71e9110 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=416c04d5-65cb-46db-8fd2-ff182cbf4be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425395 Dec 25 19:55:31.005090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53840) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:31.009720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c14aa8-e60c-4129-8cac-f1996873ad01 req-c1f3d3cf-5d1f-463a-9e93-0e990cf2f56a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:31.011315 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-42c14aa8-e60c-4129-8cac-f1996873ad01 req-c1f3d3cf-5d1f-463a-9e93-0e990cf2f56a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b549f552-711b-44a9-bbf6-495ba8581f2e HTTP/1.1" status: 200 len: 834 time: 0.1278920 Dec 25 19:55:31.050805 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53844) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:31.053292 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d40151e9-7ced-4287-84ea-ba32aa4d8b0c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd3bb6d7-3ded-44f0-acc0-b0e1acbf3a68 HTTP/1.1" status: 200 len: 205 time: 0.0471427 Dec 25 19:55:31.056718 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53848) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:31.089419 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-be16e922-4fd3-4e3c-ac01-6a6681ee09ad req-d71d95e2-8e98-4454-9107-1bd57b750ae0 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/security-groups?id=70f68f50-7240-4649-aa70-d80da091e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190860 Dec 25 19:55:31.112751 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-42c14aa8-e60c-4129-8cac-f1996873ad01 req-e66a1ec2-ba73-43de-a5ed-c119a32d6b7b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cafe00bd-b685-4366-b1ad-70e6c7f53a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0926089 Dec 25 19:55:31.185522 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-16381dc6-c1aa-4357-b4bb-5dd4b110fc77 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] delete failed (client error): The resource could not be found. Dec 25 19:55:31.189484 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-16381dc6-c1aa-4357-b4bb-5dd4b110fc77 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "DELETE /v2.0/routers/dd3bb6d7-3ded-44f0-acc0-b0e1acbf3a68 HTTP/1.1" status: 404 len: 336 time: 0.1000178 Dec 25 19:55:31.191350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53852) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:31.246059 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-0badfeba-9069-4965-bdd5-b9888f31a06b tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] DELETE failed (client error): The resource could not be found. Dec 25 19:55:31.246749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0badfeba-9069-4965-bdd5-b9888f31a06b tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:55:31.251668 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0badfeba-9069-4965-bdd5-b9888f31a06b tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "DELETE /v2.0/subnets/76a40ddc-072c-4535-9dfd-743d334ce3e4 HTTP/1.1" status: 404 len: 337 time: 0.0553801 Dec 25 19:55:31.252677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53856) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:31.311522 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9c2add47-2871-4032-996d-48aff4d32839 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2829c12-c8de-4f80-8c14-a5e098769bc1 HTTP/1.1" status: 200 len: 205 time: 0.0552199 Dec 25 19:55:31.312301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53860) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:31.353981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-6f0ae352-e68d-4ad6-96b0-0074012fe7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e648a7-d4b4-4fd7-b0e5-00413196b67e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433323063', 'tenant_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': 'a67b6752-0292-4748-83a5-b0578e6c46ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:53:28Z', 'updated_at': '2021-12-25T19:53:34Z', 'revision_number': 4, 'project_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'gw_port': {'id': 'a67b6752-0292-4748-83a5-b0578e6c46ec', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e648a7-d4b4-4fd7-b0e5-00413196b67e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:53:28Z', 'updated_at': '2021-12-25T19:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'b4fdcfe0-3af5-4542-baae-e764a36570c1', 'name': '', 'network_id': 'cafe00bd-b685-4366-b1ad-70e6c7f53a97', 'tenant_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'mac_address': 'fa:16:3e:23:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e648a7-d4b4-4fd7-b0e5-00413196b67e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b549f552-711b-44a9-bbf6-495ba8581f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:53:32Z', 'updated_at': '2021-12-25T19:53:43Z', 'revision_number': 5, 'project_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'subnets': [{'id': 'b549f552-711b-44a9-bbf6-495ba8581f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:31.358708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0ae352-e68d-4ad6-96b0-0074012fe7f5 None None] The sync data for ids ['f2e648a7-d4b4-4fd7-b0e5-00413196b67e'] in dv-neutron-822611-1-hyperv is: [{'id': 'f2e648a7-d4b4-4fd7-b0e5-00413196b67e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433323063', 'tenant_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': 'a67b6752-0292-4748-83a5-b0578e6c46ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:53:28Z', 'updated_at': '2021-12-25T19:53:34Z', 'revision_number': 4, 'project_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'gw_port': {'id': 'a67b6752-0292-4748-83a5-b0578e6c46ec', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e648a7-d4b4-4fd7-b0e5-00413196b67e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:53:28Z', 'updated_at': '2021-12-25T19:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'b4fdcfe0-3af5-4542-baae-e764a36570c1', 'name': '', 'network_id': 'cafe00bd-b685-4366-b1ad-70e6c7f53a97', 'tenant_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'mac_address': 'fa:16:3e:23:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e648a7-d4b4-4fd7-b0e5-00413196b67e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b549f552-711b-44a9-bbf6-495ba8581f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:53:32Z', 'updated_at': '2021-12-25T19:53:43Z', 'revision_number': 5, 'project_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'subnets': [{'id': 'b549f552-711b-44a9-bbf6-495ba8581f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:55:31.401581 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-5925b0be-2afc-4a97-bfbb-dfbb858d55d6 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] delete failed (client error): The resource could not be found. Dec 25 19:55:31.405440 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5925b0be-2afc-4a97-bfbb-dfbb858d55d6 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "DELETE /v2.0/routers/f2829c12-c8de-4f80-8c14-a5e098769bc1 HTTP/1.1" status: 404 len: 336 time: 0.0878782 Dec 25 19:55:31.406601 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7bcc8272-607a-4911-87ac-43e7ea0547c5 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ecdc4b75-ca85-46f6-8ace-0bc26b0761f5 HTTP/1.1" status: 200 len: 1131 time: 0.3520799 Dec 25 19:55:31.407405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53864) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:31.409843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53866) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:31.454025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-1bc810ee-93f3-4ad2-af07-f239ef907a31 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'floatingip': {'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'port_id': '4095e96e-c320-4582-9ce6-dc84d0527855', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:55:31.468183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1bc810ee-93f3-4ad2-af07-f239ef907a31 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:55:31.474699 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1b93287d-3255-48ba-ad4c-ed3b472142b7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1204a5-cdb3-4a8b-838b-d8b7edfe5a7f HTTP/1.1" status: 200 len: 205 time: 0.0639839 Dec 25 19:55:31.474948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1bc810ee-93f3-4ad2-af07-f239ef907a31 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:floatingip and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:55:31.478060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53872) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:31.480584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1bc810ee-93f3-4ad2-af07-f239ef907a31 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:55:31.515527 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-42c14aa8-e60c-4129-8cac-f1996873ad01 req-1cc753dc-91e3-43b0-a0b6-22aea1b277aa service neutron] 10.222.0.36 "GET /v2.0/networks/cafe00bd-b685-4366-b1ad-70e6c7f53a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943043 Dec 25 19:55:31.544396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1bc810ee-93f3-4ad2-af07-f239ef907a31 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:55:31.554242 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-010db5de-c6fb-42eb-8802-bbf6aa7189d0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] delete failed (client error): The resource could not be found. Dec 25 19:55:31.555389 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-010db5de-c6fb-42eb-8802-bbf6aa7189d0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "DELETE /v2.0/routers/1d1204a5-cdb3-4a8b-838b-d8b7edfe5a7f HTTP/1.1" status: 404 len: 336 time: 0.0763414 Dec 25 19:55:31.559735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53876) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:31.601012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1bc810ee-93f3-4ad2-af07-f239ef907a31 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:31.609766 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-89116426-f4ee-438b-8a9b-ae3f74369970 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] DELETE failed (client error): The resource could not be found. Dec 25 19:55:31.610192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89116426-f4ee-438b-8a9b-ae3f74369970 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:55:31.612005 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-89116426-f4ee-438b-8a9b-ae3f74369970 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "DELETE /v2.0/subnets/f6c2fcb6-1400-46e5-84ca-412541095682 HTTP/1.1" status: 404 len: 337 time: 0.0513036 Dec 25 19:55:31.619590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53880) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:31.679891 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0efad020-5e24-4b6d-8bfe-91f4a9b08963 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e38713-711b-4cf7-bbfc-4aa978dcfab9 HTTP/1.1" status: 200 len: 205 time: 0.0590250 Dec 25 19:55:31.683100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53884) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:31.760547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1bc810ee-93f3-4ad2-af07-f239ef907a31 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:31.769640 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-8fcc917b-a08d-45b8-ae08-bad3df2d4e90 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] delete failed (client error): The resource could not be found. Dec 25 19:55:31.770764 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8fcc917b-a08d-45b8-ae08-bad3df2d4e90 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "DELETE /v2.0/routers/c6e38713-711b-4cf7-bbfc-4aa978dcfab9 HTTP/1.1" status: 404 len: 336 time: 0.0866945 Dec 25 19:55:31.773788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53888) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:31.820531 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-42c14aa8-e60c-4129-8cac-f1996873ad01 req-18e2cd85-09ec-498d-8e07-1f29c2cde406 service neutron] 10.222.0.36 "GET /v2.0/networks/cafe00bd-b685-4366-b1ad-70e6c7f53a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968283 Dec 25 19:55:31.825073 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-69aab8d8-3e27-41da-8cea-9af0c1acc44d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] DELETE failed (client error): The resource could not be found. Dec 25 19:55:31.825565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69aab8d8-3e27-41da-8cea-9af0c1acc44d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:55:31.827696 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-69aab8d8-3e27-41da-8cea-9af0c1acc44d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "DELETE /v2.0/subnets/5ff321fc-486a-4336-a5d4-d17236572142 HTTP/1.1" status: 404 len: 337 time: 0.0521417 Dec 25 19:55:31.830811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53892) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:31.891857 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-cbaf4a69-360e-4988-b53f-ce3cdda171af tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d10cd0c-444f-4824-b45e-b8a374f79669 HTTP/1.1" status: 200 len: 205 time: 0.0596547 Dec 25 19:55:31.903635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53896) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:31.962757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-1bc810ee-93f3-4ad2-af07-f239ef907a31 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Allocated IP 172.26.8.190 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/6ad0bf88-30ca-4e56-864a-05375046a437) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:55:31.999124 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-3278455e-cba8-4104-b6c9-1df0eff4bf0c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] delete failed (client error): The resource could not be found. Dec 25 19:55:32.003181 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3278455e-cba8-4104-b6c9-1df0eff4bf0c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "DELETE /v2.0/routers/0d10cd0c-444f-4824-b45e-b8a374f79669 HTTP/1.1" status: 404 len: 336 time: 0.0941768 Dec 25 19:55:32.003971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53900) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:32.056669 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab41108-52b5-4d59-8e82-8cd2d2247b8a tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] DELETE failed (client error): The resource could not be found. Dec 25 19:55:32.057171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ab41108-52b5-4d59-8e82-8cd2d2247b8a tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:55:32.059017 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0ab41108-52b5-4d59-8e82-8cd2d2247b8a tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "DELETE /v2.0/subnets/9326d66d-c9b7-40f4-9c10-4b0cbc0b59f8 HTTP/1.1" status: 404 len: 337 time: 0.0492721 Dec 25 19:55:32.062866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53904) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:32.112934 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-55b4411e-67b3-49e6-a931-d67f6735ccc2 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] DELETE failed (client error): The resource could not be found. Dec 25 19:55:32.113395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55b4411e-67b3-49e6-a931-d67f6735ccc2 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 19:55:32.118124 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-55b4411e-67b3-49e6-a931-d67f6735ccc2 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] 10.222.0.24 "DELETE /v2.0/subnets/0245dbf5-5d2f-4a80-9a59-6a40e47389b2 HTTP/1.1" status: 404 len: 337 time: 0.0541687 Dec 25 19:55:32.130981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b2a71-88ae-4661-9afe-ebf59f1a81e8 req-28d2d776-7477-4468-b7a3-ff193a317c50 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:32.132610 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8a5b2a71-88ae-4661-9afe-ebf59f1a81e8 req-28d2d776-7477-4468-b7a3-ff193a317c50 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.36 "GET /v2.0/ports?device_id=c688606a-468a-4805-8851-20b48da0bc36 HTTP/1.1" status: 200 len: 946 time: 0.2637935 Dec 25 19:55:32.134269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1bc810ee-93f3-4ad2-af07-f239ef907a31 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:32.163692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1bc810ee-93f3-4ad2-af07-f239ef907a31 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:32.173748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5ea628e5-fc2c-485d-b906-35f71e301a11 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:32.224344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-8a5b2a71-88ae-4661-9afe-ebf59f1a81e8 req-d40c375b-803f-4887-a38d-6df085183a2d tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Deleting port d43c99a5-fa45-4de4-9fa1-15253236be82 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:55:32.224737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-8a5b2a71-88ae-4661-9afe-ebf59f1a81e8 req-d40c375b-803f-4887-a38d-6df085183a2d tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:32.254232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc810ee-93f3-4ad2-af07-f239ef907a31 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=6ad0bf88-30ca-4e56-864a-05375046a437,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:32.267190 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1bc810ee-93f3-4ad2-af07-f239ef907a31 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:32.279857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc810ee-93f3-4ad2-af07-f239ef907a31 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:55:32.284002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-1bc810ee-93f3-4ad2-af07-f239ef907a31 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:55:32.287190 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a7c8bf-6047-436f-b649-f437744460dc None None] New status for floating IP a6b71e86-9e44-4b59-9072-22c78cd118dc: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 19:55:32.287338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc810ee-93f3-4ad2-af07-f239ef907a31 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:55:32.603884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce917d-f7a1-4bfb-b92d-0a6227f31aca req-d0816bb2-b835-49af-bf46-6bbd7fa5fef1 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:32.605521 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c5ce917d-f7a1-4bfb-b92d-0a6227f31aca req-d0816bb2-b835-49af-bf46-6bbd7fa5fef1 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/ports?device_id=c688606a-468a-4805-8851-20b48da0bc36 HTTP/1.1" status: 200 len: 946 time: 0.2306869 Dec 25 19:55:32.606041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53914) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:32.709645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-8a5b2a71-88ae-4661-9afe-ebf59f1a81e8 req-d40c375b-803f-4887-a38d-6df085183a2d tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] For port d43c99a5-fa45-4de4-9fa1-15253236be82, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d43c99a5-fa45-4de4-9fa1-15253236be82,segment=NetworkSegment(7cb71ec7-b082-4592-8f83-079b0317520f),segment_id=7cb71ec7-b082-4592-8f83-079b0317520f)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:55:32.710060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-8a5b2a71-88ae-4661-9afe-ebf59f1a81e8 req-d40c375b-803f-4887-a38d-6df085183a2d tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:32.725504 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c5ce917d-f7a1-4bfb-b92d-0a6227f31aca req-a11f89bc-f196-4c84-b94f-249b8e119560 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/security-groups?id=70f68f50-7240-4649-aa70-d80da091e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078041 Dec 25 19:55:32.872564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-8a5b2a71-88ae-4661-9afe-ebf59f1a81e8 req-d40c375b-803f-4887-a38d-6df085183a2d tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Calling delete_port for d43c99a5-fa45-4de4-9fa1-15253236be82 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:55:32.910469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1bc810ee-93f3-4ad2-af07-f239ef907a31 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:32.967153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1bc810ee-93f3-4ad2-af07-f239ef907a31 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:32.982837 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7af81e04-b510-4b7b-9ce1-3da0112ec68d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9adb83111618414cb6cbe9c785ff883c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3682101 Dec 25 19:55:32.983718 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53922) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:33.115094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-8a5b2a71-88ae-4661-9afe-ebf59f1a81e8 req-d40c375b-803f-4887-a38d-6df085183a2d tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:33.132543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9c25dae5-dca9-4ae0-9b73-d3f501f94041 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:33.187574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40c375b-803f-4887-a38d-6df085183a2d tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Pushing event deleted for resources: {'Port': ['ID=d43c99a5-fa45-4de4-9fa1-15253236be82,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:33.216531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e700bef-d106-4ad8-a213-5e530549053f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:33.218710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d40c375b-803f-4887-a38d-6df085183a2d tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:33.283368 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5b2a71-88ae-4661-9afe-ebf59f1a81e8 req-d40c375b-803f-4887-a38d-6df085183a2d tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] No DVR routers for this DVR port d43c99a5-fa45-4de4-9fa1-15253236be82 on host hv-neutron-8226 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:55:33.288569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-8a5b2a71-88ae-4661-9afe-ebf59f1a81e8 req-d40c375b-803f-4887-a38d-6df085183a2d tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:33.292074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c688606a-468a-4805-8851-20b48da0bc36', 'name': 'network-vif-deleted', 'tag': 'd43c99a5-fa45-4de4-9fa1-15253236be82'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:55:33.302355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e700bef-d106-4ad8-a213-5e530549053f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:33.328593 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8a5b2a71-88ae-4661-9afe-ebf59f1a81e8 req-d40c375b-803f-4887-a38d-6df085183a2d tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.36 "DELETE /v2.0/ports/d43c99a5-fa45-4de4-9fa1-15253236be82 HTTP/1.1" status: 204 len: 173 time: 1.1886830 Dec 25 19:55:33.351863 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c688606a-468a-4805-8851-20b48da0bc36', 'name': 'network-vif-deleted', 'tag': 'd43c99a5-fa45-4de4-9fa1-15253236be82', 'status': 'completed', 'code': 200} Dec 25 19:55:33.370775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e700bef-d106-4ad8-a213-5e530549053f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:33.377908 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a7d40d22-6ede-4471-bdcc-9b8547d7ca36 tempest-NegativeSecGroupIPv6Test-86608472 tempest-NegativeSecGroupIPv6Test-86608472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:33.398693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e700bef-d106-4ad8-a213-5e530549053f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952ebeb0-eba7-4a46-99a2-897c6c9c0857,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:33.402108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7e700bef-d106-4ad8-a213-5e530549053f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:33.405858 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e700bef-d106-4ad8-a213-5e530549053f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:33.407190 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7e700bef-d106-4ad8-a213-5e530549053f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/952ebeb0-eba7-4a46-99a2-897c6c9c0857 HTTP/1.1" status: 204 len: 168 time: 0.4224658 Dec 25 19:55:33.466610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1bc810ee-93f3-4ad2-af07-f239ef907a31 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:33.471023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1bc810ee-93f3-4ad2-af07-f239ef907a31 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:33.475627 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c3fba2bc-899a-423e-88d9-b250370d75ec tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:33.590532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc810ee-93f3-4ad2-af07-f239ef907a31 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=6ad0bf88-30ca-4e56-864a-05375046a437,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:33.609134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc810ee-93f3-4ad2-af07-f239ef907a31 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:55:33.609564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc810ee-93f3-4ad2-af07-f239ef907a31 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:55:33.609987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc810ee-93f3-4ad2-af07-f239ef907a31 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:55:33.610411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc810ee-93f3-4ad2-af07-f239ef907a31 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:55:33.610828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc810ee-93f3-4ad2-af07-f239ef907a31 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:55:33.611289 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc810ee-93f3-4ad2-af07-f239ef907a31 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:55:33.611702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc810ee-93f3-4ad2-af07-f239ef907a31 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:55:33.612091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc810ee-93f3-4ad2-af07-f239ef907a31 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:55:33.612501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc810ee-93f3-4ad2-af07-f239ef907a31 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:55:33.612906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc810ee-93f3-4ad2-af07-f239ef907a31 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:55:33.613317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc810ee-93f3-4ad2-af07-f239ef907a31 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:55:33.617372 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1bc810ee-93f3-4ad2-af07-f239ef907a31 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:33.623392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1bc810ee-93f3-4ad2-af07-f239ef907a31 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:33.847137 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [None req-1bc810ee-93f3-4ad2-af07-f239ef907a31 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Floating IP 398371a9-c894-406e-bde9-3964ac7bb029 associated. External IP: 172.26.8.190, port: 4095e96e-c320-4582-9ce6-dc84d0527855. Dec 25 19:55:33.931022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-f25cb6c1-80d7-4864-aaaa-f3cff6b8d8ef req-addb7f31-e684-4542-99c2-6160e501fca8 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Synchronizing usage tracker for tenant:43c2b93df8ec4b7bbf85e0ad1ccdcc6e on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:55:33.946996 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-f25cb6c1-80d7-4864-aaaa-f3cff6b8d8ef req-addb7f31-e684-4542-99c2-6160e501fca8 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Unset dirty status for tenant:43c2b93df8ec4b7bbf85e0ad1ccdcc6e on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:55:33.948341 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f25cb6c1-80d7-4864-aaaa-f3cff6b8d8ef req-addb7f31-e684-4542-99c2-6160e501fca8 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "GET /v2.0/ports?device_id=c688606a-468a-4805-8851-20b48da0bc36 HTTP/1.1" status: 200 len: 210 time: 0.0651793 Dec 25 19:55:34.285442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc810ee-93f3-4ad2-af07-f239ef907a31 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router a0127b41-8c85-463e-8de1-42a00e6f4b2d has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:55:34.503977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc810ee-93f3-4ad2-af07-f239ef907a31 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:55:34.514148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4481b138-83dd-4784-8926-487f6fbc9659 None None] Sync routers for ids ['a0127b41-8c85-463e-8de1-42a00e6f4b2d'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:55:34.527562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4481b138-83dd-4784-8926-487f6fbc9659 None None] Routers {'a0127b41-8c85-463e-8de1-42a00e6f4b2d'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:55:34.528214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1bc810ee-93f3-4ad2-af07-f239ef907a31 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:34.528362 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-4481b138-83dd-4784-8926-487f6fbc9659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:55:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['a0127b41-8c85-463e-8de1-42a00e6f4b2d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:34.584082 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1bc810ee-93f3-4ad2-af07-f239ef907a31 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 3.1732168 Dec 25 19:55:34.584860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecdc4b75-ca85-46f6-8ace-0bc26b0761f5', 'tag': '4095e96e-c320-4582-9ce6-dc84d0527855'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:55:34.587827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53932) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:34.642315 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecdc4b75-ca85-46f6-8ace-0bc26b0761f5', 'tag': '4095e96e-c320-4582-9ce6-dc84d0527855', 'status': 'completed', 'code': 200} Dec 25 19:55:34.733825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-4481b138-83dd-4784-8926-487f6fbc9659 None None] Set router a0127b41-8c85-463e-8de1-42a00e6f4b2d gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:55:34.738740 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ceb8bc4b-8816-4968-bf1e-efbcb867537b tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ecdc4b75-ca85-46f6-8ace-0bc26b0761f5&network_id=5ecb2a7f-419d-4061-9317-ec5ad3b0bc39 HTTP/1.1" status: 200 len: 1131 time: 0.1501694 Dec 25 19:55:34.762931 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0285e4cf-854c-4179-871c-525b123e8be4 req-677c95ed-75b5-4e75-b48f-b901e01ec76d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=ecdc4b75-ca85-46f6-8ace-0bc26b0761f5 HTTP/1.1" status: 200 len: 1136 time: 0.0986793 Dec 25 19:55:34.911025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285e4cf-854c-4179-871c-525b123e8be4 req-ecc5fd68-1b16-4fab-869e-a7e565f4aa8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:34.913048 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0285e4cf-854c-4179-871c-525b123e8be4 req-ecc5fd68-1b16-4fab-869e-a7e565f4aa8f service neutron] 10.222.0.36 "GET /v2.0/networks?id=5ecb2a7f-419d-4061-9317-ec5ad3b0bc39 HTTP/1.1" status: 200 len: 896 time: 0.1438668 Dec 25 19:55:34.977427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device d43c99a5-fa45-4de4-9fa1-15253236be82 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:55:35.011958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] No Port match for: d43c99a5-fa45-4de4-9fa1-15253236be82 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:55:35.012624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device d43c99a5-fa45-4de4-9fa1-15253236be82 not bound to the agent host hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:55:35.058450 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0285e4cf-854c-4179-871c-525b123e8be4 req-36ee98dd-b8c9-4f72-9f30-cd8c43660d4f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4095e96e-c320-4582-9ce6-dc84d0527855 HTTP/1.1" status: 200 len: 1037 time: 0.1386459 Dec 25 19:55:35.087409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53944) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:35.146617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-4481b138-83dd-4784-8926-487f6fbc9659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0127b41-8c85-463e-8de1-42a00e6f4b2d', 'name': 'tempest-TestNetworkBasicOps-router-2065882034', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.247'}], 'enable_snat': True}, 'gw_port_id': 'c5323c5b-fe88-4301-af4b-821a63a9f224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:55:04Z', 'updated_at': '2021-12-25T19:55:10Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'c5323c5b-fe88-4301-af4b-821a63a9f224', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:32:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0127b41-8c85-463e-8de1-42a00e6f4b2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:55:05Z', 'updated_at': '2021-12-25T19:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '398371a9-c894-406e-bde9-3964ac7bb029', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.190', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'a0127b41-8c85-463e-8de1-42a00e6f4b2d', 'port_id': '4095e96e-c320-4582-9ce6-dc84d0527855', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1394695906', 'network_id': '5ecb2a7f-419d-4061-9317-ec5ad3b0bc39', 'mac_address': 'fa:16:3e:fb:89:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdc4b75-ca85-46f6-8ace-0bc26b0761f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T19:55:32Z', 'updated_at': '2021-12-25T19:55:32Z', 'revision_number': 0, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bde04636-49fe-4fa6-9d1d-2c59405fdac8', 'name': '', 'network_id': '5ecb2a7f-419d-4061-9317-ec5ad3b0bc39', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:bc:82:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0127b41-8c85-463e-8de1-42a00e6f4b2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5181c02b-9429-4db1-aefb-a72cffaaf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:55:09Z', 'updated_at': '2021-12-25T19:55:16Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': '5181c02b-9429-4db1-aefb-a72cffaaf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:35.151392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4481b138-83dd-4784-8926-487f6fbc9659 None None] Checking router: a0127b41-8c85-463e-8de1-42a00e6f4b2d for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:55:35.162837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4481b138-83dd-4784-8926-487f6fbc9659 None None] Routers {'a0127b41-8c85-463e-8de1-42a00e6f4b2d'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:55:35.163561 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-4481b138-83dd-4784-8926-487f6fbc9659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:55:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['a0127b41-8c85-463e-8de1-42a00e6f4b2d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:35.188815 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285e4cf-854c-4179-871c-525b123e8be4 req-dc3b7581-a184-46d4-8058-c993b56245bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:35.190792 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0285e4cf-854c-4179-871c-525b123e8be4 req-dc3b7581-a184-46d4-8058-c993b56245bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5181c02b-9429-4db1-aefb-a72cffaaf5f3 HTTP/1.1" status: 200 len: 834 time: 0.1249895 Dec 25 19:55:35.297619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacf33f-016a-4eec-b0b3-fb6a5ffafd76 req-5deb0e7b-b7b9-41be-9ecd-e8fbab290bca tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:35.299397 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1aacf33f-016a-4eec-b0b3-fb6a5ffafd76 req-5deb0e7b-b7b9-41be-9ecd-e8fbab290bca tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecdc4b75-ca85-46f6-8ace-0bc26b0761f5 HTTP/1.1" status: 200 len: 983 time: 0.1643803 Dec 25 19:55:35.310417 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0285e4cf-854c-4179-871c-525b123e8be4 req-69dd0c82-a8d4-4efb-88ae-9d0139a96104 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5ecb2a7f-419d-4061-9317-ec5ad3b0bc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1097581 Dec 25 19:55:35.357028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-4481b138-83dd-4784-8926-487f6fbc9659 None None] Set router a0127b41-8c85-463e-8de1-42a00e6f4b2d gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:55:35.451891 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1aacf33f-016a-4eec-b0b3-fb6a5ffafd76 req-ee21afe6-487b-405b-bfcd-26725664b710 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=416c04d5-65cb-46db-8fd2-ff182cbf4be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402776 Dec 25 19:55:35.491539 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0285e4cf-854c-4179-871c-525b123e8be4 req-f8cb34c2-26f8-4368-a795-b67ce0d2e962 service neutron] 10.222.0.36 "GET /v2.0/networks/5ecb2a7f-419d-4061-9317-ec5ad3b0bc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617513 Dec 25 19:55:35.553211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c96b8269-949d-4534-bf24-5400b579142b tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:35.771839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-4481b138-83dd-4784-8926-487f6fbc9659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0127b41-8c85-463e-8de1-42a00e6f4b2d', 'name': 'tempest-TestNetworkBasicOps-router-2065882034', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.247'}], 'enable_snat': True}, 'gw_port_id': 'c5323c5b-fe88-4301-af4b-821a63a9f224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:55:04Z', 'updated_at': '2021-12-25T19:55:10Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'c5323c5b-fe88-4301-af4b-821a63a9f224', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:32:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0127b41-8c85-463e-8de1-42a00e6f4b2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:55:05Z', 'updated_at': '2021-12-25T19:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '398371a9-c894-406e-bde9-3964ac7bb029', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.190', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'a0127b41-8c85-463e-8de1-42a00e6f4b2d', 'port_id': '4095e96e-c320-4582-9ce6-dc84d0527855', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1394695906', 'network_id': '5ecb2a7f-419d-4061-9317-ec5ad3b0bc39', 'mac_address': 'fa:16:3e:fb:89:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdc4b75-ca85-46f6-8ace-0bc26b0761f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T19:55:32Z', 'updated_at': '2021-12-25T19:55:32Z', 'revision_number': 0, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bde04636-49fe-4fa6-9d1d-2c59405fdac8', 'name': '', 'network_id': '5ecb2a7f-419d-4061-9317-ec5ad3b0bc39', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:bc:82:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0127b41-8c85-463e-8de1-42a00e6f4b2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5181c02b-9429-4db1-aefb-a72cffaaf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:55:09Z', 'updated_at': '2021-12-25T19:55:16Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': '5181c02b-9429-4db1-aefb-a72cffaaf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:35.776830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4481b138-83dd-4784-8926-487f6fbc9659 None None] The sync data for ids ['a0127b41-8c85-463e-8de1-42a00e6f4b2d'] in dv-neutron-822611-1-hyperv is: [{'id': 'a0127b41-8c85-463e-8de1-42a00e6f4b2d', 'name': 'tempest-TestNetworkBasicOps-router-2065882034', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.247'}], 'enable_snat': True}, 'gw_port_id': 'c5323c5b-fe88-4301-af4b-821a63a9f224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:55:04Z', 'updated_at': '2021-12-25T19:55:10Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'c5323c5b-fe88-4301-af4b-821a63a9f224', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:32:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0127b41-8c85-463e-8de1-42a00e6f4b2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:55:05Z', 'updated_at': '2021-12-25T19:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '398371a9-c894-406e-bde9-3964ac7bb029', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.190', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'a0127b41-8c85-463e-8de1-42a00e6f4b2d', 'port_id': '4095e96e-c320-4582-9ce6-dc84d0527855', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1394695906', 'network_id': '5ecb2a7f-419d-4061-9317-ec5ad3b0bc39', 'mac_address': 'fa:16:3e:fb:89:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdc4b75-ca85-46f6-8ace-0bc26b0761f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T19:55:32Z', 'updated_at': '2021-12-25T19:55:32Z', 'revision_number': 0, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bde04636-49fe-4fa6-9d1d-2c59405fdac8', 'name': '', 'network_id': '5ecb2a7f-419d-4061-9317-ec5ad3b0bc39', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:bc:82:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0127b41-8c85-463e-8de1-42a00e6f4b2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5181c02b-9429-4db1-aefb-a72cffaaf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:55:09Z', 'updated_at': '2021-12-25T19:55:16Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': '5181c02b-9429-4db1-aefb-a72cffaaf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:55:35.884391 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0285e4cf-854c-4179-871c-525b123e8be4 req-208804d7-dd8c-421c-be5f-0532931733b5 service neutron] 10.222.0.36 "GET /v2.0/networks/5ecb2a7f-419d-4061-9317-ec5ad3b0bc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853574 Dec 25 19:55:36.031707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c12c38f1-2a71-4738-8dc8-d34d9c6fc4b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:36.155300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763decab-b963-4ffd-a3e5-f4a1df51953b None None] New status for floating IP 398371a9-c894-406e-bde9-3964ac7bb029: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 19:55:36.239146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-c96b8269-949d-4534-bf24-5400b579142b tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Deleting port b4fdcfe0-3af5-4542-baae-e764a36570c1 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:55:36.239841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c96b8269-949d-4534-bf24-5400b579142b tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:36.442591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-c96b8269-949d-4534-bf24-5400b579142b tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] For port b4fdcfe0-3af5-4542-baae-e764a36570c1, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=b4fdcfe0-3af5-4542-baae-e764a36570c1,segment=NetworkSegment(7cb71ec7-b082-4592-8f83-079b0317520f),segment_id=7cb71ec7-b082-4592-8f83-079b0317520f)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:55:36.443137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c96b8269-949d-4534-bf24-5400b579142b tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:36.496372 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfc2ca-337d-4edd-8fa7-646836027de8 req-bd0c71c3-4fe1-4547-8946-e64bc320e6ba tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:36.497988 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-37bfc2ca-337d-4edd-8fa7-646836027de8 req-bd0c71c3-4fe1-4547-8946-e64bc320e6ba tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecdc4b75-ca85-46f6-8ace-0bc26b0761f5 HTTP/1.1" status: 200 len: 983 time: 0.0871551 Dec 25 19:55:36.577597 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-c96b8269-949d-4534-bf24-5400b579142b tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Calling delete_port for b4fdcfe0-3af5-4542-baae-e764a36570c1 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:55:36.583096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfc2ca-337d-4edd-8fa7-646836027de8 req-8dd3c06a-9cd4-4c4a-a8bf-dfe5a9bb422d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:36.584681 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-37bfc2ca-337d-4edd-8fa7-646836027de8 req-8dd3c06a-9cd4-4c4a-a8bf-dfe5a9bb422d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "GET /v2.0/ports/4095e96e-c320-4582-9ce6-dc84d0527855?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0783393 Dec 25 19:55:36.765651 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c96b8269-949d-4534-bf24-5400b579142b tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:36.770220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-849aa6af-1396-4630-9d03-8092240361b8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:36.802153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee57c8-eb84-4edf-a6ad-9f9a00f7d8e5 req-9b2d51d7-33e1-48d8-9568-3d2321645a2f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:36.803813 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0bee57c8-eb84-4edf-a6ad-9f9a00f7d8e5 req-9b2d51d7-33e1-48d8-9568-3d2321645a2f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecdc4b75-ca85-46f6-8ace-0bc26b0761f5 HTTP/1.1" status: 200 len: 983 time: 0.2181880 Dec 25 19:55:36.808987 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-37bfc2ca-337d-4edd-8fa7-646836027de8 req-a10be3e2-3674-47e6-81fd-0382215227f5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "GET /v2.0/networks/5ecb2a7f-419d-4061-9317-ec5ad3b0bc39?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1850281 Dec 25 19:55:36.815539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b8269-949d-4534-bf24-5400b579142b tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Pushing event deleted for resources: {'Port': ['ID=b4fdcfe0-3af5-4542-baae-e764a36570c1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:36.818315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c96b8269-949d-4534-bf24-5400b579142b tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:36.832527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-37bfc2ca-337d-4edd-8fa7-646836027de8 req-5d7d4c96-4fed-41d9-825e-28376fd188f3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:55:36.954586 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0bee57c8-eb84-4edf-a6ad-9f9a00f7d8e5 req-8b2ac2ee-e8c1-42d5-a9b3-7461806f89b6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=416c04d5-65cb-46db-8fd2-ff182cbf4be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442637 Dec 25 19:55:36.988763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-37bfc2ca-337d-4edd-8fa7-646836027de8 req-5d7d4c96-4fed-41d9-825e-28376fd188f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:37.215750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:37.220232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-37bfc2ca-337d-4edd-8fa7-646836027de8 req-5d7d4c96-4fed-41d9-825e-28376fd188f3 service neutron] For port 4095e96e-c320-4582-9ce6-dc84d0527855, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4095e96e-c320-4582-9ce6-dc84d0527855,segment=NetworkSegment(13e47a2f-7131-46fc-9525-a578e93188fe),segment_id=13e47a2f-7131-46fc-9525-a578e93188fe)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:55:37.251139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-37bfc2ca-337d-4edd-8fa7-646836027de8 req-5d7d4c96-4fed-41d9-825e-28376fd188f3 service neutron] For port 4095e96e-c320-4582-9ce6-dc84d0527855, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:55:37.302774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [req-37bfc2ca-337d-4edd-8fa7-646836027de8 req-5d7d4c96-4fed-41d9-825e-28376fd188f3 service neutron] device_id is not set on port 4095e96e-c320-4582-9ce6-dc84d0527855 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:55:37.311729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-37bfc2ca-337d-4edd-8fa7-646836027de8 req-5d7d4c96-4fed-41d9-825e-28376fd188f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:37.316413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-37bfc2ca-337d-4edd-8fa7-646836027de8 req-5d7d4c96-4fed-41d9-825e-28376fd188f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:37.320853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b74676dc-ebcc-42f7-9c66-a6f4f3e353c2 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:37.386549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c96b8269-949d-4534-bf24-5400b579142b tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:37.465031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d4c96-4fed-41d9-825e-28376fd188f3 service neutron] Pushing event updated for resources: {'Port': ['ID=4095e96e-c320-4582-9ce6-dc84d0527855,revision_number=6']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:37.471216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5d7d4c96-4fed-41d9-825e-28376fd188f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:37.523631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-37bfc2ca-337d-4edd-8fa7-646836027de8 req-5d7d4c96-4fed-41d9-825e-28376fd188f3 service neutron] No DVR routers for this DVR port 4095e96e-c320-4582-9ce6-dc84d0527855 on host hv-neutron-8226 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:55:37.696105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d85a0a3f-0bb2-418b-a3f7-28fb0b3166e2 None None] Provisioning complete for port 4095e96e-c320-4582-9ce6-dc84d0527855 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:55:37.696439 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d85a0a3f-0bb2-418b-a3f7-28fb0b3166e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:37.751818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-d85a0a3f-0bb2-418b-a3f7-28fb0b3166e2 None None] Port 4095e96e-c320-4582-9ce6-dc84d0527855 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:55:37.789569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-37bfc2ca-337d-4edd-8fa7-646836027de8 req-5d7d4c96-4fed-41d9-825e-28376fd188f3 service neutron] In _notify_port_updated(), no bound segment for port 4095e96e-c320-4582-9ce6-dc84d0527855 on network 5ecb2a7f-419d-4061-9317-ec5ad3b0bc39 {{(pid=88900) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 25 19:55:37.791303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-37bfc2ca-337d-4edd-8fa7-646836027de8 req-5d7d4c96-4fed-41d9-825e-28376fd188f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:37.792718 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-37bfc2ca-337d-4edd-8fa7-646836027de8 req-5d7d4c96-4fed-41d9-825e-28376fd188f3 service neutron] 10.222.0.36 "PUT /v2.0/ports/4095e96e-c320-4582-9ce6-dc84d0527855 HTTP/1.1" status: 200 len: 1026 time: 0.9664109 Dec 25 19:55:38.030534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96b8269-949d-4534-bf24-5400b579142b tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Router f2e648a7-d4b4-4fd7-b0e5-00413196b67e has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:55:38.145257 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dfc43a1e-d5d6-4184-9f6f-201477f40870 req-255afa86-8387-4b44-a96e-e1e3c3d2658d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecdc4b75-ca85-46f6-8ace-0bc26b0761f5 HTTP/1.1" status: 200 len: 210 time: 0.0524485 Dec 25 19:55:38.252140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96b8269-949d-4534-bf24-5400b579142b tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:55:38.262989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d27c34-8de0-40c5-8f09-750ec6a1d356 None None] Sync routers for ids ['f2e648a7-d4b4-4fd7-b0e5-00413196b67e'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:55:38.271180 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c96b8269-949d-4534-bf24-5400b579142b tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "PUT /v2.0/routers/f2e648a7-d4b4-4fd7-b0e5-00413196b67e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1824167 Dec 25 19:55:38.273937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53952) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:38.276583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d27c34-8de0-40c5-8f09-750ec6a1d356 None None] Routers {'f2e648a7-d4b4-4fd7-b0e5-00413196b67e'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:55:38.277266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-b7d27c34-8de0-40c5-8f09-750ec6a1d356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:55:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['f2e648a7-d4b4-4fd7-b0e5-00413196b67e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:38.323480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ccf2e431-27d1-43fa-8af0-b0fb5b69da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:38.481253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-b7d27c34-8de0-40c5-8f09-750ec6a1d356 None None] Set router f2e648a7-d4b4-4fd7-b0e5-00413196b67e gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:55:38.495601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba213b8f-4284-4ebd-b71e-e9c4597fa904 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Deleting subnet b549f552-711b-44a9-bbf6-495ba8581f2e {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:55:38.498642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba213b8f-4284-4ebd-b71e-e9c4597fa904 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:38.554731 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba213b8f-4284-4ebd-b71e-e9c4597fa904 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:38.600467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:38.656403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba213b8f-4284-4ebd-b71e-e9c4597fa904 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:38.732021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba213b8f-4284-4ebd-b71e-e9c4597fa904 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:38.736464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fb010aa6-2581-4513-897d-25a378b466c9 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:38.774161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba213b8f-4284-4ebd-b71e-e9c4597fa904 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Pushing event deleted for resources: {'Subnet': ['ID=b549f552-711b-44a9-bbf6-495ba8581f2e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:38.778128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ba213b8f-4284-4ebd-b71e-e9c4597fa904 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:38.781807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba213b8f-4284-4ebd-b71e-e9c4597fa904 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:38.788382 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ba213b8f-4284-4ebd-b71e-e9c4597fa904 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "DELETE /v2.0/subnets/b549f552-711b-44a9-bbf6-495ba8581f2e HTTP/1.1" status: 204 len: 168 time: 0.5124955 Dec 25 19:55:38.789176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000d8076-4bea-4050-8b6c-f1ce03e70617 None None] Network cafe00bd-b685-4366-b1ad-70e6c7f53a97 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:55:38.791843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53956) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:38.931541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-b7d27c34-8de0-40c5-8f09-750ec6a1d356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e648a7-d4b4-4fd7-b0e5-00413196b67e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433323063', 'tenant_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': 'a67b6752-0292-4748-83a5-b0578e6c46ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:53:28Z', 'updated_at': '2021-12-25T19:55:36Z', 'revision_number': 5, 'project_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'gw_port': {'id': 'a67b6752-0292-4748-83a5-b0578e6c46ec', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e648a7-d4b4-4fd7-b0e5-00413196b67e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:53:28Z', 'updated_at': '2021-12-25T19:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:38.935629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d27c34-8de0-40c5-8f09-750ec6a1d356 None None] Checking router: f2e648a7-d4b4-4fd7-b0e5-00413196b67e for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:55:38.946779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d27c34-8de0-40c5-8f09-750ec6a1d356 None None] Routers {'f2e648a7-d4b4-4fd7-b0e5-00413196b67e'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:55:38.947520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-b7d27c34-8de0-40c5-8f09-750ec6a1d356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:55:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['f2e648a7-d4b4-4fd7-b0e5-00413196b67e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:39.006960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3387a182-4144-4a37-855e-cbb48cb4c023 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:39.083735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ee2596-b95e-4ab3-8919-cd6b2022bab7 None None] DHCP port deletion for cafe00bd-b685-4366-b1ad-70e6c7f53a97 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:55:39.088353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e7ee2596-b95e-4ab3-8919-cd6b2022bab7 None None] Deleting port b95a2727-acfd-4055-8c55-f4b3ec7e5a0d {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:55:39.089169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e7ee2596-b95e-4ab3-8919-cd6b2022bab7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:39.164233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-b7d27c34-8de0-40c5-8f09-750ec6a1d356 None None] Set router f2e648a7-d4b4-4fd7-b0e5-00413196b67e gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:55:39.235326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3387a182-4144-4a37-855e-cbb48cb4c023 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:39.246673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-3387a182-4144-4a37-855e-cbb48cb4c023 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Deleting port a67b6752-0292-4748-83a5-b0578e6c46ec {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:55:39.247389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3387a182-4144-4a37-855e-cbb48cb4c023 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:39.273921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53962) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:39.342273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-e7ee2596-b95e-4ab3-8919-cd6b2022bab7 None None] For port b95a2727-acfd-4055-8c55-f4b3ec7e5a0d, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=b95a2727-acfd-4055-8c55-f4b3ec7e5a0d,segment=NetworkSegment(7cb71ec7-b082-4592-8f83-079b0317520f),segment_id=7cb71ec7-b082-4592-8f83-079b0317520f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:55:39.343044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e7ee2596-b95e-4ab3-8919-cd6b2022bab7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:39.356100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb0d710-a98f-4faf-baca-612f8272fa1e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:39.356754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3bb0d710-a98f-4faf-baca-612f8272fa1e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Synchronizing usage tracker for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:55:39.373665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3bb0d710-a98f-4faf-baca-612f8272fa1e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Unset dirty status for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:55:39.375176 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3bb0d710-a98f-4faf-baca-612f8272fa1e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports/4095e96e-c320-4582-9ce6-dc84d0527855 HTTP/1.1" status: 200 len: 925 time: 0.0995641 Dec 25 19:55:39.451931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-3387a182-4144-4a37-855e-cbb48cb4c023 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] For port a67b6752-0292-4748-83a5-b0578e6c46ec, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a67b6752-0292-4748-83a5-b0578e6c46ec,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:55:39.452511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3387a182-4144-4a37-855e-cbb48cb4c023 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:39.510934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e7ee2596-b95e-4ab3-8919-cd6b2022bab7 None None] Calling delete_port for b95a2727-acfd-4055-8c55-f4b3ec7e5a0d owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:55:39.521668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-b7d27c34-8de0-40c5-8f09-750ec6a1d356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e648a7-d4b4-4fd7-b0e5-00413196b67e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433323063', 'tenant_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': 'a67b6752-0292-4748-83a5-b0578e6c46ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:53:28Z', 'updated_at': '2021-12-25T19:55:36Z', 'revision_number': 5, 'project_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'gw_port': {'id': 'a67b6752-0292-4748-83a5-b0578e6c46ec', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e648a7-d4b4-4fd7-b0e5-00413196b67e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:53:28Z', 'updated_at': '2021-12-25T19:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:39.527081 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d27c34-8de0-40c5-8f09-750ec6a1d356 None None] The sync data for ids ['f2e648a7-d4b4-4fd7-b0e5-00413196b67e'] in dv-neutron-822611-1-hyperv is: [{'id': 'f2e648a7-d4b4-4fd7-b0e5-00413196b67e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433323063', 'tenant_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': 'a67b6752-0292-4748-83a5-b0578e6c46ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:53:28Z', 'updated_at': '2021-12-25T19:55:36Z', 'revision_number': 5, 'project_id': '43c2b93df8ec4b7bbf85e0ad1ccdcc6e', 'gw_port': {'id': 'a67b6752-0292-4748-83a5-b0578e6c46ec', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e648a7-d4b4-4fd7-b0e5-00413196b67e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:53:28Z', 'updated_at': '2021-12-25T19:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:55:39.609510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-3387a182-4144-4a37-855e-cbb48cb4c023 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Calling delete_port for a67b6752-0292-4748-83a5-b0578e6c46ec owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:55:39.613803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e7ee2596-b95e-4ab3-8919-cd6b2022bab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:39.625214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bb12e5dd-3003-4ca6-ba19-db77abf105e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:39.673988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ee2596-b95e-4ab3-8919-cd6b2022bab7 None None] No DVR routers for this DVR port b95a2727-acfd-4055-8c55-f4b3ec7e5a0d on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:55:39.682241 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee2596-b95e-4ab3-8919-cd6b2022bab7 None None] Pushing event deleted for resources: {'Port': ['ID=b95a2727-acfd-4055-8c55-f4b3ec7e5a0d,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:39.684870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e7ee2596-b95e-4ab3-8919-cd6b2022bab7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:39.744419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53968) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:39.750834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-abbf64b7-8417-47b1-8a00-aa576eaad50b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1157987914', 'description': 'tempest-secgroup-smoke-1157987914 description', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:55:39.757454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-abbf64b7-8417-47b1-8a00-aa576eaad50b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:55:39.769936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-abbf64b7-8417-47b1-8a00-aa576eaad50b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:55:39.779698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-abbf64b7-8417-47b1-8a00-aa576eaad50b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:39.801769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3387a182-4144-4a37-855e-cbb48cb4c023 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:39.806979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-46fa54a4-4707-4f4e-9f71-02b3a70eff83 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:39.819334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-abbf64b7-8417-47b1-8a00-aa576eaad50b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:55:39.823891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-abbf64b7-8417-47b1-8a00-aa576eaad50b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:55:39.827382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-abbf64b7-8417-47b1-8a00-aa576eaad50b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:55:39.833674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-abbf64b7-8417-47b1-8a00-aa576eaad50b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:55:39.853332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3387a182-4144-4a37-855e-cbb48cb4c023 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Pushing event deleted for resources: {'Port': ['ID=a67b6752-0292-4748-83a5-b0578e6c46ec,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:39.858103 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3387a182-4144-4a37-855e-cbb48cb4c023 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:39.899187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-abbf64b7-8417-47b1-8a00-aa576eaad50b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:39.902039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-abbf64b7-8417-47b1-8a00-aa576eaad50b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:39.909161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e420285c-a60a-4a5b-be77-8b5df9cc43bc tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:39.925876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:39.956923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf64b7-8417-47b1-8a00-aa576eaad50b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=182a6929-7270-4bfa-af10-6baf3e0ccd09,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:39.959829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-abbf64b7-8417-47b1-8a00-aa576eaad50b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:39.960730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-abbf64b7-8417-47b1-8a00-aa576eaad50b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:39.962425 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-abbf64b7-8417-47b1-8a00-aa576eaad50b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2165012 Dec 25 19:55:39.965223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53972) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:39.971954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-38af6de7-6a73-4d1d-a5f6-f2895b3e3ceb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': '182a6929-7270-4bfa-af10-6baf3e0ccd09', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:55:39.978895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-38af6de7-6a73-4d1d-a5f6-f2895b3e3ceb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:55:39.983016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-38af6de7-6a73-4d1d-a5f6-f2895b3e3ceb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:55:39.986194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-38af6de7-6a73-4d1d-a5f6-f2895b3e3ceb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:55:39.992692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-38af6de7-6a73-4d1d-a5f6-f2895b3e3ceb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:55:40.011163 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-38af6de7-6a73-4d1d-a5f6-f2895b3e3ceb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:40.078751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-38af6de7-6a73-4d1d-a5f6-f2895b3e3ceb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:40.081463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-38af6de7-6a73-4d1d-a5f6-f2895b3e3ceb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:40.089696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-98438322-7585-4083-b790-6f762bd7bcf9 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:40.098864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3387a182-4144-4a37-855e-cbb48cb4c023 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:40.109347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af6de7-6a73-4d1d-a5f6-f2895b3e3ceb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c84aa56-79d5-48cc-aa0f-846fb0ac49ae,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:40.112387 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-38af6de7-6a73-4d1d-a5f6-f2895b3e3ceb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:40.121073 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-38af6de7-6a73-4d1d-a5f6-f2895b3e3ceb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:40.122462 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-38af6de7-6a73-4d1d-a5f6-f2895b3e3ceb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1560912 Dec 25 19:55:40.125595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53976) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:40.138262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-380a7eb2-8f5e-45b4-9669-7f595f2d8f24 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': '182a6929-7270-4bfa-af10-6baf3e0ccd09', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:55:40.145426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-380a7eb2-8f5e-45b4-9669-7f595f2d8f24 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:55:40.150419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-380a7eb2-8f5e-45b4-9669-7f595f2d8f24 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:55:40.153750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-380a7eb2-8f5e-45b4-9669-7f595f2d8f24 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:55:40.160455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-380a7eb2-8f5e-45b4-9669-7f595f2d8f24 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:55:40.177836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-380a7eb2-8f5e-45b4-9669-7f595f2d8f24 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:40.252534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-380a7eb2-8f5e-45b4-9669-7f595f2d8f24 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:40.255493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-380a7eb2-8f5e-45b4-9669-7f595f2d8f24 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:40.258003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-69cfc012-b0d4-4c75-8e75-30a7e1899b32 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:40.284409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a7eb2-8f5e-45b4-9669-7f595f2d8f24 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b92967f-5bbc-4cba-b54c-65dc86eaf245,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:40.287879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-380a7eb2-8f5e-45b4-9669-7f595f2d8f24 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:40.295461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-380a7eb2-8f5e-45b4-9669-7f595f2d8f24 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:40.296762 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-380a7eb2-8f5e-45b4-9669-7f595f2d8f24 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1698902 Dec 25 19:55:40.299759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53980) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:40.306507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-ae3b6e33-7e74-48b6-bb68-a650d7cddcce tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': '182a6929-7270-4bfa-af10-6baf3e0ccd09', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:55:40.313248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ae3b6e33-7e74-48b6-bb68-a650d7cddcce tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:55:40.317590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ae3b6e33-7e74-48b6-bb68-a650d7cddcce tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:55:40.320959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ae3b6e33-7e74-48b6-bb68-a650d7cddcce tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:55:40.327313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ae3b6e33-7e74-48b6-bb68-a650d7cddcce tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:55:40.346770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ae3b6e33-7e74-48b6-bb68-a650d7cddcce tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:40.413068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ae3b6e33-7e74-48b6-bb68-a650d7cddcce tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:40.416331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ae3b6e33-7e74-48b6-bb68-a650d7cddcce tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:40.418779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9aabdb19-c4dc-4c2d-94de-bf72c2389008 tempest-ServersTestManualDisk-1410336751 tempest-ServersTestManualDisk-1410336751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:40.442974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3b6e33-7e74-48b6-bb68-a650d7cddcce tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cca1eec5-b25d-4139-88b3-afd991ae9bdf,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:40.446316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ae3b6e33-7e74-48b6-bb68-a650d7cddcce tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:40.452864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ae3b6e33-7e74-48b6-bb68-a650d7cddcce tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:40.454243 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ae3b6e33-7e74-48b6-bb68-a650d7cddcce tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1534765 Dec 25 19:55:40.457102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53984) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:40.463281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-0835a89e-7f58-4ac6-94a4-49932033a2dc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': '182a6929-7270-4bfa-af10-6baf3e0ccd09', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:55:40.469860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0835a89e-7f58-4ac6-94a4-49932033a2dc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:55:40.473919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0835a89e-7f58-4ac6-94a4-49932033a2dc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:55:40.476958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0835a89e-7f58-4ac6-94a4-49932033a2dc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:55:40.483634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0835a89e-7f58-4ac6-94a4-49932033a2dc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:55:40.504092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0835a89e-7f58-4ac6-94a4-49932033a2dc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:40.571714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0835a89e-7f58-4ac6-94a4-49932033a2dc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:40.574776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0835a89e-7f58-4ac6-94a4-49932033a2dc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:40.576714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-598dd45c-fd92-4ab5-9ed4-b9200cfd838b tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:40.601409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835a89e-7f58-4ac6-94a4-49932033a2dc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b50a5ca-83ce-45db-a45b-40de1ffabc76,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:40.607388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3387a182-4144-4a37-855e-cbb48cb4c023 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:40.607598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0835a89e-7f58-4ac6-94a4-49932033a2dc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:40.611812 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0835a89e-7f58-4ac6-94a4-49932033a2dc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:40.612265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3387a182-4144-4a37-855e-cbb48cb4c023 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:40.613098 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0835a89e-7f58-4ac6-94a4-49932033a2dc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1549902 Dec 25 19:55:40.616064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53988) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:40.622979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-cd012224-7b9e-400f-9f58-3abdeb99492e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': '182a6929-7270-4bfa-af10-6baf3e0ccd09', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:55:40.629917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-cd012224-7b9e-400f-9f58-3abdeb99492e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:55:40.633989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-cd012224-7b9e-400f-9f58-3abdeb99492e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:55:40.637209 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-cd012224-7b9e-400f-9f58-3abdeb99492e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:55:40.641162 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3387a182-4144-4a37-855e-cbb48cb4c023 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:40.641767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3387a182-4144-4a37-855e-cbb48cb4c023 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Fanout notify agent at l3_agent the message router_deleted on router f2e648a7-d4b4-4fd7-b0e5-00413196b67e {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:55:40.643557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-cd012224-7b9e-400f-9f58-3abdeb99492e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:55:40.656292 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-cd012224-7b9e-400f-9f58-3abdeb99492e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Project 23f5dc92674e43b787fc19a8bf548d4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 19:55:40.657962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3387a182-4144-4a37-855e-cbb48cb4c023 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:40.659327 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3387a182-4144-4a37-855e-cbb48cb4c023 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "DELETE /v2.0/routers/f2e648a7-d4b4-4fd7-b0e5-00413196b67e HTTP/1.1" status: 204 len: 168 time: 1.8663619 Dec 25 19:55:40.662014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 53992) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:40.666180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cd012224-7b9e-400f-9f58-3abdeb99492e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:40.736180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device b95a2727-acfd-4055-8c55-f4b3ec7e5a0d no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:55:40.746013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cd012224-7b9e-400f-9f58-3abdeb99492e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:40.749771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cd012224-7b9e-400f-9f58-3abdeb99492e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:40.758886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e0287822-d552-4a20-9351-38d6a657107b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:40.777028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: b95a2727-acfd-4055-8c55-f4b3ec7e5a0d {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:55:40.777428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device b95a2727-acfd-4055-8c55-f4b3ec7e5a0d not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:55:40.777906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device b4fdcfe0-3af5-4542-baae-e764a36570c1 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:55:40.780300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd012224-7b9e-400f-9f58-3abdeb99492e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0073d7ad-e51f-4ab0-87fc-a650c9acf03c,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:40.786157 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cd012224-7b9e-400f-9f58-3abdeb99492e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:40.809029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cd012224-7b9e-400f-9f58-3abdeb99492e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:40.810358 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-cd012224-7b9e-400f-9f58-3abdeb99492e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1932786 Dec 25 19:55:40.813439 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 53996) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:40.814653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d7aeb600-f1c7-4205-bba8-1068379e9f14 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:40.817675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: b4fdcfe0-3af5-4542-baae-e764a36570c1 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:55:40.818074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device b4fdcfe0-3af5-4542-baae-e764a36570c1 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:55:40.819882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-8423156d-6762-4374-b343-cfbba4129800 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': '182a6929-7270-4bfa-af10-6baf3e0ccd09', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:55:40.826733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8423156d-6762-4374-b343-cfbba4129800 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:55:40.831260 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8423156d-6762-4374-b343-cfbba4129800 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:55:40.833918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8423156d-6762-4374-b343-cfbba4129800 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:55:40.840729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8423156d-6762-4374-b343-cfbba4129800 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:55:40.852072 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-8423156d-6762-4374-b343-cfbba4129800 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Project 23f5dc92674e43b787fc19a8bf548d4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 19:55:40.860381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8423156d-6762-4374-b343-cfbba4129800 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:40.933211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8423156d-6762-4374-b343-cfbba4129800 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:40.936385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8423156d-6762-4374-b343-cfbba4129800 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:40.938462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-303fe8c6-779b-4601-817e-b0267d5ab50c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:40.960158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8423156d-6762-4374-b343-cfbba4129800 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbec02cb-d5d6-42d9-a2aa-979af8676603,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:40.965074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8423156d-6762-4374-b343-cfbba4129800 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:40.966636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d7aeb600-f1c7-4205-bba8-1068379e9f14 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:40.973797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8423156d-6762-4374-b343-cfbba4129800 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:40.975378 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8423156d-6762-4374-b343-cfbba4129800 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1609263 Dec 25 19:55:40.995971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-d7aeb600-f1c7-4205-bba8-1068379e9f14 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cafe00bd-b685-4366-b1ad-70e6c7f53a97']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:41.010812 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-d7aeb600-f1c7-4205-bba8-1068379e9f14 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cb71ec7-b082-4592-8f83-079b0317520f') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:41.011012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 4095e96e-c320-4582-9ce6-dc84d0527855 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:55:41.011167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-d7aeb600-f1c7-4205-bba8-1068379e9f14 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cb71ec7-b082-4592-8f83-079b0317520f') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:41.026402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d7aeb600-f1c7-4205-bba8-1068379e9f14 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:41.044336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d7aeb600-f1c7-4205-bba8-1068379e9f14 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:41.050393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7aeb600-f1c7-4205-bba8-1068379e9f14 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:55:41.050832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d7aeb600-f1c7-4205-bba8-1068379e9f14 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:41.066704 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:55:41.066704 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:55:41.066704 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:55:41.066704 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:55:41.066704 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:55:41.066704 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:55:41.066704 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:55:41.066704 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:55:41.066704 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:55:41.066704 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:55:41.066704 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:55:41.066704 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:55:41.066704 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:55:41.066704 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:55:41.066704 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:55:41.066704 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:55:41.066704 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:55:41.066704 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:55:41.066704 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:55:41.066704 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:55:41.066704 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:55:41.066704 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:55:41.066704 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:55:41.066704 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:55:41.066704 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:55:41.066704 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:55:41.066704 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:55:41.066704 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:55:41.066704 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:55:41.066704 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:55:41.066704 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:55:41.066704 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:55:41.081549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 4095e96e-c320-4582-9ce6-dc84d0527855 not bound to the agent host hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:55:41.153673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d7aeb600-f1c7-4205-bba8-1068379e9f14 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:41.158669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d7aeb600-f1c7-4205-bba8-1068379e9f14 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:41.163300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-17a322fe-051c-4b65-8dc1-2f3dc31001c9 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:41.189675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aeb600-f1c7-4205-bba8-1068379e9f14 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Pushing event deleted for resources: {'Network': ['ID=cafe00bd-b685-4366-b1ad-70e6c7f53a97,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:41.192679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d7aeb600-f1c7-4205-bba8-1068379e9f14 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:41.198029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54012) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:41.198169 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d7aeb600-f1c7-4205-bba8-1068379e9f14 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "DELETE /v2.0/networks/cafe00bd-b685-4366-b1ad-70e6c7f53a97 HTTP/1.1" status: 204 len: 168 time: 0.5350113 Dec 25 19:55:41.246012 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ced4cb90-abaa-41f5-b9b1-3db7aaca18e6 req-a06d4f59-3539-43de-8086-54241bdbabf2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1157987914&fields=id&tenant_id=23f5dc92674e43b787fc19a8bf548d4f HTTP/1.1" status: 200 len: 267 time: 0.0442696 Dec 25 19:55:41.277022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-35950959-045f-4201-b0cf-72b6f143767d tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:41.307609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-35950959-045f-4201-b0cf-72b6f143767d tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:41.324573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4cb90-abaa-41f5-b9b1-3db7aaca18e6 req-72af6bf9-2461-4bae-b1a1-7eab3e15f8ab tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:41.325977 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ced4cb90-abaa-41f5-b9b1-3db7aaca18e6 req-72af6bf9-2461-4bae-b1a1-7eab3e15f8ab tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports/4095e96e-c320-4582-9ce6-dc84d0527855 HTTP/1.1" status: 200 len: 930 time: 0.0724678 Dec 25 19:55:41.359603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-35950959-045f-4201-b0cf-72b6f143767d tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:41.365037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8d19e85e-2011-41d6-9cad-2dc5d8e0df14 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:41.383096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35950959-045f-4201-b0cf-72b6f143767d tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f68f50-7240-4649-aa70-d80da091e70b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:41.383096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-35950959-045f-4201-b0cf-72b6f143767d tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:41.387535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-35950959-045f-4201-b0cf-72b6f143767d tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:41.388786 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-35950959-045f-4201-b0cf-72b6f143767d tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] 10.222.0.24 "DELETE /v2.0/security-groups/70f68f50-7240-4649-aa70-d80da091e70b HTTP/1.1" status: 204 len: 168 time: 0.1896815 Dec 25 19:55:41.419300 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ced4cb90-abaa-41f5-b9b1-3db7aaca18e6 req-2e8e2ee6-c00f-496c-8a39-a9211788cb8e service neutron] 10.222.0.24 "GET /v2.0/ports/4095e96e-c320-4582-9ce6-dc84d0527855?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0798957 Dec 25 19:55:41.431168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [req-ced4cb90-abaa-41f5-b9b1-3db7aaca18e6 req-0f7559f0-c804-42e2-aa55-a1e954d08552 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 19:55:41.432378 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ced4cb90-abaa-41f5-b9b1-3db7aaca18e6 req-0f7559f0-c804-42e2-aa55-a1e954d08552 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0059311 Dec 25 19:55:41.576375 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ced4cb90-abaa-41f5-b9b1-3db7aaca18e6 req-c62023f3-abf2-49b1-b578-306bc38dc32b service neutron] 10.222.0.24 "GET /v2.0/networks/5ecb2a7f-419d-4061-9317-ec5ad3b0bc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378279 Dec 25 19:55:41.719501 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ced4cb90-abaa-41f5-b9b1-3db7aaca18e6 req-7a38f49c-a7ec-412f-b348-17f38d08bb74 service neutron] 10.222.0.24 "GET /v2.0/networks/5ecb2a7f-419d-4061-9317-ec5ad3b0bc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365628 Dec 25 19:55:41.754603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54022) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:41.935804 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c0c6bb23-76f4-4b21-bc17-3f24127305e6 req-e1928877-69d6-4f69-ab4a-30f8f9b05405 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8804983-d297-45c9-bf0e-219a0ae750d6 HTTP/1.1" status: 200 len: 210 time: 0.0654910 Dec 25 19:55:41.972440 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-09833002-491b-4cb5-9844-1a7955d6deaa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=43c2b93df8ec4b7bbf85e0ad1ccdcc6e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2164614 Dec 25 19:55:41.974931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54034) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:42.043388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11eb8d78-39f8-4438-bf0a-e1f64d48bb21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:42.073515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11eb8d78-39f8-4438-bf0a-e1f64d48bb21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:42.122396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11eb8d78-39f8-4438-bf0a-e1f64d48bb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:42.127852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-016d9ce9-dd3d-48f0-9637-a4633c3dbf88 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:42.143192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb8d78-39f8-4438-bf0a-e1f64d48bb21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b737df8d-2de0-40fd-ace6-d8c76735d37b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:42.145965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-11eb8d78-39f8-4438-bf0a-e1f64d48bb21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:42.147039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11eb8d78-39f8-4438-bf0a-e1f64d48bb21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:42.148300 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-11eb8d78-39f8-4438-bf0a-e1f64d48bb21 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b737df8d-2de0-40fd-ace6-d8c76735d37b HTTP/1.1" status: 204 len: 168 time: 0.1723609 Dec 25 19:55:42.509412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54046) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:42.530003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-594eac02-db3a-428e-87f2-f991dae6feed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:42.562953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-594eac02-db3a-428e-87f2-f991dae6feed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:55:42.568144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-594eac02-db3a-428e-87f2-f991dae6feed admin admin] Usage tracker for resource:security_group_rule and tenant:0e49137992bf4e04a7ec10fc76aaa462 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:55:42.572003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-594eac02-db3a-428e-87f2-f991dae6feed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:55:42.578107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-594eac02-db3a-428e-87f2-f991dae6feed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:55:42.610205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a67b6752-0292-4748-83a5-b0578e6c46ec no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:55:42.643836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: a67b6752-0292-4748-83a5-b0578e6c46ec {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:55:42.644188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a67b6752-0292-4748-83a5-b0578e6c46ec not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:55:42.646995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-594eac02-db3a-428e-87f2-f991dae6feed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:42.652188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-594eac02-db3a-428e-87f2-f991dae6feed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:42.660132 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-68bff625-2e87-4ebb-bbd2-3cad5a30dfb0 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:42.704864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594eac02-db3a-428e-87f2-f991dae6feed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda6d218-dadb-4e3e-a083-4dadc71599e6,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:42.708041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-594eac02-db3a-428e-87f2-f991dae6feed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:42.710901 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-594eac02-db3a-428e-87f2-f991dae6feed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e49137992bf4e04a7ec10fc76aaa462&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2003543 Dec 25 19:55:42.714382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54050) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:42.775957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2503f2bb-a246-44d0-a0af-d20808de2513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:42.802005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2503f2bb-a246-44d0-a0af-d20808de2513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:42.847418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2503f2bb-a246-44d0-a0af-d20808de2513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:42.852534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f8a0f93c-7429-44dc-9552-21c054a767f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:42.865103 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503f2bb-a246-44d0-a0af-d20808de2513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda6d218-dadb-4e3e-a083-4dadc71599e6,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:42.869211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2503f2bb-a246-44d0-a0af-d20808de2513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:42.871277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2503f2bb-a246-44d0-a0af-d20808de2513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:42.872816 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2503f2bb-a246-44d0-a0af-d20808de2513 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cda6d218-dadb-4e3e-a083-4dadc71599e6 HTTP/1.1" status: 204 len: 168 time: 0.1570754 Dec 25 19:55:42.960785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 19:55:43.126144 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ced4cb90-abaa-41f5-b9b1-3db7aaca18e6 req-0db9e011-3f58-42da-90e7-14814d7ff967 service neutron] 10.222.0.36 "GET /v2.0/ports/4095e96e-c320-4582-9ce6-dc84d0527855 HTTP/1.1" status: 200 len: 1026 time: 0.1249900 Dec 25 19:55:43.129292 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9291f81d-c481-4ce0-aa77-905d6ea93dec req-678e2968-3442-4f84-b3d9-b4a09ba59eab tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8804983-d297-45c9-bf0e-219a0ae750d6 HTTP/1.1" status: 200 len: 210 time: 0.0561118 Dec 25 19:55:43.306975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4cb90-abaa-41f5-b9b1-3db7aaca18e6 req-825bd768-159a-453e-900d-ca819d9135b7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:43.308642 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ced4cb90-abaa-41f5-b9b1-3db7aaca18e6 req-825bd768-159a-453e-900d-ca819d9135b7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "GET /v2.0/networks?id=5ecb2a7f-419d-4061-9317-ec5ad3b0bc39 HTTP/1.1" status: 200 len: 796 time: 0.1718202 Dec 25 19:55:43.386870 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ced4cb90-abaa-41f5-b9b1-3db7aaca18e6 req-d9ae419f-c2ea-420f-a79d-5ae50e28578d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23f5dc92674e43b787fc19a8bf548d4f HTTP/1.1" status: 200 len: 472 time: 0.0454316 Dec 25 19:55:43.399946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-ced4cb90-abaa-41f5-b9b1-3db7aaca18e6 req-76026e18-fd8b-47c0-af36-63e747e9fa57 service neutron] Request body: {'port': {'device_id': 'b8804983-d297-45c9-bf0e-219a0ae750d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:55:43.511901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-ced4cb90-abaa-41f5-b9b1-3db7aaca18e6 req-76026e18-fd8b-47c0-af36-63e747e9fa57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:43.884375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [req-ced4cb90-abaa-41f5-b9b1-3db7aaca18e6 req-76026e18-fd8b-47c0-af36-63e747e9fa57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4095e96e-c320-4582-9ce6-dc84d0527855 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 19:55:43.891277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-ced4cb90-abaa-41f5-b9b1-3db7aaca18e6 req-76026e18-fd8b-47c0-af36-63e747e9fa57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:43.906536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-ced4cb90-abaa-41f5-b9b1-3db7aaca18e6 req-76026e18-fd8b-47c0-af36-63e747e9fa57 service neutron] Transition to ACTIVE for port object 4095e96e-c320-4582-9ce6-dc84d0527855 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:55:43.911160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-ced4cb90-abaa-41f5-b9b1-3db7aaca18e6 req-76026e18-fd8b-47c0-af36-63e747e9fa57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:43.916125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e2d815fa-ea73-4757-85b1-3794f4d18645 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:44.061844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76026e18-fd8b-47c0-af36-63e747e9fa57 service neutron] Pushing event updated for resources: {'Port': ['ID=4095e96e-c320-4582-9ce6-dc84d0527855,revision_number=7']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:44.064910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-76026e18-fd8b-47c0-af36-63e747e9fa57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:44.216092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-ced4cb90-abaa-41f5-b9b1-3db7aaca18e6 req-76026e18-fd8b-47c0-af36-63e747e9fa57 service neutron] Attempting to bind port 4095e96e-c320-4582-9ce6-dc84d0527855 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:55:44.216473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-ced4cb90-abaa-41f5-b9b1-3db7aaca18e6 req-76026e18-fd8b-47c0-af36-63e747e9fa57 service neutron] Attempting to bind port 4095e96e-c320-4582-9ce6-dc84d0527855 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '13e47a2f-7131-46fc-9525-a578e93188fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5ecb2a7f-419d-4061-9317-ec5ad3b0bc39'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:55:44.216847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced4cb90-abaa-41f5-b9b1-3db7aaca18e6 req-76026e18-fd8b-47c0-af36-63e747e9fa57 service neutron] Attempting to bind port 4095e96e-c320-4582-9ce6-dc84d0527855 on network 5ecb2a7f-419d-4061-9317-ec5ad3b0bc39 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:55:44.223470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced4cb90-abaa-41f5-b9b1-3db7aaca18e6 req-76026e18-fd8b-47c0-af36-63e747e9fa57 service neutron] Port 4095e96e-c320-4582-9ce6-dc84d0527855 on network 5ecb2a7f-419d-4061-9317-ec5ad3b0bc39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:55:44.223831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced4cb90-abaa-41f5-b9b1-3db7aaca18e6 req-76026e18-fd8b-47c0-af36-63e747e9fa57 service neutron] Attempting to bind port 4095e96e-c320-4582-9ce6-dc84d0527855 on network 5ecb2a7f-419d-4061-9317-ec5ad3b0bc39 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:55:44.230587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced4cb90-abaa-41f5-b9b1-3db7aaca18e6 req-76026e18-fd8b-47c0-af36-63e747e9fa57 service neutron] Checking agent: {'id': '5d7a6d50-e450-4e92-a105-61a558d89e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'started_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:55:44.230966 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced4cb90-abaa-41f5-b9b1-3db7aaca18e6 req-76026e18-fd8b-47c0-af36-63e747e9fa57 service neutron] Checking segment: {'id': '13e47a2f-7131-46fc-9525-a578e93188fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5ecb2a7f-419d-4061-9317-ec5ad3b0bc39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:55:44.231414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced4cb90-abaa-41f5-b9b1-3db7aaca18e6 req-76026e18-fd8b-47c0-af36-63e747e9fa57 service neutron] Bound using segment: {'id': '13e47a2f-7131-46fc-9525-a578e93188fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5ecb2a7f-419d-4061-9317-ec5ad3b0bc39'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:55:44.231887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-ced4cb90-abaa-41f5-b9b1-3db7aaca18e6 req-76026e18-fd8b-47c0-af36-63e747e9fa57 service neutron] Bound port: 4095e96e-c320-4582-9ce6-dc84d0527855, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13e47a2f-7131-46fc-9525-a578e93188fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5ecb2a7f-419d-4061-9317-ec5ad3b0bc39'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:55:44.232276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-ced4cb90-abaa-41f5-b9b1-3db7aaca18e6 req-76026e18-fd8b-47c0-af36-63e747e9fa57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:44.605739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-ced4cb90-abaa-41f5-b9b1-3db7aaca18e6 req-76026e18-fd8b-47c0-af36-63e747e9fa57 service neutron] For port 4095e96e-c320-4582-9ce6-dc84d0527855, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:55:44.610158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-ced4cb90-abaa-41f5-b9b1-3db7aaca18e6 req-76026e18-fd8b-47c0-af36-63e747e9fa57 service neutron] For port 4095e96e-c320-4582-9ce6-dc84d0527855, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4095e96e-c320-4582-9ce6-dc84d0527855,segment=NetworkSegment(13e47a2f-7131-46fc-9525-a578e93188fe),segment_id=13e47a2f-7131-46fc-9525-a578e93188fe)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:55:44.615187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-ced4cb90-abaa-41f5-b9b1-3db7aaca18e6 req-76026e18-fd8b-47c0-af36-63e747e9fa57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:44.620723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d6c2dce1-fad8-42d4-82d5-49d5ccd03ffb tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:44.684197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ea55d-b17f-4474-935f-6dfcfb846082 req-c992b18f-784a-4b6d-9b4a-a0f7b1b0c0a5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:44.685807 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-539ea55d-b17f-4474-935f-6dfcfb846082 req-c992b18f-784a-4b6d-9b4a-a0f7b1b0c0a5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8804983-d297-45c9-bf0e-219a0ae750d6 HTTP/1.1" status: 200 len: 981 time: 0.3972306 Dec 25 19:55:44.697277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-ced4cb90-abaa-41f5-b9b1-3db7aaca18e6 req-76026e18-fd8b-47c0-af36-63e747e9fa57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:44.698687 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ced4cb90-abaa-41f5-b9b1-3db7aaca18e6 req-76026e18-fd8b-47c0-af36-63e747e9fa57 service neutron] 10.222.0.36 "PUT /v2.0/ports/4095e96e-c320-4582-9ce6-dc84d0527855 HTTP/1.1" status: 200 len: 1131 time: 1.3029604 Dec 25 19:55:44.702260 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8804983-d297-45c9-bf0e-219a0ae750d6', 'tag': '4095e96e-c320-4582-9ce6-dc84d0527855'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:55:44.778465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76026e18-fd8b-47c0-af36-63e747e9fa57 service neutron] Pushing event updated for resources: {'Port': ['ID=4095e96e-c320-4582-9ce6-dc84d0527855,revision_number=8']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:44.783847 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8804983-d297-45c9-bf0e-219a0ae750d6', 'tag': '4095e96e-c320-4582-9ce6-dc84d0527855', 'status': 'completed', 'code': 200} Dec 25 19:55:44.788936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-76026e18-fd8b-47c0-af36-63e747e9fa57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:44.828497 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-539ea55d-b17f-4474-935f-6dfcfb846082 req-e0ebaf04-ccc3-40c5-badc-cb45d4a05afe tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=416c04d5-65cb-46db-8fd2-ff182cbf4be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335058 Dec 25 19:55:44.846754 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ced4cb90-abaa-41f5-b9b1-3db7aaca18e6 req-9efd6df0-220e-40b2-8143-0389b1e68174 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=b8804983-d297-45c9-bf0e-219a0ae750d6 HTTP/1.1" status: 200 len: 1134 time: 0.1070378 Dec 25 19:55:44.968409 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ced4cb90-abaa-41f5-b9b1-3db7aaca18e6 req-3e6601df-0949-4059-bb6a-990254bd9931 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4095e96e-c320-4582-9ce6-dc84d0527855 HTTP/1.1" status: 200 len: 1037 time: 0.1099966 Dec 25 19:55:45.042587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4cb90-abaa-41f5-b9b1-3db7aaca18e6 req-4752dafd-f995-41b7-a6d2-3144ba595e02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:45.044193 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ced4cb90-abaa-41f5-b9b1-3db7aaca18e6 req-4752dafd-f995-41b7-a6d2-3144ba595e02 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5181c02b-9429-4db1-aefb-a72cffaaf5f3 HTTP/1.1" status: 200 len: 834 time: 0.0655558 Dec 25 19:55:45.134422 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ced4cb90-abaa-41f5-b9b1-3db7aaca18e6 req-a78fec7b-a550-459d-8f12-3564bb4bca9d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5ecb2a7f-419d-4061-9317-ec5ad3b0bc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777495 Dec 25 19:55:45.295729 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ced4cb90-abaa-41f5-b9b1-3db7aaca18e6 req-a3257e1d-6b8d-44f4-9976-97afd4193c72 service neutron] 10.222.0.36 "GET /v2.0/networks/5ecb2a7f-419d-4061-9317-ec5ad3b0bc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509607 Dec 25 19:55:45.442544 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ced4cb90-abaa-41f5-b9b1-3db7aaca18e6 req-e501cab5-134a-48f6-ad9b-28fe9d3241f4 service neutron] 10.222.0.36 "GET /v2.0/networks/5ecb2a7f-419d-4061-9317-ec5ad3b0bc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359324 Dec 25 19:55:45.579236 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2d91ae57-81ee-46a7-94ee-76facfe87f0c req-2da7c0d6-1b99-4f84-a0b7-6797d771abd2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=b8804983-d297-45c9-bf0e-219a0ae750d6 HTTP/1.1" status: 200 len: 1134 time: 0.0798795 Dec 25 19:55:45.722991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91ae57-81ee-46a7-94ee-76facfe87f0c req-426b3db6-bf4a-4c1e-95ea-bc89ad633e2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:45.724563 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2d91ae57-81ee-46a7-94ee-76facfe87f0c req-426b3db6-bf4a-4c1e-95ea-bc89ad633e2f service neutron] 10.222.0.36 "GET /v2.0/networks?id=5ecb2a7f-419d-4061-9317-ec5ad3b0bc39 HTTP/1.1" status: 200 len: 896 time: 0.1379538 Dec 25 19:55:45.833779 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2d91ae57-81ee-46a7-94ee-76facfe87f0c req-7f37b45b-e6e1-43aa-8399-73e395c017e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4095e96e-c320-4582-9ce6-dc84d0527855 HTTP/1.1" status: 200 len: 1037 time: 0.1020522 Dec 25 19:55:45.906268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91ae57-81ee-46a7-94ee-76facfe87f0c req-34332a7b-c31f-4032-bb63-c077ca82d9d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:45.907887 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2d91ae57-81ee-46a7-94ee-76facfe87f0c req-34332a7b-c31f-4032-bb63-c077ca82d9d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5181c02b-9429-4db1-aefb-a72cffaaf5f3 HTTP/1.1" status: 200 len: 834 time: 0.0654061 Dec 25 19:55:46.062390 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2d91ae57-81ee-46a7-94ee-76facfe87f0c req-293f779d-8949-405a-bffb-6b085be03a7a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5ecb2a7f-419d-4061-9317-ec5ad3b0bc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1460540 Dec 25 19:55:46.072775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ffaa2-feab-4bb0-bf42-42af32afd445 req-938cfd1a-3a85-4aae-ab9e-90c0e22425b7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:46.074289 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-cf0ffaa2-feab-4bb0-bf42-42af32afd445 req-938cfd1a-3a85-4aae-ab9e-90c0e22425b7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8804983-d297-45c9-bf0e-219a0ae750d6 HTTP/1.1" status: 200 len: 981 time: 0.1128178 Dec 25 19:55:46.238169 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-cf0ffaa2-feab-4bb0-bf42-42af32afd445 req-522dd8c2-7c3d-4747-86a2-7d22c7db9993 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=416c04d5-65cb-46db-8fd2-ff182cbf4be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386368 Dec 25 19:55:46.268022 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2d91ae57-81ee-46a7-94ee-76facfe87f0c req-e582584b-d4cf-4fda-91bd-28afcc144256 service neutron] 10.222.0.36 "GET /v2.0/networks/5ecb2a7f-419d-4061-9317-ec5ad3b0bc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927006 Dec 25 19:55:46.420894 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2d91ae57-81ee-46a7-94ee-76facfe87f0c req-796e1715-9e67-424c-be2b-133aa290e0f6 service neutron] 10.222.0.36 "GET /v2.0/networks/5ecb2a7f-419d-4061-9317-ec5ad3b0bc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428218 Dec 25 19:55:47.042787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 4095e96e-c320-4582-9ce6-dc84d0527855 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 19:55:47.184645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 4095e96e-c320-4582-9ce6-dc84d0527855, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4095e96e-c320-4582-9ce6-dc84d0527855,segment=NetworkSegment(13e47a2f-7131-46fc-9525-a578e93188fe),segment_id=13e47a2f-7131-46fc-9525-a578e93188fe)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:55:47.198625 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': '4095e96e-c320-4582-9ce6-dc84d0527855', 'network_id': '5ecb2a7f-419d-4061-9317-ec5ad3b0bc39', 'port_id': '4095e96e-c320-4582-9ce6-dc84d0527855', 'mac_address': 'fa:16:3e:fb:89:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5181c02b-9429-4db1-aefb-a72cffaaf5f3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 19:55:47.254407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:47.272215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4095e96e-c320-4582-9ce6-dc84d0527855 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 19:55:47.287275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 4095e96e-c320-4582-9ce6-dc84d0527855, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4095e96e-c320-4582-9ce6-dc84d0527855,segment=NetworkSegment(13e47a2f-7131-46fc-9525-a578e93188fe),segment_id=13e47a2f-7131-46fc-9525-a578e93188fe)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:55:47.290684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:47.292566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4b4ab01b-4075-472d-b583-b5a0910edb8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:47.361971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=4095e96e-c320-4582-9ce6-dc84d0527855,revision_number=9']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:47.365231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:47.449706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4a6fa-1214-4303-b2c9-70965a84ed2b req-933eba71-18df-4681-a380-28674deff867 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:47.451256 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7ec4a6fa-1214-4303-b2c9-70965a84ed2b req-933eba71-18df-4681-a380-28674deff867 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8804983-d297-45c9-bf0e-219a0ae750d6 HTTP/1.1" status: 200 len: 982 time: 0.0869348 Dec 25 19:55:47.501134 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7ec4a6fa-1214-4303-b2c9-70965a84ed2b req-7a1bbcb5-3685-4448-8f5e-9df84db245ee tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=416c04d5-65cb-46db-8fd2-ff182cbf4be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434916 Dec 25 19:55:47.540493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['4095e96e-c320-4582-9ce6-dc84d0527855'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 19:55:49.057688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 4095e96e-c320-4582-9ce6-dc84d0527855 up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:55:49.075605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aee267-22e4-4b68-84d9-05f6396fe0b6 req-286fd2a1-549f-4ae3-95a7-ac22b22777de tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:49.077216 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e6aee267-22e4-4b68-84d9-05f6396fe0b6 req-286fd2a1-549f-4ae3-95a7-ac22b22777de tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8804983-d297-45c9-bf0e-219a0ae750d6 HTTP/1.1" status: 200 len: 982 time: 0.0824265 Dec 25 19:55:49.127454 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e6aee267-22e4-4b68-84d9-05f6396fe0b6 req-3722e297-1dcb-4be1-8cab-68eb73b6fe1f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=416c04d5-65cb-46db-8fd2-ff182cbf4be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436993 Dec 25 19:55:49.150432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning for port 4095e96e-c320-4582-9ce6-dc84d0527855 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:55:49.156094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port 4095e96e-c320-4582-9ce6-dc84d0527855 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:55:49.156526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:49.274458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:49.301238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8804983-d297-45c9-bf0e-219a0ae750d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4095e96e-c320-4582-9ce6-dc84d0527855'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:55:49.311538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 4095e96e-c320-4582-9ce6-dc84d0527855, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4095e96e-c320-4582-9ce6-dc84d0527855,segment=NetworkSegment(13e47a2f-7131-46fc-9525-a578e93188fe),segment_id=13e47a2f-7131-46fc-9525-a578e93188fe)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:55:49.314580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:49.316597 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e7ee2596-b95e-4ab3-8919-cd6b2022bab7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:49.386080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=4095e96e-c320-4582-9ce6-dc84d0527855,revision_number=10']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:49.395122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:55:49.395518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:55:49.395903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:55:49.396281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:55:49.396661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:55:49.397037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:55:49.397409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:55:49.397790 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:55:49.398153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:55:49.398515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:55:49.399478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:55:49.403502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:49.469566 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8804983-d297-45c9-bf0e-219a0ae750d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4095e96e-c320-4582-9ce6-dc84d0527855', 'code': 200} Dec 25 19:55:49.731218 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-98542de5-3c86-44b1-9852-98fb585a2a3d req-e8194f40-0e3f-40fc-a1aa-5421f40b1b79 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b8804983-d297-45c9-bf0e-219a0ae750d6 HTTP/1.1" status: 200 len: 1137 time: 0.0763209 Dec 25 19:55:49.780564 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-98542de5-3c86-44b1-9852-98fb585a2a3d req-390db954-b165-4f6f-8f77-7f79a5cf0b7a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=416c04d5-65cb-46db-8fd2-ff182cbf4be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383542 Dec 25 19:55:50.335604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f7a216-7d47-4e74-b3dd-4dfa68a6e9ef req-dd8bc510-bbf4-4c95-82b6-f41613b8f593 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:50.337257 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-61f7a216-7d47-4e74-b3dd-4dfa68a6e9ef req-dd8bc510-bbf4-4c95-82b6-f41613b8f593 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8804983-d297-45c9-bf0e-219a0ae750d6 HTTP/1.1" status: 200 len: 984 time: 0.0815947 Dec 25 19:55:50.389748 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-61f7a216-7d47-4e74-b3dd-4dfa68a6e9ef req-cb8f3a13-e359-4a53-b6b8-08acbdc1624e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=416c04d5-65cb-46db-8fd2-ff182cbf4be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461700 Dec 25 19:55:51.598697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650ee3c-1260-423b-965b-b029b0ff70f5 req-d28f8181-c8e2-47cc-90d0-7f29f6563fdd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:51.600998 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c650ee3c-1260-423b-965b-b029b0ff70f5 req-d28f8181-c8e2-47cc-90d0-7f29f6563fdd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8804983-d297-45c9-bf0e-219a0ae750d6 HTTP/1.1" status: 200 len: 984 time: 0.0870924 Dec 25 19:55:51.649525 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c650ee3c-1260-423b-965b-b029b0ff70f5 req-503f17fa-5800-4b3e-aeb4-ab3df35681b2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=416c04d5-65cb-46db-8fd2-ff182cbf4be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419714 Dec 25 19:55:51.853712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95506b9-7db3-4239-ab00-1973b5159f90 req-2954cfcd-d4a3-4028-96c4-c1325206b1b5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:51.855319 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a95506b9-7db3-4239-ab00-1973b5159f90 req-2954cfcd-d4a3-4028-96c4-c1325206b1b5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8804983-d297-45c9-bf0e-219a0ae750d6 HTTP/1.1" status: 200 len: 984 time: 0.0818191 Dec 25 19:55:51.902528 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a95506b9-7db3-4239-ab00-1973b5159f90 req-c1c13b21-0732-4f9d-9f62-748acb63a6eb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=416c04d5-65cb-46db-8fd2-ff182cbf4be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412312 Dec 25 19:55:51.929620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54084) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:52.008419 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c8f1aa20-7a3a-453d-a2c0-53247b29580c tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b8804983-d297-45c9-bf0e-219a0ae750d6&network_id=5ecb2a7f-419d-4061-9317-ec5ad3b0bc39 HTTP/1.1" status: 200 len: 1132 time: 0.0774808 Dec 25 19:55:52.398154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf5748-4787-4b7e-90ca-94f107ee66b3 req-96417f38-50f7-4e66-aefe-e4c9167da673 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:52.400346 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e0bf5748-4787-4b7e-90ca-94f107ee66b3 req-96417f38-50f7-4e66-aefe-e4c9167da673 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8804983-d297-45c9-bf0e-219a0ae750d6 HTTP/1.1" status: 200 len: 984 time: 0.0862594 Dec 25 19:55:52.448527 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e0bf5748-4787-4b7e-90ca-94f107ee66b3 req-f649fb49-f139-49fb-8fd7-3a7f25956d7e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=416c04d5-65cb-46db-8fd2-ff182cbf4be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419545 Dec 25 19:55:53.434892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:53.721702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be5c03-7d1a-4c3b-be1a-04cc44e23f12 req-5c0bdd01-d011-4606-a5b5-d0981530bae2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:53.723287 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-11be5c03-7d1a-4c3b-be1a-04cc44e23f12 req-5c0bdd01-d011-4606-a5b5-d0981530bae2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8804983-d297-45c9-bf0e-219a0ae750d6 HTTP/1.1" status: 200 len: 984 time: 0.1491206 Dec 25 19:55:53.733503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c35ee8-4e71-4c0d-af1c-40b94b6f367e req-ea38e2fa-c99a-4fba-a121-d5bea1df20f6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:53.734964 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-66c35ee8-4e71-4c0d-af1c-40b94b6f367e req-ea38e2fa-c99a-4fba-a121-d5bea1df20f6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8804983-d297-45c9-bf0e-219a0ae750d6 HTTP/1.1" status: 200 len: 984 time: 0.1053946 Dec 25 19:55:53.841279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c35ee8-4e71-4c0d-af1c-40b94b6f367e req-fa39b63c-0ee2-4b58-b7c2-ba727c2ac65a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:55:53.842761 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-66c35ee8-4e71-4c0d-af1c-40b94b6f367e req-fa39b63c-0ee2-4b58-b7c2-ba727c2ac65a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "GET /v2.0/ports/4095e96e-c320-4582-9ce6-dc84d0527855?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0926940 Dec 25 19:55:53.845360 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-11be5c03-7d1a-4c3b-be1a-04cc44e23f12 req-1b769b8f-ac76-41af-8a38-a93756190151 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=416c04d5-65cb-46db-8fd2-ff182cbf4be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094494 Dec 25 19:55:53.999065 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-66c35ee8-4e71-4c0d-af1c-40b94b6f367e req-069df430-08de-493d-a4e0-2b8d3e130b9d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "GET /v2.0/networks/5ecb2a7f-419d-4061-9317-ec5ad3b0bc39?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1488068 Dec 25 19:55:54.013923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-66c35ee8-4e71-4c0d-af1c-40b94b6f367e req-c33c7527-c4cd-4c6c-a441-181c65cd3a33 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:55:54.126538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-66c35ee8-4e71-4c0d-af1c-40b94b6f367e req-c33c7527-c4cd-4c6c-a441-181c65cd3a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:54.331341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-66c35ee8-4e71-4c0d-af1c-40b94b6f367e req-c33c7527-c4cd-4c6c-a441-181c65cd3a33 service neutron] For port 4095e96e-c320-4582-9ce6-dc84d0527855, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4095e96e-c320-4582-9ce6-dc84d0527855,segment=NetworkSegment(13e47a2f-7131-46fc-9525-a578e93188fe),segment_id=13e47a2f-7131-46fc-9525-a578e93188fe)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:55:54.360296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-66c35ee8-4e71-4c0d-af1c-40b94b6f367e req-c33c7527-c4cd-4c6c-a441-181c65cd3a33 service neutron] For port 4095e96e-c320-4582-9ce6-dc84d0527855, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:55:54.411930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [req-66c35ee8-4e71-4c0d-af1c-40b94b6f367e req-c33c7527-c4cd-4c6c-a441-181c65cd3a33 service neutron] device_id is not set on port 4095e96e-c320-4582-9ce6-dc84d0527855 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 25 19:55:54.419460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-66c35ee8-4e71-4c0d-af1c-40b94b6f367e req-c33c7527-c4cd-4c6c-a441-181c65cd3a33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:54.423661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-66c35ee8-4e71-4c0d-af1c-40b94b6f367e req-c33c7527-c4cd-4c6c-a441-181c65cd3a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:54.428061 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ec9c043f-72b8-4312-a060-23e8dd1a028d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:54.576532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c7527-c4cd-4c6c-a441-181c65cd3a33 service neutron] Pushing event updated for resources: {'Port': ['ID=4095e96e-c320-4582-9ce6-dc84d0527855,revision_number=11']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:54.595784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c7527-c4cd-4c6c-a441-181c65cd3a33 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:55:54.596214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c7527-c4cd-4c6c-a441-181c65cd3a33 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:55:54.596633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c7527-c4cd-4c6c-a441-181c65cd3a33 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:55:54.597049 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c7527-c4cd-4c6c-a441-181c65cd3a33 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:55:54.597463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c7527-c4cd-4c6c-a441-181c65cd3a33 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:55:54.597875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c7527-c4cd-4c6c-a441-181c65cd3a33 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:55:54.598609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c7527-c4cd-4c6c-a441-181c65cd3a33 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:55:54.598762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c7527-c4cd-4c6c-a441-181c65cd3a33 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:55:54.599040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c7527-c4cd-4c6c-a441-181c65cd3a33 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:55:54.599494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c7527-c4cd-4c6c-a441-181c65cd3a33 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:55:54.599897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c7527-c4cd-4c6c-a441-181c65cd3a33 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:55:54.604577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c33c7527-c4cd-4c6c-a441-181c65cd3a33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:54.645205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c35ee8-4e71-4c0d-af1c-40b94b6f367e req-c33c7527-c4cd-4c6c-a441-181c65cd3a33 service neutron] No DVR routers for this DVR port 4095e96e-c320-4582-9ce6-dc84d0527855 on host hv-neutron-8226 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:55:54.828725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-676924e7-358c-4c41-b010-d3fe4a31cc4a None None] Provisioning complete for port 4095e96e-c320-4582-9ce6-dc84d0527855 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:55:54.829082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-676924e7-358c-4c41-b010-d3fe4a31cc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:54.886122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-676924e7-358c-4c41-b010-d3fe4a31cc4a None None] Port 4095e96e-c320-4582-9ce6-dc84d0527855 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:55:55.098206 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-04c27d19-b4fe-4cb5-8248-6062f90d8f77 req-1ee62fed-02e9-4ddd-bb25-dc8393aca58a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8804983-d297-45c9-bf0e-219a0ae750d6 HTTP/1.1" status: 200 len: 210 time: 0.0734305 Dec 25 19:55:55.186849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-66c35ee8-4e71-4c0d-af1c-40b94b6f367e req-c33c7527-c4cd-4c6c-a441-181c65cd3a33 service neutron] In _notify_port_updated(), no bound segment for port 4095e96e-c320-4582-9ce6-dc84d0527855 on network 5ecb2a7f-419d-4061-9317-ec5ad3b0bc39 {{(pid=88900) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 25 19:55:55.188028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-66c35ee8-4e71-4c0d-af1c-40b94b6f367e req-c33c7527-c4cd-4c6c-a441-181c65cd3a33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:55.189414 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-66c35ee8-4e71-4c0d-af1c-40b94b6f367e req-c33c7527-c4cd-4c6c-a441-181c65cd3a33 service neutron] 10.222.0.36 "PUT /v2.0/ports/4095e96e-c320-4582-9ce6-dc84d0527855 HTTP/1.1" status: 200 len: 1027 time: 1.1800034 Dec 25 19:55:56.205489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54098) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:56.282067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34295414-b9a0-4883-8f09-c6d04b7bd86d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:56.313059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34295414-b9a0-4883-8f09-c6d04b7bd86d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:56.369099 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34295414-b9a0-4883-8f09-c6d04b7bd86d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:56.374303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bc8039f9-d351-454f-b8c6-55d25bb046f8 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:56.391548 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34295414-b9a0-4883-8f09-c6d04b7bd86d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=182a6929-7270-4bfa-af10-6baf3e0ccd09,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:56.394017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-34295414-b9a0-4883-8f09-c6d04b7bd86d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:56.400210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34295414-b9a0-4883-8f09-c6d04b7bd86d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:56.403146 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-34295414-b9a0-4883-8f09-c6d04b7bd86d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/security-groups/182a6929-7270-4bfa-af10-6baf3e0ccd09 HTTP/1.1" status: 204 len: 168 time: 0.1948349 Dec 25 19:55:56.438509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54104) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:56.650177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e203a4cf-57de-4b23-b420-d1e5fec23b43 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting port 6ad0bf88-30ca-4e56-864a-05375046a437 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:55:56.650474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e203a4cf-57de-4b23-b420-d1e5fec23b43 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:56.824839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e203a4cf-57de-4b23-b420-d1e5fec23b43 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:56.825208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e203a4cf-57de-4b23-b420-d1e5fec23b43 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:56.951480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e203a4cf-57de-4b23-b420-d1e5fec23b43 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Calling delete_port for 6ad0bf88-30ca-4e56-864a-05375046a437 owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:55:57.101410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e203a4cf-57de-4b23-b420-d1e5fec23b43 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:57.105761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2ded3fe1-fcae-4e6d-b1a3-73bf4598a72a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:57.120610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 4095e96e-c320-4582-9ce6-dc84d0527855 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:55:57.149788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203a4cf-57de-4b23-b420-d1e5fec23b43 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Port': ['ID=6ad0bf88-30ca-4e56-864a-05375046a437,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:57.152886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e203a4cf-57de-4b23-b420-d1e5fec23b43 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:57.212167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 4095e96e-c320-4582-9ce6-dc84d0527855 not bound to the agent host hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:55:57.248358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e203a4cf-57de-4b23-b420-d1e5fec23b43 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:57.652763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e203a4cf-57de-4b23-b420-d1e5fec23b43 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router a0127b41-8c85-463e-8de1-42a00e6f4b2d has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:55:57.858815 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e203a4cf-57de-4b23-b420-d1e5fec23b43 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:55:57.869583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6789d70e-2b5f-476a-b4d4-4b2243b6b25b None None] Sync routers for ids ['a0127b41-8c85-463e-8de1-42a00e6f4b2d'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:55:57.878520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e203a4cf-57de-4b23-b420-d1e5fec23b43 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:57.882220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6789d70e-2b5f-476a-b4d4-4b2243b6b25b None None] Routers {'a0127b41-8c85-463e-8de1-42a00e6f4b2d'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:55:57.882911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-6789d70e-2b5f-476a-b4d4-4b2243b6b25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:55:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['a0127b41-8c85-463e-8de1-42a00e6f4b2d'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:57.934170 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e203a4cf-57de-4b23-b420-d1e5fec23b43 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/floatingips/398371a9-c894-406e-bde9-3964ac7bb029 HTTP/1.1" status: 204 len: 168 time: 1.4940677 Dec 25 19:55:58.071278 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-6789d70e-2b5f-476a-b4d4-4b2243b6b25b None None] Set router a0127b41-8c85-463e-8de1-42a00e6f4b2d gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:55:58.105754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54112) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:58.192297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8d790806-2e5c-4d1d-af31-877ecdf90ae9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:58.227654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8d790806-2e5c-4d1d-af31-877ecdf90ae9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:58.286939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8d790806-2e5c-4d1d-af31-877ecdf90ae9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:58.292482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e21fa1e3-af15-4663-854f-ec034bbc7cf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:58.308503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d790806-2e5c-4d1d-af31-877ecdf90ae9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae16b61-f515-4fec-aea6-aeb4f967ebdc,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:58.313894 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8d790806-2e5c-4d1d-af31-877ecdf90ae9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:58.315644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8d790806-2e5c-4d1d-af31-877ecdf90ae9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:58.316880 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8d790806-2e5c-4d1d-af31-877ecdf90ae9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/security-groups/bae16b61-f515-4fec-aea6-aeb4f967ebdc HTTP/1.1" status: 204 len: 168 time: 0.2100439 Dec 25 19:55:58.354381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54118) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:58.426808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0374ab66-b3b3-48c4-8816-f0dbac46da95 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting port 4095e96e-c320-4582-9ce6-dc84d0527855 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:55:58.427220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0374ab66-b3b3-48c4-8816-f0dbac46da95 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:58.581974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-6789d70e-2b5f-476a-b4d4-4b2243b6b25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0127b41-8c85-463e-8de1-42a00e6f4b2d', 'name': 'tempest-TestNetworkBasicOps-router-2065882034', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.247'}], 'enable_snat': True}, 'gw_port_id': 'c5323c5b-fe88-4301-af4b-821a63a9f224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:55:04Z', 'updated_at': '2021-12-25T19:55:10Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'c5323c5b-fe88-4301-af4b-821a63a9f224', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:32:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0127b41-8c85-463e-8de1-42a00e6f4b2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:55:05Z', 'updated_at': '2021-12-25T19:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'bde04636-49fe-4fa6-9d1d-2c59405fdac8', 'name': '', 'network_id': '5ecb2a7f-419d-4061-9317-ec5ad3b0bc39', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:bc:82:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0127b41-8c85-463e-8de1-42a00e6f4b2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5181c02b-9429-4db1-aefb-a72cffaaf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:55:09Z', 'updated_at': '2021-12-25T19:55:16Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': '5181c02b-9429-4db1-aefb-a72cffaaf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:58.586583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6789d70e-2b5f-476a-b4d4-4b2243b6b25b None None] Checking router: a0127b41-8c85-463e-8de1-42a00e6f4b2d for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:55:58.598456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6789d70e-2b5f-476a-b4d4-4b2243b6b25b None None] Routers {'a0127b41-8c85-463e-8de1-42a00e6f4b2d'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:55:58.599199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-6789d70e-2b5f-476a-b4d4-4b2243b6b25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:55:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['a0127b41-8c85-463e-8de1-42a00e6f4b2d'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:58.681108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0374ab66-b3b3-48c4-8816-f0dbac46da95 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:58.788723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-6789d70e-2b5f-476a-b4d4-4b2243b6b25b None None] Set router a0127b41-8c85-463e-8de1-42a00e6f4b2d gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:55:58.809669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0374ab66-b3b3-48c4-8816-f0dbac46da95 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Calling delete_port for 4095e96e-c320-4582-9ce6-dc84d0527855 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:55:58.953890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0374ab66-b3b3-48c4-8816-f0dbac46da95 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:58.959521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3387a182-4144-4a37-855e-cbb48cb4c023 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:55:59.002716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374ab66-b3b3-48c4-8816-f0dbac46da95 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Port': ['ID=4095e96e-c320-4582-9ce6-dc84d0527855,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:55:59.006529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0374ab66-b3b3-48c4-8816-f0dbac46da95 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:55:59.119325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0374ab66-b3b3-48c4-8816-f0dbac46da95 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:55:59.130330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-6789d70e-2b5f-476a-b4d4-4b2243b6b25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0127b41-8c85-463e-8de1-42a00e6f4b2d', 'name': 'tempest-TestNetworkBasicOps-router-2065882034', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.247'}], 'enable_snat': True}, 'gw_port_id': 'c5323c5b-fe88-4301-af4b-821a63a9f224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:55:04Z', 'updated_at': '2021-12-25T19:55:10Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'c5323c5b-fe88-4301-af4b-821a63a9f224', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:32:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0127b41-8c85-463e-8de1-42a00e6f4b2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:55:05Z', 'updated_at': '2021-12-25T19:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'bde04636-49fe-4fa6-9d1d-2c59405fdac8', 'name': '', 'network_id': '5ecb2a7f-419d-4061-9317-ec5ad3b0bc39', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:bc:82:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0127b41-8c85-463e-8de1-42a00e6f4b2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5181c02b-9429-4db1-aefb-a72cffaaf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:55:09Z', 'updated_at': '2021-12-25T19:55:16Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': '5181c02b-9429-4db1-aefb-a72cffaaf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:55:59.136408 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0374ab66-b3b3-48c4-8816-f0dbac46da95 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/ports/4095e96e-c320-4582-9ce6-dc84d0527855 HTTP/1.1" status: 204 len: 168 time: 0.7806914 Dec 25 19:55:59.139600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54122) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:55:59.140346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6789d70e-2b5f-476a-b4d4-4b2243b6b25b None None] The sync data for ids ['a0127b41-8c85-463e-8de1-42a00e6f4b2d'] in dv-neutron-822611-1-hyperv is: [{'id': 'a0127b41-8c85-463e-8de1-42a00e6f4b2d', 'name': 'tempest-TestNetworkBasicOps-router-2065882034', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.247'}], 'enable_snat': True}, 'gw_port_id': 'c5323c5b-fe88-4301-af4b-821a63a9f224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:55:04Z', 'updated_at': '2021-12-25T19:55:10Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'c5323c5b-fe88-4301-af4b-821a63a9f224', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:32:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0127b41-8c85-463e-8de1-42a00e6f4b2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:55:05Z', 'updated_at': '2021-12-25T19:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'bde04636-49fe-4fa6-9d1d-2c59405fdac8', 'name': '', 'network_id': '5ecb2a7f-419d-4061-9317-ec5ad3b0bc39', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:bc:82:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0127b41-8c85-463e-8de1-42a00e6f4b2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5181c02b-9429-4db1-aefb-a72cffaaf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:55:09Z', 'updated_at': '2021-12-25T19:55:16Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': '5181c02b-9429-4db1-aefb-a72cffaaf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:55:59.622232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e772bb-7d0a-4c51-b642-3e9a93c0fb9b None None] New status for floating IP 398371a9-c894-406e-bde9-3964ac7bb029: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 19:55:59.840217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70dbcf45-1466-4ab2-8f8f-033daf8b98bc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:00.478657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-70dbcf45-1466-4ab2-8f8f-033daf8b98bc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting port bde04636-49fe-4fa6-9d1d-2c59405fdac8 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:56:00.478933 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70dbcf45-1466-4ab2-8f8f-033daf8b98bc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:00.674054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-70dbcf45-1466-4ab2-8f8f-033daf8b98bc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] For port bde04636-49fe-4fa6-9d1d-2c59405fdac8, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=bde04636-49fe-4fa6-9d1d-2c59405fdac8,segment=NetworkSegment(13e47a2f-7131-46fc-9525-a578e93188fe),segment_id=13e47a2f-7131-46fc-9525-a578e93188fe)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:56:00.674609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70dbcf45-1466-4ab2-8f8f-033daf8b98bc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:00.800429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-70dbcf45-1466-4ab2-8f8f-033daf8b98bc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Calling delete_port for bde04636-49fe-4fa6-9d1d-2c59405fdac8 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:56:00.983356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70dbcf45-1466-4ab2-8f8f-033daf8b98bc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:00.987698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e35f4004-c303-4352-b464-ac55ce6d3757 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:56:01.030059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dbcf45-1466-4ab2-8f8f-033daf8b98bc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Port': ['ID=bde04636-49fe-4fa6-9d1d-2c59405fdac8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:56:01.033834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-70dbcf45-1466-4ab2-8f8f-033daf8b98bc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:56:01.358884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70dbcf45-1466-4ab2-8f8f-033daf8b98bc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:01.950947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70dbcf45-1466-4ab2-8f8f-033daf8b98bc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router a0127b41-8c85-463e-8de1-42a00e6f4b2d has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:56:02.382345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70dbcf45-1466-4ab2-8f8f-033daf8b98bc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:56:02.392525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d052e493-b92a-4dd0-b8b2-1774e3a0a16d None None] Sync routers for ids ['a0127b41-8c85-463e-8de1-42a00e6f4b2d'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:56:02.396036 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-70dbcf45-1466-4ab2-8f8f-033daf8b98bc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "PUT /v2.0/routers/a0127b41-8c85-463e-8de1-42a00e6f4b2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2548013 Dec 25 19:56:02.399528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54126) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:56:02.405456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d052e493-b92a-4dd0-b8b2-1774e3a0a16d None None] Routers {'a0127b41-8c85-463e-8de1-42a00e6f4b2d'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:56:02.406138 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d052e493-b92a-4dd0-b8b2-1774e3a0a16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:55:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['a0127b41-8c85-463e-8de1-42a00e6f4b2d'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:56:02.596474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cc740fa-fede-44ff-b232-f2147138052d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting subnet 5181c02b-9429-4db1-aefb-a72cffaaf5f3 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:56:02.598470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-d052e493-b92a-4dd0-b8b2-1774e3a0a16d None None] Set router a0127b41-8c85-463e-8de1-42a00e6f4b2d gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:56:02.599538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2cc740fa-fede-44ff-b232-f2147138052d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:02.661050 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2cc740fa-fede-44ff-b232-f2147138052d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:02.746111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2cc740fa-fede-44ff-b232-f2147138052d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:02.820488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2cc740fa-fede-44ff-b232-f2147138052d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:02.825125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5333b4b3-7d6b-4223-a856-6e901c4857d7 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:56:02.868544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc740fa-fede-44ff-b232-f2147138052d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Subnet': ['ID=5181c02b-9429-4db1-aefb-a72cffaaf5f3,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:56:02.871546 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2cc740fa-fede-44ff-b232-f2147138052d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:56:02.874025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2cc740fa-fede-44ff-b232-f2147138052d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:02.881146 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2cc740fa-fede-44ff-b232-f2147138052d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/subnets/5181c02b-9429-4db1-aefb-a72cffaaf5f3 HTTP/1.1" status: 204 len: 168 time: 0.4805820 Dec 25 19:56:02.881306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d55538-94a8-4da7-8248-7c142ef6350b None None] Network 5ecb2a7f-419d-4061-9317-ec5ad3b0bc39 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:56:02.884005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54130) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:56:03.024055 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d052e493-b92a-4dd0-b8b2-1774e3a0a16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0127b41-8c85-463e-8de1-42a00e6f4b2d', 'name': 'tempest-TestNetworkBasicOps-router-2065882034', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.247'}], 'enable_snat': True}, 'gw_port_id': 'c5323c5b-fe88-4301-af4b-821a63a9f224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:55:04Z', 'updated_at': '2021-12-25T19:56:00Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'c5323c5b-fe88-4301-af4b-821a63a9f224', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:32:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0127b41-8c85-463e-8de1-42a00e6f4b2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:55:05Z', 'updated_at': '2021-12-25T19:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:56:03.058204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d052e493-b92a-4dd0-b8b2-1774e3a0a16d None None] Checking router: a0127b41-8c85-463e-8de1-42a00e6f4b2d for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:56:03.091433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d052e493-b92a-4dd0-b8b2-1774e3a0a16d None None] Routers {'a0127b41-8c85-463e-8de1-42a00e6f4b2d'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:56:03.091785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b2ea7fa1-44de-41e6-9846-b85425bada53 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:03.092110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d052e493-b92a-4dd0-b8b2-1774e3a0a16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:55:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['a0127b41-8c85-463e-8de1-42a00e6f4b2d'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:56:03.340322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b2ea7fa1-44de-41e6-9846-b85425bada53 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:03.349479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b2ea7fa1-44de-41e6-9846-b85425bada53 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting port c5323c5b-fe88-4301-af4b-821a63a9f224 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:56:03.349870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b2ea7fa1-44de-41e6-9846-b85425bada53 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:03.426457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd19137e-0186-41a1-bdf0-b6ef3fb3f7f9 None None] DHCP port deletion for 5ecb2a7f-419d-4061-9317-ec5ad3b0bc39 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:56:03.437237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-dd19137e-0186-41a1-bdf0-b6ef3fb3f7f9 None None] Deleting port cab00cc1-9684-495b-addc-365c4536dd33 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:56:03.437679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd19137e-0186-41a1-bdf0-b6ef3fb3f7f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:03.536114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b2ea7fa1-44de-41e6-9846-b85425bada53 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] For port c5323c5b-fe88-4301-af4b-821a63a9f224, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=c5323c5b-fe88-4301-af4b-821a63a9f224,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:56:03.536719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b2ea7fa1-44de-41e6-9846-b85425bada53 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:03.550295 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-d052e493-b92a-4dd0-b8b2-1774e3a0a16d None None] Set router a0127b41-8c85-463e-8de1-42a00e6f4b2d gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:56:03.672884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b2ea7fa1-44de-41e6-9846-b85425bada53 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Calling delete_port for c5323c5b-fe88-4301-af4b-821a63a9f224 owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:56:03.840273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b2ea7fa1-44de-41e6-9846-b85425bada53 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:03.845022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-193f7375-7cef-4a8e-8c21-3d7c82ec9f33 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:56:03.873594 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-dd19137e-0186-41a1-bdf0-b6ef3fb3f7f9 None None] For port cab00cc1-9684-495b-addc-365c4536dd33, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=cab00cc1-9684-495b-addc-365c4536dd33,segment=NetworkSegment(13e47a2f-7131-46fc-9525-a578e93188fe),segment_id=13e47a2f-7131-46fc-9525-a578e93188fe)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:56:03.874037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd19137e-0186-41a1-bdf0-b6ef3fb3f7f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:03.891750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea7fa1-44de-41e6-9846-b85425bada53 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Port': ['ID=c5323c5b-fe88-4301-af4b-821a63a9f224,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:56:03.894648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b2ea7fa1-44de-41e6-9846-b85425bada53 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:56:04.015859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-dd19137e-0186-41a1-bdf0-b6ef3fb3f7f9 None None] Calling delete_port for cab00cc1-9684-495b-addc-365c4536dd33 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:56:04.135813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b2ea7fa1-44de-41e6-9846-b85425bada53 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:04.142259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd19137e-0186-41a1-bdf0-b6ef3fb3f7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:04.147293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:56:04.192662 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd19137e-0186-41a1-bdf0-b6ef3fb3f7f9 None None] Pushing event deleted for resources: {'Port': ['ID=cab00cc1-9684-495b-addc-365c4536dd33,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:56:04.196819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d052e493-b92a-4dd0-b8b2-1774e3a0a16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0127b41-8c85-463e-8de1-42a00e6f4b2d', 'name': 'tempest-TestNetworkBasicOps-router-2065882034', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.247'}], 'enable_snat': True}, 'gw_port_id': 'c5323c5b-fe88-4301-af4b-821a63a9f224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:55:04Z', 'updated_at': '2021-12-25T19:56:00Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'c5323c5b-fe88-4301-af4b-821a63a9f224', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:32:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0127b41-8c85-463e-8de1-42a00e6f4b2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:55:05Z', 'updated_at': '2021-12-25T19:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:56:04.199449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dd19137e-0186-41a1-bdf0-b6ef3fb3f7f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:56:04.201956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd19137e-0186-41a1-bdf0-b6ef3fb3f7f9 None None] No DVR routers for this DVR port cab00cc1-9684-495b-addc-365c4536dd33 on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:56:04.206147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d052e493-b92a-4dd0-b8b2-1774e3a0a16d None None] The sync data for ids ['a0127b41-8c85-463e-8de1-42a00e6f4b2d'] in dv-neutron-822611-1-hyperv is: [{'id': 'a0127b41-8c85-463e-8de1-42a00e6f4b2d', 'name': 'tempest-TestNetworkBasicOps-router-2065882034', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.247'}], 'enable_snat': True}, 'gw_port_id': 'c5323c5b-fe88-4301-af4b-821a63a9f224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:55:04Z', 'updated_at': '2021-12-25T19:56:00Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'c5323c5b-fe88-4301-af4b-821a63a9f224', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:32:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0127b41-8c85-463e-8de1-42a00e6f4b2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:55:05Z', 'updated_at': '2021-12-25T19:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:56:04.415839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b2ea7fa1-44de-41e6-9846-b85425bada53 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:04.420353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b2ea7fa1-44de-41e6-9846-b85425bada53 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:04.443594 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b2ea7fa1-44de-41e6-9846-b85425bada53 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:04.444194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ea7fa1-44de-41e6-9846-b85425bada53 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Fanout notify agent at l3_agent the message router_deleted on router a0127b41-8c85-463e-8de1-42a00e6f4b2d {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:56:04.464590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b2ea7fa1-44de-41e6-9846-b85425bada53 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:04.465794 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b2ea7fa1-44de-41e6-9846-b85425bada53 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/routers/a0127b41-8c85-463e-8de1-42a00e6f4b2d HTTP/1.1" status: 204 len: 168 time: 1.5808024 Dec 25 19:56:04.468671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54134) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:56:04.593983 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d644603-6725-4b25-9a8c-2f44f7027f5d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:04.714334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device cab00cc1-9684-495b-addc-365c4536dd33 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:56:04.739922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d644603-6725-4b25-9a8c-2f44f7027f5d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:04.750367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: cab00cc1-9684-495b-addc-365c4536dd33 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:56:04.750855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device cab00cc1-9684-495b-addc-365c4536dd33 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:56:04.751436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device bde04636-49fe-4fa6-9d1d-2c59405fdac8 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:56:04.767293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-6d644603-6725-4b25-9a8c-2f44f7027f5d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ecb2a7f-419d-4061-9317-ec5ad3b0bc39']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:56:04.785432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-6d644603-6725-4b25-9a8c-2f44f7027f5d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13e47a2f-7131-46fc-9525-a578e93188fe') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:56:04.785772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-6d644603-6725-4b25-9a8c-2f44f7027f5d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13e47a2f-7131-46fc-9525-a578e93188fe') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:56:04.790065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: bde04636-49fe-4fa6-9d1d-2c59405fdac8 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:56:04.790550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device bde04636-49fe-4fa6-9d1d-2c59405fdac8 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:56:04.799786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d644603-6725-4b25-9a8c-2f44f7027f5d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:04.819120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d644603-6725-4b25-9a8c-2f44f7027f5d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:04.825770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d644603-6725-4b25-9a8c-2f44f7027f5d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:56:04.826198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d644603-6725-4b25-9a8c-2f44f7027f5d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:04.842211 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:56:04.842211 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:56:04.842211 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:56:04.842211 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:56:04.842211 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:56:04.842211 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:56:04.842211 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:56:04.842211 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:56:04.842211 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:56:04.842211 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:56:04.842211 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:56:04.842211 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:56:04.842211 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:56:04.842211 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:56:04.842211 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:56:04.842211 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:56:04.842211 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:56:04.842211 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:56:04.842211 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:56:04.842211 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:56:04.842211 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:56:04.842211 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:56:04.842211 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:56:04.842211 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:56:04.842211 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:56:04.842211 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:56:04.842211 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:56:04.842211 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:56:04.842211 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:56:04.842211 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:56:04.842211 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:56:04.842211 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:56:04.934134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d644603-6725-4b25-9a8c-2f44f7027f5d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:04.937695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a4805d7b-8202-4d2f-9fb7-fef29c52c460 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:56:04.955853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d644603-6725-4b25-9a8c-2f44f7027f5d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:04.966908 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d644603-6725-4b25-9a8c-2f44f7027f5d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Network': ['ID=5ecb2a7f-419d-4061-9317-ec5ad3b0bc39,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:56:04.972394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6d644603-6725-4b25-9a8c-2f44f7027f5d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:56:04.976196 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6d644603-6725-4b25-9a8c-2f44f7027f5d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/networks/5ecb2a7f-419d-4061-9317-ec5ad3b0bc39 HTTP/1.1" status: 204 len: 168 time: 0.5062039 Dec 25 19:56:04.990946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54138) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:56:05.004945 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1d1c4372-e5bf-43a8-a169-0d5ab46e2ae6 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0123177 Dec 25 19:56:05.008120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54142) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:56:05.014353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-44d989cb-61de-48bf-85d4-16f03ff2909a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'network': {'name': 'tempest-network-smoke--2118755566', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'port_security_enabled': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:56:05.019885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-44d989cb-61de-48bf-85d4-16f03ff2909a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:56:05.026039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-44d989cb-61de-48bf-85d4-16f03ff2909a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:network and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:56:05.029117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-44d989cb-61de-48bf-85d4-16f03ff2909a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:56:05.035240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-44d989cb-61de-48bf-85d4-16f03ff2909a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:56:05.044073 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d989cb-61de-48bf-85d4-16f03ff2909a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Made reservation on behalf of 23f5dc92674e43b787fc19a8bf548d4f for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:56:05.049566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-44d989cb-61de-48bf-85d4-16f03ff2909a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:05.082390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44d989cb-61de-48bf-85d4-16f03ff2909a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:56:05.091721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-44d989cb-61de-48bf-85d4-16f03ff2909a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:05.092137 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-44d989cb-61de-48bf-85d4-16f03ff2909a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Added segment b815724d-53a1-4051-8c9e-eab53dcee2d1 of type vlan for network 9318097c-b89d-4529-a49a-9b675c717521 Dec 25 19:56:05.118183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-44d989cb-61de-48bf-85d4-16f03ff2909a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:05.149490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-44d989cb-61de-48bf-85d4-16f03ff2909a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:05.153707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d989cb-61de-48bf-85d4-16f03ff2909a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:56:05.154357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-44d989cb-61de-48bf-85d4-16f03ff2909a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:05.159767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2b64d05b-cf57-47ea-bc6a-19792e41c97f tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:56:05.222103 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-44d989cb-61de-48bf-85d4-16f03ff2909a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2126086 Dec 25 19:56:05.225579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54146) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:56:05.233872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-d9f2f541-757b-4ea0-acea-46e700e67671 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1984318779', 'admin_state_up': True, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:56:05.245124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d9f2f541-757b-4ea0-acea-46e700e67671 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:56:05.250856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d9f2f541-757b-4ea0-acea-46e700e67671 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:router and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:56:05.255164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d9f2f541-757b-4ea0-acea-46e700e67671 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:56:05.263584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d9f2f541-757b-4ea0-acea-46e700e67671 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:56:05.277205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d9f2f541-757b-4ea0-acea-46e700e67671 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:05.278209 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d9f2f541-757b-4ea0-acea-46e700e67671 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:05.282853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d989cb-61de-48bf-85d4-16f03ff2909a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Network': ['ID=9318097c-b89d-4529-a49a-9b675c717521,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:56:05.286011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-44d989cb-61de-48bf-85d4-16f03ff2909a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:56:05.293822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 9318097c-b89d-4529-a49a-9b675c717521 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:56:05.298652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d9f2f541-757b-4ea0-acea-46e700e67671 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:05.681030 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d9f2f541-757b-4ea0-acea-46e700e67671 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:05.866975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d9f2f541-757b-4ea0-acea-46e700e67671 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:05.898728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d9f2f541-757b-4ea0-acea-46e700e67671 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:06.033080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f11c892-61ed-47f3-ae0c-efded170666a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:06.041730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-d9f2f541-757b-4ea0-acea-46e700e67671 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Allocated IP 172.26.8.253 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/eeb3598e-a678-44f3-8977-b170ae77a7e4) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:56:06.197461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d9f2f541-757b-4ea0-acea-46e700e67671 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:06.223802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d9f2f541-757b-4ea0-acea-46e700e67671 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:06.228828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a87ee749-ca9d-42d0-9b8e-d92f0b40f696 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:56:06.303987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f2f541-757b-4ea0-acea-46e700e67671 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:56:06.307345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2f541-757b-4ea0-acea-46e700e67671 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=eeb3598e-a678-44f3-8977-b170ae77a7e4,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:56:06.309930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-d9f2f541-757b-4ea0-acea-46e700e67671 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:56:06.311872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d9f2f541-757b-4ea0-acea-46e700e67671 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:56:06.312619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f2f541-757b-4ea0-acea-46e700e67671 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:56:06.475356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d9f2f541-757b-4ea0-acea-46e700e67671 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:06.476113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d9f2f541-757b-4ea0-acea-46e700e67671 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:06.620864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device c5323c5b-fe88-4301-af4b-821a63a9f224 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:56:06.659412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: c5323c5b-fe88-4301-af4b-821a63a9f224 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:56:06.659807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device c5323c5b-fe88-4301-af4b-821a63a9f224 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:56:06.712604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f2f541-757b-4ea0-acea-46e700e67671 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router 77137aba-9796-4e6f-9a29-6df3b93a78f6 is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:56:06.922072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f2f541-757b-4ea0-acea-46e700e67671 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:56:06.932297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2228085a-2475-4256-8564-a4e3b2a77488 None None] Sync routers for ids ['77137aba-9796-4e6f-9a29-6df3b93a78f6'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:56:06.944762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2228085a-2475-4256-8564-a4e3b2a77488 None None] Routers {'77137aba-9796-4e6f-9a29-6df3b93a78f6'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:56:06.946062 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-2228085a-2475-4256-8564-a4e3b2a77488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:55:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['77137aba-9796-4e6f-9a29-6df3b93a78f6'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:56:06.948202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d9f2f541-757b-4ea0-acea-46e700e67671 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:06.949531 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d9f2f541-757b-4ea0-acea-46e700e67671 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7228272 Dec 25 19:56:06.952780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54150) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:56:06.997911 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-45f9a4e0-cb0f-475a-8a78-21e75c0bc7ba tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=23f5dc92674e43b787fc19a8bf548d4f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439324 Dec 25 19:56:07.000599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54154) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:56:07.129076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-2228085a-2475-4256-8564-a4e3b2a77488 None None] Set router 77137aba-9796-4e6f-9a29-6df3b93a78f6 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:56:07.141119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509d7bb7-1efa-4239-a08c-d1aba6ac892e tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:56:07.145554 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-509d7bb7-1efa-4239-a08c-d1aba6ac892e tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1412065 Dec 25 19:56:07.145773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54158) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:56:07.193430 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-19ebf3b5-bf25-4117-b209-8e9805d3054a tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=a29ab018-4a1a-4021-8156-423134b861f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439506 Dec 25 19:56:07.193655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54162) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:56:07.200169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-593f57a6-a462-442f-a69e-a515d4955b18 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-331413106', 'network_id': '9318097c-b89d-4529-a49a-9b675c717521', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:56:07.214493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:07.320188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-593f57a6-a462-442f-a69e-a515d4955b18 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:56:07.324230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-593f57a6-a462-442f-a69e-a515d4955b18 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:subnet and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:56:07.327191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-593f57a6-a462-442f-a69e-a515d4955b18 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:56:07.333168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-593f57a6-a462-442f-a69e-a515d4955b18 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:56:07.343807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593f57a6-a462-442f-a69e-a515d4955b18 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Made reservation on behalf of 23f5dc92674e43b787fc19a8bf548d4f for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:56:07.432958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-2228085a-2475-4256-8564-a4e3b2a77488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'name': 'tempest-TestNetworkBasicOps-router-1984318779', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': 'eeb3598e-a678-44f3-8977-b170ae77a7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:56:05Z', 'updated_at': '2021-12-25T19:56:06Z', 'revision_number': 3, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'eeb3598e-a678-44f3-8977-b170ae77a7e4', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e3:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:56:05Z', 'updated_at': '2021-12-25T19:56:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:56:07.436873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2228085a-2475-4256-8564-a4e3b2a77488 None None] Checking router: 77137aba-9796-4e6f-9a29-6df3b93a78f6 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:56:07.437267 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2228085a-2475-4256-8564-a4e3b2a77488 None None] Updating router 77137aba-9796-4e6f-9a29-6df3b93a78f6 port eeb3598e-a678-44f3-8977-b170ae77a7e4 binding host dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 19:56:07.457603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-593f57a6-a462-442f-a69e-a515d4955b18 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:07.489100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2228085a-2475-4256-8564-a4e3b2a77488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:07.683255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-593f57a6-a462-442f-a69e-a515d4955b18 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:07.687482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bd0d4e73-4092-4177-a797-390bcf60afe1 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:56:07.770570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f57a6-a462-442f-a69e-a515d4955b18 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Subnet': ['ID=bfa1f538-4381-4702-b5b9-fbf07728c7bf,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:56:07.774804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-593f57a6-a462-442f-a69e-a515d4955b18 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:56:07.782290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593f57a6-a462-442f-a69e-a515d4955b18 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Checking segment: {'id': 'b815724d-53a1-4051-8c9e-eab53dcee2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9318097c-b89d-4529-a49a-9b675c717521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:56:07.782684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593f57a6-a462-442f-a69e-a515d4955b18 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network hostable DHCP agents. Network: 9318097c-b89d-4529-a49a-9b675c717521, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:56:07.804799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593f57a6-a462-442f-a69e-a515d4955b18 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network 9318097c-b89d-4529-a49a-9b675c717521 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:56:07.813114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-593f57a6-a462-442f-a69e-a515d4955b18 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 9318097c-b89d-4529-a49a-9b675c717521) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:56:07.817044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593f57a6-a462-442f-a69e-a515d4955b18 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:56:07.817706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-593f57a6-a462-442f-a69e-a515d4955b18 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:07.824507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d336f219-b2fa-40d8-90df-a1ae30308528 None None] Network 9318097c-b89d-4529-a49a-9b675c717521 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:56:07.828608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2228085a-2475-4256-8564-a4e3b2a77488 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:07.841496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2228085a-2475-4256-8564-a4e3b2a77488 None None] Transition to ACTIVE for port object eeb3598e-a678-44f3-8977-b170ae77a7e4 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:56:07.846519 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-593f57a6-a462-442f-a69e-a515d4955b18 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6488547 Dec 25 19:56:07.846776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54166) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:56:07.848272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2228085a-2475-4256-8564-a4e3b2a77488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:07.853367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dc593e7c-3123-4042-8618-20390e5a5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:56:07.925243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe774a3-dfc6-4c0b-b90c-79d1d547bcf1 None None] Pushing event updated for resources: {'Port': ['ID=eeb3598e-a678-44f3-8977-b170ae77a7e4,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:56:07.949248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe774a3-dfc6-4c0b-b90c-79d1d547bcf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:56:07.950158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe774a3-dfc6-4c0b-b90c-79d1d547bcf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:56:07.950158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe774a3-dfc6-4c0b-b90c-79d1d547bcf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:56:07.950498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe774a3-dfc6-4c0b-b90c-79d1d547bcf1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:56:07.950877 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe774a3-dfc6-4c0b-b90c-79d1d547bcf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:56:07.951280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe774a3-dfc6-4c0b-b90c-79d1d547bcf1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:56:07.951657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe774a3-dfc6-4c0b-b90c-79d1d547bcf1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:56:07.952029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe774a3-dfc6-4c0b-b90c-79d1d547bcf1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:56:07.952768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe774a3-dfc6-4c0b-b90c-79d1d547bcf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:56:07.952768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe774a3-dfc6-4c0b-b90c-79d1d547bcf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:56:07.953148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe774a3-dfc6-4c0b-b90c-79d1d547bcf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:56:07.959266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ebe774a3-dfc6-4c0b-b90c-79d1d547bcf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:56:07.969707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-2228085a-2475-4256-8564-a4e3b2a77488 None None] Attempting to bind port eeb3598e-a678-44f3-8977-b170ae77a7e4 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:56:07.970377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-2228085a-2475-4256-8564-a4e3b2a77488 None None] Attempting to bind port eeb3598e-a678-44f3-8977-b170ae77a7e4 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:56:07.970784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2228085a-2475-4256-8564-a4e3b2a77488 None None] Attempting to bind port eeb3598e-a678-44f3-8977-b170ae77a7e4 on network a29ab018-4a1a-4021-8156-423134b861f3 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:56:07.978733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2228085a-2475-4256-8564-a4e3b2a77488 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:56:07.979169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2228085a-2475-4256-8564-a4e3b2a77488 None None] Checking segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:56:07.979723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2228085a-2475-4256-8564-a4e3b2a77488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:07.980165 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2228085a-2475-4256-8564-a4e3b2a77488 None None] Bound using segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:56:07.980675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-2228085a-2475-4256-8564-a4e3b2a77488 None None] Bound port: eeb3598e-a678-44f3-8977-b170ae77a7e4, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:56:07.981088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2228085a-2475-4256-8564-a4e3b2a77488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:08.056029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-2228085a-2475-4256-8564-a4e3b2a77488 None None] For port eeb3598e-a678-44f3-8977-b170ae77a7e4, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:56:08.060857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-2228085a-2475-4256-8564-a4e3b2a77488 None None] For port eeb3598e-a678-44f3-8977-b170ae77a7e4, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=eeb3598e-a678-44f3-8977-b170ae77a7e4,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:56:08.065648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2228085a-2475-4256-8564-a4e3b2a77488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:08.072399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c71410f1-0bf2-4103-8eda-d2dddc313283 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:56:08.074064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec9eecf-b7c9-4703-8578-c2e25d050757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-9318097c-b89d-4529-a49a-9b675c717521', 'network_id': '9318097c-b89d-4529-a49a-9b675c717521', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ips': [{'subnet_id': 'bfa1f538-4381-4702-b5b9-fbf07728c7bf'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:56:08.074966 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eec9eecf-b7c9-4703-8578-c2e25d050757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:08.162131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe774a3-dfc6-4c0b-b90c-79d1d547bcf1 None None] Pushing event updated for resources: {'Port': ['ID=eeb3598e-a678-44f3-8977-b170ae77a7e4,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:56:08.166314 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ebe774a3-dfc6-4c0b-b90c-79d1d547bcf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:56:08.166961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2228085a-2475-4256-8564-a4e3b2a77488 None None] Routers {'77137aba-9796-4e6f-9a29-6df3b93a78f6'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:56:08.167665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-2228085a-2475-4256-8564-a4e3b2a77488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:55:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['77137aba-9796-4e6f-9a29-6df3b93a78f6'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:56:08.261184 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-eec9eecf-b7c9-4703-8578-c2e25d050757 None None] Allocated IP 172.20.0.2 (9318097c-b89d-4529-a49a-9b675c717521/bfa1f538-4381-4702-b5b9-fbf07728c7bf/1f0c262f-0cab-47b9-aece-68a4b6415ef3) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:56:08.335531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9f53d569-0eef-45bf-8641-a7de611f8a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:08.510928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-2228085a-2475-4256-8564-a4e3b2a77488 None None] Set router 77137aba-9796-4e6f-9a29-6df3b93a78f6 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:56:08.517965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eec9eecf-b7c9-4703-8578-c2e25d050757 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:08.529168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-eec9eecf-b7c9-4703-8578-c2e25d050757 None None] Transition to ACTIVE for port object 1f0c262f-0cab-47b9-aece-68a4b6415ef3 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:56:08.548253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-eec9eecf-b7c9-4703-8578-c2e25d050757 None None] Transition to ACTIVE for port object 1f0c262f-0cab-47b9-aece-68a4b6415ef3 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:56:08.554164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eec9eecf-b7c9-4703-8578-c2e25d050757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:08.561624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:56:08.644444 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:08.650268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec9eecf-b7c9-4703-8578-c2e25d050757 None None] Network 9318097c-b89d-4529-a49a-9b675c717521 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:56:08.653711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec9eecf-b7c9-4703-8578-c2e25d050757 None None] Pushing event updated for resources: {'Port': ['ID=1f0c262f-0cab-47b9-aece-68a4b6415ef3,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:56:08.656391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-eec9eecf-b7c9-4703-8578-c2e25d050757 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:56:08.663071 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-eec9eecf-b7c9-4703-8578-c2e25d050757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:56:08.663071 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec9eecf-b7c9-4703-8578-c2e25d050757 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:56:08.696497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6eb04963-3e38-4477-bad5-ae7c00b6d257 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:08.754105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-eec9eecf-b7c9-4703-8578-c2e25d050757 None None] Attempting to bind port 1f0c262f-0cab-47b9-aece-68a4b6415ef3 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:56:08.754534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-eec9eecf-b7c9-4703-8578-c2e25d050757 None None] Attempting to bind port 1f0c262f-0cab-47b9-aece-68a4b6415ef3 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'b815724d-53a1-4051-8c9e-eab53dcee2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9318097c-b89d-4529-a49a-9b675c717521'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:56:08.754952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec9eecf-b7c9-4703-8578-c2e25d050757 None None] Attempting to bind port 1f0c262f-0cab-47b9-aece-68a4b6415ef3 on network 9318097c-b89d-4529-a49a-9b675c717521 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:56:08.762635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec9eecf-b7c9-4703-8578-c2e25d050757 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:56:08.763005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec9eecf-b7c9-4703-8578-c2e25d050757 None None] Checking segment: {'id': 'b815724d-53a1-4051-8c9e-eab53dcee2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9318097c-b89d-4529-a49a-9b675c717521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:56:08.763496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eec9eecf-b7c9-4703-8578-c2e25d050757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:08.763942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec9eecf-b7c9-4703-8578-c2e25d050757 None None] Bound using segment: {'id': 'b815724d-53a1-4051-8c9e-eab53dcee2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9318097c-b89d-4529-a49a-9b675c717521'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:56:08.764467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-eec9eecf-b7c9-4703-8578-c2e25d050757 None None] Bound port: 1f0c262f-0cab-47b9-aece-68a4b6415ef3, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b815724d-53a1-4051-8c9e-eab53dcee2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9318097c-b89d-4529-a49a-9b675c717521'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:56:08.764890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eec9eecf-b7c9-4703-8578-c2e25d050757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:08.816503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-2228085a-2475-4256-8564-a4e3b2a77488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'name': 'tempest-TestNetworkBasicOps-router-1984318779', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': 'eeb3598e-a678-44f3-8977-b170ae77a7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:56:05Z', 'updated_at': '2021-12-25T19:56:06Z', 'revision_number': 3, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'eeb3598e-a678-44f3-8977-b170ae77a7e4', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e3:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:56:05Z', 'updated_at': '2021-12-25T19:56:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:56:08.821022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2228085a-2475-4256-8564-a4e3b2a77488 None None] The sync data for ids ['77137aba-9796-4e6f-9a29-6df3b93a78f6'] in dv-neutron-822611-1-hyperv is: [{'id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'name': 'tempest-TestNetworkBasicOps-router-1984318779', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': 'eeb3598e-a678-44f3-8977-b170ae77a7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:56:05Z', 'updated_at': '2021-12-25T19:56:06Z', 'revision_number': 3, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'eeb3598e-a678-44f3-8977-b170ae77a7e4', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e3:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:56:05Z', 'updated_at': '2021-12-25T19:56:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:56:08.860598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-eec9eecf-b7c9-4703-8578-c2e25d050757 None None] For port 1f0c262f-0cab-47b9-aece-68a4b6415ef3, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:56:08.864174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-eec9eecf-b7c9-4703-8578-c2e25d050757 None None] For port 1f0c262f-0cab-47b9-aece-68a4b6415ef3, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=1f0c262f-0cab-47b9-aece-68a4b6415ef3,segment=NetworkSegment(b815724d-53a1-4051-8c9e-eab53dcee2d1),segment_id=b815724d-53a1-4051-8c9e-eab53dcee2d1)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:56:08.869460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eec9eecf-b7c9-4703-8578-c2e25d050757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:08.874796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c2863e50-fbb7-4585-bc7e-c267d38bc1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:56:08.975092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec9eecf-b7c9-4703-8578-c2e25d050757 None None] Pushing event updated for resources: {'Port': ['ID=1f0c262f-0cab-47b9-aece-68a4b6415ef3,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:56:08.978570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-eec9eecf-b7c9-4703-8578-c2e25d050757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:56:09.391747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-6eb04963-3e38-4477-bad5-ae7c00b6d257 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Allocated IP 172.20.0.1 (9318097c-b89d-4529-a49a-9b675c717521/bfa1f538-4381-4702-b5b9-fbf07728c7bf/cd436dec-e1a6-48a4-9e49-7560edbf6a6c) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:56:09.578382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6eb04963-3e38-4477-bad5-ae7c00b6d257 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:09.596167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-6eb04963-3e38-4477-bad5-ae7c00b6d257 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Transition to ACTIVE for port object cd436dec-e1a6-48a4-9e49-7560edbf6a6c will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:56:09.617641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6eb04963-3e38-4477-bad5-ae7c00b6d257 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:09.622851 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d8ce90af-e2d6-4ee1-b9ae-6433f0498f95 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:56:09.696047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb04963-3e38-4477-bad5-ae7c00b6d257 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network 9318097c-b89d-4529-a49a-9b675c717521 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:56:09.699261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-6eb04963-3e38-4477-bad5-ae7c00b6d257 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:56:09.701810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb04963-3e38-4477-bad5-ae7c00b6d257 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:56:09.745122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb04963-3e38-4477-bad5-ae7c00b6d257 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=cd436dec-e1a6-48a4-9e49-7560edbf6a6c,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:56:09.748207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6eb04963-3e38-4477-bad5-ae7c00b6d257 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:56:09.771169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6eb04963-3e38-4477-bad5-ae7c00b6d257 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:09.863139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6eb04963-3e38-4477-bad5-ae7c00b6d257 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:09.929161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:10.312099 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6eb04963-3e38-4477-bad5-ae7c00b6d257 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:10.316237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6eb04963-3e38-4477-bad5-ae7c00b6d257 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:10.349278 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-70dbcf45-1466-4ab2-8f8f-033daf8b98bc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:56:10.442126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6eb04963-3e38-4477-bad5-ae7c00b6d257 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:10.448491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb04963-3e38-4477-bad5-ae7c00b6d257 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=cd436dec-e1a6-48a4-9e49-7560edbf6a6c,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:56:10.453174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6eb04963-3e38-4477-bad5-ae7c00b6d257 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:56:10.602445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb04963-3e38-4477-bad5-ae7c00b6d257 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network 9318097c-b89d-4529-a49a-9b675c717521 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:56:10.603631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-6eb04963-3e38-4477-bad5-ae7c00b6d257 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:56:10.659232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f726f2-089d-4636-b636-111eabfb5ea2 None None] Network 9318097c-b89d-4529-a49a-9b675c717521 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:56:10.756592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device eeb3598e-a678-44f3-8977-b170ae77a7e4 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:56:10.853548 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-e55d8801-5ea6-4a61-903a-f56927f772e6 None None] Provisioning for port 1f0c262f-0cab-47b9-aece-68a4b6415ef3 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:56:10.956376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port eeb3598e-a678-44f3-8977-b170ae77a7e4 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:56:10.973096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port eeb3598e-a678-44f3-8977-b170ae77a7e4 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:56:10.973524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:11.022152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb04963-3e38-4477-bad5-ae7c00b6d257 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router 77137aba-9796-4e6f-9a29-6df3b93a78f6 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:56:11.111634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:11.132545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port eeb3598e-a678-44f3-8977-b170ae77a7e4, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=eeb3598e-a678-44f3-8977-b170ae77a7e4,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:56:11.139244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:11.140194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 1f0c262f-0cab-47b9-aece-68a4b6415ef3 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:56:11.269503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb04963-3e38-4477-bad5-ae7c00b6d257 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:56:11.288089 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6eb04963-3e38-4477-bad5-ae7c00b6d257 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "PUT /v2.0/routers/77137aba-9796-4e6f-9a29-6df3b93a78f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4399412 Dec 25 19:56:11.290672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54170) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:56:11.356290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4b4ab01b-4075-472d-b583-b5a0910edb8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:56:11.458646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a526cb9-108f-4809-9e20-f7b510abe805 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:56:11.459337 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a526cb9-108f-4809-9e20-f7b510abe805 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:56:11.459684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a526cb9-108f-4809-9e20-f7b510abe805 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:56:11.459900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a526cb9-108f-4809-9e20-f7b510abe805 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:56:11.464616 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2a526cb9-108f-4809-9e20-f7b510abe805 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1699576 Dec 25 19:56:11.464774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=eeb3598e-a678-44f3-8977-b170ae77a7e4,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:56:11.464884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54174) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:56:11.468480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:56:11.475956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 1f0c262f-0cab-47b9-aece-68a4b6415ef3 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:56:11.483087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 1f0c262f-0cab-47b9-aece-68a4b6415ef3 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:56:11.483542 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:11.515710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-7aca4c46-0274-4d96-bbe0-a06f7b58485a None None] Provisioning for port cd436dec-e1a6-48a4-9e49-7560edbf6a6c completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:56:11.534367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-7aca4c46-0274-4d96-bbe0-a06f7b58485a None None] Provisioning complete for port cd436dec-e1a6-48a4-9e49-7560edbf6a6c triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:56:11.534995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7aca4c46-0274-4d96-bbe0-a06f7b58485a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:11.563424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a4856b-d476-402c-b699-8a11a501bc18 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:56:11.564004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a4856b-d476-402c-b699-8a11a501bc18 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:56:11.564498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a4856b-d476-402c-b699-8a11a501bc18 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:56:11.564979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a4856b-d476-402c-b699-8a11a501bc18 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:56:11.571288 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-76a4856b-d476-402c-b699-8a11a501bc18 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0980794 Dec 25 19:56:11.571589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54178) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:56:11.604489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7aca4c46-0274-4d96-bbe0-a06f7b58485a None None] Port cd436dec-e1a6-48a4-9e49-7560edbf6a6c cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:56:11.673656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:11.713829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 1f0c262f-0cab-47b9-aece-68a4b6415ef3, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=1f0c262f-0cab-47b9-aece-68a4b6415ef3,segment=NetworkSegment(b815724d-53a1-4051-8c9e-eab53dcee2d1),segment_id=b815724d-53a1-4051-8c9e-eab53dcee2d1)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:56:11.722980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:11.725179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:56:11.784206 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a8b4b901-134d-46ef-9497-b1a70bcfb7fe None None] Provisioning complete for port cd436dec-e1a6-48a4-9e49-7560edbf6a6c triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:56:11.784636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a8b4b901-134d-46ef-9497-b1a70bcfb7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:11.802540 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4625de16-7812-44d4-9a19-c8cf3feeb3d4 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2295613 Dec 25 19:56:11.855527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4b901-134d-46ef-9497-b1a70bcfb7fe None None] Port cd436dec-e1a6-48a4-9e49-7560edbf6a6c cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:56:11.859389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=1f0c262f-0cab-47b9-aece-68a4b6415ef3,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:56:11.862817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:56:11.870777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba93a2d5-6b58-4270-bba1-500beff237f4 None None] Sync routers for ids ['77137aba-9796-4e6f-9a29-6df3b93a78f6'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:56:11.883802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba93a2d5-6b58-4270-bba1-500beff237f4 None None] Routers {'77137aba-9796-4e6f-9a29-6df3b93a78f6'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:56:11.884505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-ba93a2d5-6b58-4270-bba1-500beff237f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:56:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['77137aba-9796-4e6f-9a29-6df3b93a78f6'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:56:12.003651 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54184) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:56:12.010042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-791f797f-59cf-42a9-a659-7037c9f6d184 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1256006302', 'description': 'tempest-secgroup-smoke-1256006302 description', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:56:12.016519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-791f797f-59cf-42a9-a659-7037c9f6d184 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:56:12.020943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-791f797f-59cf-42a9-a659-7037c9f6d184 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:56:12.024159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-791f797f-59cf-42a9-a659-7037c9f6d184 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:56:12.030413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-791f797f-59cf-42a9-a659-7037c9f6d184 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:56:12.041010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-791f797f-59cf-42a9-a659-7037c9f6d184 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:12.063711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1b2d22b7-c552-4da7-898b-5fd2aa9d6f72 None None] Provisioning complete for port cd436dec-e1a6-48a4-9e49-7560edbf6a6c triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:56:12.064137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1b2d22b7-c552-4da7-898b-5fd2aa9d6f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:12.081494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-791f797f-59cf-42a9-a659-7037c9f6d184 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:56:12.085542 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-791f797f-59cf-42a9-a659-7037c9f6d184 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:56:12.088883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-791f797f-59cf-42a9-a659-7037c9f6d184 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:56:12.095223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-791f797f-59cf-42a9-a659-7037c9f6d184 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:56:12.134721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1b2d22b7-c552-4da7-898b-5fd2aa9d6f72 None None] Port cd436dec-e1a6-48a4-9e49-7560edbf6a6c cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:56:12.142536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-ba93a2d5-6b58-4270-bba1-500beff237f4 None None] Set router 77137aba-9796-4e6f-9a29-6df3b93a78f6 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:56:12.158076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-791f797f-59cf-42a9-a659-7037c9f6d184 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:12.162908 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-791f797f-59cf-42a9-a659-7037c9f6d184 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:12.169244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9fdd9596-46fe-413c-8bff-96a6188b42c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:56:12.213530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f797f-59cf-42a9-a659-7037c9f6d184 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b200236-8e43-40d2-86b6-43192ba2482e,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:56:12.216524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-791f797f-59cf-42a9-a659-7037c9f6d184 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:12.217850 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-791f797f-59cf-42a9-a659-7037c9f6d184 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2130969 Dec 25 19:56:12.218859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-791f797f-59cf-42a9-a659-7037c9f6d184 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:56:12.221192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54188) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:56:12.227694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-38e01fc6-42b0-4c24-a846-cb381c031e20 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': '0b200236-8e43-40d2-86b6-43192ba2482e', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:56:12.234174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-38e01fc6-42b0-4c24-a846-cb381c031e20 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:56:12.238220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-38e01fc6-42b0-4c24-a846-cb381c031e20 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:56:12.241267 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-38e01fc6-42b0-4c24-a846-cb381c031e20 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:56:12.247383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-38e01fc6-42b0-4c24-a846-cb381c031e20 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:56:12.263134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-38e01fc6-42b0-4c24-a846-cb381c031e20 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:12.326695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-38e01fc6-42b0-4c24-a846-cb381c031e20 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:12.332230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-38e01fc6-42b0-4c24-a846-cb381c031e20 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:12.334068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:56:12.358505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e01fc6-42b0-4c24-a846-cb381c031e20 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07151544-7446-4865-88fd-6b718704d772,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:56:12.361077 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-38e01fc6-42b0-4c24-a846-cb381c031e20 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:56:12.374462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-38e01fc6-42b0-4c24-a846-cb381c031e20 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:12.376063 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-38e01fc6-42b0-4c24-a846-cb381c031e20 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1539536 Dec 25 19:56:12.379250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54192) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:56:12.386641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-8a775a4a-1b1b-4839-9b93-9a889f5454cc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': '0b200236-8e43-40d2-86b6-43192ba2482e', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:56:12.394676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8a775a4a-1b1b-4839-9b93-9a889f5454cc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:56:12.399493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8a775a4a-1b1b-4839-9b93-9a889f5454cc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:56:12.402526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8a775a4a-1b1b-4839-9b93-9a889f5454cc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:56:12.408768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8a775a4a-1b1b-4839-9b93-9a889f5454cc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:56:12.426127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8a775a4a-1b1b-4839-9b93-9a889f5454cc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:12.494790 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8a775a4a-1b1b-4839-9b93-9a889f5454cc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:12.497641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-ba93a2d5-6b58-4270-bba1-500beff237f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'name': 'tempest-TestNetworkBasicOps-router-1984318779', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': 'eeb3598e-a678-44f3-8977-b170ae77a7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:56:05Z', 'updated_at': '2021-12-25T19:56:09Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'eeb3598e-a678-44f3-8977-b170ae77a7e4', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:56:05Z', 'updated_at': '2021-12-25T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'cd436dec-e1a6-48a4-9e49-7560edbf6a6c', 'name': '', 'network_id': '9318097c-b89d-4529-a49a-9b675c717521', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:4c:aa:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfa1f538-4381-4702-b5b9-fbf07728c7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:56:09Z', 'updated_at': '2021-12-25T19:56:10Z', 'revision_number': 2, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'bfa1f538-4381-4702-b5b9-fbf07728c7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:56:12.497917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8a775a4a-1b1b-4839-9b93-9a889f5454cc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:12.499950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-735aed68-910e-491a-9c93-3eb1d4148b01 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:56:12.501979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba93a2d5-6b58-4270-bba1-500beff237f4 None None] Checking router: 77137aba-9796-4e6f-9a29-6df3b93a78f6 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:56:12.502392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba93a2d5-6b58-4270-bba1-500beff237f4 None None] Updating router 77137aba-9796-4e6f-9a29-6df3b93a78f6 port cd436dec-e1a6-48a4-9e49-7560edbf6a6c binding host dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 19:56:12.528550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a775a4a-1b1b-4839-9b93-9a889f5454cc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d5f5ea-cbf9-4afe-93c2-f20500305e80,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:56:12.533151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8a775a4a-1b1b-4839-9b93-9a889f5454cc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:56:12.541721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8a775a4a-1b1b-4839-9b93-9a889f5454cc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:12.543222 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8a775a4a-1b1b-4839-9b93-9a889f5454cc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1619487 Dec 25 19:56:12.546191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54196) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:56:12.553787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-15b84725-b2d3-46c9-a5cd-6c65e7b22608 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': '0b200236-8e43-40d2-86b6-43192ba2482e', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:56:12.557127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba93a2d5-6b58-4270-bba1-500beff237f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:12.560153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-15b84725-b2d3-46c9-a5cd-6c65e7b22608 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:56:12.564187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-15b84725-b2d3-46c9-a5cd-6c65e7b22608 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:56:12.567297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-15b84725-b2d3-46c9-a5cd-6c65e7b22608 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:56:12.573903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-15b84725-b2d3-46c9-a5cd-6c65e7b22608 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:56:12.678291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device eeb3598e-a678-44f3-8977-b170ae77a7e4 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:56:12.824009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-15b84725-b2d3-46c9-a5cd-6c65e7b22608 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:12.890047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-15b84725-b2d3-46c9-a5cd-6c65e7b22608 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:12.892184 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port eeb3598e-a678-44f3-8977-b170ae77a7e4 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:56:12.892616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:12.892766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-15b84725-b2d3-46c9-a5cd-6c65e7b22608 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:12.895137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8423156d-6762-4374-b343-cfbba4129800 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:56:12.918063 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b84725-b2d3-46c9-a5cd-6c65e7b22608 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27917290-7278-480c-b501-a9a2bd346e3e,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:56:12.921145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-15b84725-b2d3-46c9-a5cd-6c65e7b22608 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:56:12.928219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-15b84725-b2d3-46c9-a5cd-6c65e7b22608 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:12.930062 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-15b84725-b2d3-46c9-a5cd-6c65e7b22608 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3819466 Dec 25 19:56:12.933012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54200) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:56:12.939035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-655802b2-2dc3-4fb0-a951-dfcecb369224 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': '0b200236-8e43-40d2-86b6-43192ba2482e', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:56:12.945898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-655802b2-2dc3-4fb0-a951-dfcecb369224 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:56:12.949965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-655802b2-2dc3-4fb0-a951-dfcecb369224 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:56:12.953011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-655802b2-2dc3-4fb0-a951-dfcecb369224 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:56:12.958964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-655802b2-2dc3-4fb0-a951-dfcecb369224 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:56:12.975250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-655802b2-2dc3-4fb0-a951-dfcecb369224 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:13.041231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-655802b2-2dc3-4fb0-a951-dfcecb369224 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:13.043952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-655802b2-2dc3-4fb0-a951-dfcecb369224 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:13.046449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5f2fd06e-69d9-46c1-b466-a07d8ebf560e tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:56:13.068200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655802b2-2dc3-4fb0-a951-dfcecb369224 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2bd6c8e-17ad-449f-9c5f-cf0bfcbb513a,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:56:13.073820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-655802b2-2dc3-4fb0-a951-dfcecb369224 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:56:13.081120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-655802b2-2dc3-4fb0-a951-dfcecb369224 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:13.082416 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-655802b2-2dc3-4fb0-a951-dfcecb369224 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1483560 Dec 25 19:56:13.085355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54204) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:56:13.091603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-a1787750-9614-4501-a19d-025be563d299 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': '0b200236-8e43-40d2-86b6-43192ba2482e', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:56:13.098117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a1787750-9614-4501-a19d-025be563d299 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:56:13.101405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba93a2d5-6b58-4270-bba1-500beff237f4 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:13.102147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a1787750-9614-4501-a19d-025be563d299 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:56:13.104579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 1f0c262f-0cab-47b9-aece-68a4b6415ef3 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:56:13.105193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a1787750-9614-4501-a19d-025be563d299 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:56:13.111364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a1787750-9614-4501-a19d-025be563d299 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:56:13.120937 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-a1787750-9614-4501-a19d-025be563d299 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Project 23f5dc92674e43b787fc19a8bf548d4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 19:56:13.131836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a1787750-9614-4501-a19d-025be563d299 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:13.157481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-ba93a2d5-6b58-4270-bba1-500beff237f4 None None] Transition to ACTIVE for port object cd436dec-e1a6-48a4-9e49-7560edbf6a6c will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:56:13.167479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba93a2d5-6b58-4270-bba1-500beff237f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:13.173679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:56:13.209005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a1787750-9614-4501-a19d-025be563d299 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:13.211533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a1787750-9614-4501-a19d-025be563d299 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:13.219119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1f4f7d04-fb26-4098-ae58-dc2f15b03c30 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:56:13.238102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1787750-9614-4501-a19d-025be563d299 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1c0b808-521a-4bc1-b706-0a2df94454d6,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:56:13.240475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a1787750-9614-4501-a19d-025be563d299 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:56:13.248380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a1787750-9614-4501-a19d-025be563d299 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:13.252582 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a1787750-9614-4501-a19d-025be563d299 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1633046 Dec 25 19:56:13.253107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54208) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:56:13.260652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-a628cd0b-9822-4386-9215-d2af6c529ffb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': '0b200236-8e43-40d2-86b6-43192ba2482e', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:56:13.268551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a628cd0b-9822-4386-9215-d2af6c529ffb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:56:13.272978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a628cd0b-9822-4386-9215-d2af6c529ffb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:56:13.276293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a628cd0b-9822-4386-9215-d2af6c529ffb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:56:13.282806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a628cd0b-9822-4386-9215-d2af6c529ffb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:56:13.294823 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-a628cd0b-9822-4386-9215-d2af6c529ffb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Project 23f5dc92674e43b787fc19a8bf548d4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 19:56:13.299625 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a02a4-4c4f-423f-9d7e-ae8545c7e54a None None] Pushing event updated for resources: {'Port': ['ID=cd436dec-e1a6-48a4-9e49-7560edbf6a6c,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:56:13.302095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a628cd0b-9822-4386-9215-d2af6c529ffb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:13.310738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d57a02a4-4c4f-423f-9d7e-ae8545c7e54a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:56:13.339870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 1f0c262f-0cab-47b9-aece-68a4b6415ef3 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:56:13.340404 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:13.381231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a628cd0b-9822-4386-9215-d2af6c529ffb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:13.384485 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a628cd0b-9822-4386-9215-d2af6c529ffb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:13.386826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-85ce2ef7-ec5b-4cb2-a378-2e16ddc20bad tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:56:13.413548 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a628cd0b-9822-4386-9215-d2af6c529ffb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d427c920-a0bc-4bf8-acf2-8ecdffde9613,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:56:13.419175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a628cd0b-9822-4386-9215-d2af6c529ffb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:56:13.428001 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a628cd0b-9822-4386-9215-d2af6c529ffb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:13.434686 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a628cd0b-9822-4386-9215-d2af6c529ffb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1749406 Dec 25 19:56:13.486708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-ba93a2d5-6b58-4270-bba1-500beff237f4 None None] Attempting to bind port cd436dec-e1a6-48a4-9e49-7560edbf6a6c on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:56:13.487152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-ba93a2d5-6b58-4270-bba1-500beff237f4 None None] Attempting to bind port cd436dec-e1a6-48a4-9e49-7560edbf6a6c by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'b815724d-53a1-4051-8c9e-eab53dcee2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9318097c-b89d-4529-a49a-9b675c717521'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:56:13.487567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba93a2d5-6b58-4270-bba1-500beff237f4 None None] Attempting to bind port cd436dec-e1a6-48a4-9e49-7560edbf6a6c on network 9318097c-b89d-4529-a49a-9b675c717521 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:56:13.504800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba93a2d5-6b58-4270-bba1-500beff237f4 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:56:13.505292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba93a2d5-6b58-4270-bba1-500beff237f4 None None] Checking segment: {'id': 'b815724d-53a1-4051-8c9e-eab53dcee2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9318097c-b89d-4529-a49a-9b675c717521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:56:13.506059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba93a2d5-6b58-4270-bba1-500beff237f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:13.506059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba93a2d5-6b58-4270-bba1-500beff237f4 None None] Bound using segment: {'id': 'b815724d-53a1-4051-8c9e-eab53dcee2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9318097c-b89d-4529-a49a-9b675c717521'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:56:13.506597 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-ba93a2d5-6b58-4270-bba1-500beff237f4 None None] Bound port: cd436dec-e1a6-48a4-9e49-7560edbf6a6c, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b815724d-53a1-4051-8c9e-eab53dcee2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9318097c-b89d-4529-a49a-9b675c717521'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:56:13.507026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba93a2d5-6b58-4270-bba1-500beff237f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:13.630991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-9ce432ce-3c3f-4547-a8a0-071438fb8822 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Synchronizing usage tracker for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:56:13.647081 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-9ce432ce-3c3f-4547-a8a0-071438fb8822 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Unset dirty status for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:56:13.648876 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-9ce432ce-3c3f-4547-a8a0-071438fb8822 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1256006302&fields=id&tenant_id=23f5dc92674e43b787fc19a8bf548d4f HTTP/1.1" status: 200 len: 267 time: 0.0663211 Dec 25 19:56:13.813231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-ee213c59-fc3f-49e1-acb5-d30c031842ef tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:56:13.813975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-ee213c59-fc3f-49e1-acb5-d30c031842ef tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Synchronizing usage tracker for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:56:13.824882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-ba93a2d5-6b58-4270-bba1-500beff237f4 None None] For port cd436dec-e1a6-48a4-9e49-7560edbf6a6c, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:56:13.828112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-ba93a2d5-6b58-4270-bba1-500beff237f4 None None] For port cd436dec-e1a6-48a4-9e49-7560edbf6a6c, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=cd436dec-e1a6-48a4-9e49-7560edbf6a6c,segment=NetworkSegment(b815724d-53a1-4051-8c9e-eab53dcee2d1),segment_id=b815724d-53a1-4051-8c9e-eab53dcee2d1)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:56:13.829546 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-ee213c59-fc3f-49e1-acb5-d30c031842ef tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Unset dirty status for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:56:13.830834 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-ee213c59-fc3f-49e1-acb5-d30c031842ef tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/networks?id=9318097c-b89d-4529-a49a-9b675c717521 HTTP/1.1" status: 200 len: 797 time: 0.1740386 Dec 25 19:56:13.831072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba93a2d5-6b58-4270-bba1-500beff237f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:13.836043 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:56:13.849464 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-4de1773a-c94a-47c6-967d-84d7049ea01a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/quotas/23f5dc92674e43b787fc19a8bf548d4f HTTP/1.1" status: 200 len: 375 time: 0.0119238 Dec 25 19:56:13.918851 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a02a4-4c4f-423f-9d7e-ae8545c7e54a None None] Pushing event updated for resources: {'Port': ['ID=cd436dec-e1a6-48a4-9e49-7560edbf6a6c,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:56:13.922890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d57a02a4-4c4f-423f-9d7e-ae8545c7e54a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:56:13.924548 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba93a2d5-6b58-4270-bba1-500beff237f4 None None] Routers {'77137aba-9796-4e6f-9a29-6df3b93a78f6'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:56:13.925249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-ba93a2d5-6b58-4270-bba1-500beff237f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:56:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['77137aba-9796-4e6f-9a29-6df3b93a78f6'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:56:13.938011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-fdcb2fd5-8c5e-427e-b39b-a400507e49b4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Synchronizing usage tracker for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:56:13.955593 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-fdcb2fd5-8c5e-427e-b39b-a400507e49b4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Unset dirty status for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:56:13.957330 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-fdcb2fd5-8c5e-427e-b39b-a400507e49b4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1012943 Dec 25 19:56:14.115249 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-d68487c5-2fa8-4e2b-9a14-87ef8db9a407 service neutron] 10.222.0.24 "GET /v2.0/networks/9318097c-b89d-4529-a49a-9b675c717521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437511 Dec 25 19:56:14.118632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-ba93a2d5-6b58-4270-bba1-500beff237f4 None None] Set router 77137aba-9796-4e6f-9a29-6df3b93a78f6 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:56:14.268355 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-7abb5502-aac9-4325-8c8a-302f67669ead service neutron] 10.222.0.24 "GET /v2.0/networks/9318097c-b89d-4529-a49a-9b675c717521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463549 Dec 25 19:56:14.480611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-ba93a2d5-6b58-4270-bba1-500beff237f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'name': 'tempest-TestNetworkBasicOps-router-1984318779', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': 'eeb3598e-a678-44f3-8977-b170ae77a7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:56:05Z', 'updated_at': '2021-12-25T19:56:09Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'eeb3598e-a678-44f3-8977-b170ae77a7e4', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:56:05Z', 'updated_at': '2021-12-25T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'cd436dec-e1a6-48a4-9e49-7560edbf6a6c', 'name': '', 'network_id': '9318097c-b89d-4529-a49a-9b675c717521', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:4c:aa:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfa1f538-4381-4702-b5b9-fbf07728c7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:56:09Z', 'updated_at': '2021-12-25T19:56:13Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'bfa1f538-4381-4702-b5b9-fbf07728c7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:56:14.481473 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9df78e7e-6e2f-4e07-8033-80ad14e4d891 req-f6c32b18-9a93-473c-a79c-1d3593d029de tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=6654a14e-f76f-4879-acd7-ea4865db1214 HTTP/1.1" status: 200 len: 210 time: 0.0507917 Dec 25 19:56:14.487299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba93a2d5-6b58-4270-bba1-500beff237f4 None None] The sync data for ids ['77137aba-9796-4e6f-9a29-6df3b93a78f6'] in dv-neutron-822611-1-hyperv is: [{'id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'name': 'tempest-TestNetworkBasicOps-router-1984318779', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': 'eeb3598e-a678-44f3-8977-b170ae77a7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:56:05Z', 'updated_at': '2021-12-25T19:56:09Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'eeb3598e-a678-44f3-8977-b170ae77a7e4', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:56:05Z', 'updated_at': '2021-12-25T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'cd436dec-e1a6-48a4-9e49-7560edbf6a6c', 'name': '', 'network_id': '9318097c-b89d-4529-a49a-9b675c717521', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:4c:aa:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfa1f538-4381-4702-b5b9-fbf07728c7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:56:09Z', 'updated_at': '2021-12-25T19:56:13Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'bfa1f538-4381-4702-b5b9-fbf07728c7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:56:14.703473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device cd436dec-e1a6-48a4-9e49-7560edbf6a6c up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:56:14.780939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port cd436dec-e1a6-48a4-9e49-7560edbf6a6c completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:56:14.786850 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port cd436dec-e1a6-48a4-9e49-7560edbf6a6c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:56:14.787610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:14.917589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:14.954391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port cd436dec-e1a6-48a4-9e49-7560edbf6a6c, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=cd436dec-e1a6-48a4-9e49-7560edbf6a6c,segment=NetworkSegment(b815724d-53a1-4051-8c9e-eab53dcee2d1),segment_id=b815724d-53a1-4051-8c9e-eab53dcee2d1)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:56:14.958885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:14.960947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:56:15.030971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=cd436dec-e1a6-48a4-9e49-7560edbf6a6c,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:56:15.034471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:56:15.700813 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-68ad47ea-5d66-4ee0-a1a3-ea418609ea14 req-40fd528e-3f69-4b5b-99c0-b0b3cb8329ef tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=6654a14e-f76f-4879-acd7-ea4865db1214 HTTP/1.1" status: 200 len: 210 time: 0.0564027 Dec 25 19:56:15.741259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-934b3cc8-7cf0-4a05-8ecb-866d317573bf tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:56:15.742898 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-934b3cc8-7cf0-4a05-8ecb-866d317573bf tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "GET /v2.0/networks?id=9318097c-b89d-4529-a49a-9b675c717521 HTTP/1.1" status: 200 len: 797 time: 0.2326057 Dec 25 19:56:15.817729 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-9d87fcc0-e167-4d9d-be51-3d78fa9da056 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23f5dc92674e43b787fc19a8bf548d4f HTTP/1.1" status: 200 len: 380 time: 0.0466995 Dec 25 19:56:15.834772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-534aba40-7224-4918-86a3-1b738956beb9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'port': {'device_id': '6654a14e-f76f-4879-acd7-ea4865db1214', 'network_id': '9318097c-b89d-4529-a49a-9b675c717521', 'admin_state_up': True, 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'security_groups': ['0b200236-8e43-40d2-86b6-43192ba2482e']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:56:15.985824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-534aba40-7224-4918-86a3-1b738956beb9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:56:15.997403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-534aba40-7224-4918-86a3-1b738956beb9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:56:16.007237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-534aba40-7224-4918-86a3-1b738956beb9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Made reservation on behalf of 23f5dc92674e43b787fc19a8bf548d4f for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:56:16.013408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-534aba40-7224-4918-86a3-1b738956beb9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:16.188315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-534aba40-7224-4918-86a3-1b738956beb9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Allocated IP 172.20.0.12 (9318097c-b89d-4529-a49a-9b675c717521/bfa1f538-4381-4702-b5b9-fbf07728c7bf/80d02c4f-b730-459e-9381-4dd7cce1d7cf) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:56:16.391568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-534aba40-7224-4918-86a3-1b738956beb9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:16.410652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-534aba40-7224-4918-86a3-1b738956beb9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Transition to ACTIVE for port object 80d02c4f-b730-459e-9381-4dd7cce1d7cf will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:56:16.431811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-534aba40-7224-4918-86a3-1b738956beb9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:16.437413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b873a543-2f00-47e3-934f-658486cd2bef tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:56:16.516268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-534aba40-7224-4918-86a3-1b738956beb9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network 9318097c-b89d-4529-a49a-9b675c717521 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:56:16.519869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-534aba40-7224-4918-86a3-1b738956beb9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:56:16.521873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534aba40-7224-4918-86a3-1b738956beb9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=80d02c4f-b730-459e-9381-4dd7cce1d7cf,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:56:16.524245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-534aba40-7224-4918-86a3-1b738956beb9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:56:16.552139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-534aba40-7224-4918-86a3-1b738956beb9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:56:16.590568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-534aba40-7224-4918-86a3-1b738956beb9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:56:16.591267 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-534aba40-7224-4918-86a3-1b738956beb9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:16.617950 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-534aba40-7224-4918-86a3-1b738956beb9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7874205 Dec 25 19:56:16.634522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-b91872c6-8e83-4c1d-9635-20b43018ca80 service neutron] Request body: {'port': {'device_id': '6654a14e-f76f-4879-acd7-ea4865db1214', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:56:16.676481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device cd436dec-e1a6-48a4-9e49-7560edbf6a6c up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:56:16.758632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port cd436dec-e1a6-48a4-9e49-7560edbf6a6c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:56:16.759378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:16.906150 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-8fdd5f0a-3518-45bc-922d-58d899b1fcfd None None] Provisioning for port 80d02c4f-b730-459e-9381-4dd7cce1d7cf completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:56:16.911411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-8fdd5f0a-3518-45bc-922d-58d899b1fcfd None None] Provisioning complete for port 80d02c4f-b730-459e-9381-4dd7cce1d7cf triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:56:16.911837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8fdd5f0a-3518-45bc-922d-58d899b1fcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:16.971956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8fdd5f0a-3518-45bc-922d-58d899b1fcfd None None] Port 80d02c4f-b730-459e-9381-4dd7cce1d7cf cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:56:17.059634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-b91872c6-8e83-4c1d-9635-20b43018ca80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:17.140628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b6e07d-b69a-474f-95d2-2eb35f850de6 req-aa85b591-84cb-4e47-a9b9-fe588cbfcf9c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:56:17.141382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-13b6e07d-b69a-474f-95d2-2eb35f850de6 req-aa85b591-84cb-4e47-a9b9-fe588cbfcf9c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Synchronizing usage tracker for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:56:17.212572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-13b6e07d-b69a-474f-95d2-2eb35f850de6 req-aa85b591-84cb-4e47-a9b9-fe588cbfcf9c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Unset dirty status for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:56:17.213860 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-13b6e07d-b69a-474f-95d2-2eb35f850de6 req-aa85b591-84cb-4e47-a9b9-fe588cbfcf9c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=6654a14e-f76f-4879-acd7-ea4865db1214 HTTP/1.1" status: 200 len: 932 time: 0.2400043 Dec 25 19:56:17.315912 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-13b6e07d-b69a-474f-95d2-2eb35f850de6 req-789bdb64-48c3-4da5-9616-56324d465711 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b200236-8e43-40d2-86b6-43192ba2482e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944614 Dec 25 19:56:17.488688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-b91872c6-8e83-4c1d-9635-20b43018ca80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80d02c4f-b730-459e-9381-4dd7cce1d7cf {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 19:56:17.496273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-b91872c6-8e83-4c1d-9635-20b43018ca80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:17.512021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-b91872c6-8e83-4c1d-9635-20b43018ca80 service neutron] Transition to ACTIVE for port object 80d02c4f-b730-459e-9381-4dd7cce1d7cf will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:56:17.514663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-b91872c6-8e83-4c1d-9635-20b43018ca80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:17.519004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1a25ac81-9301-48b6-807b-ba09d4af6536 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:56:17.648707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91872c6-8e83-4c1d-9635-20b43018ca80 service neutron] Pushing event updated for resources: {'Port': ['ID=80d02c4f-b730-459e-9381-4dd7cce1d7cf,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:56:17.653171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b91872c6-8e83-4c1d-9635-20b43018ca80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:56:17.767920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-b91872c6-8e83-4c1d-9635-20b43018ca80 service neutron] Attempting to bind port 80d02c4f-b730-459e-9381-4dd7cce1d7cf on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:56:17.768404 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-b91872c6-8e83-4c1d-9635-20b43018ca80 service neutron] Attempting to bind port 80d02c4f-b730-459e-9381-4dd7cce1d7cf by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b815724d-53a1-4051-8c9e-eab53dcee2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9318097c-b89d-4529-a49a-9b675c717521'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:56:17.768622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-b91872c6-8e83-4c1d-9635-20b43018ca80 service neutron] Attempting to bind port 80d02c4f-b730-459e-9381-4dd7cce1d7cf on network 9318097c-b89d-4529-a49a-9b675c717521 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:56:17.775196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-b91872c6-8e83-4c1d-9635-20b43018ca80 service neutron] Port 80d02c4f-b730-459e-9381-4dd7cce1d7cf on network 9318097c-b89d-4529-a49a-9b675c717521 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:56:17.775565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-b91872c6-8e83-4c1d-9635-20b43018ca80 service neutron] Attempting to bind port 80d02c4f-b730-459e-9381-4dd7cce1d7cf on network 9318097c-b89d-4529-a49a-9b675c717521 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:56:17.782561 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-b91872c6-8e83-4c1d-9635-20b43018ca80 service neutron] Checking agent: {'id': '5d7a6d50-e450-4e92-a105-61a558d89e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'started_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:56:17.782932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-b91872c6-8e83-4c1d-9635-20b43018ca80 service neutron] Checking segment: {'id': 'b815724d-53a1-4051-8c9e-eab53dcee2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9318097c-b89d-4529-a49a-9b675c717521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:56:17.783381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-b91872c6-8e83-4c1d-9635-20b43018ca80 service neutron] Bound using segment: {'id': 'b815724d-53a1-4051-8c9e-eab53dcee2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9318097c-b89d-4529-a49a-9b675c717521'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:56:17.783853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-b91872c6-8e83-4c1d-9635-20b43018ca80 service neutron] Bound port: 80d02c4f-b730-459e-9381-4dd7cce1d7cf, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b815724d-53a1-4051-8c9e-eab53dcee2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9318097c-b89d-4529-a49a-9b675c717521'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:56:17.784236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-b91872c6-8e83-4c1d-9635-20b43018ca80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:17.875534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-b91872c6-8e83-4c1d-9635-20b43018ca80 service neutron] For port 80d02c4f-b730-459e-9381-4dd7cce1d7cf, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:56:17.878535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-b91872c6-8e83-4c1d-9635-20b43018ca80 service neutron] For port 80d02c4f-b730-459e-9381-4dd7cce1d7cf, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=80d02c4f-b730-459e-9381-4dd7cce1d7cf,segment=NetworkSegment(b815724d-53a1-4051-8c9e-eab53dcee2d1),segment_id=b815724d-53a1-4051-8c9e-eab53dcee2d1)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:56:17.881742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-b91872c6-8e83-4c1d-9635-20b43018ca80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:17.886092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3a493bc0-e1c7-4d76-a8a1-15db6a728962 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:56:17.950723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-b91872c6-8e83-4c1d-9635-20b43018ca80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:17.952313 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-b91872c6-8e83-4c1d-9635-20b43018ca80 service neutron] 10.222.0.36 "PUT /v2.0/ports/80d02c4f-b730-459e-9381-4dd7cce1d7cf HTTP/1.1" status: 200 len: 1094 time: 1.3229146 Dec 25 19:56:17.952876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6654a14e-f76f-4879-acd7-ea4865db1214', 'tag': '80d02c4f-b730-459e-9381-4dd7cce1d7cf'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:56:17.969937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91872c6-8e83-4c1d-9635-20b43018ca80 service neutron] Pushing event updated for resources: {'Port': ['ID=80d02c4f-b730-459e-9381-4dd7cce1d7cf,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:56:17.973246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b91872c6-8e83-4c1d-9635-20b43018ca80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:56:18.048474 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6654a14e-f76f-4879-acd7-ea4865db1214', 'tag': '80d02c4f-b730-459e-9381-4dd7cce1d7cf', 'status': 'completed', 'code': 200} Dec 25 19:56:18.092489 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-512379ef-6722-4490-b90e-a1dacab22162 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=6654a14e-f76f-4879-acd7-ea4865db1214 HTTP/1.1" status: 200 len: 1097 time: 0.0795927 Dec 25 19:56:18.176294 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-4212051e-f154-45fc-8071-de827996f66d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80d02c4f-b730-459e-9381-4dd7cce1d7cf HTTP/1.1" status: 200 len: 217 time: 0.0719800 Dec 25 19:56:18.252188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-cd8003b5-34d2-4561-a3d8-0c3a071b1c0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:56:18.253803 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-cd8003b5-34d2-4561-a3d8-0c3a071b1c0e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfa1f538-4381-4702-b5b9-fbf07728c7bf HTTP/1.1" status: 200 len: 834 time: 0.0685620 Dec 25 19:56:18.341107 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-6e0ba553-3f75-4740-a866-952d3db7f956 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9318097c-b89d-4529-a49a-9b675c717521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772099 Dec 25 19:56:18.548701 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-fdb2ede7-c976-4dda-ac7b-19fd368c8b9a service neutron] 10.222.0.36 "GET /v2.0/networks/9318097c-b89d-4529-a49a-9b675c717521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961389 Dec 25 19:56:18.597676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc22b4-3f02-4197-9df7-0ffef28dca4f req-1144f657-c4a2-4e74-9b79-54802ea92251 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:56:18.599304 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7edc22b4-3f02-4197-9df7-0ffef28dca4f req-1144f657-c4a2-4e74-9b79-54802ea92251 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=6654a14e-f76f-4879-acd7-ea4865db1214 HTTP/1.1" status: 200 len: 944 time: 0.1478941 Dec 25 19:56:18.733649 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7edc22b4-3f02-4197-9df7-0ffef28dca4f req-37a0ec04-6e11-4fba-9932-3ce26dfff710 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b200236-8e43-40d2-86b6-43192ba2482e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229470 Dec 25 19:56:18.741489 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-56e3edfa-4150-47f3-ae91-bdea990cf4e5 req-90a26303-66d1-4a3a-af20-ec4956539983 service neutron] 10.222.0.36 "GET /v2.0/networks/9318097c-b89d-4529-a49a-9b675c717521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850822 Dec 25 19:56:18.873961 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c980e0df-b0d5-4629-ae05-bc83089a4e62 req-fc78516d-cc9c-4572-9250-ad4555e0b7ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=6654a14e-f76f-4879-acd7-ea4865db1214 HTTP/1.1" status: 200 len: 1097 time: 0.0784688 Dec 25 19:56:19.030950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980e0df-b0d5-4629-ae05-bc83089a4e62 req-c52a70dd-c348-4e03-815e-215411663a0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:56:19.032592 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c980e0df-b0d5-4629-ae05-bc83089a4e62 req-c52a70dd-c348-4e03-815e-215411663a0d service neutron] 10.222.0.36 "GET /v2.0/networks?id=9318097c-b89d-4529-a49a-9b675c717521 HTTP/1.1" status: 200 len: 897 time: 0.1466987 Dec 25 19:56:19.104810 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c980e0df-b0d5-4629-ae05-bc83089a4e62 req-07e4577c-2585-4d84-9c2a-2d2d3d8e7b45 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80d02c4f-b730-459e-9381-4dd7cce1d7cf HTTP/1.1" status: 200 len: 217 time: 0.0649750 Dec 25 19:56:19.177216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980e0df-b0d5-4629-ae05-bc83089a4e62 req-fbda10ef-855e-4b20-8f71-d6cad873749f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:56:19.178804 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c980e0df-b0d5-4629-ae05-bc83089a4e62 req-fbda10ef-855e-4b20-8f71-d6cad873749f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfa1f538-4381-4702-b5b9-fbf07728c7bf HTTP/1.1" status: 200 len: 834 time: 0.0670333 Dec 25 19:56:19.262238 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c980e0df-b0d5-4629-ae05-bc83089a4e62 req-d08841ee-6835-496d-b44c-75eab9413510 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9318097c-b89d-4529-a49a-9b675c717521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752890 Dec 25 19:56:19.413196 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c980e0df-b0d5-4629-ae05-bc83089a4e62 req-cd5b6566-bd61-4593-97e0-6fade242cc42 service neutron] 10.222.0.36 "GET /v2.0/networks/9318097c-b89d-4529-a49a-9b675c717521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435308 Dec 25 19:56:19.561086 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c980e0df-b0d5-4629-ae05-bc83089a4e62 req-69ac09f0-49b5-4c7d-a75c-3f566ed8ad7c service neutron] 10.222.0.36 "GET /v2.0/networks/9318097c-b89d-4529-a49a-9b675c717521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395190 Dec 25 19:56:19.942557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed54682-c59c-4e20-8df1-3be152dfe77a req-79ee13f0-a28c-495e-b50b-711cfb5a94da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:56:19.944384 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4ed54682-c59c-4e20-8df1-3be152dfe77a req-79ee13f0-a28c-495e-b50b-711cfb5a94da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=6654a14e-f76f-4879-acd7-ea4865db1214 HTTP/1.1" status: 200 len: 944 time: 0.0834553 Dec 25 19:56:19.962615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 19:56:20.000923 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4ed54682-c59c-4e20-8df1-3be152dfe77a req-75a21abe-6161-498e-b9a0-b716aa8aedf0 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b200236-8e43-40d2-86b6-43192ba2482e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504179 Dec 25 19:56:21.205668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd43692-87d7-404d-8396-5ccdbe556308 req-69385210-a851-49fe-aede-5178316aefd1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:56:21.207414 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7dd43692-87d7-404d-8396-5ccdbe556308 req-69385210-a851-49fe-aede-5178316aefd1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=6654a14e-f76f-4879-acd7-ea4865db1214 HTTP/1.1" status: 200 len: 944 time: 0.0862865 Dec 25 19:56:21.217341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 80d02c4f-b730-459e-9381-4dd7cce1d7cf details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 19:56:21.257276 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7dd43692-87d7-404d-8396-5ccdbe556308 req-dbf45de6-94ab-4f3f-8b24-f4050b0aad54 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b200236-8e43-40d2-86b6-43192ba2482e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432014 Dec 25 19:56:21.361799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 80d02c4f-b730-459e-9381-4dd7cce1d7cf, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=80d02c4f-b730-459e-9381-4dd7cce1d7cf,segment=NetworkSegment(b815724d-53a1-4051-8c9e-eab53dcee2d1),segment_id=b815724d-53a1-4051-8c9e-eab53dcee2d1)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:56:21.376054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': '80d02c4f-b730-459e-9381-4dd7cce1d7cf', 'network_id': '9318097c-b89d-4529-a49a-9b675c717521', 'port_id': '80d02c4f-b730-459e-9381-4dd7cce1d7cf', 'mac_address': 'fa:16:3e:47:f5:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfa1f538-4381-4702-b5b9-fbf07728c7bf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 19:56:21.431017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:21.448885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80d02c4f-b730-459e-9381-4dd7cce1d7cf {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 19:56:21.464326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 80d02c4f-b730-459e-9381-4dd7cce1d7cf, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=80d02c4f-b730-459e-9381-4dd7cce1d7cf,segment=NetworkSegment(b815724d-53a1-4051-8c9e-eab53dcee2d1),segment_id=b815724d-53a1-4051-8c9e-eab53dcee2d1)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:56:21.467162 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:21.468980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:56:21.536706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=80d02c4f-b730-459e-9381-4dd7cce1d7cf,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:56:21.539785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:56:21.728595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['80d02c4f-b730-459e-9381-4dd7cce1d7cf'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 19:56:22.466650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9611f18-6ffe-4b17-92f6-823b454f2d96 req-22098b1c-9f47-4083-aee1-4cf6fc311074 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:56:22.468194 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d9611f18-6ffe-4b17-92f6-823b454f2d96 req-22098b1c-9f47-4083-aee1-4cf6fc311074 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=6654a14e-f76f-4879-acd7-ea4865db1214 HTTP/1.1" status: 200 len: 945 time: 0.0893810 Dec 25 19:56:22.517126 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d9611f18-6ffe-4b17-92f6-823b454f2d96 req-1c523a08-b66f-4ca6-9e39-d1800181b7c8 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b200236-8e43-40d2-86b6-43192ba2482e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425289 Dec 25 19:56:23.217948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 80d02c4f-b730-459e-9381-4dd7cce1d7cf up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:56:23.287602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning for port 80d02c4f-b730-459e-9381-4dd7cce1d7cf completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:56:23.292447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port 80d02c4f-b730-459e-9381-4dd7cce1d7cf triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:56:23.292873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:23.416208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:23.451605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:23.456860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6654a14e-f76f-4879-acd7-ea4865db1214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d02c4f-b730-459e-9381-4dd7cce1d7cf'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:56:23.467447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 80d02c4f-b730-459e-9381-4dd7cce1d7cf, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=80d02c4f-b730-459e-9381-4dd7cce1d7cf,segment=NetworkSegment(b815724d-53a1-4051-8c9e-eab53dcee2d1),segment_id=b815724d-53a1-4051-8c9e-eab53dcee2d1)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:56:23.470545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:23.472530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:56:23.522336 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6654a14e-f76f-4879-acd7-ea4865db1214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d02c4f-b730-459e-9381-4dd7cce1d7cf', 'code': 200} Dec 25 19:56:23.544251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=80d02c4f-b730-459e-9381-4dd7cce1d7cf,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:56:23.547491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:56:23.783082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a35c7-185c-4c6e-b04a-4fb10474cf7b req-cae1b899-dc4a-4986-be4d-5fa3fb8bd6a1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:56:23.784661 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a94a35c7-185c-4c6e-b04a-4fb10474cf7b req-cae1b899-dc4a-4986-be4d-5fa3fb8bd6a1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=6654a14e-f76f-4879-acd7-ea4865db1214 HTTP/1.1" status: 200 len: 946 time: 0.1455164 Dec 25 19:56:23.809596 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d96282d3-7dea-4e69-9b1f-252569dcd6d0 req-647050e6-334e-46ff-b8df-4e1d4be03e1a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6654a14e-f76f-4879-acd7-ea4865db1214 HTTP/1.1" status: 200 len: 1099 time: 0.1113851 Dec 25 19:56:23.862135 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a94a35c7-185c-4c6e-b04a-4fb10474cf7b req-2fca8b03-f157-466c-a49b-9826bfacd7c8 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b200236-8e43-40d2-86b6-43192ba2482e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699506 Dec 25 19:56:23.873191 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d96282d3-7dea-4e69-9b1f-252569dcd6d0 req-78c52293-84bc-4ff1-ab5b-74009b9f1487 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0b200236-8e43-40d2-86b6-43192ba2482e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479963 Dec 25 19:56:25.067209 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b8796-a317-4c1e-82f0-4981c6addb0c req-183d5e1c-478b-4a0f-a709-2861a5e2f61e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:56:25.068819 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d72b8796-a317-4c1e-82f0-4981c6addb0c req-183d5e1c-478b-4a0f-a709-2861a5e2f61e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=6654a14e-f76f-4879-acd7-ea4865db1214 HTTP/1.1" status: 200 len: 946 time: 0.0845094 Dec 25 19:56:25.119878 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d72b8796-a317-4c1e-82f0-4981c6addb0c req-ab3319ab-a731-4ae7-af58-9dac148a5bae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b200236-8e43-40d2-86b6-43192ba2482e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440781 Dec 25 19:56:26.551700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17b5fd-96b7-4e46-a5a4-9473abdc2b37 req-a2074430-0709-4ca3-b33b-e0a15613f317 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:56:26.553277 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ba17b5fd-96b7-4e46-a5a4-9473abdc2b37 req-a2074430-0709-4ca3-b33b-e0a15613f317 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=6654a14e-f76f-4879-acd7-ea4865db1214 HTTP/1.1" status: 200 len: 946 time: 0.3075626 Dec 25 19:56:26.602442 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ba17b5fd-96b7-4e46-a5a4-9473abdc2b37 req-d6078da3-a4e5-4874-9de9-8bffb5454796 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b200236-8e43-40d2-86b6-43192ba2482e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423632 Dec 25 19:56:26.804920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd952cef-5978-4cb5-9e9c-6339a230c6ab req-fd5a4380-b8c5-465b-9bb1-b556bdf43a9e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:56:26.807044 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-cd952cef-5978-4cb5-9e9c-6339a230c6ab req-fd5a4380-b8c5-465b-9bb1-b556bdf43a9e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=6654a14e-f76f-4879-acd7-ea4865db1214 HTTP/1.1" status: 200 len: 946 time: 0.0822890 Dec 25 19:56:26.857444 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-cd952cef-5978-4cb5-9e9c-6339a230c6ab req-54f47020-281b-440a-a648-fb9a18b233ce tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b200236-8e43-40d2-86b6-43192ba2482e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444365 Dec 25 19:56:26.884834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54262) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:56:27.222879 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-26af2223-f45c-4fb5-84aa-bcdce6d0be59 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6654a14e-f76f-4879-acd7-ea4865db1214 HTTP/1.1" status: 200 len: 1094 time: 0.3367658 Dec 25 19:56:27.225752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54268) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:56:27.232206 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-f162172d-c308-4b1a-a998-b22577e1a19d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'floatingip': {'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'port_id': '80d02c4f-b730-459e-9381-4dd7cce1d7cf', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:56:27.237977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f162172d-c308-4b1a-a998-b22577e1a19d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:56:27.242028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f162172d-c308-4b1a-a998-b22577e1a19d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:floatingip and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:56:27.245034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f162172d-c308-4b1a-a998-b22577e1a19d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:56:27.250975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f162172d-c308-4b1a-a998-b22577e1a19d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:56:27.260243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f162172d-c308-4b1a-a998-b22577e1a19d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:27.406379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f162172d-c308-4b1a-a998-b22577e1a19d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:27.553344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-f162172d-c308-4b1a-a998-b22577e1a19d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Allocated IP 172.26.8.21 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/ae7dc4e6-e142-4d9f-bed1-cf3e4d4e861d) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:56:27.706793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f162172d-c308-4b1a-a998-b22577e1a19d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:27.732987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f162172d-c308-4b1a-a998-b22577e1a19d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:27.737314 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c33c7527-c4cd-4c6c-a441-181c65cd3a33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:56:27.801720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f162172d-c308-4b1a-a998-b22577e1a19d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:56:27.804566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-f162172d-c308-4b1a-a998-b22577e1a19d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:56:27.808478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f162172d-c308-4b1a-a998-b22577e1a19d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:56:27.843111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f162172d-c308-4b1a-a998-b22577e1a19d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=ae7dc4e6-e142-4d9f-bed1-cf3e4d4e861d,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:56:27.849747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f162172d-c308-4b1a-a998-b22577e1a19d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:56:28.334606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f162172d-c308-4b1a-a998-b22577e1a19d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:28.392639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f162172d-c308-4b1a-a998-b22577e1a19d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:28.611357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f162172d-c308-4b1a-a998-b22577e1a19d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:28.614786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f162172d-c308-4b1a-a998-b22577e1a19d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:28.619185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-eeb1af36-e299-450c-99ab-b7154685c500 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:56:28.729155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f162172d-c308-4b1a-a998-b22577e1a19d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=ae7dc4e6-e142-4d9f-bed1-cf3e4d4e861d,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:56:28.733506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f162172d-c308-4b1a-a998-b22577e1a19d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:56:28.742109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f162172d-c308-4b1a-a998-b22577e1a19d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:28.935467 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [None req-f162172d-c308-4b1a-a998-b22577e1a19d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Floating IP 54893114-b272-480b-a7ef-80b4b9c40108 associated. External IP: 172.26.8.21, port: 80d02c4f-b730-459e-9381-4dd7cce1d7cf. Dec 25 19:56:29.339255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f162172d-c308-4b1a-a998-b22577e1a19d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router 77137aba-9796-4e6f-9a29-6df3b93a78f6 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:56:29.542952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f162172d-c308-4b1a-a998-b22577e1a19d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:56:29.553105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99282d5f-0f80-4ccb-beac-c03847f5d9eb None None] Sync routers for ids ['77137aba-9796-4e6f-9a29-6df3b93a78f6'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:56:29.568640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99282d5f-0f80-4ccb-beac-c03847f5d9eb None None] Routers {'77137aba-9796-4e6f-9a29-6df3b93a78f6'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:56:29.569397 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-99282d5f-0f80-4ccb-beac-c03847f5d9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:56:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['77137aba-9796-4e6f-9a29-6df3b93a78f6'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:56:29.570507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f162172d-c308-4b1a-a998-b22577e1a19d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:29.629817 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f162172d-c308-4b1a-a998-b22577e1a19d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4028590 Dec 25 19:56:29.630519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6654a14e-f76f-4879-acd7-ea4865db1214', 'tag': '80d02c4f-b730-459e-9381-4dd7cce1d7cf'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:56:29.632656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54272) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:56:29.768696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-99282d5f-0f80-4ccb-beac-c03847f5d9eb None None] Set router 77137aba-9796-4e6f-9a29-6df3b93a78f6 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:56:29.819238 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6654a14e-f76f-4879-acd7-ea4865db1214', 'tag': '80d02c4f-b730-459e-9381-4dd7cce1d7cf', 'status': 'completed', 'code': 200} Dec 25 19:56:29.860766 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b13072d1-439e-47f6-a3db-592aef7d4e0e tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/routers/77137aba-9796-4e6f-9a29-6df3b93a78f6 HTTP/1.1" status: 200 len: 923 time: 0.2239029 Dec 25 19:56:29.861161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54278) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:56:29.924525 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-cdcfff42-8956-4a52-96e7-0c58b238e33b req-8cba8c84-4b45-438e-a6c0-8183908c6d12 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=6654a14e-f76f-4879-acd7-ea4865db1214 HTTP/1.1" status: 200 len: 1099 time: 0.0804207 Dec 25 19:56:29.975088 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-65c071ef-7adc-4c77-b3e0-513bd1720f86 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/floatingips/54893114-b272-480b-a7ef-80b4b9c40108 HTTP/1.1" status: 200 len: 991 time: 0.1116986 Dec 25 19:56:30.164302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-99282d5f-0f80-4ccb-beac-c03847f5d9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'name': 'tempest-TestNetworkBasicOps-router-1984318779', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': 'eeb3598e-a678-44f3-8977-b170ae77a7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:56:05Z', 'updated_at': '2021-12-25T19:56:09Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'eeb3598e-a678-44f3-8977-b170ae77a7e4', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:56:05Z', 'updated_at': '2021-12-25T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '54893114-b272-480b-a7ef-80b4b9c40108', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.21', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'port_id': '80d02c4f-b730-459e-9381-4dd7cce1d7cf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9318097c-b89d-4529-a49a-9b675c717521', 'mac_address': 'fa:16:3e:47:f5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6654a14e-f76f-4879-acd7-ea4865db1214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T19:56:28Z', 'updated_at': '2021-12-25T19:56:28Z', 'revision_number': 0, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd436dec-e1a6-48a4-9e49-7560edbf6a6c', 'name': '', 'network_id': '9318097c-b89d-4529-a49a-9b675c717521', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:4c:aa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfa1f538-4381-4702-b5b9-fbf07728c7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:56:09Z', 'updated_at': '2021-12-25T19:56:14Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'bfa1f538-4381-4702-b5b9-fbf07728c7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:56:30.169265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99282d5f-0f80-4ccb-beac-c03847f5d9eb None None] Checking router: 77137aba-9796-4e6f-9a29-6df3b93a78f6 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:56:30.181880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99282d5f-0f80-4ccb-beac-c03847f5d9eb None None] Routers {'77137aba-9796-4e6f-9a29-6df3b93a78f6'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:56:30.182566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-99282d5f-0f80-4ccb-beac-c03847f5d9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:56:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['77137aba-9796-4e6f-9a29-6df3b93a78f6'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:56:30.301001 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfff42-8956-4a52-96e7-0c58b238e33b req-ff1d448a-00f8-4701-8f17-2910b00fd526 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:56:30.302615 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-cdcfff42-8956-4a52-96e7-0c58b238e33b req-ff1d448a-00f8-4701-8f17-2910b00fd526 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9318097c-b89d-4529-a49a-9b675c717521 HTTP/1.1" status: 200 len: 897 time: 0.3709567 Dec 25 19:56:30.389990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-99282d5f-0f80-4ccb-beac-c03847f5d9eb None None] Set router 77137aba-9796-4e6f-9a29-6df3b93a78f6 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:56:30.412368 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-cdcfff42-8956-4a52-96e7-0c58b238e33b req-68e91310-e1c7-426b-99b0-f673f4400da1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80d02c4f-b730-459e-9381-4dd7cce1d7cf HTTP/1.1" status: 200 len: 999 time: 0.1023407 Dec 25 19:56:30.484022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfff42-8956-4a52-96e7-0c58b238e33b req-38f49521-b4de-41eb-a77b-54c3f8decf7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:56:30.485624 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-cdcfff42-8956-4a52-96e7-0c58b238e33b req-38f49521-b4de-41eb-a77b-54c3f8decf7c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfa1f538-4381-4702-b5b9-fbf07728c7bf HTTP/1.1" status: 200 len: 834 time: 0.0667946 Dec 25 19:56:30.568719 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-cdcfff42-8956-4a52-96e7-0c58b238e33b req-f29c14e0-e93d-4d54-83a9-23d69c8d4c6f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9318097c-b89d-4529-a49a-9b675c717521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770969 Dec 25 19:56:30.715244 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-cdcfff42-8956-4a52-96e7-0c58b238e33b req-316a5147-63a4-4369-86b4-2ca32e201260 service neutron] 10.222.0.36 "GET /v2.0/networks/9318097c-b89d-4529-a49a-9b675c717521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361635 Dec 25 19:56:30.759135 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-99282d5f-0f80-4ccb-beac-c03847f5d9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'name': 'tempest-TestNetworkBasicOps-router-1984318779', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': 'eeb3598e-a678-44f3-8977-b170ae77a7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:56:05Z', 'updated_at': '2021-12-25T19:56:09Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'eeb3598e-a678-44f3-8977-b170ae77a7e4', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:56:05Z', 'updated_at': '2021-12-25T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '54893114-b272-480b-a7ef-80b4b9c40108', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.21', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'port_id': '80d02c4f-b730-459e-9381-4dd7cce1d7cf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9318097c-b89d-4529-a49a-9b675c717521', 'mac_address': 'fa:16:3e:47:f5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6654a14e-f76f-4879-acd7-ea4865db1214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T19:56:28Z', 'updated_at': '2021-12-25T19:56:28Z', 'revision_number': 0, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd436dec-e1a6-48a4-9e49-7560edbf6a6c', 'name': '', 'network_id': '9318097c-b89d-4529-a49a-9b675c717521', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:4c:aa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfa1f538-4381-4702-b5b9-fbf07728c7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:56:09Z', 'updated_at': '2021-12-25T19:56:14Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'bfa1f538-4381-4702-b5b9-fbf07728c7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:56:30.763304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99282d5f-0f80-4ccb-beac-c03847f5d9eb None None] The sync data for ids ['77137aba-9796-4e6f-9a29-6df3b93a78f6'] in dv-neutron-822611-1-hyperv is: [{'id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'name': 'tempest-TestNetworkBasicOps-router-1984318779', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': 'eeb3598e-a678-44f3-8977-b170ae77a7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:56:05Z', 'updated_at': '2021-12-25T19:56:09Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'eeb3598e-a678-44f3-8977-b170ae77a7e4', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:56:05Z', 'updated_at': '2021-12-25T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '54893114-b272-480b-a7ef-80b4b9c40108', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.21', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'port_id': '80d02c4f-b730-459e-9381-4dd7cce1d7cf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9318097c-b89d-4529-a49a-9b675c717521', 'mac_address': 'fa:16:3e:47:f5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6654a14e-f76f-4879-acd7-ea4865db1214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T19:56:28Z', 'updated_at': '2021-12-25T19:56:28Z', 'revision_number': 0, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd436dec-e1a6-48a4-9e49-7560edbf6a6c', 'name': '', 'network_id': '9318097c-b89d-4529-a49a-9b675c717521', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:4c:aa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfa1f538-4381-4702-b5b9-fbf07728c7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:56:09Z', 'updated_at': '2021-12-25T19:56:14Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'bfa1f538-4381-4702-b5b9-fbf07728c7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:56:30.862811 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-cdcfff42-8956-4a52-96e7-0c58b238e33b req-4804b7fe-d5f5-4b5c-ba30-aa45ba125620 service neutron] 10.222.0.36 "GET /v2.0/networks/9318097c-b89d-4529-a49a-9b675c717521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389921 Dec 25 19:56:30.977945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54282) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:56:31.095140 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-cd5bebfe-272e-4840-8123-928708798c14 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/floatingips/54893114-b272-480b-a7ef-80b4b9c40108 HTTP/1.1" status: 200 len: 991 time: 0.1144767 Dec 25 19:56:31.110231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4db348-93dd-45dc-8c7e-bffa14c75e72 None None] New status for floating IP 54893114-b272-480b-a7ef-80b4b9c40108: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 19:56:32.098084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54286) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:56:32.213737 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fd728b5b-7d95-4fae-9e43-a4fae632cd0c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/floatingips/54893114-b272-480b-a7ef-80b4b9c40108 HTTP/1.1" status: 200 len: 993 time: 0.1100099 Dec 25 19:56:36.033380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8fa8e9ae-4a02-4d22-927c-ba47a8653525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:37.208140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:37.922123 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0b2b16fc-4b74-4679-beac-18ed46aab6db req-fa56897b-5198-4441-ba03-109e0567c623 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6654a14e-f76f-4879-acd7-ea4865db1214&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732472 Dec 25 19:56:38.073931 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0b2b16fc-4b74-4679-beac-18ed46aab6db req-df07e61b-af9a-4a61-b8b0-395253e0f498 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=6654a14e-f76f-4879-acd7-ea4865db1214 HTTP/1.1" status: 200 len: 1099 time: 0.0779049 Dec 25 19:56:38.232159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b16fc-4b74-4679-beac-18ed46aab6db req-5ba1d9cf-d65f-4302-b68c-46789a3aea89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:56:38.233776 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0b2b16fc-4b74-4679-beac-18ed46aab6db req-5ba1d9cf-d65f-4302-b68c-46789a3aea89 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9318097c-b89d-4529-a49a-9b675c717521 HTTP/1.1" status: 200 len: 897 time: 0.1382899 Dec 25 19:56:38.318972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e037b7e0-6c25-4062-b1e5-1dda912facb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:38.343578 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0b2b16fc-4b74-4679-beac-18ed46aab6db req-bca786c1-9942-4e23-ac58-88e1d148feae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80d02c4f-b730-459e-9381-4dd7cce1d7cf HTTP/1.1" status: 200 len: 1001 time: 0.1035745 Dec 25 19:56:38.413210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b16fc-4b74-4679-beac-18ed46aab6db req-dc1e5e10-7a71-40f9-a463-0173683f2b07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:56:38.414739 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0b2b16fc-4b74-4679-beac-18ed46aab6db req-dc1e5e10-7a71-40f9-a463-0173683f2b07 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfa1f538-4381-4702-b5b9-fbf07728c7bf HTTP/1.1" status: 200 len: 834 time: 0.0623062 Dec 25 19:56:38.492322 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0b2b16fc-4b74-4679-beac-18ed46aab6db req-a2bc3feb-6ca3-457e-bbc3-b1b02438818a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9318097c-b89d-4529-a49a-9b675c717521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716441 Dec 25 19:56:38.598178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:38.641587 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0b2b16fc-4b74-4679-beac-18ed46aab6db req-5f3ed7ad-77f7-46e0-9e55-d82922f57964 service neutron] 10.222.0.36 "GET /v2.0/networks/9318097c-b89d-4529-a49a-9b675c717521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420672 Dec 25 19:56:38.784083 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0b2b16fc-4b74-4679-beac-18ed46aab6db req-68bcb690-5c27-48ca-a543-e94ee153d4e5 service neutron] 10.222.0.36 "GET /v2.0/networks/9318097c-b89d-4529-a49a-9b675c717521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354125 Dec 25 19:56:39.927680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:53.443809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:56:56.964129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 19:57:03.528265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54300) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:57:03.716858 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8706acd9-9ad2-4a11-a7e3-197b3f75a9d3 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/routers/77137aba-9796-4e6f-9a29-6df3b93a78f6/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1872816 Dec 25 19:57:03.720137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54304) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:57:03.934474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12630e52-c135-4917-9525-5e1870221460 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Notify agent at dv-neutron-822611-1-hyperv the message router_removed_from_agent {{(pid=88901) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:49}} Dec 25 19:57:03.937670 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-12630e52-c135-4917-9525-5e1870221460 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "DELETE /v2.0/agents/3ced681e-829c-479b-b21f-ae97f67cd5b3/l3-routers/77137aba-9796-4e6f-9a29-6df3b93a78f6 HTTP/1.1" status: 204 len: 168 time: 0.2165523 Dec 25 19:57:03.940563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54308) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:57:04.132067 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c2971b21-aecb-4fb6-b00c-d101a7dbbc28 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/routers/77137aba-9796-4e6f-9a29-6df3b93a78f6/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1901197 Dec 25 19:57:04.135303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54312) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:57:04.249441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a54e78-225f-4b52-96c5-aeecf0f444cc None None] New status for floating IP 54893114-b272-480b-a7ef-80b4b9c40108: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 19:57:04.251011 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5ff9e15e-83d9-4b4d-93b3-e8c293c421fc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/floatingips/54893114-b272-480b-a7ef-80b4b9c40108 HTTP/1.1" status: 200 len: 993 time: 0.1142683 Dec 25 19:57:04.694713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device eeb3598e-a678-44f3-8977-b170ae77a7e4 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:57:04.810011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:04.826250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port eeb3598e-a678-44f3-8977-b170ae77a7e4, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=eeb3598e-a678-44f3-8977-b170ae77a7e4,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:57:04.829174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:04.830055 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device cd436dec-e1a6-48a4-9e49-7560edbf6a6c no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:57:04.857271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-eec9eecf-b7c9-4703-8578-c2e25d050757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:57:04.945294 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=eeb3598e-a678-44f3-8977-b170ae77a7e4,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:57:04.992324 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:57:04.993368 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:57:04.993753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:57:04.994132 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:57:04.994508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:57:04.994881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:57:04.995299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:57:04.995670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:57:04.996038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:57:04.996402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:57:04.996767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:57:05.010956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:57:05.025505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:05.058531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port cd436dec-e1a6-48a4-9e49-7560edbf6a6c, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=cd436dec-e1a6-48a4-9e49-7560edbf6a6c,segment=NetworkSegment(b815724d-53a1-4051-8c9e-eab53dcee2d1),segment_id=b815724d-53a1-4051-8c9e-eab53dcee2d1)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:57:05.061294 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:05.063094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3c077399-9b75-4439-ad1f-273e231d9430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:57:05.128969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=cd436dec-e1a6-48a4-9e49-7560edbf6a6c,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:57:05.132299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:57:05.254255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54316) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:57:05.364024 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-614f243c-2a62-4f60-ba57-42e93b67f23a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/floatingips/54893114-b272-480b-a7ef-80b4b9c40108 HTTP/1.1" status: 200 len: 991 time: 0.1084740 Dec 25 19:57:06.034981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ac3da689-d729-4584-a59a-49de0c1814fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:06.518331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54322) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:57:06.743386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8189f40a-0ff6-4baf-9400-6be319e43f33 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Router 77137aba-9796-4e6f-9a29-6df3b93a78f6 is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:57:06.743761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8189f40a-0ff6-4baf-9400-6be319e43f33 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Notify agent at dv-neutron-822611-1-hyperv the message router_added_to_agent {{(pid=88901) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:49}} Dec 25 19:57:06.771893 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8189f40a-0ff6-4baf-9400-6be319e43f33 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "POST /v2.0/agents/3ced681e-829c-479b-b21f-ae97f67cd5b3/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2497392 Dec 25 19:57:06.772140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54328) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:57:06.789427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1070c948-a4aa-4aff-8e19-6e7f06308983 None None] Sync routers for ids ['77137aba-9796-4e6f-9a29-6df3b93a78f6'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:57:06.801783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1070c948-a4aa-4aff-8e19-6e7f06308983 None None] Routers {'77137aba-9796-4e6f-9a29-6df3b93a78f6'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:57:06.802454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1070c948-a4aa-4aff-8e19-6e7f06308983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:56:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['77137aba-9796-4e6f-9a29-6df3b93a78f6'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:57:06.970977 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-51f6337b-54d2-4bae-a480-2c88150418cd tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/routers/77137aba-9796-4e6f-9a29-6df3b93a78f6/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1975100 Dec 25 19:57:06.973959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54334) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:57:07.109953 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a5e4c1a8-2349-487f-8689-7cd5ce3a181c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/floatingips/54893114-b272-480b-a7ef-80b4b9c40108 HTTP/1.1" status: 200 len: 991 time: 0.1336913 Dec 25 19:57:07.152664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-1070c948-a4aa-4aff-8e19-6e7f06308983 None None] Set router 77137aba-9796-4e6f-9a29-6df3b93a78f6 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:57:07.235352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:07.532347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1070c948-a4aa-4aff-8e19-6e7f06308983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'name': 'tempest-TestNetworkBasicOps-router-1984318779', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': 'eeb3598e-a678-44f3-8977-b170ae77a7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:56:05Z', 'updated_at': '2021-12-25T19:56:09Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'eeb3598e-a678-44f3-8977-b170ae77a7e4', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e3:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:56:05Z', 'updated_at': '2021-12-25T19:57:04Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '54893114-b272-480b-a7ef-80b4b9c40108', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.21', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'port_id': '80d02c4f-b730-459e-9381-4dd7cce1d7cf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9318097c-b89d-4529-a49a-9b675c717521', 'mac_address': 'fa:16:3e:47:f5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6654a14e-f76f-4879-acd7-ea4865db1214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T19:56:28Z', 'updated_at': '2021-12-25T19:57:04Z', 'revision_number': 2, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd436dec-e1a6-48a4-9e49-7560edbf6a6c', 'name': '', 'network_id': '9318097c-b89d-4529-a49a-9b675c717521', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:4c:aa:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfa1f538-4381-4702-b5b9-fbf07728c7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:56:09Z', 'updated_at': '2021-12-25T19:57:05Z', 'revision_number': 6, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'bfa1f538-4381-4702-b5b9-fbf07728c7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:57:07.536391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1070c948-a4aa-4aff-8e19-6e7f06308983 None None] Checking router: 77137aba-9796-4e6f-9a29-6df3b93a78f6 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:57:07.548319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1070c948-a4aa-4aff-8e19-6e7f06308983 None None] Routers {'77137aba-9796-4e6f-9a29-6df3b93a78f6'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:57:07.548993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1070c948-a4aa-4aff-8e19-6e7f06308983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:56:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['77137aba-9796-4e6f-9a29-6df3b93a78f6'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:57:07.739216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-1070c948-a4aa-4aff-8e19-6e7f06308983 None None] Set router 77137aba-9796-4e6f-9a29-6df3b93a78f6 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:57:08.112975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54338) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:57:08.113856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1070c948-a4aa-4aff-8e19-6e7f06308983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'name': 'tempest-TestNetworkBasicOps-router-1984318779', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': 'eeb3598e-a678-44f3-8977-b170ae77a7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:56:05Z', 'updated_at': '2021-12-25T19:56:09Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'eeb3598e-a678-44f3-8977-b170ae77a7e4', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e3:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:56:05Z', 'updated_at': '2021-12-25T19:57:04Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '54893114-b272-480b-a7ef-80b4b9c40108', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.21', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'port_id': '80d02c4f-b730-459e-9381-4dd7cce1d7cf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9318097c-b89d-4529-a49a-9b675c717521', 'mac_address': 'fa:16:3e:47:f5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6654a14e-f76f-4879-acd7-ea4865db1214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T19:56:28Z', 'updated_at': '2021-12-25T19:57:04Z', 'revision_number': 2, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd436dec-e1a6-48a4-9e49-7560edbf6a6c', 'name': '', 'network_id': '9318097c-b89d-4529-a49a-9b675c717521', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:4c:aa:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfa1f538-4381-4702-b5b9-fbf07728c7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:56:09Z', 'updated_at': '2021-12-25T19:57:05Z', 'revision_number': 6, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'bfa1f538-4381-4702-b5b9-fbf07728c7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:57:08.118216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1070c948-a4aa-4aff-8e19-6e7f06308983 None None] The sync data for ids ['77137aba-9796-4e6f-9a29-6df3b93a78f6'] in dv-neutron-822611-1-hyperv is: [{'id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'name': 'tempest-TestNetworkBasicOps-router-1984318779', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': 'eeb3598e-a678-44f3-8977-b170ae77a7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:56:05Z', 'updated_at': '2021-12-25T19:56:09Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'eeb3598e-a678-44f3-8977-b170ae77a7e4', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e3:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:56:05Z', 'updated_at': '2021-12-25T19:57:04Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '54893114-b272-480b-a7ef-80b4b9c40108', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.21', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'port_id': '80d02c4f-b730-459e-9381-4dd7cce1d7cf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9318097c-b89d-4529-a49a-9b675c717521', 'mac_address': 'fa:16:3e:47:f5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6654a14e-f76f-4879-acd7-ea4865db1214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T19:56:28Z', 'updated_at': '2021-12-25T19:57:04Z', 'revision_number': 2, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd436dec-e1a6-48a4-9e49-7560edbf6a6c', 'name': '', 'network_id': '9318097c-b89d-4529-a49a-9b675c717521', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:4c:aa:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfa1f538-4381-4702-b5b9-fbf07728c7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:56:09Z', 'updated_at': '2021-12-25T19:57:05Z', 'revision_number': 6, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'bfa1f538-4381-4702-b5b9-fbf07728c7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:57:08.228677 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-52ecaa6a-e5d7-4833-91f9-12267dc89254 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/floatingips/54893114-b272-480b-a7ef-80b4b9c40108 HTTP/1.1" status: 200 len: 991 time: 0.1142983 Dec 25 19:57:08.322050 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-05116aa7-c8c4-4c64-8410-a27521fc6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:08.593182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:08.717352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device cd436dec-e1a6-48a4-9e49-7560edbf6a6c up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:57:08.789821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port cd436dec-e1a6-48a4-9e49-7560edbf6a6c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:57:08.790249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:08.911809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:08.947345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port cd436dec-e1a6-48a4-9e49-7560edbf6a6c, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=cd436dec-e1a6-48a4-9e49-7560edbf6a6c,segment=NetworkSegment(b815724d-53a1-4051-8c9e-eab53dcee2d1),segment_id=b815724d-53a1-4051-8c9e-eab53dcee2d1)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:57:08.952667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:08.954682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d57a02a4-4c4f-423f-9d7e-ae8545c7e54a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:57:09.027109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=cd436dec-e1a6-48a4-9e49-7560edbf6a6c,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:57:09.030371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:57:09.232723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54342) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:57:09.586927 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-34d9a626-bf0a-4d0c-a3e7-57fc09faa66a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/floatingips/54893114-b272-480b-a7ef-80b4b9c40108 HTTP/1.1" status: 200 len: 991 time: 0.3523347 Dec 25 19:57:09.932505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:10.592017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54346) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:57:10.705040 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7aa2f0e9-9760-4561-a870-891f81c56ccf tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/floatingips/54893114-b272-480b-a7ef-80b4b9c40108 HTTP/1.1" status: 200 len: 991 time: 0.1117334 Dec 25 19:57:10.765285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device eeb3598e-a678-44f3-8977-b170ae77a7e4 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:57:10.835931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port eeb3598e-a678-44f3-8977-b170ae77a7e4 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:57:10.836872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:10.956155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:10.972469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port eeb3598e-a678-44f3-8977-b170ae77a7e4, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=eeb3598e-a678-44f3-8977-b170ae77a7e4,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:57:10.975374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:10.976233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device cd436dec-e1a6-48a4-9e49-7560edbf6a6c up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:57:10.999689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:57:11.093292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=eeb3598e-a678-44f3-8977-b170ae77a7e4,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:57:11.098176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:57:11.107322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port cd436dec-e1a6-48a4-9e49-7560edbf6a6c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:57:11.107755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:11.359227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d4bd88-ba96-432b-a209-0f1d5fc5d539 None None] New status for floating IP 54893114-b272-480b-a7ef-80b4b9c40108: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 19:57:11.709060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54350) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:57:11.821493 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2dc94028-083b-4370-8245-ab01af0b25b0 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/floatingips/54893114-b272-480b-a7ef-80b4b9c40108 HTTP/1.1" status: 200 len: 993 time: 0.1111259 Dec 25 19:57:12.143836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54358) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:57:12.355542 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-a850bc2b-7d81-4c52-932e-061a55cc58c3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting port ae7dc4e6-e142-4d9f-bed1-cf3e4d4e861d {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:57:12.355920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a850bc2b-7d81-4c52-932e-061a55cc58c3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:12.539173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a850bc2b-7d81-4c52-932e-061a55cc58c3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:12.539700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a850bc2b-7d81-4c52-932e-061a55cc58c3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:12.667693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-a850bc2b-7d81-4c52-932e-061a55cc58c3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Calling delete_port for ae7dc4e6-e142-4d9f-bed1-cf3e4d4e861d owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:57:12.702763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device eeb3598e-a678-44f3-8977-b170ae77a7e4 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:57:12.774664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port eeb3598e-a678-44f3-8977-b170ae77a7e4 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:57:12.775291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:12.824788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a850bc2b-7d81-4c52-932e-061a55cc58c3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:12.829161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5ea628e5-fc2c-485d-b906-35f71e301a11 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:57:12.870787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850bc2b-7d81-4c52-932e-061a55cc58c3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Port': ['ID=ae7dc4e6-e142-4d9f-bed1-cf3e4d4e861d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:57:12.884284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850bc2b-7d81-4c52-932e-061a55cc58c3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:57:12.884721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850bc2b-7d81-4c52-932e-061a55cc58c3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:57:12.885144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850bc2b-7d81-4c52-932e-061a55cc58c3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:57:12.885561 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850bc2b-7d81-4c52-932e-061a55cc58c3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:57:12.885978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850bc2b-7d81-4c52-932e-061a55cc58c3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:57:12.886734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850bc2b-7d81-4c52-932e-061a55cc58c3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:57:12.887358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850bc2b-7d81-4c52-932e-061a55cc58c3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:57:12.887358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850bc2b-7d81-4c52-932e-061a55cc58c3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:57:12.887647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850bc2b-7d81-4c52-932e-061a55cc58c3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:57:12.887991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850bc2b-7d81-4c52-932e-061a55cc58c3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:57:12.888380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850bc2b-7d81-4c52-932e-061a55cc58c3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:57:12.919522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a850bc2b-7d81-4c52-932e-061a55cc58c3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:57:12.985935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a850bc2b-7d81-4c52-932e-061a55cc58c3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:13.392143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a850bc2b-7d81-4c52-932e-061a55cc58c3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router 77137aba-9796-4e6f-9a29-6df3b93a78f6 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:57:13.602939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a850bc2b-7d81-4c52-932e-061a55cc58c3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:57:13.613215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41adb544-d245-425f-b507-9142ae3d4179 None None] Sync routers for ids ['77137aba-9796-4e6f-9a29-6df3b93a78f6'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:57:13.623941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a850bc2b-7d81-4c52-932e-061a55cc58c3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:13.626268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41adb544-d245-425f-b507-9142ae3d4179 None None] Routers {'77137aba-9796-4e6f-9a29-6df3b93a78f6'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:57:13.626962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-41adb544-d245-425f-b507-9142ae3d4179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:57:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['77137aba-9796-4e6f-9a29-6df3b93a78f6'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:57:13.682564 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a850bc2b-7d81-4c52-932e-061a55cc58c3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/floatingips/54893114-b272-480b-a7ef-80b4b9c40108 HTTP/1.1" status: 204 len: 168 time: 1.5376382 Dec 25 19:57:13.683354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6654a14e-f76f-4879-acd7-ea4865db1214', 'tag': '80d02c4f-b730-459e-9381-4dd7cce1d7cf'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:57:13.827861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-41adb544-d245-425f-b507-9142ae3d4179 None None] Set router 77137aba-9796-4e6f-9a29-6df3b93a78f6 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:57:13.829698 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6654a14e-f76f-4879-acd7-ea4865db1214', 'tag': '80d02c4f-b730-459e-9381-4dd7cce1d7cf', 'status': 'completed', 'code': 200} Dec 25 19:57:13.943768 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-391438bc-a71b-44bf-a612-9460cb0f06f1 req-571cc760-0628-486d-983e-b549ac535176 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=6654a14e-f76f-4879-acd7-ea4865db1214 HTTP/1.1" status: 200 len: 1099 time: 0.0864532 Dec 25 19:57:14.161331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391438bc-a71b-44bf-a612-9460cb0f06f1 req-26bdec40-ca70-4845-b04c-333530fb076e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:57:14.163001 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-391438bc-a71b-44bf-a612-9460cb0f06f1 req-26bdec40-ca70-4845-b04c-333530fb076e service neutron] 10.222.0.36 "GET /v2.0/networks?id=9318097c-b89d-4529-a49a-9b675c717521 HTTP/1.1" status: 200 len: 897 time: 0.2126169 Dec 25 19:57:14.232013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75546d1-c458-4217-9769-26d3e302f5ff req-076efde7-5dce-48ca-9678-367d357de90e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:57:14.233633 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f75546d1-c458-4217-9769-26d3e302f5ff req-076efde7-5dce-48ca-9678-367d357de90e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=6654a14e-f76f-4879-acd7-ea4865db1214 HTTP/1.1" status: 200 len: 946 time: 0.2303712 Dec 25 19:57:14.264675 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-391438bc-a71b-44bf-a612-9460cb0f06f1 req-40b62668-ef81-4825-b503-0c44176d6f70 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80d02c4f-b730-459e-9381-4dd7cce1d7cf HTTP/1.1" status: 200 len: 217 time: 0.0938811 Dec 25 19:57:14.337242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-41adb544-d245-425f-b507-9142ae3d4179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'name': 'tempest-TestNetworkBasicOps-router-1984318779', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': 'eeb3598e-a678-44f3-8977-b170ae77a7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:56:05Z', 'updated_at': '2021-12-25T19:56:09Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'eeb3598e-a678-44f3-8977-b170ae77a7e4', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:56:05Z', 'updated_at': '2021-12-25T19:57:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'cd436dec-e1a6-48a4-9e49-7560edbf6a6c', 'name': '', 'network_id': '9318097c-b89d-4529-a49a-9b675c717521', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:4c:aa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfa1f538-4381-4702-b5b9-fbf07728c7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:56:09Z', 'updated_at': '2021-12-25T19:57:08Z', 'revision_number': 7, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'bfa1f538-4381-4702-b5b9-fbf07728c7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:57:14.341345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41adb544-d245-425f-b507-9142ae3d4179 None None] Checking router: 77137aba-9796-4e6f-9a29-6df3b93a78f6 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:57:14.343671 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f75546d1-c458-4217-9769-26d3e302f5ff req-8061bb49-babf-4440-ae44-794b3ff5eb9b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b200236-8e43-40d2-86b6-43192ba2482e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039808 Dec 25 19:57:14.353556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41adb544-d245-425f-b507-9142ae3d4179 None None] Routers {'77137aba-9796-4e6f-9a29-6df3b93a78f6'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:57:14.353831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391438bc-a71b-44bf-a612-9460cb0f06f1 req-6dcb2a50-f1dc-43e8-a619-24e84af88b55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:57:14.354235 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-41adb544-d245-425f-b507-9142ae3d4179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:57:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['77137aba-9796-4e6f-9a29-6df3b93a78f6'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:57:14.355406 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-391438bc-a71b-44bf-a612-9460cb0f06f1 req-6dcb2a50-f1dc-43e8-a619-24e84af88b55 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfa1f538-4381-4702-b5b9-fbf07728c7bf HTTP/1.1" status: 200 len: 834 time: 0.0829937 Dec 25 19:57:14.440781 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-391438bc-a71b-44bf-a612-9460cb0f06f1 req-ed76bacc-f9a3-4833-96b2-316824c57aed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9318097c-b89d-4529-a49a-9b675c717521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782185 Dec 25 19:57:14.542660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-41adb544-d245-425f-b507-9142ae3d4179 None None] Set router 77137aba-9796-4e6f-9a29-6df3b93a78f6 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:57:14.585683 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-391438bc-a71b-44bf-a612-9460cb0f06f1 req-f0a73538-fc3e-48db-a3a4-7956b02da21d service neutron] 10.222.0.36 "GET /v2.0/networks/9318097c-b89d-4529-a49a-9b675c717521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371634 Dec 25 19:57:14.734678 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-391438bc-a71b-44bf-a612-9460cb0f06f1 req-73ea031f-ac4c-4213-a29d-7d424feff1a2 service neutron] 10.222.0.36 "GET /v2.0/networks/9318097c-b89d-4529-a49a-9b675c717521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420851 Dec 25 19:57:14.874537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-41adb544-d245-425f-b507-9142ae3d4179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'name': 'tempest-TestNetworkBasicOps-router-1984318779', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': 'eeb3598e-a678-44f3-8977-b170ae77a7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:56:05Z', 'updated_at': '2021-12-25T19:56:09Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'eeb3598e-a678-44f3-8977-b170ae77a7e4', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:56:05Z', 'updated_at': '2021-12-25T19:57:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'cd436dec-e1a6-48a4-9e49-7560edbf6a6c', 'name': '', 'network_id': '9318097c-b89d-4529-a49a-9b675c717521', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:4c:aa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfa1f538-4381-4702-b5b9-fbf07728c7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:56:09Z', 'updated_at': '2021-12-25T19:57:08Z', 'revision_number': 7, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'bfa1f538-4381-4702-b5b9-fbf07728c7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:57:14.878657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41adb544-d245-425f-b507-9142ae3d4179 None None] The sync data for ids ['77137aba-9796-4e6f-9a29-6df3b93a78f6'] in dv-neutron-822611-1-hyperv is: [{'id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'name': 'tempest-TestNetworkBasicOps-router-1984318779', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': 'eeb3598e-a678-44f3-8977-b170ae77a7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:56:05Z', 'updated_at': '2021-12-25T19:56:09Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'eeb3598e-a678-44f3-8977-b170ae77a7e4', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:56:05Z', 'updated_at': '2021-12-25T19:57:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'cd436dec-e1a6-48a4-9e49-7560edbf6a6c', 'name': '', 'network_id': '9318097c-b89d-4529-a49a-9b675c717521', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:4c:aa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfa1f538-4381-4702-b5b9-fbf07728c7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:56:09Z', 'updated_at': '2021-12-25T19:57:08Z', 'revision_number': 7, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'bfa1f538-4381-4702-b5b9-fbf07728c7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:57:15.622998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3b45e-c27d-42b4-bc8a-a62ee02be76d req-956d31c6-83ea-464c-8c34-54f9b09aa0a5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:57:15.624709 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dcd3b45e-c27d-42b4-bc8a-a62ee02be76d req-956d31c6-83ea-464c-8c34-54f9b09aa0a5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=6654a14e-f76f-4879-acd7-ea4865db1214 HTTP/1.1" status: 200 len: 946 time: 0.1532755 Dec 25 19:57:15.630811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f6439-568f-4d48-bce7-6519712f4828 req-780aca1f-f5db-43e0-b93a-a672eae260bc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:57:15.632295 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-933f6439-568f-4d48-bce7-6519712f4828 req-780aca1f-f5db-43e0-b93a-a672eae260bc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "GET /v2.0/ports?device_id=6654a14e-f76f-4879-acd7-ea4865db1214 HTTP/1.1" status: 200 len: 946 time: 0.1248221 Dec 25 19:57:15.743858 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-933f6439-568f-4d48-bce7-6519712f4828 req-f629c38a-8609-4c2c-9161-312743d577d5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting port 80d02c4f-b730-459e-9381-4dd7cce1d7cf {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:57:15.744244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-933f6439-568f-4d48-bce7-6519712f4828 req-f629c38a-8609-4c2c-9161-312743d577d5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:15.774946 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dcd3b45e-c27d-42b4-bc8a-a62ee02be76d req-f3036e2d-1a54-4159-a97d-5175186ac132 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b200236-8e43-40d2-86b6-43192ba2482e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416538 Dec 25 19:57:16.005736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-933f6439-568f-4d48-bce7-6519712f4828 req-f629c38a-8609-4c2c-9161-312743d577d5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] For port 80d02c4f-b730-459e-9381-4dd7cce1d7cf, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=80d02c4f-b730-459e-9381-4dd7cce1d7cf,segment=NetworkSegment(b815724d-53a1-4051-8c9e-eab53dcee2d1),segment_id=b815724d-53a1-4051-8c9e-eab53dcee2d1)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:57:16.006260 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-933f6439-568f-4d48-bce7-6519712f4828 req-f629c38a-8609-4c2c-9161-312743d577d5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:16.136331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-933f6439-568f-4d48-bce7-6519712f4828 req-f629c38a-8609-4c2c-9161-312743d577d5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Calling delete_port for 80d02c4f-b730-459e-9381-4dd7cce1d7cf owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:57:16.260011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112e4ffa-115c-4595-a804-e75b01e5ff09 None None] New status for floating IP 54893114-b272-480b-a7ef-80b4b9c40108: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 19:57:16.291484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-933f6439-568f-4d48-bce7-6519712f4828 req-f629c38a-8609-4c2c-9161-312743d577d5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:16.297249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5af61e8b-5960-4569-a31b-7aa0dddabdce tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:57:16.562413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629c38a-8609-4c2c-9161-312743d577d5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Port': ['ID=80d02c4f-b730-459e-9381-4dd7cce1d7cf,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:57:16.575835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f629c38a-8609-4c2c-9161-312743d577d5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:57:16.576261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f629c38a-8609-4c2c-9161-312743d577d5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:57:16.576674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f629c38a-8609-4c2c-9161-312743d577d5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:57:16.577086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f629c38a-8609-4c2c-9161-312743d577d5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:57:16.577520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f629c38a-8609-4c2c-9161-312743d577d5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:57:16.577900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f629c38a-8609-4c2c-9161-312743d577d5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:57:16.578304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f629c38a-8609-4c2c-9161-312743d577d5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:57:16.578708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f629c38a-8609-4c2c-9161-312743d577d5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:57:16.579146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f629c38a-8609-4c2c-9161-312743d577d5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:57:16.579549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f629c38a-8609-4c2c-9161-312743d577d5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:57:16.579954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f629c38a-8609-4c2c-9161-312743d577d5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:57:16.612033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f629c38a-8609-4c2c-9161-312743d577d5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:57:16.651999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-933f6439-568f-4d48-bce7-6519712f4828 req-f629c38a-8609-4c2c-9161-312743d577d5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] No DVR routers for this DVR port 80d02c4f-b730-459e-9381-4dd7cce1d7cf on host hv-neutron-8226 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:57:16.654477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-933f6439-568f-4d48-bce7-6519712f4828 req-f629c38a-8609-4c2c-9161-312743d577d5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:16.657224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6654a14e-f76f-4879-acd7-ea4865db1214', 'name': 'network-vif-deleted', 'tag': '80d02c4f-b730-459e-9381-4dd7cce1d7cf'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:57:16.669451 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-933f6439-568f-4d48-bce7-6519712f4828 req-f629c38a-8609-4c2c-9161-312743d577d5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "DELETE /v2.0/ports/80d02c4f-b730-459e-9381-4dd7cce1d7cf HTTP/1.1" status: 204 len: 173 time: 1.0165987 Dec 25 19:57:16.712361 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6654a14e-f76f-4879-acd7-ea4865db1214', 'name': 'network-vif-deleted', 'tag': '80d02c4f-b730-459e-9381-4dd7cce1d7cf', 'status': 'completed', 'code': 200} Dec 25 19:57:16.963748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-9fe5b9a0-b32f-4f94-b75e-58b30602ec66 req-859fb1c7-e12f-497f-b382-ec360568c4ef tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Synchronizing usage tracker for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:57:16.982963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-9fe5b9a0-b32f-4f94-b75e-58b30602ec66 req-859fb1c7-e12f-497f-b382-ec360568c4ef tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Unset dirty status for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:57:16.984342 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9fe5b9a0-b32f-4f94-b75e-58b30602ec66 req-859fb1c7-e12f-497f-b382-ec360568c4ef tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=6654a14e-f76f-4879-acd7-ea4865db1214 HTTP/1.1" status: 200 len: 210 time: 0.0711486 Dec 25 19:57:18.091164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54380) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:57:18.164532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-001c3e98-9531-4ac3-b8fc-8f871841c4be tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:18.194819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-001c3e98-9531-4ac3-b8fc-8f871841c4be tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:18.250559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-001c3e98-9531-4ac3-b8fc-8f871841c4be tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:18.255889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8aca4943-a709-4da1-8904-4dc4b81b915f tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:57:18.271317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c3e98-9531-4ac3-b8fc-8f871841c4be tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b200236-8e43-40d2-86b6-43192ba2482e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:57:18.274173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-001c3e98-9531-4ac3-b8fc-8f871841c4be tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:57:18.281462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-001c3e98-9531-4ac3-b8fc-8f871841c4be tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:18.282665 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-001c3e98-9531-4ac3-b8fc-8f871841c4be tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/security-groups/0b200236-8e43-40d2-86b6-43192ba2482e HTTP/1.1" status: 204 len: 168 time: 0.1904404 Dec 25 19:57:18.320593 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54386) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:57:18.738597 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1323f44a-a4d2-4537-810b-73993178a852 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:19.375414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1323f44a-a4d2-4537-810b-73993178a852 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting port cd436dec-e1a6-48a4-9e49-7560edbf6a6c {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:57:19.376049 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1323f44a-a4d2-4537-810b-73993178a852 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:19.496049 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 80d02c4f-b730-459e-9381-4dd7cce1d7cf no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:57:19.533745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] No Port match for: 80d02c4f-b730-459e-9381-4dd7cce1d7cf {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:57:19.534114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 80d02c4f-b730-459e-9381-4dd7cce1d7cf not bound to the agent host hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:57:19.570492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-1323f44a-a4d2-4537-810b-73993178a852 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] For port cd436dec-e1a6-48a4-9e49-7560edbf6a6c, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=cd436dec-e1a6-48a4-9e49-7560edbf6a6c,segment=NetworkSegment(b815724d-53a1-4051-8c9e-eab53dcee2d1),segment_id=b815724d-53a1-4051-8c9e-eab53dcee2d1)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:57:19.570893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1323f44a-a4d2-4537-810b-73993178a852 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:19.703033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1323f44a-a4d2-4537-810b-73993178a852 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Calling delete_port for cd436dec-e1a6-48a4-9e49-7560edbf6a6c owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:57:19.885240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1323f44a-a4d2-4537-810b-73993178a852 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:19.889951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b91872c6-8e83-4c1d-9635-20b43018ca80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:57:19.934326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1323f44a-a4d2-4537-810b-73993178a852 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Port': ['ID=cd436dec-e1a6-48a4-9e49-7560edbf6a6c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:57:19.937104 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1323f44a-a4d2-4537-810b-73993178a852 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:57:20.243972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1323f44a-a4d2-4537-810b-73993178a852 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:20.855636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1323f44a-a4d2-4537-810b-73993178a852 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router 77137aba-9796-4e6f-9a29-6df3b93a78f6 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:57:21.285528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1323f44a-a4d2-4537-810b-73993178a852 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:57:21.296140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630a771a-df94-4d82-b6d3-371be4cc86d3 None None] Sync routers for ids ['77137aba-9796-4e6f-9a29-6df3b93a78f6'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:57:21.301818 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1323f44a-a4d2-4537-810b-73993178a852 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "PUT /v2.0/routers/77137aba-9796-4e6f-9a29-6df3b93a78f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9794211 Dec 25 19:57:21.304802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54390) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:57:21.309024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630a771a-df94-4d82-b6d3-371be4cc86d3 None None] Routers {'77137aba-9796-4e6f-9a29-6df3b93a78f6'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:57:21.309705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-630a771a-df94-4d82-b6d3-371be4cc86d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:57:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['77137aba-9796-4e6f-9a29-6df3b93a78f6'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:57:21.502456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-630a771a-df94-4d82-b6d3-371be4cc86d3 None None] Set router 77137aba-9796-4e6f-9a29-6df3b93a78f6 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:57:21.518032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-cad20305-bc88-4e0a-9a7b-417f00d6a15a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting subnet bfa1f538-4381-4702-b5b9-fbf07728c7bf {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 19:57:21.521137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cad20305-bc88-4e0a-9a7b-417f00d6a15a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:21.578805 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cad20305-bc88-4e0a-9a7b-417f00d6a15a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:21.668239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cad20305-bc88-4e0a-9a7b-417f00d6a15a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:21.752939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cad20305-bc88-4e0a-9a7b-417f00d6a15a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:21.757605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-593f57a6-a462-442f-a69e-a515d4955b18 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:57:21.796919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad20305-bc88-4e0a-9a7b-417f00d6a15a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Subnet': ['ID=bfa1f538-4381-4702-b5b9-fbf07728c7bf,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:57:21.800106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cad20305-bc88-4e0a-9a7b-417f00d6a15a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:57:21.802595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cad20305-bc88-4e0a-9a7b-417f00d6a15a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:21.809782 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-cad20305-bc88-4e0a-9a7b-417f00d6a15a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/subnets/bfa1f538-4381-4702-b5b9-fbf07728c7bf HTTP/1.1" status: 204 len: 168 time: 0.5032856 Dec 25 19:57:21.811520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c47ebb-107a-4275-a97d-76bbb17fbc97 None None] Network 9318097c-b89d-4529-a49a-9b675c717521 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:57:21.812616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54394) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:57:21.849696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-630a771a-df94-4d82-b6d3-371be4cc86d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'name': 'tempest-TestNetworkBasicOps-router-1984318779', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': 'eeb3598e-a678-44f3-8977-b170ae77a7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:56:05Z', 'updated_at': '2021-12-25T19:57:19Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'eeb3598e-a678-44f3-8977-b170ae77a7e4', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:56:05Z', 'updated_at': '2021-12-25T19:57:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:57:21.857306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630a771a-df94-4d82-b6d3-371be4cc86d3 None None] Checking router: 77137aba-9796-4e6f-9a29-6df3b93a78f6 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:57:21.962195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630a771a-df94-4d82-b6d3-371be4cc86d3 None None] Routers {'77137aba-9796-4e6f-9a29-6df3b93a78f6'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:57:21.962891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-630a771a-df94-4d82-b6d3-371be4cc86d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:57:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['77137aba-9796-4e6f-9a29-6df3b93a78f6'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:57:22.025322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0e0c0abe-e8ed-4bb0-bd75-907f218684bb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:22.204738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-630a771a-df94-4d82-b6d3-371be4cc86d3 None None] Set router 77137aba-9796-4e6f-9a29-6df3b93a78f6 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:57:22.236202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0e0c0abe-e8ed-4bb0-bd75-907f218684bb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:22.245315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0e0c0abe-e8ed-4bb0-bd75-907f218684bb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting port eeb3598e-a678-44f3-8977-b170ae77a7e4 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:57:22.245685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0e0c0abe-e8ed-4bb0-bd75-907f218684bb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:22.261724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3fdea5-2865-4307-b995-06ef8f8d5453 None None] DHCP port deletion for 9318097c-b89d-4529-a49a-9b675c717521 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 19:57:22.447607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-0e0c0abe-e8ed-4bb0-bd75-907f218684bb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] For port eeb3598e-a678-44f3-8977-b170ae77a7e4, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=eeb3598e-a678-44f3-8977-b170ae77a7e4,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:57:22.447933 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0e0c0abe-e8ed-4bb0-bd75-907f218684bb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:22.491635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-9d3fdea5-2865-4307-b995-06ef8f8d5453 None None] Deleting port 1f0c262f-0cab-47b9-aece-68a4b6415ef3 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 19:57:22.491978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9d3fdea5-2865-4307-b995-06ef8f8d5453 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:22.578944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0e0c0abe-e8ed-4bb0-bd75-907f218684bb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Calling delete_port for eeb3598e-a678-44f3-8977-b170ae77a7e4 owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:57:22.715345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 1f0c262f-0cab-47b9-aece-68a4b6415ef3 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:57:22.756280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0e0c0abe-e8ed-4bb0-bd75-907f218684bb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:22.761710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f162172d-c308-4b1a-a998-b22577e1a19d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:57:22.804659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c0abe-e8ed-4bb0-bd75-907f218684bb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Port': ['ID=eeb3598e-a678-44f3-8977-b170ae77a7e4,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:57:22.807941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0e0c0abe-e8ed-4bb0-bd75-907f218684bb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:57:22.923007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-9d3fdea5-2865-4307-b995-06ef8f8d5453 None None] For port 1f0c262f-0cab-47b9-aece-68a4b6415ef3, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=1f0c262f-0cab-47b9-aece-68a4b6415ef3,segment=NetworkSegment(b815724d-53a1-4051-8c9e-eab53dcee2d1),segment_id=b815724d-53a1-4051-8c9e-eab53dcee2d1)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:57:22.923675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9d3fdea5-2865-4307-b995-06ef8f8d5453 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:23.050480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0e0c0abe-e8ed-4bb0-bd75-907f218684bb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:23.105090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-9d3fdea5-2865-4307-b995-06ef8f8d5453 None None] Calling delete_port for 1f0c262f-0cab-47b9-aece-68a4b6415ef3 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 19:57:23.180093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:23.208247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-630a771a-df94-4d82-b6d3-371be4cc86d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'name': 'tempest-TestNetworkBasicOps-router-1984318779', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': 'eeb3598e-a678-44f3-8977-b170ae77a7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:56:05Z', 'updated_at': '2021-12-25T19:57:19Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'eeb3598e-a678-44f3-8977-b170ae77a7e4', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:56:05Z', 'updated_at': '2021-12-25T19:57:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:57:23.217011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630a771a-df94-4d82-b6d3-371be4cc86d3 None None] The sync data for ids ['77137aba-9796-4e6f-9a29-6df3b93a78f6'] in dv-neutron-822611-1-hyperv is: [{'id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'name': 'tempest-TestNetworkBasicOps-router-1984318779', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': 'eeb3598e-a678-44f3-8977-b170ae77a7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:56:05Z', 'updated_at': '2021-12-25T19:57:19Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'eeb3598e-a678-44f3-8977-b170ae77a7e4', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77137aba-9796-4e6f-9a29-6df3b93a78f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:56:05Z', 'updated_at': '2021-12-25T19:57:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:57:23.257797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9d3fdea5-2865-4307-b995-06ef8f8d5453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:23.267371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9eba752c-e649-44b1-b78b-6d7afac23ea1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:57:23.313066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3fdea5-2865-4307-b995-06ef8f8d5453 None None] Pushing event deleted for resources: {'Port': ['ID=1f0c262f-0cab-47b9-aece-68a4b6415ef3,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:57:23.316090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9d3fdea5-2865-4307-b995-06ef8f8d5453 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:57:23.320986 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3fdea5-2865-4307-b995-06ef8f8d5453 None None] No DVR routers for this DVR port 1f0c262f-0cab-47b9-aece-68a4b6415ef3 on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 19:57:23.347739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0e0c0abe-e8ed-4bb0-bd75-907f218684bb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:23.353037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0e0c0abe-e8ed-4bb0-bd75-907f218684bb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:23.378117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0e0c0abe-e8ed-4bb0-bd75-907f218684bb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:23.378938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0c0abe-e8ed-4bb0-bd75-907f218684bb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Fanout notify agent at l3_agent the message router_deleted on router 77137aba-9796-4e6f-9a29-6df3b93a78f6 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 19:57:23.402532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0e0c0abe-e8ed-4bb0-bd75-907f218684bb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:23.404677 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0e0c0abe-e8ed-4bb0-bd75-907f218684bb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/routers/77137aba-9796-4e6f-9a29-6df3b93a78f6 HTTP/1.1" status: 204 len: 168 time: 1.5907986 Dec 25 19:57:23.407407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54398) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:57:23.461249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:23.538337 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-705e0484-86ce-4ec4-aae1-8b29b1dac74b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:23.677937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-705e0484-86ce-4ec4-aae1-8b29b1dac74b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:23.704419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-705e0484-86ce-4ec4-aae1-8b29b1dac74b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9318097c-b89d-4529-a49a-9b675c717521']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:57:23.719354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-705e0484-86ce-4ec4-aae1-8b29b1dac74b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b815724d-53a1-4051-8c9e-eab53dcee2d1') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:57:23.719940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-705e0484-86ce-4ec4-aae1-8b29b1dac74b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b815724d-53a1-4051-8c9e-eab53dcee2d1') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:57:23.741227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-705e0484-86ce-4ec4-aae1-8b29b1dac74b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:23.759681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-705e0484-86ce-4ec4-aae1-8b29b1dac74b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:23.766930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-705e0484-86ce-4ec4-aae1-8b29b1dac74b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 19:57:23.767600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-705e0484-86ce-4ec4-aae1-8b29b1dac74b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:23.784847 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 19:57:23.784847 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 19:57:23.784847 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 19:57:23.784847 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 19:57:23.784847 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 19:57:23.784847 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 19:57:23.784847 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 19:57:23.784847 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 19:57:23.784847 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 19:57:23.784847 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 19:57:23.784847 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 19:57:23.784847 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 19:57:23.784847 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 19:57:23.784847 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 19:57:23.784847 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 19:57:23.784847 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 19:57:23.784847 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 19:57:23.784847 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 19:57:23.784847 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 19:57:23.784847 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 19:57:23.784847 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 19:57:23.784847 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 19:57:23.784847 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 19:57:23.784847 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 19:57:23.784847 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 19:57:23.784847 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 19:57:23.784847 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 19:57:23.784847 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 19:57:23.784847 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 19:57:23.784847 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 19:57:23.784847 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 19:57:23.784847 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 19:57:24.106935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-705e0484-86ce-4ec4-aae1-8b29b1dac74b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:24.110467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-86a73d29-1bbb-4c70-ab32-36788d33a708 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:57:24.128749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-705e0484-86ce-4ec4-aae1-8b29b1dac74b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:24.141348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e0484-86ce-4ec4-aae1-8b29b1dac74b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Network': ['ID=9318097c-b89d-4529-a49a-9b675c717521,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:57:24.143924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-705e0484-86ce-4ec4-aae1-8b29b1dac74b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:57:24.147694 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-705e0484-86ce-4ec4-aae1-8b29b1dac74b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/networks/9318097c-b89d-4529-a49a-9b675c717521 HTTP/1.1" status: 204 len: 168 time: 0.7374136 Dec 25 19:57:24.161451 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54402) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:57:24.168083 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-95213cf3-aae9-4bf2-b85c-9febacd36e18 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'network': {'name': 'tempest-network-smoke--86421180', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'port_security_enabled': True}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:57:24.173543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-95213cf3-aae9-4bf2-b85c-9febacd36e18 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:57:24.178013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-95213cf3-aae9-4bf2-b85c-9febacd36e18 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:network and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:57:24.181501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-95213cf3-aae9-4bf2-b85c-9febacd36e18 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:57:24.187517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-95213cf3-aae9-4bf2-b85c-9febacd36e18 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:57:24.196557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95213cf3-aae9-4bf2-b85c-9febacd36e18 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Made reservation on behalf of 23f5dc92674e43b787fc19a8bf548d4f for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:57:24.201944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-95213cf3-aae9-4bf2-b85c-9febacd36e18 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:24.231080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95213cf3-aae9-4bf2-b85c-9febacd36e18 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 19:57:24.239840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-95213cf3-aae9-4bf2-b85c-9febacd36e18 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:24.240297 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-95213cf3-aae9-4bf2-b85c-9febacd36e18 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Added segment d7db0899-4244-4261-99b7-216e83bbfde4 of type vlan for network 61f44685-726d-4a1b-bf0c-76d9de0527ce Dec 25 19:57:24.268347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-95213cf3-aae9-4bf2-b85c-9febacd36e18 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:24.298808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-95213cf3-aae9-4bf2-b85c-9febacd36e18 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:24.302810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95213cf3-aae9-4bf2-b85c-9febacd36e18 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:57:24.303471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-95213cf3-aae9-4bf2-b85c-9febacd36e18 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:24.309156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de3487f8-fa38-4a4b-98d4-cd27d80776f1 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:57:24.370523 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-95213cf3-aae9-4bf2-b85c-9febacd36e18 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2078359 Dec 25 19:57:24.375677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54406) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:57:24.384946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-21437743-5152-4e79-9904-1ec76d387e05 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-802373841', 'admin_state_up': True, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:57:24.392828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-21437743-5152-4e79-9904-1ec76d387e05 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:57:24.396878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-21437743-5152-4e79-9904-1ec76d387e05 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:router and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:57:24.401151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-21437743-5152-4e79-9904-1ec76d387e05 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:57:24.407367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-21437743-5152-4e79-9904-1ec76d387e05 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:57:24.418807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-21437743-5152-4e79-9904-1ec76d387e05 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:24.419871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-21437743-5152-4e79-9904-1ec76d387e05 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:24.439770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-21437743-5152-4e79-9904-1ec76d387e05 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:24.443320 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95213cf3-aae9-4bf2-b85c-9febacd36e18 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Network': ['ID=61f44685-726d-4a1b-bf0c-76d9de0527ce,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:57:24.446470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-95213cf3-aae9-4bf2-b85c-9febacd36e18 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:57:24.454188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 61f44685-726d-4a1b-bf0c-76d9de0527ce details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 19:57:24.596987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-21437743-5152-4e79-9904-1ec76d387e05 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:24.704719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device eeb3598e-a678-44f3-8977-b170ae77a7e4 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:57:24.740959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: eeb3598e-a678-44f3-8977-b170ae77a7e4 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:57:24.741358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device eeb3598e-a678-44f3-8977-b170ae77a7e4 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:57:24.741837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device cd436dec-e1a6-48a4-9e49-7560edbf6a6c no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 19:57:24.780989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: cd436dec-e1a6-48a4-9e49-7560edbf6a6c {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 19:57:24.781401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device cd436dec-e1a6-48a4-9e49-7560edbf6a6c not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 19:57:24.790212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-21437743-5152-4e79-9904-1ec76d387e05 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:24.822130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-21437743-5152-4e79-9904-1ec76d387e05 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:24.965757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-21437743-5152-4e79-9904-1ec76d387e05 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Allocated IP 172.26.8.190 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/94c5cba7-6671-4d8d-aaaa-9588d69f7537) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:57:25.353766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-21437743-5152-4e79-9904-1ec76d387e05 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:25.379567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-21437743-5152-4e79-9904-1ec76d387e05 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:25.383936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d62a61e7-aa43-46d1-a77e-54019daee929 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:57:25.452009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21437743-5152-4e79-9904-1ec76d387e05 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:57:25.455462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-21437743-5152-4e79-9904-1ec76d387e05 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:57:25.457426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21437743-5152-4e79-9904-1ec76d387e05 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=94c5cba7-6671-4d8d-aaaa-9588d69f7537,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:57:25.459716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21437743-5152-4e79-9904-1ec76d387e05 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:57:25.495593 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-21437743-5152-4e79-9904-1ec76d387e05 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:57:25.627133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-21437743-5152-4e79-9904-1ec76d387e05 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:25.627824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-21437743-5152-4e79-9904-1ec76d387e05 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:25.863121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21437743-5152-4e79-9904-1ec76d387e05 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router 922622d0-ca1f-43bb-90bb-71fa95ea6d83 is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 19:57:26.070424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21437743-5152-4e79-9904-1ec76d387e05 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:57:26.082843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90da800c-2f20-4423-99b0-109dfac708e2 None None] Sync routers for ids ['922622d0-ca1f-43bb-90bb-71fa95ea6d83'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:57:26.096763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90da800c-2f20-4423-99b0-109dfac708e2 None None] Routers {'922622d0-ca1f-43bb-90bb-71fa95ea6d83'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:57:26.097486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-90da800c-2f20-4423-99b0-109dfac708e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:57:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['922622d0-ca1f-43bb-90bb-71fa95ea6d83'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:57:26.097661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-21437743-5152-4e79-9904-1ec76d387e05 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:26.099181 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-21437743-5152-4e79-9904-1ec76d387e05 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7223780 Dec 25 19:57:26.102418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54410) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:57:26.151631 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5af82745-a232-479b-9fe7-5371b65ec634 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=23f5dc92674e43b787fc19a8bf548d4f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0479286 Dec 25 19:57:26.154433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54414) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:57:26.286221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-90da800c-2f20-4423-99b0-109dfac708e2 None None] Set router 922622d0-ca1f-43bb-90bb-71fa95ea6d83 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:57:26.301840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3e5dfb-3b65-4fd7-bcb7-7adbb8e66a8e tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:57:26.303518 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9b3e5dfb-3b65-4fd7-bcb7-7adbb8e66a8e tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1476722 Dec 25 19:57:26.306973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54418) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:57:26.357010 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8e73f8be-8306-4451-b3cf-983ff9bb0b74 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=a29ab018-4a1a-4021-8156-423134b861f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0486109 Dec 25 19:57:26.359580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54422) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:57:26.365446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-9a0ed523-8360-4cee-867f-6afdc6752bee tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2107185473', 'network_id': '61f44685-726d-4a1b-bf0c-76d9de0527ce', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:57:26.481804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9a0ed523-8360-4cee-867f-6afdc6752bee tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:57:26.485864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9a0ed523-8360-4cee-867f-6afdc6752bee tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:subnet and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:57:26.488810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9a0ed523-8360-4cee-867f-6afdc6752bee tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:57:26.494819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9a0ed523-8360-4cee-867f-6afdc6752bee tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:57:26.503694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0ed523-8360-4cee-867f-6afdc6752bee tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Made reservation on behalf of 23f5dc92674e43b787fc19a8bf548d4f for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:57:26.604917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-90da800c-2f20-4423-99b0-109dfac708e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922622d0-ca1f-43bb-90bb-71fa95ea6d83', 'name': 'tempest-TestNetworkBasicOps-router-802373841', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '94c5cba7-6671-4d8d-aaaa-9588d69f7537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:57:24Z', 'updated_at': '2021-12-25T19:57:25Z', 'revision_number': 3, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '94c5cba7-6671-4d8d-aaaa-9588d69f7537', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922622d0-ca1f-43bb-90bb-71fa95ea6d83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:57:24Z', 'updated_at': '2021-12-25T19:57:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:57:26.609052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90da800c-2f20-4423-99b0-109dfac708e2 None None] Checking router: 922622d0-ca1f-43bb-90bb-71fa95ea6d83 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:57:26.609395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90da800c-2f20-4423-99b0-109dfac708e2 None None] Updating router 922622d0-ca1f-43bb-90bb-71fa95ea6d83 port 94c5cba7-6671-4d8d-aaaa-9588d69f7537 binding host dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 19:57:26.615355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9a0ed523-8360-4cee-867f-6afdc6752bee tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:26.662082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90da800c-2f20-4423-99b0-109dfac708e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:26.851510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9a0ed523-8360-4cee-867f-6afdc6752bee tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:26.856139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d1408401-5bc5-4889-92f2-8b90c018323f tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:57:26.932514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ed523-8360-4cee-867f-6afdc6752bee tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Subnet': ['ID=3b86d6e1-0e35-4f1f-808c-7fc9c7404168,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:57:26.937423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9a0ed523-8360-4cee-867f-6afdc6752bee tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:57:26.948532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0ed523-8360-4cee-867f-6afdc6752bee tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Checking segment: {'id': 'd7db0899-4244-4261-99b7-216e83bbfde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '61f44685-726d-4a1b-bf0c-76d9de0527ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:57:26.948935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0ed523-8360-4cee-867f-6afdc6752bee tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network hostable DHCP agents. Network: 61f44685-726d-4a1b-bf0c-76d9de0527ce, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 19:57:26.972298 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0ed523-8360-4cee-867f-6afdc6752bee tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network 61f44685-726d-4a1b-bf0c-76d9de0527ce is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 19:57:26.980906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-9a0ed523-8360-4cee-867f-6afdc6752bee tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 61f44685-726d-4a1b-bf0c-76d9de0527ce) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:57:26.985486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0ed523-8360-4cee-867f-6afdc6752bee tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:57:26.986149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9a0ed523-8360-4cee-867f-6afdc6752bee tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:26.990898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1089848e-b515-485a-b512-d14a0617d9fe None None] Network 61f44685-726d-4a1b-bf0c-76d9de0527ce requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:57:27.005253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90da800c-2f20-4423-99b0-109dfac708e2 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:27.012125 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9a0ed523-8360-4cee-867f-6afdc6752bee tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6488228 Dec 25 19:57:27.012457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54426) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:57:27.019602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-90da800c-2f20-4423-99b0-109dfac708e2 None None] Transition to ACTIVE for port object 94c5cba7-6671-4d8d-aaaa-9588d69f7537 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:57:27.027408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90da800c-2f20-4423-99b0-109dfac708e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:27.032095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dfeede19-8464-48e3-8cb3-d219460c7ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:57:27.118203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-90da800c-2f20-4423-99b0-109dfac708e2 None None] Attempting to bind port 94c5cba7-6671-4d8d-aaaa-9588d69f7537 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:57:27.118618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-90da800c-2f20-4423-99b0-109dfac708e2 None None] Attempting to bind port 94c5cba7-6671-4d8d-aaaa-9588d69f7537 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:57:27.119026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90da800c-2f20-4423-99b0-109dfac708e2 None None] Attempting to bind port 94c5cba7-6671-4d8d-aaaa-9588d69f7537 on network a29ab018-4a1a-4021-8156-423134b861f3 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:57:27.125411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58038104-2114-499b-9f3e-7cd9ccdf928e None None] Pushing event updated for resources: {'Port': ['ID=94c5cba7-6671-4d8d-aaaa-9588d69f7537,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:57:27.136342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58038104-2114-499b-9f3e-7cd9ccdf928e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:57:27.136731 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58038104-2114-499b-9f3e-7cd9ccdf928e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:57:27.137154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58038104-2114-499b-9f3e-7cd9ccdf928e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:57:27.137586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58038104-2114-499b-9f3e-7cd9ccdf928e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:57:27.137965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58038104-2114-499b-9f3e-7cd9ccdf928e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:57:27.138337 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58038104-2114-499b-9f3e-7cd9ccdf928e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:57:27.138702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58038104-2114-499b-9f3e-7cd9ccdf928e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:57:27.139089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58038104-2114-499b-9f3e-7cd9ccdf928e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:57:27.139458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58038104-2114-499b-9f3e-7cd9ccdf928e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:57:27.139823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58038104-2114-499b-9f3e-7cd9ccdf928e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:57:27.140186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58038104-2114-499b-9f3e-7cd9ccdf928e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:57:27.144580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-58038104-2114-499b-9f3e-7cd9ccdf928e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:57:27.145491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90da800c-2f20-4423-99b0-109dfac708e2 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:57:27.145912 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90da800c-2f20-4423-99b0-109dfac708e2 None None] Checking segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:57:27.146361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90da800c-2f20-4423-99b0-109dfac708e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:27.146788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90da800c-2f20-4423-99b0-109dfac708e2 None None] Bound using segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:57:27.147436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-90da800c-2f20-4423-99b0-109dfac708e2 None None] Bound port: 94c5cba7-6671-4d8d-aaaa-9588d69f7537, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:57:27.147864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90da800c-2f20-4423-99b0-109dfac708e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:27.225484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-90da800c-2f20-4423-99b0-109dfac708e2 None None] For port 94c5cba7-6671-4d8d-aaaa-9588d69f7537, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:57:27.229325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-90da800c-2f20-4423-99b0-109dfac708e2 None None] For port 94c5cba7-6671-4d8d-aaaa-9588d69f7537, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=94c5cba7-6671-4d8d-aaaa-9588d69f7537,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:57:27.233349 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90da800c-2f20-4423-99b0-109dfac708e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:27.237251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8b5f4a-a864-4a90-9b23-beb7084e10b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-61f44685-726d-4a1b-bf0c-76d9de0527ce', 'network_id': '61f44685-726d-4a1b-bf0c-76d9de0527ce', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ips': [{'subnet_id': '3b86d6e1-0e35-4f1f-808c-7fc9c7404168'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 19:57:27.238550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7b8b5f4a-a864-4a90-9b23-beb7084e10b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:27.238686 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0f80f553-19b1-4511-b843-d8cb82266020 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:57:27.319941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58038104-2114-499b-9f3e-7cd9ccdf928e None None] Pushing event updated for resources: {'Port': ['ID=94c5cba7-6671-4d8d-aaaa-9588d69f7537,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:57:27.324197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-58038104-2114-499b-9f3e-7cd9ccdf928e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:57:27.324949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90da800c-2f20-4423-99b0-109dfac708e2 None None] Routers {'922622d0-ca1f-43bb-90bb-71fa95ea6d83'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:57:27.325608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-90da800c-2f20-4423-99b0-109dfac708e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:57:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['922622d0-ca1f-43bb-90bb-71fa95ea6d83'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:57:27.419578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-7b8b5f4a-a864-4a90-9b23-beb7084e10b5 None None] Allocated IP 172.20.0.2 (61f44685-726d-4a1b-bf0c-76d9de0527ce/3b86d6e1-0e35-4f1f-808c-7fc9c7404168/70438fd3-b3a4-4628-996b-27daaeabd34d) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:57:27.654774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7b8b5f4a-a864-4a90-9b23-beb7084e10b5 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:27.667338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-7b8b5f4a-a864-4a90-9b23-beb7084e10b5 None None] Transition to ACTIVE for port object 70438fd3-b3a4-4628-996b-27daaeabd34d will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:57:27.668807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-90da800c-2f20-4423-99b0-109dfac708e2 None None] Set router 922622d0-ca1f-43bb-90bb-71fa95ea6d83 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:57:27.687837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-7b8b5f4a-a864-4a90-9b23-beb7084e10b5 None None] Transition to ACTIVE for port object 70438fd3-b3a4-4628-996b-27daaeabd34d will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:57:27.692728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7b8b5f4a-a864-4a90-9b23-beb7084e10b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:27.701510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c2863e50-fbb7-4585-bc7e-c267d38bc1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:57:27.768346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8b5f4a-a864-4a90-9b23-beb7084e10b5 None None] Network 61f44685-726d-4a1b-bf0c-76d9de0527ce is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:57:27.771355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-7b8b5f4a-a864-4a90-9b23-beb7084e10b5 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:57:27.775977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8b5f4a-a864-4a90-9b23-beb7084e10b5 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:57:27.778085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b5f4a-a864-4a90-9b23-beb7084e10b5 None None] Pushing event updated for resources: {'Port': ['ID=70438fd3-b3a4-4628-996b-27daaeabd34d,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:57:27.782664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7b8b5f4a-a864-4a90-9b23-beb7084e10b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:57:27.872344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-7b8b5f4a-a864-4a90-9b23-beb7084e10b5 None None] Attempting to bind port 70438fd3-b3a4-4628-996b-27daaeabd34d on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:57:27.873137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-7b8b5f4a-a864-4a90-9b23-beb7084e10b5 None None] Attempting to bind port 70438fd3-b3a4-4628-996b-27daaeabd34d by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'd7db0899-4244-4261-99b7-216e83bbfde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '61f44685-726d-4a1b-bf0c-76d9de0527ce'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:57:27.873712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8b5f4a-a864-4a90-9b23-beb7084e10b5 None None] Attempting to bind port 70438fd3-b3a4-4628-996b-27daaeabd34d on network 61f44685-726d-4a1b-bf0c-76d9de0527ce {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:57:27.881474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8b5f4a-a864-4a90-9b23-beb7084e10b5 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:57:27.881774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8b5f4a-a864-4a90-9b23-beb7084e10b5 None None] Checking segment: {'id': 'd7db0899-4244-4261-99b7-216e83bbfde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '61f44685-726d-4a1b-bf0c-76d9de0527ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:57:27.882159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7b8b5f4a-a864-4a90-9b23-beb7084e10b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:27.882607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8b5f4a-a864-4a90-9b23-beb7084e10b5 None None] Bound using segment: {'id': 'd7db0899-4244-4261-99b7-216e83bbfde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '61f44685-726d-4a1b-bf0c-76d9de0527ce'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:57:27.883405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-7b8b5f4a-a864-4a90-9b23-beb7084e10b5 None None] Bound port: 70438fd3-b3a4-4628-996b-27daaeabd34d, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7db0899-4244-4261-99b7-216e83bbfde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '61f44685-726d-4a1b-bf0c-76d9de0527ce'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:57:27.883553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7b8b5f4a-a864-4a90-9b23-beb7084e10b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:27.893195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5cfb431c-cc7d-4036-a440-a8cc3e5d8555 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:27.973734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-90da800c-2f20-4423-99b0-109dfac708e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922622d0-ca1f-43bb-90bb-71fa95ea6d83', 'name': 'tempest-TestNetworkBasicOps-router-802373841', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '94c5cba7-6671-4d8d-aaaa-9588d69f7537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:57:24Z', 'updated_at': '2021-12-25T19:57:25Z', 'revision_number': 3, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '94c5cba7-6671-4d8d-aaaa-9588d69f7537', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922622d0-ca1f-43bb-90bb-71fa95ea6d83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:57:24Z', 'updated_at': '2021-12-25T19:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:57:27.978547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90da800c-2f20-4423-99b0-109dfac708e2 None None] The sync data for ids ['922622d0-ca1f-43bb-90bb-71fa95ea6d83'] in dv-neutron-822611-1-hyperv is: [{'id': '922622d0-ca1f-43bb-90bb-71fa95ea6d83', 'name': 'tempest-TestNetworkBasicOps-router-802373841', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '94c5cba7-6671-4d8d-aaaa-9588d69f7537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:57:24Z', 'updated_at': '2021-12-25T19:57:25Z', 'revision_number': 3, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '94c5cba7-6671-4d8d-aaaa-9588d69f7537', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922622d0-ca1f-43bb-90bb-71fa95ea6d83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:57:24Z', 'updated_at': '2021-12-25T19:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:57:27.990879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-7b8b5f4a-a864-4a90-9b23-beb7084e10b5 None None] For port 70438fd3-b3a4-4628-996b-27daaeabd34d, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:57:27.994420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-7b8b5f4a-a864-4a90-9b23-beb7084e10b5 None None] For port 70438fd3-b3a4-4628-996b-27daaeabd34d, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=70438fd3-b3a4-4628-996b-27daaeabd34d,segment=NetworkSegment(d7db0899-4244-4261-99b7-216e83bbfde4),segment_id=d7db0899-4244-4261-99b7-216e83bbfde4)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:57:28.001137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7b8b5f4a-a864-4a90-9b23-beb7084e10b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:28.006943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:57:28.088528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b5f4a-a864-4a90-9b23-beb7084e10b5 None None] Pushing event updated for resources: {'Port': ['ID=70438fd3-b3a4-4628-996b-27daaeabd34d,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:57:28.093588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7b8b5f4a-a864-4a90-9b23-beb7084e10b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:57:28.335852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-5cfb431c-cc7d-4036-a440-a8cc3e5d8555 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Allocated IP 172.20.0.1 (61f44685-726d-4a1b-bf0c-76d9de0527ce/3b86d6e1-0e35-4f1f-808c-7fc9c7404168/1fdd68f8-e2d0-4227-b035-1e3611dac66b) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:57:28.543806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5cfb431c-cc7d-4036-a440-a8cc3e5d8555 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:28.568709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-5cfb431c-cc7d-4036-a440-a8cc3e5d8555 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Transition to ACTIVE for port object 1fdd68f8-e2d0-4227-b035-1e3611dac66b will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:57:28.590565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5cfb431c-cc7d-4036-a440-a8cc3e5d8555 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:28.595811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6eb04963-3e38-4477-bad5-ae7c00b6d257 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:57:28.666091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfb431c-cc7d-4036-a440-a8cc3e5d8555 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network 61f44685-726d-4a1b-bf0c-76d9de0527ce is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:57:28.669420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-5cfb431c-cc7d-4036-a440-a8cc3e5d8555 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:57:28.673920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfb431c-cc7d-4036-a440-a8cc3e5d8555 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:57:28.715777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb431c-cc7d-4036-a440-a8cc3e5d8555 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=1fdd68f8-e2d0-4227-b035-1e3611dac66b,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:57:28.720914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5cfb431c-cc7d-4036-a440-a8cc3e5d8555 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:57:28.755902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5cfb431c-cc7d-4036-a440-a8cc3e5d8555 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:28.783203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 70438fd3-b3a4-4628-996b-27daaeabd34d up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:57:28.848983 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5cfb431c-cc7d-4036-a440-a8cc3e5d8555 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:28.862539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 70438fd3-b3a4-4628-996b-27daaeabd34d completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:57:28.869677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 94c5cba7-6671-4d8d-aaaa-9588d69f7537 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:57:28.941671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 94c5cba7-6671-4d8d-aaaa-9588d69f7537 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:57:28.946915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 94c5cba7-6671-4d8d-aaaa-9588d69f7537 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:57:28.947395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:29.074263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:29.092123 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 94c5cba7-6671-4d8d-aaaa-9588d69f7537, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=94c5cba7-6671-4d8d-aaaa-9588d69f7537,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:57:29.095928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:29.099034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:57:29.181326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=94c5cba7-6671-4d8d-aaaa-9588d69f7537,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:57:29.185174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:57:29.541539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5cfb431c-cc7d-4036-a440-a8cc3e5d8555 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:29.545307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5cfb431c-cc7d-4036-a440-a8cc3e5d8555 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:29.576370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0374ab66-b3b3-48c4-8816-f0dbac46da95 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:57:29.670296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5cfb431c-cc7d-4036-a440-a8cc3e5d8555 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:29.674970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb431c-cc7d-4036-a440-a8cc3e5d8555 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=1fdd68f8-e2d0-4227-b035-1e3611dac66b,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:57:29.678146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5cfb431c-cc7d-4036-a440-a8cc3e5d8555 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:57:29.752313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d52e961-fd5b-4249-9230-d17d9f29382c None None] Network 61f44685-726d-4a1b-bf0c-76d9de0527ce requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:57:29.828003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfb431c-cc7d-4036-a440-a8cc3e5d8555 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network 61f44685-726d-4a1b-bf0c-76d9de0527ce is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:57:29.829054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-5cfb431c-cc7d-4036-a440-a8cc3e5d8555 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:57:29.855560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-31a70c66-a606-4ee0-82ee-845e48d16279 None None] Provisioning for port 70438fd3-b3a4-4628-996b-27daaeabd34d completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:57:29.869104 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-31a70c66-a606-4ee0-82ee-845e48d16279 None None] Provisioning complete for port 70438fd3-b3a4-4628-996b-27daaeabd34d triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:57:29.869526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-31a70c66-a606-4ee0-82ee-845e48d16279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:30.251471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cfb431c-cc7d-4036-a440-a8cc3e5d8555 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router 922622d0-ca1f-43bb-90bb-71fa95ea6d83 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:57:30.266898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-31a70c66-a606-4ee0-82ee-845e48d16279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:30.313646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-31a70c66-a606-4ee0-82ee-845e48d16279 None None] For port 70438fd3-b3a4-4628-996b-27daaeabd34d, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=70438fd3-b3a4-4628-996b-27daaeabd34d,segment=NetworkSegment(d7db0899-4244-4261-99b7-216e83bbfde4),segment_id=d7db0899-4244-4261-99b7-216e83bbfde4)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:57:30.318155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-31a70c66-a606-4ee0-82ee-845e48d16279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:30.320039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:57:30.389355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a70c66-a606-4ee0-82ee-845e48d16279 None None] Pushing event updated for resources: {'Port': ['ID=70438fd3-b3a4-4628-996b-27daaeabd34d,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:57:30.392664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-31a70c66-a606-4ee0-82ee-845e48d16279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:57:30.479559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfb431c-cc7d-4036-a440-a8cc3e5d8555 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:57:30.493609 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5cfb431c-cc7d-4036-a440-a8cc3e5d8555 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "PUT /v2.0/routers/922622d0-ca1f-43bb-90bb-71fa95ea6d83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4799941 Dec 25 19:57:30.496260 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54430) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:57:30.642307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a663c4ac-71ab-4377-b8ad-dd34fb2504b3 None None] Provisioning complete for port 70438fd3-b3a4-4628-996b-27daaeabd34d triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:57:30.642921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a663c4ac-71ab-4377-b8ad-dd34fb2504b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:30.653727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd70e33-2b79-463c-85fe-946d006cf23a tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:57:30.654487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd70e33-2b79-463c-85fe-946d006cf23a tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:57:30.655129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd70e33-2b79-463c-85fe-946d006cf23a tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:57:30.655644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd70e33-2b79-463c-85fe-946d006cf23a tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:57:30.657750 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4cd70e33-2b79-463c-85fe-946d006cf23a tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2881 time: 0.1604421 Dec 25 19:57:30.660664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54434) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:57:30.757604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7506b7-ce96-43ca-9442-9229af9abf90 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:57:30.758231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7506b7-ce96-43ca-9442-9229af9abf90 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:57:30.758727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7506b7-ce96-43ca-9442-9229af9abf90 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:57:30.759250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7506b7-ce96-43ca-9442-9229af9abf90 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:57:30.761285 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7d7506b7-ce96-43ca-9442-9229af9abf90 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0995491 Dec 25 19:57:30.764127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54438) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:57:30.767109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 70438fd3-b3a4-4628-996b-27daaeabd34d up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:57:30.870293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 70438fd3-b3a4-4628-996b-27daaeabd34d triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:57:30.870812 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:30.899896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a663c4ac-71ab-4377-b8ad-dd34fb2504b3 None None] Provisioning for port 1fdd68f8-e2d0-4227-b035-1e3611dac66b completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:57:30.937269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a663c4ac-71ab-4377-b8ad-dd34fb2504b3 None None] Provisioning complete for port 1fdd68f8-e2d0-4227-b035-1e3611dac66b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:57:30.937692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a663c4ac-71ab-4377-b8ad-dd34fb2504b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:30.997706 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8ca15854-14e0-44e4-b40b-ae222ebfd7a7 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2309449 Dec 25 19:57:31.044426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-a663c4ac-71ab-4377-b8ad-dd34fb2504b3 None None] Port 1fdd68f8-e2d0-4227-b035-1e3611dac66b cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:57:31.054297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 94c5cba7-6671-4d8d-aaaa-9588d69f7537 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:57:31.121962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b148e46-627b-489e-8827-41286b90b14e None None] Sync routers for ids ['922622d0-ca1f-43bb-90bb-71fa95ea6d83'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:57:31.136019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b148e46-627b-489e-8827-41286b90b14e None None] Routers {'922622d0-ca1f-43bb-90bb-71fa95ea6d83'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:57:31.136505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-9b148e46-627b-489e-8827-41286b90b14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:57:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['922622d0-ca1f-43bb-90bb-71fa95ea6d83'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:57:31.235919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54444) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:57:31.242919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-28799372-94ef-4d71-b372-3062f5928460 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-27130988', 'description': 'tempest-secgroup-smoke-27130988 description', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:57:31.243334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 94c5cba7-6671-4d8d-aaaa-9588d69f7537 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:57:31.243767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:31.249094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-28799372-94ef-4d71-b372-3062f5928460 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:57:31.253505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-28799372-94ef-4d71-b372-3062f5928460 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:57:31.256537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-28799372-94ef-4d71-b372-3062f5928460 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:57:31.263108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-28799372-94ef-4d71-b372-3062f5928460 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:57:31.272807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-28799372-94ef-4d71-b372-3062f5928460 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:31.311669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-28799372-94ef-4d71-b372-3062f5928460 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:57:31.315908 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-28799372-94ef-4d71-b372-3062f5928460 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:57:31.318873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-28799372-94ef-4d71-b372-3062f5928460 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:57:31.325647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-28799372-94ef-4d71-b372-3062f5928460 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:57:31.357851 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-97efd01f-62df-48ff-bf5f-832a6ac92518 None None] Provisioning complete for port 1fdd68f8-e2d0-4227-b035-1e3611dac66b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:57:31.358281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-97efd01f-62df-48ff-bf5f-832a6ac92518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:31.394114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-28799372-94ef-4d71-b372-3062f5928460 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:31.396681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-28799372-94ef-4d71-b372-3062f5928460 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:31.403019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-775f5da0-7bbd-4b63-bfbb-a7c8ede001b1 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:57:31.437960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-97efd01f-62df-48ff-bf5f-832a6ac92518 None None] Port 1fdd68f8-e2d0-4227-b035-1e3611dac66b cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:57:31.447161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28799372-94ef-4d71-b372-3062f5928460 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34880931-1ad8-47f6-bf6a-c87a1c12478d,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:57:31.450049 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-28799372-94ef-4d71-b372-3062f5928460 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:31.452813 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-28799372-94ef-4d71-b372-3062f5928460 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.2143290 Dec 25 19:57:31.452813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-28799372-94ef-4d71-b372-3062f5928460 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:57:31.454905 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54448) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:57:31.461052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-69a4be9a-e05a-4258-81be-217a92d6cbcb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': '34880931-1ad8-47f6-bf6a-c87a1c12478d', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:57:31.468070 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-69a4be9a-e05a-4258-81be-217a92d6cbcb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:57:31.472395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-69a4be9a-e05a-4258-81be-217a92d6cbcb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:57:31.475458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-69a4be9a-e05a-4258-81be-217a92d6cbcb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:57:31.481650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-69a4be9a-e05a-4258-81be-217a92d6cbcb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:57:31.498044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-69a4be9a-e05a-4258-81be-217a92d6cbcb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:31.504094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-9b148e46-627b-489e-8827-41286b90b14e None None] Set router 922622d0-ca1f-43bb-90bb-71fa95ea6d83 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:57:31.561619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-69a4be9a-e05a-4258-81be-217a92d6cbcb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:31.564276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-69a4be9a-e05a-4258-81be-217a92d6cbcb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:31.572962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c8615691-1714-420c-9fc6-7c82df0d77b1 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:57:31.599002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a4be9a-e05a-4258-81be-217a92d6cbcb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4d69180-3946-4f30-a5ef-5bd558242b81,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:57:31.602062 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-69a4be9a-e05a-4258-81be-217a92d6cbcb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:57:31.603815 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-69a4be9a-e05a-4258-81be-217a92d6cbcb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:31.608383 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-69a4be9a-e05a-4258-81be-217a92d6cbcb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1494184 Dec 25 19:57:31.608383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54452) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:57:31.614172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-bdfb0382-3829-4e13-b956-ae73623e6d44 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': '34880931-1ad8-47f6-bf6a-c87a1c12478d', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:57:31.621367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-bdfb0382-3829-4e13-b956-ae73623e6d44 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:57:31.625446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-bdfb0382-3829-4e13-b956-ae73623e6d44 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:57:31.628479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-bdfb0382-3829-4e13-b956-ae73623e6d44 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:57:31.635170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-bdfb0382-3829-4e13-b956-ae73623e6d44 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:57:31.651036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bdfb0382-3829-4e13-b956-ae73623e6d44 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:31.717003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bdfb0382-3829-4e13-b956-ae73623e6d44 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:31.720219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bdfb0382-3829-4e13-b956-ae73623e6d44 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:31.722186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-aa7f3af0-0cd4-4825-80f5-b323699ba0dc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:57:31.744220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb0382-3829-4e13-b956-ae73623e6d44 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0a9e494-2ac1-436e-8e4c-cf8a60431612,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:57:31.748611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bdfb0382-3829-4e13-b956-ae73623e6d44 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:57:31.759890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bdfb0382-3829-4e13-b956-ae73623e6d44 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:31.761711 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-bdfb0382-3829-4e13-b956-ae73623e6d44 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1524558 Dec 25 19:57:31.764677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54456) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:57:31.770601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-ffd3e8f1-f1a8-4c4b-b4e0-fc3ed1d7f43d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': '34880931-1ad8-47f6-bf6a-c87a1c12478d', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:57:31.776821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ffd3e8f1-f1a8-4c4b-b4e0-fc3ed1d7f43d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:57:31.780878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ffd3e8f1-f1a8-4c4b-b4e0-fc3ed1d7f43d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:57:31.783918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ffd3e8f1-f1a8-4c4b-b4e0-fc3ed1d7f43d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:57:31.789958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ffd3e8f1-f1a8-4c4b-b4e0-fc3ed1d7f43d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:57:31.806163 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ffd3e8f1-f1a8-4c4b-b4e0-fc3ed1d7f43d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:31.854794 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-9b148e46-627b-489e-8827-41286b90b14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922622d0-ca1f-43bb-90bb-71fa95ea6d83', 'name': 'tempest-TestNetworkBasicOps-router-802373841', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '94c5cba7-6671-4d8d-aaaa-9588d69f7537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:57:24Z', 'updated_at': '2021-12-25T19:57:28Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '94c5cba7-6671-4d8d-aaaa-9588d69f7537', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922622d0-ca1f-43bb-90bb-71fa95ea6d83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:57:24Z', 'updated_at': '2021-12-25T19:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '1fdd68f8-e2d0-4227-b035-1e3611dac66b', 'name': '', 'network_id': '61f44685-726d-4a1b-bf0c-76d9de0527ce', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:8c:91:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922622d0-ca1f-43bb-90bb-71fa95ea6d83', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b86d6e1-0e35-4f1f-808c-7fc9c7404168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:57:28Z', 'updated_at': '2021-12-25T19:57:29Z', 'revision_number': 2, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': '3b86d6e1-0e35-4f1f-808c-7fc9c7404168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:57:31.858922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b148e46-627b-489e-8827-41286b90b14e None None] Checking router: 922622d0-ca1f-43bb-90bb-71fa95ea6d83 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:57:31.859366 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b148e46-627b-489e-8827-41286b90b14e None None] Updating router 922622d0-ca1f-43bb-90bb-71fa95ea6d83 port 1fdd68f8-e2d0-4227-b035-1e3611dac66b binding host dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 19:57:31.875665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ffd3e8f1-f1a8-4c4b-b4e0-fc3ed1d7f43d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:31.878379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ffd3e8f1-f1a8-4c4b-b4e0-fc3ed1d7f43d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:31.880321 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-714c5cb8-b6ad-46fa-a7bd-9fbf8f8814b1 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:57:31.904121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3e8f1-f1a8-4c4b-b4e0-fc3ed1d7f43d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ecc755-8b5a-4314-8199-1da205693bc8,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:57:31.906738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ffd3e8f1-f1a8-4c4b-b4e0-fc3ed1d7f43d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:57:31.913234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ffd3e8f1-f1a8-4c4b-b4e0-fc3ed1d7f43d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:31.915044 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ffd3e8f1-f1a8-4c4b-b4e0-fc3ed1d7f43d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1488478 Dec 25 19:57:31.917060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9b148e46-627b-489e-8827-41286b90b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:31.917938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54460) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:57:31.924068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-0bea31c5-fcb4-458b-a4ad-f57d060c21bb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': '34880931-1ad8-47f6-bf6a-c87a1c12478d', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:57:31.930898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0bea31c5-fcb4-458b-a4ad-f57d060c21bb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:57:31.935088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0bea31c5-fcb4-458b-a4ad-f57d060c21bb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:57:31.938110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0bea31c5-fcb4-458b-a4ad-f57d060c21bb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:57:31.944173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0bea31c5-fcb4-458b-a4ad-f57d060c21bb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:57:31.959985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0bea31c5-fcb4-458b-a4ad-f57d060c21bb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:32.030190 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0bea31c5-fcb4-458b-a4ad-f57d060c21bb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:32.032880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0bea31c5-fcb4-458b-a4ad-f57d060c21bb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:32.034822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-14619ef6-6509-460e-a6e8-82157869a707 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:57:32.059266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea31c5-fcb4-458b-a4ad-f57d060c21bb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=738844fd-21e5-400b-9f26-7135882b9f0d,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:57:32.061858 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0bea31c5-fcb4-458b-a4ad-f57d060c21bb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:57:32.068466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0bea31c5-fcb4-458b-a4ad-f57d060c21bb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:32.069771 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0bea31c5-fcb4-458b-a4ad-f57d060c21bb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1508284 Dec 25 19:57:32.072689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54464) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:57:32.078701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-8a73dbe4-fe6c-4762-9827-1c12f9532648 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': '34880931-1ad8-47f6-bf6a-c87a1c12478d', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:57:32.085112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8a73dbe4-fe6c-4762-9827-1c12f9532648 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:57:32.089198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8a73dbe4-fe6c-4762-9827-1c12f9532648 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:57:32.092229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8a73dbe4-fe6c-4762-9827-1c12f9532648 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:57:32.098520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8a73dbe4-fe6c-4762-9827-1c12f9532648 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:57:32.108768 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-8a73dbe4-fe6c-4762-9827-1c12f9532648 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Project 23f5dc92674e43b787fc19a8bf548d4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 19:57:32.115565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8a73dbe4-fe6c-4762-9827-1c12f9532648 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:32.185702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8a73dbe4-fe6c-4762-9827-1c12f9532648 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:32.188695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8a73dbe4-fe6c-4762-9827-1c12f9532648 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:32.190736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bdfb0382-3829-4e13-b956-ae73623e6d44 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:57:32.214783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73dbe4-fe6c-4762-9827-1c12f9532648 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31c7750a-b37e-4d0b-9085-c02f3ea774a2,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:57:32.217440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8a73dbe4-fe6c-4762-9827-1c12f9532648 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:57:32.224414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8a73dbe4-fe6c-4762-9827-1c12f9532648 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:32.225710 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8a73dbe4-fe6c-4762-9827-1c12f9532648 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1520169 Dec 25 19:57:32.229200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54468) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:57:32.235166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-e032ba4f-bede-4b31-9bc1-6bc244d17770 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': '34880931-1ad8-47f6-bf6a-c87a1c12478d', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:57:32.241425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e032ba4f-bede-4b31-9bc1-6bc244d17770 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:57:32.246064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e032ba4f-bede-4b31-9bc1-6bc244d17770 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:57:32.249178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e032ba4f-bede-4b31-9bc1-6bc244d17770 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:57:32.255305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e032ba4f-bede-4b31-9bc1-6bc244d17770 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:57:32.265285 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-e032ba4f-bede-4b31-9bc1-6bc244d17770 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Project 23f5dc92674e43b787fc19a8bf548d4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 19:57:32.271959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e032ba4f-bede-4b31-9bc1-6bc244d17770 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:32.285905 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9b148e46-627b-489e-8827-41286b90b14e None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:32.298850 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-9b148e46-627b-489e-8827-41286b90b14e None None] Transition to ACTIVE for port object 1fdd68f8-e2d0-4227-b035-1e3611dac66b will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:57:32.304540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9b148e46-627b-489e-8827-41286b90b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:32.309455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d2488366-3094-40e2-b7af-e29d11f2e9f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:57:32.343827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e032ba4f-bede-4b31-9bc1-6bc244d17770 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:32.348340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e032ba4f-bede-4b31-9bc1-6bc244d17770 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:32.350258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2992257f-e355-49ea-b508-862b731b060f tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:57:32.374264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032ba4f-bede-4b31-9bc1-6bc244d17770 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ff05d70-9abc-4ffa-9990-e9597f92f34b,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:57:32.384205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e032ba4f-bede-4b31-9bc1-6bc244d17770 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:57:32.393605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e032ba4f-bede-4b31-9bc1-6bc244d17770 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:32.394971 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e032ba4f-bede-4b31-9bc1-6bc244d17770 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1647587 Dec 25 19:57:32.429429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30834874-c67e-42ec-8858-ac49a5d7ea1c None None] Pushing event updated for resources: {'Port': ['ID=1fdd68f8-e2d0-4227-b035-1e3611dac66b,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:57:32.432719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-30834874-c67e-42ec-8858-ac49a5d7ea1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:57:32.547292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-9b148e46-627b-489e-8827-41286b90b14e None None] Attempting to bind port 1fdd68f8-e2d0-4227-b035-1e3611dac66b on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:57:32.547646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-9b148e46-627b-489e-8827-41286b90b14e None None] Attempting to bind port 1fdd68f8-e2d0-4227-b035-1e3611dac66b by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'd7db0899-4244-4261-99b7-216e83bbfde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '61f44685-726d-4a1b-bf0c-76d9de0527ce'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:57:32.548066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b148e46-627b-489e-8827-41286b90b14e None None] Attempting to bind port 1fdd68f8-e2d0-4227-b035-1e3611dac66b on network 61f44685-726d-4a1b-bf0c-76d9de0527ce {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:57:32.555555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b148e46-627b-489e-8827-41286b90b14e None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:57:32.555987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b148e46-627b-489e-8827-41286b90b14e None None] Checking segment: {'id': 'd7db0899-4244-4261-99b7-216e83bbfde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '61f44685-726d-4a1b-bf0c-76d9de0527ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:57:32.556447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9b148e46-627b-489e-8827-41286b90b14e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:32.556893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b148e46-627b-489e-8827-41286b90b14e None None] Bound using segment: {'id': 'd7db0899-4244-4261-99b7-216e83bbfde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '61f44685-726d-4a1b-bf0c-76d9de0527ce'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:57:32.557909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-9b148e46-627b-489e-8827-41286b90b14e None None] Bound port: 1fdd68f8-e2d0-4227-b035-1e3611dac66b, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7db0899-4244-4261-99b7-216e83bbfde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '61f44685-726d-4a1b-bf0c-76d9de0527ce'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:57:32.558346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9b148e46-627b-489e-8827-41286b90b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:32.587931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-c91f8c28-d2e6-494c-8c23-bd522a119195 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Synchronizing usage tracker for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:57:32.608067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-c91f8c28-d2e6-494c-8c23-bd522a119195 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Unset dirty status for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:57:32.609277 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-c91f8c28-d2e6-494c-8c23-bd522a119195 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-27130988&fields=id&tenant_id=23f5dc92674e43b787fc19a8bf548d4f HTTP/1.1" status: 200 len: 267 time: 0.0695803 Dec 25 19:57:32.668184 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-9b148e46-627b-489e-8827-41286b90b14e None None] For port 1fdd68f8-e2d0-4227-b035-1e3611dac66b, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:57:32.672171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-9b148e46-627b-489e-8827-41286b90b14e None None] For port 1fdd68f8-e2d0-4227-b035-1e3611dac66b, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=1fdd68f8-e2d0-4227-b035-1e3611dac66b,segment=NetworkSegment(d7db0899-4244-4261-99b7-216e83bbfde4),segment_id=d7db0899-4244-4261-99b7-216e83bbfde4)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:57:32.676220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9b148e46-627b-489e-8827-41286b90b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:32.684144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:57:32.768041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30834874-c67e-42ec-8858-ac49a5d7ea1c None None] Pushing event updated for resources: {'Port': ['ID=1fdd68f8-e2d0-4227-b035-1e3611dac66b,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:57:32.772484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-30834874-c67e-42ec-8858-ac49a5d7ea1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:57:32.778917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b148e46-627b-489e-8827-41286b90b14e None None] Routers {'922622d0-ca1f-43bb-90bb-71fa95ea6d83'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:57:32.779640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-9b148e46-627b-489e-8827-41286b90b14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:57:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['922622d0-ca1f-43bb-90bb-71fa95ea6d83'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:57:32.790031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-510a1309-5710-44d7-b426-d79c07ab9e8a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:57:32.790805 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-510a1309-5710-44d7-b426-d79c07ab9e8a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Synchronizing usage tracker for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:57:32.806820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-510a1309-5710-44d7-b426-d79c07ab9e8a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Unset dirty status for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:57:32.808093 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-510a1309-5710-44d7-b426-d79c07ab9e8a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/networks?id=61f44685-726d-4a1b-bf0c-76d9de0527ce HTTP/1.1" status: 200 len: 795 time: 0.1910660 Dec 25 19:57:32.827085 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-ccbad5d2-29cf-4292-80c6-60ca1bda604c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/quotas/23f5dc92674e43b787fc19a8bf548d4f HTTP/1.1" status: 200 len: 375 time: 0.0127327 Dec 25 19:57:32.919699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-0fe2d18f-99da-4882-9fb0-7b3b1eb4ba4e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Synchronizing usage tracker for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:57:32.935911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-0fe2d18f-99da-4882-9fb0-7b3b1eb4ba4e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Unset dirty status for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:57:32.937384 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-0fe2d18f-99da-4882-9fb0-7b3b1eb4ba4e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1041293 Dec 25 19:57:32.994416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-9b148e46-627b-489e-8827-41286b90b14e None None] Set router 922622d0-ca1f-43bb-90bb-71fa95ea6d83 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:57:33.099032 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-04422292-f6be-4a03-b57a-c89e3aa4a773 service neutron] 10.222.0.24 "GET /v2.0/networks/61f44685-726d-4a1b-bf0c-76d9de0527ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475189 Dec 25 19:57:33.484798 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-3411654d-d3fd-4002-a598-ea9bc20cbac1 service neutron] 10.222.0.24 "GET /v2.0/networks/61f44685-726d-4a1b-bf0c-76d9de0527ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793461 Dec 25 19:57:33.515448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-9b148e46-627b-489e-8827-41286b90b14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922622d0-ca1f-43bb-90bb-71fa95ea6d83', 'name': 'tempest-TestNetworkBasicOps-router-802373841', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '94c5cba7-6671-4d8d-aaaa-9588d69f7537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:57:24Z', 'updated_at': '2021-12-25T19:57:28Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '94c5cba7-6671-4d8d-aaaa-9588d69f7537', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922622d0-ca1f-43bb-90bb-71fa95ea6d83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:57:24Z', 'updated_at': '2021-12-25T19:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '1fdd68f8-e2d0-4227-b035-1e3611dac66b', 'name': '', 'network_id': '61f44685-726d-4a1b-bf0c-76d9de0527ce', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:8c:91:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922622d0-ca1f-43bb-90bb-71fa95ea6d83', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b86d6e1-0e35-4f1f-808c-7fc9c7404168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:57:28Z', 'updated_at': '2021-12-25T19:57:32Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': '3b86d6e1-0e35-4f1f-808c-7fc9c7404168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:57:33.519659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b148e46-627b-489e-8827-41286b90b14e None None] The sync data for ids ['922622d0-ca1f-43bb-90bb-71fa95ea6d83'] in dv-neutron-822611-1-hyperv is: [{'id': '922622d0-ca1f-43bb-90bb-71fa95ea6d83', 'name': 'tempest-TestNetworkBasicOps-router-802373841', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '94c5cba7-6671-4d8d-aaaa-9588d69f7537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:57:24Z', 'updated_at': '2021-12-25T19:57:28Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '94c5cba7-6671-4d8d-aaaa-9588d69f7537', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922622d0-ca1f-43bb-90bb-71fa95ea6d83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:57:24Z', 'updated_at': '2021-12-25T19:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '1fdd68f8-e2d0-4227-b035-1e3611dac66b', 'name': '', 'network_id': '61f44685-726d-4a1b-bf0c-76d9de0527ce', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:8c:91:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922622d0-ca1f-43bb-90bb-71fa95ea6d83', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b86d6e1-0e35-4f1f-808c-7fc9c7404168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:57:28Z', 'updated_at': '2021-12-25T19:57:32Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': '3b86d6e1-0e35-4f1f-808c-7fc9c7404168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:57:33.704331 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d4bbb2c2-6fcc-4fd7-b293-5687f29f6b11 req-ad7ad11e-62dd-48f9-8b04-110a1f5833d6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=585e2ed9-bc7e-452d-9535-b012083e4781 HTTP/1.1" status: 200 len: 210 time: 0.0500426 Dec 25 19:57:33.965730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 19:57:34.739302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 1fdd68f8-e2d0-4227-b035-1e3611dac66b up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:57:34.834633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 1fdd68f8-e2d0-4227-b035-1e3611dac66b completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:57:34.841490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 1fdd68f8-e2d0-4227-b035-1e3611dac66b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:57:34.842196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:34.946778 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b5094e0b-d60c-448f-b7ea-ebc15f0874be req-1ce1d25c-6573-4454-83d5-f91cfc3c916b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=585e2ed9-bc7e-452d-9535-b012083e4781 HTTP/1.1" status: 200 len: 210 time: 0.0698528 Dec 25 19:57:34.953170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-87ee6a64-2ce7-4890-8fe0-02a30a963937 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:57:34.955541 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-87ee6a64-2ce7-4890-8fe0-02a30a963937 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "GET /v2.0/networks?id=61f44685-726d-4a1b-bf0c-76d9de0527ce HTTP/1.1" status: 200 len: 795 time: 0.2461414 Dec 25 19:57:34.998795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:35.026411 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-63065925-fed3-40f7-82d5-cc19c75208d2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23f5dc92674e43b787fc19a8bf548d4f HTTP/1.1" status: 200 len: 378 time: 0.0578465 Dec 25 19:57:35.040936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 1fdd68f8-e2d0-4227-b035-1e3611dac66b, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=1fdd68f8-e2d0-4227-b035-1e3611dac66b,segment=NetworkSegment(d7db0899-4244-4261-99b7-216e83bbfde4),segment_id=d7db0899-4244-4261-99b7-216e83bbfde4)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:57:35.041361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-3d8cc2bb-9c4d-4518-8bc3-a47e4d468845 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'port': {'device_id': '585e2ed9-bc7e-452d-9535-b012083e4781', 'network_id': '61f44685-726d-4a1b-bf0c-76d9de0527ce', 'admin_state_up': True, 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'security_groups': ['34880931-1ad8-47f6-bf6a-c87a1c12478d']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:57:35.045384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:35.051120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:57:35.120839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=1fdd68f8-e2d0-4227-b035-1e3611dac66b,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:57:35.124861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:57:35.207739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-3d8cc2bb-9c4d-4518-8bc3-a47e4d468845 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:57:35.218891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-3d8cc2bb-9c4d-4518-8bc3-a47e4d468845 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:57:35.228680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-3d8cc2bb-9c4d-4518-8bc3-a47e4d468845 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Made reservation on behalf of 23f5dc92674e43b787fc19a8bf548d4f for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 19:57:35.234412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-3d8cc2bb-9c4d-4518-8bc3-a47e4d468845 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:35.415341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-3d8cc2bb-9c4d-4518-8bc3-a47e4d468845 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Allocated IP 172.20.0.3 (61f44685-726d-4a1b-bf0c-76d9de0527ce/3b86d6e1-0e35-4f1f-808c-7fc9c7404168/15db8c59-b0c4-4974-b79b-e8a4d8195ae3) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:57:35.615389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-3d8cc2bb-9c4d-4518-8bc3-a47e4d468845 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:35.631567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-3d8cc2bb-9c4d-4518-8bc3-a47e4d468845 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Transition to ACTIVE for port object 15db8c59-b0c4-4974-b79b-e8a4d8195ae3 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:57:35.651024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-3d8cc2bb-9c4d-4518-8bc3-a47e4d468845 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:35.657259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-17a322fe-051c-4b65-8dc1-2f3dc31001c9 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:57:35.731180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-3d8cc2bb-9c4d-4518-8bc3-a47e4d468845 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network 61f44685-726d-4a1b-bf0c-76d9de0527ce is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:57:35.734482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-3d8cc2bb-9c4d-4518-8bc3-a47e4d468845 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:57:35.736994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-3d8cc2bb-9c4d-4518-8bc3-a47e4d468845 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:57:35.777780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8cc2bb-9c4d-4518-8bc3-a47e4d468845 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=15db8c59-b0c4-4974-b79b-e8a4d8195ae3,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:57:35.781135 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3d8cc2bb-9c4d-4518-8bc3-a47e4d468845 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:57:35.811366 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-3d8cc2bb-9c4d-4518-8bc3-a47e4d468845 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:57:35.812073 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-3d8cc2bb-9c4d-4518-8bc3-a47e4d468845 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:35.838578 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-3d8cc2bb-9c4d-4518-8bc3-a47e4d468845 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8044248 Dec 25 19:57:35.856528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-feb3f6ac-cad3-4755-bd87-dd45500d2fc7 service neutron] Request body: {'port': {'device_id': '585e2ed9-bc7e-452d-9535-b012083e4781', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:57:35.980938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-feb3f6ac-cad3-4755-bd87-dd45500d2fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:35.984368 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-86734f26-7909-41f2-8c9e-19216e9eed75 None None] Provisioning for port 15db8c59-b0c4-4974-b79b-e8a4d8195ae3 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:57:35.989387 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-86734f26-7909-41f2-8c9e-19216e9eed75 None None] Provisioning complete for port 15db8c59-b0c4-4974-b79b-e8a4d8195ae3 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:57:35.989811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-86734f26-7909-41f2-8c9e-19216e9eed75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:36.057573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-649b48f4-fc8f-4396-bb1a-9d582fd91551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:36.059167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-86734f26-7909-41f2-8c9e-19216e9eed75 None None] Port 15db8c59-b0c4-4974-b79b-e8a4d8195ae3 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 19:57:36.314243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33baeb01-3956-4357-bb79-fc5cdba7cecc req-982f4a0c-17c2-414a-90fd-c4e4672f4ef1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:57:36.315016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-33baeb01-3956-4357-bb79-fc5cdba7cecc req-982f4a0c-17c2-414a-90fd-c4e4672f4ef1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Synchronizing usage tracker for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 19:57:36.350213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-33baeb01-3956-4357-bb79-fc5cdba7cecc req-982f4a0c-17c2-414a-90fd-c4e4672f4ef1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Unset dirty status for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 19:57:36.351521 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-33baeb01-3956-4357-bb79-fc5cdba7cecc req-982f4a0c-17c2-414a-90fd-c4e4672f4ef1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=585e2ed9-bc7e-452d-9535-b012083e4781 HTTP/1.1" status: 200 len: 931 time: 0.2454059 Dec 25 19:57:36.461461 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-33baeb01-3956-4357-bb79-fc5cdba7cecc req-a3926413-4e8d-4eb7-bcb4-54d1ec62bdcd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=34880931-1ad8-47f6-bf6a-c87a1c12478d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1032574 Dec 25 19:57:36.473475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-feb3f6ac-cad3-4755-bd87-dd45500d2fc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15db8c59-b0c4-4974-b79b-e8a4d8195ae3 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 19:57:36.481256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-feb3f6ac-cad3-4755-bd87-dd45500d2fc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:36.497285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-feb3f6ac-cad3-4755-bd87-dd45500d2fc7 service neutron] Transition to ACTIVE for port object 15db8c59-b0c4-4974-b79b-e8a4d8195ae3 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 19:57:36.499929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-feb3f6ac-cad3-4755-bd87-dd45500d2fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:36.504291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5d7d4c96-4fed-41d9-825e-28376fd188f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:57:36.635400 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb3f6ac-cad3-4755-bd87-dd45500d2fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=15db8c59-b0c4-4974-b79b-e8a4d8195ae3,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:57:36.638617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-feb3f6ac-cad3-4755-bd87-dd45500d2fc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:57:36.715613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 1fdd68f8-e2d0-4227-b035-1e3611dac66b up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:57:36.759045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-feb3f6ac-cad3-4755-bd87-dd45500d2fc7 service neutron] Attempting to bind port 15db8c59-b0c4-4974-b79b-e8a4d8195ae3 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 19:57:36.759455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-feb3f6ac-cad3-4755-bd87-dd45500d2fc7 service neutron] Attempting to bind port 15db8c59-b0c4-4974-b79b-e8a4d8195ae3 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'd7db0899-4244-4261-99b7-216e83bbfde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '61f44685-726d-4a1b-bf0c-76d9de0527ce'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 19:57:36.759809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-feb3f6ac-cad3-4755-bd87-dd45500d2fc7 service neutron] Attempting to bind port 15db8c59-b0c4-4974-b79b-e8a4d8195ae3 on network 61f44685-726d-4a1b-bf0c-76d9de0527ce {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:57:36.766278 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-feb3f6ac-cad3-4755-bd87-dd45500d2fc7 service neutron] Port 15db8c59-b0c4-4974-b79b-e8a4d8195ae3 on network 61f44685-726d-4a1b-bf0c-76d9de0527ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 19:57:36.766647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-feb3f6ac-cad3-4755-bd87-dd45500d2fc7 service neutron] Attempting to bind port 15db8c59-b0c4-4974-b79b-e8a4d8195ae3 on network 61f44685-726d-4a1b-bf0c-76d9de0527ce {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 19:57:36.773699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-feb3f6ac-cad3-4755-bd87-dd45500d2fc7 service neutron] Checking agent: {'id': '5d7a6d50-e450-4e92-a105-61a558d89e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'started_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 19, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 19:57:36.774078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-feb3f6ac-cad3-4755-bd87-dd45500d2fc7 service neutron] Checking segment: {'id': 'd7db0899-4244-4261-99b7-216e83bbfde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '61f44685-726d-4a1b-bf0c-76d9de0527ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 19:57:36.774685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-feb3f6ac-cad3-4755-bd87-dd45500d2fc7 service neutron] Bound using segment: {'id': 'd7db0899-4244-4261-99b7-216e83bbfde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '61f44685-726d-4a1b-bf0c-76d9de0527ce'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 19:57:36.774971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-feb3f6ac-cad3-4755-bd87-dd45500d2fc7 service neutron] Bound port: 15db8c59-b0c4-4974-b79b-e8a4d8195ae3, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7db0899-4244-4261-99b7-216e83bbfde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '61f44685-726d-4a1b-bf0c-76d9de0527ce'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 19:57:36.775386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-feb3f6ac-cad3-4755-bd87-dd45500d2fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:36.793615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 1fdd68f8-e2d0-4227-b035-1e3611dac66b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:57:36.794644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:36.874894 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-feb3f6ac-cad3-4755-bd87-dd45500d2fc7 service neutron] For port 15db8c59-b0c4-4974-b79b-e8a4d8195ae3, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 19:57:36.879001 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-feb3f6ac-cad3-4755-bd87-dd45500d2fc7 service neutron] For port 15db8c59-b0c4-4974-b79b-e8a4d8195ae3, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=15db8c59-b0c4-4974-b79b-e8a4d8195ae3,segment=NetworkSegment(d7db0899-4244-4261-99b7-216e83bbfde4),segment_id=d7db0899-4244-4261-99b7-216e83bbfde4)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 19:57:36.882431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-feb3f6ac-cad3-4755-bd87-dd45500d2fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:36.887073 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-76026e18-fd8b-47c0-af36-63e747e9fa57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:57:36.948592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-feb3f6ac-cad3-4755-bd87-dd45500d2fc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:36.950067 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-feb3f6ac-cad3-4755-bd87-dd45500d2fc7 service neutron] 10.222.0.36 "PUT /v2.0/ports/15db8c59-b0c4-4974-b79b-e8a4d8195ae3 HTTP/1.1" status: 200 len: 1093 time: 1.0984502 Dec 25 19:57:36.950635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '585e2ed9-bc7e-452d-9535-b012083e4781', 'tag': '15db8c59-b0c4-4974-b79b-e8a4d8195ae3'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:57:36.968282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb3f6ac-cad3-4755-bd87-dd45500d2fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=15db8c59-b0c4-4974-b79b-e8a4d8195ae3,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:57:36.973118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-feb3f6ac-cad3-4755-bd87-dd45500d2fc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:57:37.042127 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '585e2ed9-bc7e-452d-9535-b012083e4781', 'tag': '15db8c59-b0c4-4974-b79b-e8a4d8195ae3', 'status': 'completed', 'code': 200} Dec 25 19:57:37.081170 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-ab90a661-c002-42bd-ae8d-ad70cd38f28d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=585e2ed9-bc7e-452d-9535-b012083e4781 HTTP/1.1" status: 200 len: 1096 time: 0.0837188 Dec 25 19:57:37.161621 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-481fd2a6-37da-4af9-b868-dfffa13a0882 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15db8c59-b0c4-4974-b79b-e8a4d8195ae3 HTTP/1.1" status: 200 len: 217 time: 0.0690157 Dec 25 19:57:37.210611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:37.240340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-6de88764-c8a7-4be4-8726-a0c9d9454564 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:57:37.241940 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-6de88764-c8a7-4be4-8726-a0c9d9454564 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b86d6e1-0e35-4f1f-808c-7fc9c7404168 HTTP/1.1" status: 200 len: 844 time: 0.0722058 Dec 25 19:57:37.327907 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-c056ce46-8f0c-4bac-9ab3-10bbdcd21dd4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61f44685-726d-4a1b-bf0c-76d9de0527ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748456 Dec 25 19:57:37.480900 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-41fde0f0-acf2-4e18-a5f8-b19c8332c230 service neutron] 10.222.0.36 "GET /v2.0/networks/61f44685-726d-4a1b-bf0c-76d9de0527ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414125 Dec 25 19:57:37.691143 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d6189d62-f58e-45dd-8562-fef6d9c971fe req-9c5400dc-e90f-42af-9077-d7e1822e5215 service neutron] 10.222.0.36 "GET /v2.0/networks/61f44685-726d-4a1b-bf0c-76d9de0527ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998827 Dec 25 19:57:37.708702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d4d71-b443-4e43-823c-6e20b71df22d req-7b651a0b-2c0a-4e24-9d64-9fa5b68702d3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:57:37.710285 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-877d4d71-b443-4e43-823c-6e20b71df22d req-7b651a0b-2c0a-4e24-9d64-9fa5b68702d3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=585e2ed9-bc7e-452d-9535-b012083e4781 HTTP/1.1" status: 200 len: 943 time: 0.1208701 Dec 25 19:57:37.811882 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-877d4d71-b443-4e43-823c-6e20b71df22d req-aebdb115-a14d-4697-8e5a-426ee4769e7c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=34880931-1ad8-47f6-bf6a-c87a1c12478d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0938709 Dec 25 19:57:37.832501 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-459f3ab5-72a3-4873-ae2b-02b148a47955 req-964a3200-c7a9-44c2-96a9-850a2f8351b3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=585e2ed9-bc7e-452d-9535-b012083e4781 HTTP/1.1" status: 200 len: 1096 time: 0.0828207 Dec 25 19:57:37.980149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f3ab5-72a3-4873-ae2b-02b148a47955 req-da4f82c2-f509-4cca-854e-0f88c0418d32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:57:37.981741 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-459f3ab5-72a3-4873-ae2b-02b148a47955 req-da4f82c2-f509-4cca-854e-0f88c0418d32 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61f44685-726d-4a1b-bf0c-76d9de0527ce HTTP/1.1" status: 200 len: 895 time: 0.1414251 Dec 25 19:57:38.055460 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-459f3ab5-72a3-4873-ae2b-02b148a47955 req-bde791f0-c82f-4501-bea6-bd413025524d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15db8c59-b0c4-4974-b79b-e8a4d8195ae3 HTTP/1.1" status: 200 len: 217 time: 0.0665739 Dec 25 19:57:38.123112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f3ab5-72a3-4873-ae2b-02b148a47955 req-bce7529e-7bf6-4832-86ba-3cf4a726fa99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:57:38.124567 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-459f3ab5-72a3-4873-ae2b-02b148a47955 req-bce7529e-7bf6-4832-86ba-3cf4a726fa99 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b86d6e1-0e35-4f1f-808c-7fc9c7404168 HTTP/1.1" status: 200 len: 844 time: 0.0626466 Dec 25 19:57:38.208607 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-459f3ab5-72a3-4873-ae2b-02b148a47955 req-f2bd8012-bd3c-48be-9594-3cf8d55afa61 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61f44685-726d-4a1b-bf0c-76d9de0527ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767856 Dec 25 19:57:38.324101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-561d867c-08fe-4bb2-8646-3c990fe9e9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:38.352674 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-459f3ab5-72a3-4873-ae2b-02b148a47955 req-36bad180-752d-4ad5-8900-9652cfc35ad6 service neutron] 10.222.0.36 "GET /v2.0/networks/61f44685-726d-4a1b-bf0c-76d9de0527ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365728 Dec 25 19:57:38.594402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:38.716717 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-459f3ab5-72a3-4873-ae2b-02b148a47955 req-9a24bfe7-c8a3-40c2-9fa1-70425aef672b service neutron] 10.222.0.36 "GET /v2.0/networks/61f44685-726d-4a1b-bf0c-76d9de0527ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567941 Dec 25 19:57:39.014859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526c801-7e67-4b92-8760-3174811da0c0 req-b44af585-f332-471c-8547-e547610fdf6c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:57:39.016503 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7526c801-7e67-4b92-8760-3174811da0c0 req-b44af585-f332-471c-8547-e547610fdf6c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=585e2ed9-bc7e-452d-9535-b012083e4781 HTTP/1.1" status: 200 len: 943 time: 0.0825214 Dec 25 19:57:39.064476 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7526c801-7e67-4b92-8760-3174811da0c0 req-56265af6-1523-4610-9e6c-1b05df3cd760 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=34880931-1ad8-47f6-bf6a-c87a1c12478d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417984 Dec 25 19:57:39.587551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 15db8c59-b0c4-4974-b79b-e8a4d8195ae3 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 19:57:39.735344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 15db8c59-b0c4-4974-b79b-e8a4d8195ae3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=15db8c59-b0c4-4974-b79b-e8a4d8195ae3,segment=NetworkSegment(d7db0899-4244-4261-99b7-216e83bbfde4),segment_id=d7db0899-4244-4261-99b7-216e83bbfde4)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:57:39.749712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': '15db8c59-b0c4-4974-b79b-e8a4d8195ae3', 'network_id': '61f44685-726d-4a1b-bf0c-76d9de0527ce', 'port_id': '15db8c59-b0c4-4974-b79b-e8a4d8195ae3', 'mac_address': 'fa:16:3e:3a:ab:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b86d6e1-0e35-4f1f-808c-7fc9c7404168', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 19:57:39.804389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:39.823373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15db8c59-b0c4-4974-b79b-e8a4d8195ae3 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 19:57:39.838131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 15db8c59-b0c4-4974-b79b-e8a4d8195ae3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=15db8c59-b0c4-4974-b79b-e8a4d8195ae3,segment=NetworkSegment(d7db0899-4244-4261-99b7-216e83bbfde4),segment_id=d7db0899-4244-4261-99b7-216e83bbfde4)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:57:39.840928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:39.843503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:57:39.912034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=15db8c59-b0c4-4974-b79b-e8a4d8195ae3,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:57:39.915132 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:57:39.932321 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:40.118705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['15db8c59-b0c4-4974-b79b-e8a4d8195ae3'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 19:57:40.271987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82e05d-9b8c-455c-8123-2466214bf286 req-bb42bdb3-a851-455c-b0b9-42184401cb95 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:57:40.274013 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0a82e05d-9b8c-455c-8123-2466214bf286 req-bb42bdb3-a851-455c-b0b9-42184401cb95 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=585e2ed9-bc7e-452d-9535-b012083e4781 HTTP/1.1" status: 200 len: 944 time: 0.0873411 Dec 25 19:57:40.322638 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0a82e05d-9b8c-455c-8123-2466214bf286 req-63692e72-3e15-4efa-aaab-3b7ad5ac3342 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=34880931-1ad8-47f6-bf6a-c87a1c12478d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426872 Dec 25 19:57:41.528100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c55f3-debc-4366-9219-481219becec1 req-70e8e617-0bbb-4e1f-bc20-7198d3cb944c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:57:41.529690 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-548c55f3-debc-4366-9219-481219becec1 req-70e8e617-0bbb-4e1f-bc20-7198d3cb944c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=585e2ed9-bc7e-452d-9535-b012083e4781 HTTP/1.1" status: 200 len: 944 time: 0.0819302 Dec 25 19:57:41.577965 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-548c55f3-debc-4366-9219-481219becec1 req-e04f6b41-afd0-4ea9-bf1c-c133a12f4d4f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=34880931-1ad8-47f6-bf6a-c87a1c12478d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422993 Dec 25 19:57:41.586409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 15db8c59-b0c4-4974-b79b-e8a4d8195ae3 up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 19:57:41.654808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning for port 15db8c59-b0c4-4974-b79b-e8a4d8195ae3 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 19:57:41.659531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port 15db8c59-b0c4-4974-b79b-e8a4d8195ae3 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:57:41.659949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:41.776437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:41.804139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585e2ed9-bc7e-452d-9535-b012083e4781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15db8c59-b0c4-4974-b79b-e8a4d8195ae3'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:57:41.815556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 15db8c59-b0c4-4974-b79b-e8a4d8195ae3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=15db8c59-b0c4-4974-b79b-e8a4d8195ae3,segment=NetworkSegment(d7db0899-4244-4261-99b7-216e83bbfde4),segment_id=d7db0899-4244-4261-99b7-216e83bbfde4)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 19:57:41.818608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:41.820643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7b8b5f4a-a864-4a90-9b23-beb7084e10b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:57:41.868980 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '585e2ed9-bc7e-452d-9535-b012083e4781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15db8c59-b0c4-4974-b79b-e8a4d8195ae3', 'code': 200} Dec 25 19:57:41.891744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=15db8c59-b0c4-4974-b79b-e8a4d8195ae3,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:57:41.895769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:57:42.111244 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-48762cce-4321-4470-862b-494598e02cfa req-6b8f8ac8-6c56-4e1e-8b43-03a0752630c3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=585e2ed9-bc7e-452d-9535-b012083e4781 HTTP/1.1" status: 200 len: 1098 time: 0.0765440 Dec 25 19:57:42.160971 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-48762cce-4321-4470-862b-494598e02cfa req-0f3c4cd3-e09c-4053-bc67-009ed95380d8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=34880931-1ad8-47f6-bf6a-c87a1c12478d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395079 Dec 25 19:57:42.785541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c49725-ebee-41b8-888d-202931e34db5 req-05723e62-cd39-4e2f-ae0e-43aa509240b0 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:57:42.787179 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-18c49725-ebee-41b8-888d-202931e34db5 req-05723e62-cd39-4e2f-ae0e-43aa509240b0 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=585e2ed9-bc7e-452d-9535-b012083e4781 HTTP/1.1" status: 200 len: 945 time: 0.0827749 Dec 25 19:57:42.835450 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-18c49725-ebee-41b8-888d-202931e34db5 req-0a084071-3737-4172-b53a-976541b5e2b3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=34880931-1ad8-47f6-bf6a-c87a1c12478d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420575 Dec 25 19:57:44.043783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ff624-fd02-4cf6-ae5d-973ef60c5f07 req-d0ef889b-a111-4102-949b-12567f58b7a1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:57:44.045520 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-596ff624-fd02-4cf6-ae5d-973ef60c5f07 req-d0ef889b-a111-4102-949b-12567f58b7a1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=585e2ed9-bc7e-452d-9535-b012083e4781 HTTP/1.1" status: 200 len: 945 time: 0.0863905 Dec 25 19:57:44.094401 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-596ff624-fd02-4cf6-ae5d-973ef60c5f07 req-5751951e-ef00-4631-9fa3-843e47738e5e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=34880931-1ad8-47f6-bf6a-c87a1c12478d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428271 Dec 25 19:57:44.296723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398188ed-a46e-4bc6-a672-03d0ef0f4e2b req-f3eefb68-c805-4869-b53e-c646360d144f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:57:44.298314 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-398188ed-a46e-4bc6-a672-03d0ef0f4e2b req-f3eefb68-c805-4869-b53e-c646360d144f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=585e2ed9-bc7e-452d-9535-b012083e4781 HTTP/1.1" status: 200 len: 945 time: 0.0827572 Dec 25 19:57:44.349631 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-398188ed-a46e-4bc6-a672-03d0ef0f4e2b req-2c3d5e00-65ad-45f3-9712-93029599ee90 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=34880931-1ad8-47f6-bf6a-c87a1c12478d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452185 Dec 25 19:57:44.376866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54520) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:57:44.451276 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ca151fea-d64c-4888-a120-fd4f52f1af24 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=585e2ed9-bc7e-452d-9535-b012083e4781 HTTP/1.1" status: 200 len: 1093 time: 0.0730078 Dec 25 19:57:44.453853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54524) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:57:44.459405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-3d10985f-9c8d-41b3-be1f-09a191aa36da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'floatingip': {'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'port_id': '15db8c59-b0c4-4974-b79b-e8a4d8195ae3', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:57:44.465227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3d10985f-9c8d-41b3-be1f-09a191aa36da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 19:57:44.469285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3d10985f-9c8d-41b3-be1f-09a191aa36da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:floatingip and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 19:57:44.472523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3d10985f-9c8d-41b3-be1f-09a191aa36da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 19:57:44.478529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3d10985f-9c8d-41b3-be1f-09a191aa36da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 19:57:44.488065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d10985f-9c8d-41b3-be1f-09a191aa36da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:44.635494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d10985f-9c8d-41b3-be1f-09a191aa36da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:44.779018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-3d10985f-9c8d-41b3-be1f-09a191aa36da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Allocated IP 172.26.8.75 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/9a7563ef-90df-414a-865c-3fffcc1d858a) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 19:57:44.942309 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d10985f-9c8d-41b3-be1f-09a191aa36da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:44.967399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d10985f-9c8d-41b3-be1f-09a191aa36da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:44.971992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a2fbd126-0635-4fba-8ad9-339961be6810 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:57:45.038810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d10985f-9c8d-41b3-be1f-09a191aa36da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 19:57:45.042240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-3d10985f-9c8d-41b3-be1f-09a191aa36da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 19:57:45.046673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d10985f-9c8d-41b3-be1f-09a191aa36da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 19:57:45.075870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10985f-9c8d-41b3-be1f-09a191aa36da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=9a7563ef-90df-414a-865c-3fffcc1d858a,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:57:45.081521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3d10985f-9c8d-41b3-be1f-09a191aa36da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:57:45.570009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d10985f-9c8d-41b3-be1f-09a191aa36da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:45.630151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d10985f-9c8d-41b3-be1f-09a191aa36da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:45.842424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d10985f-9c8d-41b3-be1f-09a191aa36da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:45.846134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d10985f-9c8d-41b3-be1f-09a191aa36da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:45.850488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b91872c6-8e83-4c1d-9635-20b43018ca80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:57:45.963198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10985f-9c8d-41b3-be1f-09a191aa36da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=9a7563ef-90df-414a-865c-3fffcc1d858a,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:57:45.967556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3d10985f-9c8d-41b3-be1f-09a191aa36da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:57:45.976603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d10985f-9c8d-41b3-be1f-09a191aa36da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:46.174006 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [None req-3d10985f-9c8d-41b3-be1f-09a191aa36da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Floating IP fffb2dde-3206-4db9-b7bf-0b36304310af associated. External IP: 172.26.8.75, port: 15db8c59-b0c4-4974-b79b-e8a4d8195ae3. Dec 25 19:57:46.586957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d10985f-9c8d-41b3-be1f-09a191aa36da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router 922622d0-ca1f-43bb-90bb-71fa95ea6d83 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 19:57:46.809661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d10985f-9c8d-41b3-be1f-09a191aa36da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 19:57:46.820558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b68999-5434-4dd7-afad-8dc29c5a212b None None] Sync routers for ids ['922622d0-ca1f-43bb-90bb-71fa95ea6d83'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 19:57:46.834017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b68999-5434-4dd7-afad-8dc29c5a212b None None] Routers {'922622d0-ca1f-43bb-90bb-71fa95ea6d83'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:57:46.834908 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3d10985f-9c8d-41b3-be1f-09a191aa36da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:57:46.835153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-39b68999-5434-4dd7-afad-8dc29c5a212b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:57:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['922622d0-ca1f-43bb-90bb-71fa95ea6d83'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:57:46.896341 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3d10985f-9c8d-41b3-be1f-09a191aa36da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4413848 Dec 25 19:57:46.897169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '585e2ed9-bc7e-452d-9535-b012083e4781', 'tag': '15db8c59-b0c4-4974-b79b-e8a4d8195ae3'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 19:57:46.899950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54528) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:57:46.959518 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '585e2ed9-bc7e-452d-9535-b012083e4781', 'tag': '15db8c59-b0c4-4974-b79b-e8a4d8195ae3', 'status': 'completed', 'code': 200} Dec 25 19:57:47.015974 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-595ccc48-6173-45d9-8b04-6bbd29181ac1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/floatingips/fffb2dde-3206-4db9-b7bf-0b36304310af HTTP/1.1" status: 200 len: 990 time: 0.1146920 Dec 25 19:57:47.041275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-39b68999-5434-4dd7-afad-8dc29c5a212b None None] Set router 922622d0-ca1f-43bb-90bb-71fa95ea6d83 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:57:47.061421 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ca7fd370-e419-43ae-bcf3-84cd8b76eefb req-341317d0-ad4c-4fd5-abf8-52171baf6d54 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=585e2ed9-bc7e-452d-9535-b012083e4781 HTTP/1.1" status: 200 len: 1098 time: 0.0777626 Dec 25 19:57:47.427969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-39b68999-5434-4dd7-afad-8dc29c5a212b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922622d0-ca1f-43bb-90bb-71fa95ea6d83', 'name': 'tempest-TestNetworkBasicOps-router-802373841', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '94c5cba7-6671-4d8d-aaaa-9588d69f7537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:57:24Z', 'updated_at': '2021-12-25T19:57:28Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '94c5cba7-6671-4d8d-aaaa-9588d69f7537', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922622d0-ca1f-43bb-90bb-71fa95ea6d83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:57:24Z', 'updated_at': '2021-12-25T19:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': 'fffb2dde-3206-4db9-b7bf-0b36304310af', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.75', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '922622d0-ca1f-43bb-90bb-71fa95ea6d83', 'port_id': '15db8c59-b0c4-4974-b79b-e8a4d8195ae3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61f44685-726d-4a1b-bf0c-76d9de0527ce', 'mac_address': 'fa:16:3e:3a:ab:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585e2ed9-bc7e-452d-9535-b012083e4781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T19:57:45Z', 'updated_at': '2021-12-25T19:57:45Z', 'revision_number': 0, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fdd68f8-e2d0-4227-b035-1e3611dac66b', 'name': '', 'network_id': '61f44685-726d-4a1b-bf0c-76d9de0527ce', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:8c:91:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922622d0-ca1f-43bb-90bb-71fa95ea6d83', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b86d6e1-0e35-4f1f-808c-7fc9c7404168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:57:28Z', 'updated_at': '2021-12-25T19:57:35Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': '3b86d6e1-0e35-4f1f-808c-7fc9c7404168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:57:47.432532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b68999-5434-4dd7-afad-8dc29c5a212b None None] Checking router: 922622d0-ca1f-43bb-90bb-71fa95ea6d83 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 19:57:47.441485 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fd370-e419-43ae-bcf3-84cd8b76eefb req-b382dae9-7937-4697-9006-803cf3a3be3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:57:47.443128 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ca7fd370-e419-43ae-bcf3-84cd8b76eefb req-b382dae9-7937-4697-9006-803cf3a3be3d service neutron] 10.222.0.36 "GET /v2.0/networks?id=61f44685-726d-4a1b-bf0c-76d9de0527ce HTTP/1.1" status: 200 len: 895 time: 0.3715696 Dec 25 19:57:47.444021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b68999-5434-4dd7-afad-8dc29c5a212b None None] Routers {'922622d0-ca1f-43bb-90bb-71fa95ea6d83'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 19:57:47.444696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-39b68999-5434-4dd7-afad-8dc29c5a212b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T19:57:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['922622d0-ca1f-43bb-90bb-71fa95ea6d83'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:57:47.547501 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ca7fd370-e419-43ae-bcf3-84cd8b76eefb req-eb59c22c-4f3d-4719-b11b-9f5db89afe5f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15db8c59-b0c4-4974-b79b-e8a4d8195ae3 HTTP/1.1" status: 200 len: 998 time: 0.0974171 Dec 25 19:57:47.620950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fd370-e419-43ae-bcf3-84cd8b76eefb req-aba8449f-b3a8-4c4d-a5ba-b45493faffaf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:57:47.622564 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ca7fd370-e419-43ae-bcf3-84cd8b76eefb req-aba8449f-b3a8-4c4d-a5ba-b45493faffaf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b86d6e1-0e35-4f1f-808c-7fc9c7404168 HTTP/1.1" status: 200 len: 844 time: 0.0684481 Dec 25 19:57:47.630969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-39b68999-5434-4dd7-afad-8dc29c5a212b None None] Set router 922622d0-ca1f-43bb-90bb-71fa95ea6d83 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 19:57:47.703316 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ca7fd370-e419-43ae-bcf3-84cd8b76eefb req-b555e3fa-046d-49dc-b84c-727b0fb40c67 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61f44685-726d-4a1b-bf0c-76d9de0527ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735905 Dec 25 19:57:47.847891 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ca7fd370-e419-43ae-bcf3-84cd8b76eefb req-aaecb682-5815-45ac-9683-128bfa4e9be4 service neutron] 10.222.0.36 "GET /v2.0/networks/61f44685-726d-4a1b-bf0c-76d9de0527ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376607 Dec 25 19:57:47.999599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-39b68999-5434-4dd7-afad-8dc29c5a212b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922622d0-ca1f-43bb-90bb-71fa95ea6d83', 'name': 'tempest-TestNetworkBasicOps-router-802373841', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '94c5cba7-6671-4d8d-aaaa-9588d69f7537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:57:24Z', 'updated_at': '2021-12-25T19:57:28Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '94c5cba7-6671-4d8d-aaaa-9588d69f7537', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922622d0-ca1f-43bb-90bb-71fa95ea6d83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:57:24Z', 'updated_at': '2021-12-25T19:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': 'fffb2dde-3206-4db9-b7bf-0b36304310af', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.75', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '922622d0-ca1f-43bb-90bb-71fa95ea6d83', 'port_id': '15db8c59-b0c4-4974-b79b-e8a4d8195ae3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61f44685-726d-4a1b-bf0c-76d9de0527ce', 'mac_address': 'fa:16:3e:3a:ab:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585e2ed9-bc7e-452d-9535-b012083e4781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T19:57:45Z', 'updated_at': '2021-12-25T19:57:45Z', 'revision_number': 0, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fdd68f8-e2d0-4227-b035-1e3611dac66b', 'name': '', 'network_id': '61f44685-726d-4a1b-bf0c-76d9de0527ce', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:8c:91:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922622d0-ca1f-43bb-90bb-71fa95ea6d83', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b86d6e1-0e35-4f1f-808c-7fc9c7404168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:57:28Z', 'updated_at': '2021-12-25T19:57:35Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': '3b86d6e1-0e35-4f1f-808c-7fc9c7404168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 19:57:48.003886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b68999-5434-4dd7-afad-8dc29c5a212b None None] The sync data for ids ['922622d0-ca1f-43bb-90bb-71fa95ea6d83'] in dv-neutron-822611-1-hyperv is: [{'id': '922622d0-ca1f-43bb-90bb-71fa95ea6d83', 'name': 'tempest-TestNetworkBasicOps-router-802373841', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '94c5cba7-6671-4d8d-aaaa-9588d69f7537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:57:24Z', 'updated_at': '2021-12-25T19:57:28Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '94c5cba7-6671-4d8d-aaaa-9588d69f7537', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922622d0-ca1f-43bb-90bb-71fa95ea6d83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:57:24Z', 'updated_at': '2021-12-25T19:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': 'fffb2dde-3206-4db9-b7bf-0b36304310af', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.75', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '922622d0-ca1f-43bb-90bb-71fa95ea6d83', 'port_id': '15db8c59-b0c4-4974-b79b-e8a4d8195ae3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61f44685-726d-4a1b-bf0c-76d9de0527ce', 'mac_address': 'fa:16:3e:3a:ab:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585e2ed9-bc7e-452d-9535-b012083e4781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T19:57:45Z', 'updated_at': '2021-12-25T19:57:45Z', 'revision_number': 0, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fdd68f8-e2d0-4227-b035-1e3611dac66b', 'name': '', 'network_id': '61f44685-726d-4a1b-bf0c-76d9de0527ce', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:8c:91:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922622d0-ca1f-43bb-90bb-71fa95ea6d83', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b86d6e1-0e35-4f1f-808c-7fc9c7404168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:57:28Z', 'updated_at': '2021-12-25T19:57:35Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': '3b86d6e1-0e35-4f1f-808c-7fc9c7404168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 19:57:48.006421 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ca7fd370-e419-43ae-bcf3-84cd8b76eefb req-5f8f3451-8701-4269-834c-7ab9fa84a934 service neutron] 10.222.0.36 "GET /v2.0/networks/61f44685-726d-4a1b-bf0c-76d9de0527ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412940 Dec 25 19:57:48.019954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54534) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:57:48.143573 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-185cdaea-4628-42d8-88f1-f0d4ae9adf52 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/floatingips/fffb2dde-3206-4db9-b7bf-0b36304310af HTTP/1.1" status: 200 len: 990 time: 0.1222494 Dec 25 19:57:48.367333 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f4c64e-f53b-4a03-a3e9-4523cb529d71 None None] New status for floating IP fffb2dde-3206-4db9-b7bf-0b36304310af: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 19:57:49.147629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54538) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:57:49.262406 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-530beb69-9e32-4614-82b4-9d0932c08d91 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/floatingips/fffb2dde-3206-4db9-b7bf-0b36304310af HTTP/1.1" status: 200 len: 992 time: 0.1132724 Dec 25 19:57:53.473031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:58:06.039875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-45f0f1c2-c256-4540-a7ae-a562532b7fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:58:07.203194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:58:08.328948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e006b4a0-a700-4fe0-82fb-ad5822b2338d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:58:08.595409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:58:09.936415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:58:10.971330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 19:58:23.479452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:58:36.041952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7306dd86-b841-408d-9f09-4db8da747b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:58:37.204827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:58:38.329970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-64bb077c-7f2f-48d3-ae63-3600138e5f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:58:38.598875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:58:38.922632 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-23dd4848-eb10-48ed-9fe0-24ae1f611f8c req-3718a1dd-acd9-48e5-bd2e-895f904c35a7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=585e2ed9-bc7e-452d-9535-b012083e4781&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735838 Dec 25 19:58:39.086083 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-23dd4848-eb10-48ed-9fe0-24ae1f611f8c req-647332e6-54c1-4b94-9ee1-bca83b89c9ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=585e2ed9-bc7e-452d-9535-b012083e4781 HTTP/1.1" status: 200 len: 1098 time: 0.0813172 Dec 25 19:58:39.244641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd4848-eb10-48ed-9fe0-24ae1f611f8c req-467ce8fe-96be-4509-93b2-bfbc68eb5941 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:58:39.246346 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-23dd4848-eb10-48ed-9fe0-24ae1f611f8c req-467ce8fe-96be-4509-93b2-bfbc68eb5941 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61f44685-726d-4a1b-bf0c-76d9de0527ce HTTP/1.1" status: 200 len: 895 time: 0.1383276 Dec 25 19:58:39.354286 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-23dd4848-eb10-48ed-9fe0-24ae1f611f8c req-6a24a926-0f31-469d-b4c2-4e5e13cda112 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15db8c59-b0c4-4974-b79b-e8a4d8195ae3 HTTP/1.1" status: 200 len: 1000 time: 0.0984843 Dec 25 19:58:39.428663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd4848-eb10-48ed-9fe0-24ae1f611f8c req-34e196ff-2878-4109-aa51-809a751dac5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:58:39.430116 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-23dd4848-eb10-48ed-9fe0-24ae1f611f8c req-34e196ff-2878-4109-aa51-809a751dac5e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b86d6e1-0e35-4f1f-808c-7fc9c7404168 HTTP/1.1" status: 200 len: 844 time: 0.0661285 Dec 25 19:58:39.513528 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-23dd4848-eb10-48ed-9fe0-24ae1f611f8c req-bd8370b4-3033-4441-97af-83371f027d4d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61f44685-726d-4a1b-bf0c-76d9de0527ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725224 Dec 25 19:58:39.660245 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-23dd4848-eb10-48ed-9fe0-24ae1f611f8c req-7242d37a-967a-439c-82e5-699e6ea305fa service neutron] 10.222.0.36 "GET /v2.0/networks/61f44685-726d-4a1b-bf0c-76d9de0527ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362176 Dec 25 19:58:39.806916 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-23dd4848-eb10-48ed-9fe0-24ae1f611f8c req-1d62779f-2778-4e4e-b8a9-667955171871 service neutron] 10.222.0.36 "GET /v2.0/networks/61f44685-726d-4a1b-bf0c-76d9de0527ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368430 Dec 25 19:58:39.938945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:58:47.972151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 19:58:53.483192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:59:06.043863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d9c1b41e-f579-4316-b8d0-70fe6bd6ab32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:59:07.206142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:59:08.331284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c8ec70c5-5d57-4fdb-8ca6-e70f8d881499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:59:08.601775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:59:09.940992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:59:23.486990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:59:24.974049 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 19:59:30.053471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [req-40f01d52-91f0-435a-ad63-81fab21aef47 req-3a9411ee-ffc4-44bc-8696-af1310bd61e4 service neutron] (88900) timed out ('10.222.0.36', 58202) {{(pid=88900) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 25 19:59:36.045892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f8775472-37dc-452f-9c91-9028683c57e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:59:37.207682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:59:38.334368 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e2c6d298-5402-4f5c-8108-e5592876120b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:59:38.604758 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:59:39.944739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:59:39.998309 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-efefcebe-ff49-4eb9-b137-22bb3bc68bc9 req-5d48006c-263b-4f98-9cef-73c36dd47a85 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=585e2ed9-bc7e-452d-9535-b012083e4781&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1524546 Dec 25 19:59:40.163661 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-efefcebe-ff49-4eb9-b137-22bb3bc68bc9 req-f240a8ea-0d20-4aca-a33f-92621cd03f55 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=585e2ed9-bc7e-452d-9535-b012083e4781 HTTP/1.1" status: 200 len: 1098 time: 0.0748663 Dec 25 19:59:40.323929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefcebe-ff49-4eb9-b137-22bb3bc68bc9 req-8c842da8-38a1-4339-943d-36b0dcfeae48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:59:40.325486 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-efefcebe-ff49-4eb9-b137-22bb3bc68bc9 req-8c842da8-38a1-4339-943d-36b0dcfeae48 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61f44685-726d-4a1b-bf0c-76d9de0527ce HTTP/1.1" status: 200 len: 895 time: 0.1362257 Dec 25 19:59:40.435258 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-efefcebe-ff49-4eb9-b137-22bb3bc68bc9 req-c3a2b921-62af-4736-974d-b5320122329e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15db8c59-b0c4-4974-b79b-e8a4d8195ae3 HTTP/1.1" status: 200 len: 1000 time: 0.1022108 Dec 25 19:59:40.508857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefcebe-ff49-4eb9-b137-22bb3bc68bc9 req-c43214d8-1bbe-4f83-a941-0cff90139b5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:59:40.510419 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-efefcebe-ff49-4eb9-b137-22bb3bc68bc9 req-c43214d8-1bbe-4f83-a941-0cff90139b5a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b86d6e1-0e35-4f1f-808c-7fc9c7404168 HTTP/1.1" status: 200 len: 844 time: 0.0656023 Dec 25 19:59:40.596766 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-efefcebe-ff49-4eb9-b137-22bb3bc68bc9 req-1c5a61dd-8928-471c-95a7-687c40143b50 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61f44685-726d-4a1b-bf0c-76d9de0527ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759959 Dec 25 19:59:40.741992 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-efefcebe-ff49-4eb9-b137-22bb3bc68bc9 req-41d0d3a9-6b7f-4811-b0a6-a5474afebc8a service neutron] 10.222.0.36 "GET /v2.0/networks/61f44685-726d-4a1b-bf0c-76d9de0527ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346331 Dec 25 19:59:40.885600 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-efefcebe-ff49-4eb9-b137-22bb3bc68bc9 req-d9f78adf-adf6-40e8-ba63-2e3fc76146db service neutron] 10.222.0.36 "GET /v2.0/networks/61f44685-726d-4a1b-bf0c-76d9de0527ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334381 Dec 25 19:59:42.651251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54570) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 19:59:42.657803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-487cdda1-7363-4aec-a4d8-31102fd4490d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 19:59:42.908250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-487cdda1-7363-4aec-a4d8-31102fd4490d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036851852017'] for subnet, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:59:43.106569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-487cdda1-7363-4aec-a4d8-31102fd4490d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739196635046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036853573298'] for subnet, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:59:43.110902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-52e2dd13-2993-4377-bdc3-2f1ae8c7f4be tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 19:59:43.165861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487cdda1-7363-4aec-a4d8-31102fd4490d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 19:59:43.166640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-487cdda1-7363-4aec-a4d8-31102fd4490d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:59:43.170287 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-487cdda1-7363-4aec-a4d8-31102fd4490d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "PUT /v2.0/subnets/3b86d6e1-0e35-4f1f-808c-7fc9c7404168 HTTP/1.1" status: 200 len: 836 time: 0.5158343 Dec 25 19:59:43.174385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8aa0e4-904b-45a1-942a-86e1766d8e3e None None] Network 61f44685-726d-4a1b-bf0c-76d9de0527ce requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 19:59:43.187499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487cdda1-7363-4aec-a4d8-31102fd4490d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Subnet': ['ID=3b86d6e1-0e35-4f1f-808c-7fc9c7404168,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 19:59:43.197597 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487cdda1-7363-4aec-a4d8-31102fd4490d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:59:43.198039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487cdda1-7363-4aec-a4d8-31102fd4490d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:59:43.198462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487cdda1-7363-4aec-a4d8-31102fd4490d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:59:43.198876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487cdda1-7363-4aec-a4d8-31102fd4490d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:59:43.199322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487cdda1-7363-4aec-a4d8-31102fd4490d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:59:43.199889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487cdda1-7363-4aec-a4d8-31102fd4490d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:59:43.200299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487cdda1-7363-4aec-a4d8-31102fd4490d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:59:43.200707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487cdda1-7363-4aec-a4d8-31102fd4490d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:59:43.201113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487cdda1-7363-4aec-a4d8-31102fd4490d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:59:43.201516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487cdda1-7363-4aec-a4d8-31102fd4490d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:59:43.201919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487cdda1-7363-4aec-a4d8-31102fd4490d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 19:59:43.205418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-487cdda1-7363-4aec-a4d8-31102fd4490d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 19:59:43.936880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-794c5f06-2dc2-46ec-8395-a68eecb7ca68 None None] Provisioning complete for port 15db8c59-b0c4-4974-b79b-e8a4d8195ae3 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:59:43.937456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-794c5f06-2dc2-46ec-8395-a68eecb7ca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:59:44.071256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-794c5f06-2dc2-46ec-8395-a68eecb7ca68 None None] Provisioning complete for port 70438fd3-b3a4-4628-996b-27daaeabd34d triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:59:44.071683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-794c5f06-2dc2-46ec-8395-a68eecb7ca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:59:44.199376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-794c5f06-2dc2-46ec-8395-a68eecb7ca68 None None] Provisioning complete for port 1fdd68f8-e2d0-4227-b035-1e3611dac66b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 19:59:44.199755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-794c5f06-2dc2-46ec-8395-a68eecb7ca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 19:59:53.505993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:01.975719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:00:06.047202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6591b816-78c7-468e-a25e-b4277945d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:07.209956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:08.335784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0c06a1fb-c578-4f3c-8144-12f357bae3bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:08.606352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:09.946497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:23.507761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:26.093259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54582) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:00:26.527280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-67fcbfe5-340e-44d7-a326-156e2e386f7c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting port 9a7563ef-90df-414a-865c-3fffcc1d858a {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:00:26.527708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-67fcbfe5-340e-44d7-a326-156e2e386f7c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:26.705129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-67fcbfe5-340e-44d7-a326-156e2e386f7c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:26.705490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-67fcbfe5-340e-44d7-a326-156e2e386f7c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:26.830858 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-67fcbfe5-340e-44d7-a326-156e2e386f7c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Calling delete_port for 9a7563ef-90df-414a-865c-3fffcc1d858a owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:00:26.980445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-67fcbfe5-340e-44d7-a326-156e2e386f7c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:26.984818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-76026e18-fd8b-47c0-af36-63e747e9fa57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:00:27.028796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcbfe5-340e-44d7-a326-156e2e386f7c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Port': ['ID=9a7563ef-90df-414a-865c-3fffcc1d858a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:00:27.033211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-67fcbfe5-340e-44d7-a326-156e2e386f7c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:00:27.128644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-67fcbfe5-340e-44d7-a326-156e2e386f7c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:27.538489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67fcbfe5-340e-44d7-a326-156e2e386f7c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router 922622d0-ca1f-43bb-90bb-71fa95ea6d83 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:00:27.744604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fcbfe5-340e-44d7-a326-156e2e386f7c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:00:27.755639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d303b6-3576-4049-b429-f5d8ff82ec8a None None] Sync routers for ids ['922622d0-ca1f-43bb-90bb-71fa95ea6d83'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:00:27.766156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-67fcbfe5-340e-44d7-a326-156e2e386f7c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:27.768197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d303b6-3576-4049-b429-f5d8ff82ec8a None None] Routers {'922622d0-ca1f-43bb-90bb-71fa95ea6d83'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:00:27.768868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-14d303b6-3576-4049-b429-f5d8ff82ec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:00:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['922622d0-ca1f-43bb-90bb-71fa95ea6d83'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:00:27.824188 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-67fcbfe5-340e-44d7-a326-156e2e386f7c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/floatingips/fffb2dde-3206-4db9-b7bf-0b36304310af HTTP/1.1" status: 204 len: 168 time: 1.7296839 Dec 25 20:00:27.824818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '585e2ed9-bc7e-452d-9535-b012083e4781', 'tag': '15db8c59-b0c4-4974-b79b-e8a4d8195ae3'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:00:27.958484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-14d303b6-3576-4049-b429-f5d8ff82ec8a None None] Set router 922622d0-ca1f-43bb-90bb-71fa95ea6d83 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:00:28.052161 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '585e2ed9-bc7e-452d-9535-b012083e4781', 'tag': '15db8c59-b0c4-4974-b79b-e8a4d8195ae3', 'status': 'completed', 'code': 200} Dec 25 20:00:28.182863 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c21b4507-ffb5-4b25-9934-1ba56b185117 req-5a9609f5-0f79-4863-8011-5735fa1e59d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=585e2ed9-bc7e-452d-9535-b012083e4781 HTTP/1.1" status: 200 len: 1098 time: 0.0935979 Dec 25 20:00:28.329060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-14d303b6-3576-4049-b429-f5d8ff82ec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922622d0-ca1f-43bb-90bb-71fa95ea6d83', 'name': 'tempest-TestNetworkBasicOps-router-802373841', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '94c5cba7-6671-4d8d-aaaa-9588d69f7537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:57:24Z', 'updated_at': '2021-12-25T19:57:28Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '94c5cba7-6671-4d8d-aaaa-9588d69f7537', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922622d0-ca1f-43bb-90bb-71fa95ea6d83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:57:24Z', 'updated_at': '2021-12-25T19:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '1fdd68f8-e2d0-4227-b035-1e3611dac66b', 'name': '', 'network_id': '61f44685-726d-4a1b-bf0c-76d9de0527ce', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:8c:91:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922622d0-ca1f-43bb-90bb-71fa95ea6d83', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b86d6e1-0e35-4f1f-808c-7fc9c7404168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:57:28Z', 'updated_at': '2021-12-25T19:57:35Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': '3b86d6e1-0e35-4f1f-808c-7fc9c7404168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:00:28.333093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d303b6-3576-4049-b429-f5d8ff82ec8a None None] Checking router: 922622d0-ca1f-43bb-90bb-71fa95ea6d83 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:00:28.345082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d303b6-3576-4049-b429-f5d8ff82ec8a None None] Routers {'922622d0-ca1f-43bb-90bb-71fa95ea6d83'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:00:28.346009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-14d303b6-3576-4049-b429-f5d8ff82ec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:00:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['922622d0-ca1f-43bb-90bb-71fa95ea6d83'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:00:28.395653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b4507-ffb5-4b25-9934-1ba56b185117 req-026a9802-62d5-421f-b219-10c5a2cd5aa4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:00:28.397759 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c21b4507-ffb5-4b25-9934-1ba56b185117 req-026a9802-62d5-421f-b219-10c5a2cd5aa4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61f44685-726d-4a1b-bf0c-76d9de0527ce HTTP/1.1" status: 200 len: 895 time: 0.2077932 Dec 25 20:00:28.474878 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c21b4507-ffb5-4b25-9934-1ba56b185117 req-a7381eb9-8d99-4742-a06e-a396c6c9ce1b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15db8c59-b0c4-4974-b79b-e8a4d8195ae3 HTTP/1.1" status: 200 len: 217 time: 0.0698605 Dec 25 20:00:28.481712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a34b8d-32ee-4108-afbb-1389bd316e13 req-e0a43896-b05c-4a84-936a-cb3f71e6f3d3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:00:28.482457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-86a34b8d-32ee-4108-afbb-1389bd316e13 req-e0a43896-b05c-4a84-936a-cb3f71e6f3d3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Synchronizing usage tracker for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:00:28.540667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-14d303b6-3576-4049-b429-f5d8ff82ec8a None None] Set router 922622d0-ca1f-43bb-90bb-71fa95ea6d83 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:00:28.560038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-86a34b8d-32ee-4108-afbb-1389bd316e13 req-e0a43896-b05c-4a84-936a-cb3f71e6f3d3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Unset dirty status for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:00:28.561329 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-86a34b8d-32ee-4108-afbb-1389bd316e13 req-e0a43896-b05c-4a84-936a-cb3f71e6f3d3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=585e2ed9-bc7e-452d-9535-b012083e4781 HTTP/1.1" status: 200 len: 945 time: 0.3484161 Dec 25 20:00:28.571371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b4507-ffb5-4b25-9934-1ba56b185117 req-432d6b7f-ad23-480f-b1ee-b4f169129aa4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:00:28.572888 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c21b4507-ffb5-4b25-9934-1ba56b185117 req-432d6b7f-ad23-480f-b1ee-b4f169129aa4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b86d6e1-0e35-4f1f-808c-7fc9c7404168 HTTP/1.1" status: 200 len: 844 time: 0.0876522 Dec 25 20:00:28.668272 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-86a34b8d-32ee-4108-afbb-1389bd316e13 req-7b530162-ec64-47fe-b027-0039e0564b3e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=34880931-1ad8-47f6-bf6a-c87a1c12478d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0986519 Dec 25 20:00:28.685283 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c21b4507-ffb5-4b25-9934-1ba56b185117 req-085fa36f-a342-4972-a1e2-9f1082f80bd3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61f44685-726d-4a1b-bf0c-76d9de0527ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0963240 Dec 25 20:00:28.830715 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c21b4507-ffb5-4b25-9934-1ba56b185117 req-d1fc20a1-232f-49e6-adc5-33391316d994 service neutron] 10.222.0.36 "GET /v2.0/networks/61f44685-726d-4a1b-bf0c-76d9de0527ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379642 Dec 25 20:00:28.880227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-14d303b6-3576-4049-b429-f5d8ff82ec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922622d0-ca1f-43bb-90bb-71fa95ea6d83', 'name': 'tempest-TestNetworkBasicOps-router-802373841', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '94c5cba7-6671-4d8d-aaaa-9588d69f7537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:57:24Z', 'updated_at': '2021-12-25T19:57:28Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '94c5cba7-6671-4d8d-aaaa-9588d69f7537', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922622d0-ca1f-43bb-90bb-71fa95ea6d83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:57:24Z', 'updated_at': '2021-12-25T19:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '1fdd68f8-e2d0-4227-b035-1e3611dac66b', 'name': '', 'network_id': '61f44685-726d-4a1b-bf0c-76d9de0527ce', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:8c:91:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922622d0-ca1f-43bb-90bb-71fa95ea6d83', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b86d6e1-0e35-4f1f-808c-7fc9c7404168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:57:28Z', 'updated_at': '2021-12-25T19:57:35Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': '3b86d6e1-0e35-4f1f-808c-7fc9c7404168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:00:28.885888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d303b6-3576-4049-b429-f5d8ff82ec8a None None] The sync data for ids ['922622d0-ca1f-43bb-90bb-71fa95ea6d83'] in dv-neutron-822611-1-hyperv is: [{'id': '922622d0-ca1f-43bb-90bb-71fa95ea6d83', 'name': 'tempest-TestNetworkBasicOps-router-802373841', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '94c5cba7-6671-4d8d-aaaa-9588d69f7537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:57:24Z', 'updated_at': '2021-12-25T19:57:28Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '94c5cba7-6671-4d8d-aaaa-9588d69f7537', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922622d0-ca1f-43bb-90bb-71fa95ea6d83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:57:24Z', 'updated_at': '2021-12-25T19:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '1fdd68f8-e2d0-4227-b035-1e3611dac66b', 'name': '', 'network_id': '61f44685-726d-4a1b-bf0c-76d9de0527ce', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:8c:91:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922622d0-ca1f-43bb-90bb-71fa95ea6d83', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b86d6e1-0e35-4f1f-808c-7fc9c7404168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:57:28Z', 'updated_at': '2021-12-25T19:57:35Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': '3b86d6e1-0e35-4f1f-808c-7fc9c7404168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:00:28.999436 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c21b4507-ffb5-4b25-9934-1ba56b185117 req-e58d6913-bc68-481f-8e25-2d23f4d26ed9 service neutron] 10.222.0.36 "GET /v2.0/networks/61f44685-726d-4a1b-bf0c-76d9de0527ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599054 Dec 25 20:00:29.373295 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e71f726-65d2-4208-aade-d02f9fbd7c53 None None] New status for floating IP fffb2dde-3206-4db9-b7bf-0b36304310af: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 20:00:29.789149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655e68e-2230-456f-b54a-fdace28c7c74 req-08396ce0-96cc-4397-8c62-886293c86da3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:00:29.790749 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c655e68e-2230-456f-b54a-fdace28c7c74 req-08396ce0-96cc-4397-8c62-886293c86da3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "GET /v2.0/ports?device_id=585e2ed9-bc7e-452d-9535-b012083e4781 HTTP/1.1" status: 200 len: 945 time: 0.0924950 Dec 25 20:00:29.888471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-c655e68e-2230-456f-b54a-fdace28c7c74 req-f266e4cc-153f-4ab4-b83c-31ca31e5f799 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting port 15db8c59-b0c4-4974-b79b-e8a4d8195ae3 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:00:29.889119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-c655e68e-2230-456f-b54a-fdace28c7c74 req-f266e4cc-153f-4ab4-b83c-31ca31e5f799 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:30.121744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fb4b4-bb02-4902-8766-ca3917273abf req-5b9cab0e-f2d9-4a8a-8310-d29eda5198d2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:00:30.123349 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-087fb4b4-bb02-4902-8766-ca3917273abf req-5b9cab0e-f2d9-4a8a-8310-d29eda5198d2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=585e2ed9-bc7e-452d-9535-b012083e4781 HTTP/1.1" status: 200 len: 945 time: 0.2853293 Dec 25 20:00:30.263795 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-087fb4b4-bb02-4902-8766-ca3917273abf req-2f7485e2-faa5-413c-a5f9-6ecbce53642d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=34880931-1ad8-47f6-bf6a-c87a1c12478d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1339440 Dec 25 20:00:30.265543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-c655e68e-2230-456f-b54a-fdace28c7c74 req-f266e4cc-153f-4ab4-b83c-31ca31e5f799 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] For port 15db8c59-b0c4-4974-b79b-e8a4d8195ae3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=15db8c59-b0c4-4974-b79b-e8a4d8195ae3,segment=NetworkSegment(d7db0899-4244-4261-99b7-216e83bbfde4),segment_id=d7db0899-4244-4261-99b7-216e83bbfde4)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:00:30.265942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-c655e68e-2230-456f-b54a-fdace28c7c74 req-f266e4cc-153f-4ab4-b83c-31ca31e5f799 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:30.394683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-c655e68e-2230-456f-b54a-fdace28c7c74 req-f266e4cc-153f-4ab4-b83c-31ca31e5f799 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Calling delete_port for 15db8c59-b0c4-4974-b79b-e8a4d8195ae3 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:00:30.537752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-c655e68e-2230-456f-b54a-fdace28c7c74 req-f266e4cc-153f-4ab4-b83c-31ca31e5f799 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:30.544103 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-feb3f6ac-cad3-4755-bd87-dd45500d2fc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:00:30.592779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f266e4cc-153f-4ab4-b83c-31ca31e5f799 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Port': ['ID=15db8c59-b0c4-4974-b79b-e8a4d8195ae3,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:00:30.595268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f266e4cc-153f-4ab4-b83c-31ca31e5f799 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:00:30.666966 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-c655e68e-2230-456f-b54a-fdace28c7c74 req-f266e4cc-153f-4ab4-b83c-31ca31e5f799 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] No DVR routers for this DVR port 15db8c59-b0c4-4974-b79b-e8a4d8195ae3 on host hv-neutron-8226 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:00:30.669696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-c655e68e-2230-456f-b54a-fdace28c7c74 req-f266e4cc-153f-4ab4-b83c-31ca31e5f799 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:30.673830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585e2ed9-bc7e-452d-9535-b012083e4781', 'name': 'network-vif-deleted', 'tag': '15db8c59-b0c4-4974-b79b-e8a4d8195ae3'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:00:30.687040 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c655e68e-2230-456f-b54a-fdace28c7c74 req-f266e4cc-153f-4ab4-b83c-31ca31e5f799 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "DELETE /v2.0/ports/15db8c59-b0c4-4974-b79b-e8a4d8195ae3 HTTP/1.1" status: 204 len: 173 time: 0.8878782 Dec 25 20:00:30.729124 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '585e2ed9-bc7e-452d-9535-b012083e4781', 'name': 'network-vif-deleted', 'tag': '15db8c59-b0c4-4974-b79b-e8a4d8195ae3', 'status': 'completed', 'code': 200} Dec 25 20:00:31.372893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54618) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:00:31.449918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1db91fde-6dcc-4940-a294-304cd3234ee9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:31.482642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1db91fde-6dcc-4940-a294-304cd3234ee9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:31.541695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1db91fde-6dcc-4940-a294-304cd3234ee9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:31.546980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-28799372-94ef-4d71-b372-3062f5928460 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:00:31.562936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db91fde-6dcc-4940-a294-304cd3234ee9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34880931-1ad8-47f6-bf6a-c87a1c12478d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:00:31.568022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1db91fde-6dcc-4940-a294-304cd3234ee9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:00:31.571399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1db91fde-6dcc-4940-a294-304cd3234ee9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:31.572644 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1db91fde-6dcc-4940-a294-304cd3234ee9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/security-groups/34880931-1ad8-47f6-bf6a-c87a1c12478d HTTP/1.1" status: 204 len: 168 time: 0.1986887 Dec 25 20:00:31.613586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54624) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:00:32.256152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9d20de51-6300-4bef-b2b0-ba22d3e472cf tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:32.890371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-9d20de51-6300-4bef-b2b0-ba22d3e472cf tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting port 1fdd68f8-e2d0-4227-b035-1e3611dac66b {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:00:32.890998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9d20de51-6300-4bef-b2b0-ba22d3e472cf tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:33.083436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-9d20de51-6300-4bef-b2b0-ba22d3e472cf tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] For port 1fdd68f8-e2d0-4227-b035-1e3611dac66b, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=1fdd68f8-e2d0-4227-b035-1e3611dac66b,segment=NetworkSegment(d7db0899-4244-4261-99b7-216e83bbfde4),segment_id=d7db0899-4244-4261-99b7-216e83bbfde4)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:00:33.084228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9d20de51-6300-4bef-b2b0-ba22d3e472cf tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:33.214931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-9d20de51-6300-4bef-b2b0-ba22d3e472cf tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Calling delete_port for 1fdd68f8-e2d0-4227-b035-1e3611dac66b owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:00:33.401332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9d20de51-6300-4bef-b2b0-ba22d3e472cf tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:33.405573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-534aba40-7224-4918-86a3-1b738956beb9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:00:33.449021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d20de51-6300-4bef-b2b0-ba22d3e472cf tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Port': ['ID=1fdd68f8-e2d0-4227-b035-1e3611dac66b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:00:33.451783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9d20de51-6300-4bef-b2b0-ba22d3e472cf tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:00:33.761824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9d20de51-6300-4bef-b2b0-ba22d3e472cf tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:34.307524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 15db8c59-b0c4-4974-b79b-e8a4d8195ae3 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:00:34.340738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] No Port match for: 15db8c59-b0c4-4974-b79b-e8a4d8195ae3 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:00:34.341134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 15db8c59-b0c4-4974-b79b-e8a4d8195ae3 not bound to the agent host hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:00:34.362286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d20de51-6300-4bef-b2b0-ba22d3e472cf tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router 922622d0-ca1f-43bb-90bb-71fa95ea6d83 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:00:34.800015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d20de51-6300-4bef-b2b0-ba22d3e472cf tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:00:34.810639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe255140-eafe-45bd-a667-1aefb9fcf341 None None] Sync routers for ids ['922622d0-ca1f-43bb-90bb-71fa95ea6d83'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:00:34.813354 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9d20de51-6300-4bef-b2b0-ba22d3e472cf tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "PUT /v2.0/routers/922622d0-ca1f-43bb-90bb-71fa95ea6d83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1986167 Dec 25 20:00:34.816299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54628) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:00:34.830558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe255140-eafe-45bd-a667-1aefb9fcf341 None None] Routers {'922622d0-ca1f-43bb-90bb-71fa95ea6d83'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:00:34.831262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-fe255140-eafe-45bd-a667-1aefb9fcf341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:00:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['922622d0-ca1f-43bb-90bb-71fa95ea6d83'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:00:35.022958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-fe255140-eafe-45bd-a667-1aefb9fcf341 None None] Set router 922622d0-ca1f-43bb-90bb-71fa95ea6d83 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:00:35.025271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-d45bd381-7035-401a-b37d-77bca5f85e0a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting subnet 3b86d6e1-0e35-4f1f-808c-7fc9c7404168 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 20:00:35.029288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d45bd381-7035-401a-b37d-77bca5f85e0a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:35.091145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d45bd381-7035-401a-b37d-77bca5f85e0a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:35.203541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d45bd381-7035-401a-b37d-77bca5f85e0a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:35.288713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d45bd381-7035-401a-b37d-77bca5f85e0a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:35.293196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-013e1c24-4bd7-4403-af4b-17383fcd5f12 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:00:35.332080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-fe255140-eafe-45bd-a667-1aefb9fcf341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922622d0-ca1f-43bb-90bb-71fa95ea6d83', 'name': 'tempest-TestNetworkBasicOps-router-802373841', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '94c5cba7-6671-4d8d-aaaa-9588d69f7537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:57:24Z', 'updated_at': '2021-12-25T20:00:33Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '94c5cba7-6671-4d8d-aaaa-9588d69f7537', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922622d0-ca1f-43bb-90bb-71fa95ea6d83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:57:24Z', 'updated_at': '2021-12-25T19:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:00:35.337010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45bd381-7035-401a-b37d-77bca5f85e0a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Subnet': ['ID=3b86d6e1-0e35-4f1f-808c-7fc9c7404168,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:00:35.337567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe255140-eafe-45bd-a667-1aefb9fcf341 None None] Checking router: 922622d0-ca1f-43bb-90bb-71fa95ea6d83 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:00:35.340520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d45bd381-7035-401a-b37d-77bca5f85e0a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:00:35.343014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d45bd381-7035-401a-b37d-77bca5f85e0a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:35.350413 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d45bd381-7035-401a-b37d-77bca5f85e0a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/subnets/3b86d6e1-0e35-4f1f-808c-7fc9c7404168 HTTP/1.1" status: 204 len: 168 time: 0.5330496 Dec 25 20:00:35.350578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe255140-eafe-45bd-a667-1aefb9fcf341 None None] Routers {'922622d0-ca1f-43bb-90bb-71fa95ea6d83'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:00:35.351270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-fe255140-eafe-45bd-a667-1aefb9fcf341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:00:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['922622d0-ca1f-43bb-90bb-71fa95ea6d83'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:00:35.351771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693c1bc3-64be-4397-8b4c-813d3fca1fd0 None None] Network 61f44685-726d-4a1b-bf0c-76d9de0527ce requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:00:35.353269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54632) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:00:35.580636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-674e3eef-c7ff-4c44-b351-755be14508e7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:35.638003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab2d6e1-d226-496c-bb38-be9bcf9b34bc None None] DHCP port deletion for 61f44685-726d-4a1b-bf0c-76d9de0527ce request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 20:00:35.642610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-9ab2d6e1-d226-496c-bb38-be9bcf9b34bc None None] Deleting port 70438fd3-b3a4-4628-996b-27daaeabd34d {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:00:35.643046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ab2d6e1-d226-496c-bb38-be9bcf9b34bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:35.699524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-fe255140-eafe-45bd-a667-1aefb9fcf341 None None] Set router 922622d0-ca1f-43bb-90bb-71fa95ea6d83 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:00:35.798582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-674e3eef-c7ff-4c44-b351-755be14508e7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:35.807341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-674e3eef-c7ff-4c44-b351-755be14508e7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting port 94c5cba7-6671-4d8d-aaaa-9588d69f7537 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:00:35.807719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-674e3eef-c7ff-4c44-b351-755be14508e7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:35.862526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-9ab2d6e1-d226-496c-bb38-be9bcf9b34bc None None] For port 70438fd3-b3a4-4628-996b-27daaeabd34d, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=70438fd3-b3a4-4628-996b-27daaeabd34d,segment=NetworkSegment(d7db0899-4244-4261-99b7-216e83bbfde4),segment_id=d7db0899-4244-4261-99b7-216e83bbfde4)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:00:35.862871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ab2d6e1-d226-496c-bb38-be9bcf9b34bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:35.992034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-9ab2d6e1-d226-496c-bb38-be9bcf9b34bc None None] Calling delete_port for 70438fd3-b3a4-4628-996b-27daaeabd34d owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:00:36.000343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-674e3eef-c7ff-4c44-b351-755be14508e7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] For port 94c5cba7-6671-4d8d-aaaa-9588d69f7537, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=94c5cba7-6671-4d8d-aaaa-9588d69f7537,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:00:36.000343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-674e3eef-c7ff-4c44-b351-755be14508e7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:36.026690 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-fe255140-eafe-45bd-a667-1aefb9fcf341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922622d0-ca1f-43bb-90bb-71fa95ea6d83', 'name': 'tempest-TestNetworkBasicOps-router-802373841', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '94c5cba7-6671-4d8d-aaaa-9588d69f7537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:57:24Z', 'updated_at': '2021-12-25T20:00:33Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '94c5cba7-6671-4d8d-aaaa-9588d69f7537', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922622d0-ca1f-43bb-90bb-71fa95ea6d83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:57:24Z', 'updated_at': '2021-12-25T19:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:00:36.031044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe255140-eafe-45bd-a667-1aefb9fcf341 None None] The sync data for ids ['922622d0-ca1f-43bb-90bb-71fa95ea6d83'] in dv-neutron-822611-1-hyperv is: [{'id': '922622d0-ca1f-43bb-90bb-71fa95ea6d83', 'name': 'tempest-TestNetworkBasicOps-router-802373841', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '94c5cba7-6671-4d8d-aaaa-9588d69f7537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T19:57:24Z', 'updated_at': '2021-12-25T20:00:33Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '94c5cba7-6671-4d8d-aaaa-9588d69f7537', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922622d0-ca1f-43bb-90bb-71fa95ea6d83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T19:57:24Z', 'updated_at': '2021-12-25T19:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:00:36.062207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-45beb948-e728-4894-be7c-f496fe22287d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:36.084771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ab2d6e1-d226-496c-bb38-be9bcf9b34bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:36.096967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:00:36.133772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab2d6e1-d226-496c-bb38-be9bcf9b34bc None None] No DVR routers for this DVR port 70438fd3-b3a4-4628-996b-27daaeabd34d on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:00:36.150107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab2d6e1-d226-496c-bb38-be9bcf9b34bc None None] Pushing event deleted for resources: {'Port': ['ID=70438fd3-b3a4-4628-996b-27daaeabd34d,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:00:36.150917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-674e3eef-c7ff-4c44-b351-755be14508e7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Calling delete_port for 94c5cba7-6671-4d8d-aaaa-9588d69f7537 owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:00:36.159552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab2d6e1-d226-496c-bb38-be9bcf9b34bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:00:36.159953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab2d6e1-d226-496c-bb38-be9bcf9b34bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:00:36.160398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab2d6e1-d226-496c-bb38-be9bcf9b34bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:00:36.160717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab2d6e1-d226-496c-bb38-be9bcf9b34bc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:00:36.161101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab2d6e1-d226-496c-bb38-be9bcf9b34bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:00:36.161484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab2d6e1-d226-496c-bb38-be9bcf9b34bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:00:36.162490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab2d6e1-d226-496c-bb38-be9bcf9b34bc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:00:36.162825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab2d6e1-d226-496c-bb38-be9bcf9b34bc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:00:36.163235 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab2d6e1-d226-496c-bb38-be9bcf9b34bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:00:36.163614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab2d6e1-d226-496c-bb38-be9bcf9b34bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:00:36.163990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab2d6e1-d226-496c-bb38-be9bcf9b34bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:00:36.167923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9ab2d6e1-d226-496c-bb38-be9bcf9b34bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:00:36.334095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-674e3eef-c7ff-4c44-b351-755be14508e7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:36.338947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e203a4cf-57de-4b23-b420-d1e5fec23b43 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:00:36.384769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e3eef-c7ff-4c44-b351-755be14508e7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Port': ['ID=94c5cba7-6671-4d8d-aaaa-9588d69f7537,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:00:36.387638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-674e3eef-c7ff-4c44-b351-755be14508e7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:00:36.620778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-674e3eef-c7ff-4c44-b351-755be14508e7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:36.844211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 1fdd68f8-e2d0-4227-b035-1e3611dac66b no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:00:36.879292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 1fdd68f8-e2d0-4227-b035-1e3611dac66b {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:00:36.879698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 1fdd68f8-e2d0-4227-b035-1e3611dac66b not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:00:36.880164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 70438fd3-b3a4-4628-996b-27daaeabd34d no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:00:36.900788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-674e3eef-c7ff-4c44-b351-755be14508e7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:36.905312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-674e3eef-c7ff-4c44-b351-755be14508e7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:36.915941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 70438fd3-b3a4-4628-996b-27daaeabd34d {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:00:36.916348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 70438fd3-b3a4-4628-996b-27daaeabd34d not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:00:36.930671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-674e3eef-c7ff-4c44-b351-755be14508e7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:36.931307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674e3eef-c7ff-4c44-b351-755be14508e7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Fanout notify agent at l3_agent the message router_deleted on router 922622d0-ca1f-43bb-90bb-71fa95ea6d83 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 20:00:36.946708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-674e3eef-c7ff-4c44-b351-755be14508e7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:36.948017 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-674e3eef-c7ff-4c44-b351-755be14508e7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/routers/922622d0-ca1f-43bb-90bb-71fa95ea6d83 HTTP/1.1" status: 204 len: 168 time: 1.5937386 Dec 25 20:00:36.952062 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54636) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:00:37.081793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-83d78001-39f9-4f8b-9747-5950ba78d6b5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:37.212714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:37.227508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-83d78001-39f9-4f8b-9747-5950ba78d6b5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:37.257871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-83d78001-39f9-4f8b-9747-5950ba78d6b5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61f44685-726d-4a1b-bf0c-76d9de0527ce']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:00:37.271902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-83d78001-39f9-4f8b-9747-5950ba78d6b5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7db0899-4244-4261-99b7-216e83bbfde4') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:00:37.272254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-83d78001-39f9-4f8b-9747-5950ba78d6b5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7db0899-4244-4261-99b7-216e83bbfde4') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:00:37.284785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-83d78001-39f9-4f8b-9747-5950ba78d6b5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:37.304682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-83d78001-39f9-4f8b-9747-5950ba78d6b5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:37.310904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83d78001-39f9-4f8b-9747-5950ba78d6b5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 20:00:37.311356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-83d78001-39f9-4f8b-9747-5950ba78d6b5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:37.326381 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 20:00:37.326381 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 20:00:37.326381 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 20:00:37.326381 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 20:00:37.326381 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 20:00:37.326381 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 20:00:37.326381 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 20:00:37.326381 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 20:00:37.326381 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 20:00:37.326381 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 20:00:37.326381 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 20:00:37.326381 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 20:00:37.326381 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 20:00:37.326381 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 20:00:37.326381 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 20:00:37.326381 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 20:00:37.326381 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 20:00:37.326381 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 20:00:37.326381 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 20:00:37.326381 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 20:00:37.326381 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 20:00:37.326381 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 20:00:37.326381 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 20:00:37.326381 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 20:00:37.326381 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 20:00:37.326381 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 20:00:37.326381 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 20:00:37.326381 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 20:00:37.326381 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 20:00:37.326381 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 20:00:37.326381 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 20:00:37.326381 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 20:00:37.406841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-83d78001-39f9-4f8b-9747-5950ba78d6b5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:37.410330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7709d56b-1a7b-4e47-b0c1-c633d940617b tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:00:37.429097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-83d78001-39f9-4f8b-9747-5950ba78d6b5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:37.438398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d78001-39f9-4f8b-9747-5950ba78d6b5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Network': ['ID=61f44685-726d-4a1b-bf0c-76d9de0527ce,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:00:37.441802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-83d78001-39f9-4f8b-9747-5950ba78d6b5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:00:37.446429 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-83d78001-39f9-4f8b-9747-5950ba78d6b5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/networks/61f44685-726d-4a1b-bf0c-76d9de0527ce HTTP/1.1" status: 204 len: 168 time: 0.4929030 Dec 25 20:00:37.459679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54640) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:00:37.467279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-a11b50f3-b962-4653-b1f8-79ff760c7125 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'network': {'name': 'tempest-network-smoke--708353104', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'port_security_enabled': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:00:37.473023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a11b50f3-b962-4653-b1f8-79ff760c7125 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:00:37.478034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a11b50f3-b962-4653-b1f8-79ff760c7125 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:network and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:00:37.481070 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a11b50f3-b962-4653-b1f8-79ff760c7125 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:00:37.487252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a11b50f3-b962-4653-b1f8-79ff760c7125 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:00:37.496159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11b50f3-b962-4653-b1f8-79ff760c7125 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Made reservation on behalf of 23f5dc92674e43b787fc19a8bf548d4f for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:00:37.501632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a11b50f3-b962-4653-b1f8-79ff760c7125 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:37.533755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a11b50f3-b962-4653-b1f8-79ff760c7125 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 20:00:37.543644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a11b50f3-b962-4653-b1f8-79ff760c7125 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:37.544037 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-a11b50f3-b962-4653-b1f8-79ff760c7125 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Added segment f44c5ae2-bbbd-4500-83af-8c9b8b14aba0 of type vlan for network 8fa44234-9e31-4391-97eb-33533fa62f13 Dec 25 20:00:37.570819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a11b50f3-b962-4653-b1f8-79ff760c7125 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:37.600591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a11b50f3-b962-4653-b1f8-79ff760c7125 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:37.604797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11b50f3-b962-4653-b1f8-79ff760c7125 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:00:37.605441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a11b50f3-b962-4653-b1f8-79ff760c7125 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:37.610792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-16030acc-05a7-4df0-a96f-8cceb627f324 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:00:37.665979 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a11b50f3-b962-4653-b1f8-79ff760c7125 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2051392 Dec 25 20:00:37.668995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54644) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:00:37.726355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-d14c1fd5-1b36-442e-ab5c-5ebe5375f9e5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-976748546', 'admin_state_up': True, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:00:37.738152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b50f3-b962-4653-b1f8-79ff760c7125 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Network': ['ID=8fa44234-9e31-4391-97eb-33533fa62f13,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:00:37.740605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d14c1fd5-1b36-442e-ab5c-5ebe5375f9e5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:00:37.747881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d14c1fd5-1b36-442e-ab5c-5ebe5375f9e5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:router and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:00:37.752612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d14c1fd5-1b36-442e-ab5c-5ebe5375f9e5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:00:37.756355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11b50f3-b962-4653-b1f8-79ff760c7125 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:00:37.756780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11b50f3-b962-4653-b1f8-79ff760c7125 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:00:37.757195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11b50f3-b962-4653-b1f8-79ff760c7125 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:00:37.757611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11b50f3-b962-4653-b1f8-79ff760c7125 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:00:37.758023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11b50f3-b962-4653-b1f8-79ff760c7125 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:00:37.758434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11b50f3-b962-4653-b1f8-79ff760c7125 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:00:37.758844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11b50f3-b962-4653-b1f8-79ff760c7125 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:00:37.759294 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11b50f3-b962-4653-b1f8-79ff760c7125 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:00:37.759708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11b50f3-b962-4653-b1f8-79ff760c7125 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:00:37.760109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11b50f3-b962-4653-b1f8-79ff760c7125 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:00:37.760511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11b50f3-b962-4653-b1f8-79ff760c7125 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:00:37.766960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a11b50f3-b962-4653-b1f8-79ff760c7125 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:00:37.767865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d14c1fd5-1b36-442e-ab5c-5ebe5375f9e5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:00:37.772810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 8fa44234-9e31-4391-97eb-33533fa62f13 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 20:00:37.777527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d14c1fd5-1b36-442e-ab5c-5ebe5375f9e5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:37.778528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d14c1fd5-1b36-442e-ab5c-5ebe5375f9e5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:37.798999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d14c1fd5-1b36-442e-ab5c-5ebe5375f9e5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:37.948994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d14c1fd5-1b36-442e-ab5c-5ebe5375f9e5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:38.133536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d14c1fd5-1b36-442e-ab5c-5ebe5375f9e5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:38.168604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d14c1fd5-1b36-442e-ab5c-5ebe5375f9e5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:38.309588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-d14c1fd5-1b36-442e-ab5c-5ebe5375f9e5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Allocated IP 172.26.8.92 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/857a142a-dbc0-4483-a5a4-6cf263f8a36e) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:00:38.341296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-703edc3d-d100-4c6d-93b9-ec500e7658d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:38.470307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d14c1fd5-1b36-442e-ab5c-5ebe5375f9e5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:38.496053 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d14c1fd5-1b36-442e-ab5c-5ebe5375f9e5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:38.500374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-983cc237-6cf8-43c9-9d0c-5a0f0f193170 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:00:38.565713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14c1fd5-1b36-442e-ab5c-5ebe5375f9e5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:00:38.569704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-d14c1fd5-1b36-442e-ab5c-5ebe5375f9e5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:00:38.574514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14c1fd5-1b36-442e-ab5c-5ebe5375f9e5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:00:38.600743 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c1fd5-1b36-442e-ab5c-5ebe5375f9e5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=857a142a-dbc0-4483-a5a4-6cf263f8a36e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:00:38.606722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d14c1fd5-1b36-442e-ab5c-5ebe5375f9e5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:00:38.610552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:38.736724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d14c1fd5-1b36-442e-ab5c-5ebe5375f9e5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:38.737480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d14c1fd5-1b36-442e-ab5c-5ebe5375f9e5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:38.757656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 94c5cba7-6671-4d8d-aaaa-9588d69f7537 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:00:38.791739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 94c5cba7-6671-4d8d-aaaa-9588d69f7537 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:00:38.792141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 94c5cba7-6671-4d8d-aaaa-9588d69f7537 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:00:38.968532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14c1fd5-1b36-442e-ab5c-5ebe5375f9e5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router c78aadd1-4aee-4575-b784-b4fc217cf32d is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 20:00:38.977237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:00:39.177082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14c1fd5-1b36-442e-ab5c-5ebe5375f9e5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:00:39.188739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5f815f-01bf-47b1-bca8-70fb5953e553 None None] Sync routers for ids ['c78aadd1-4aee-4575-b784-b4fc217cf32d'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:00:39.201212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5f815f-01bf-47b1-bca8-70fb5953e553 None None] Routers {'c78aadd1-4aee-4575-b784-b4fc217cf32d'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:00:39.201940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-6e5f815f-01bf-47b1-bca8-70fb5953e553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:00:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['c78aadd1-4aee-4575-b784-b4fc217cf32d'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:00:39.203084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d14c1fd5-1b36-442e-ab5c-5ebe5375f9e5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:39.204410 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d14c1fd5-1b36-442e-ab5c-5ebe5375f9e5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5344174 Dec 25 20:00:39.207919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54650) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:00:39.254077 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0e64ccdd-a4b0-4527-92dc-740ef9668dbc tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=23f5dc92674e43b787fc19a8bf548d4f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0443604 Dec 25 20:00:39.256935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54654) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:00:39.390749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-6e5f815f-01bf-47b1-bca8-70fb5953e553 None None] Set router c78aadd1-4aee-4575-b784-b4fc217cf32d gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:00:39.403647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5ae140-616e-48b3-a498-745a09ab37ba tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:00:39.405397 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6f5ae140-616e-48b3-a498-745a09ab37ba tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1473751 Dec 25 20:00:39.408550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54658) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:00:39.458005 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-dddea922-ded4-4bd0-ab38-9201d0da0cb3 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=a29ab018-4a1a-4021-8156-423134b861f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0480280 Dec 25 20:00:39.461220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54662) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:00:39.467136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-7f8ee113-edf7-464d-9309-90080b11a16d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1918463435', 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:00:39.580214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7f8ee113-edf7-464d-9309-90080b11a16d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:00:39.585019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7f8ee113-edf7-464d-9309-90080b11a16d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:subnet and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:00:39.588020 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7f8ee113-edf7-464d-9309-90080b11a16d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:00:39.594027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7f8ee113-edf7-464d-9309-90080b11a16d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:00:39.604439 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8ee113-edf7-464d-9309-90080b11a16d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Made reservation on behalf of 23f5dc92674e43b787fc19a8bf548d4f for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:00:39.696854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-6e5f815f-01bf-47b1-bca8-70fb5953e553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'name': 'tempest-TestNetworkBasicOps-router-976748546', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': '857a142a-dbc0-4483-a5a4-6cf263f8a36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:00:37Z', 'updated_at': '2021-12-25T20:00:38Z', 'revision_number': 3, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '857a142a-dbc0-4483-a5a4-6cf263f8a36e', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:00:38Z', 'updated_at': '2021-12-25T20:00:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:00:39.701077 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5f815f-01bf-47b1-bca8-70fb5953e553 None None] Checking router: c78aadd1-4aee-4575-b784-b4fc217cf32d for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:00:39.701485 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5f815f-01bf-47b1-bca8-70fb5953e553 None None] Updating router c78aadd1-4aee-4575-b784-b4fc217cf32d port 857a142a-dbc0-4483-a5a4-6cf263f8a36e binding host dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 20:00:39.719516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7f8ee113-edf7-464d-9309-90080b11a16d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:39.757034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6e5f815f-01bf-47b1-bca8-70fb5953e553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:39.959778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7f8ee113-edf7-464d-9309-90080b11a16d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:39.964310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-71112caa-8178-4907-bf24-c846209101cd tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:00:40.013767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:40.047308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ee113-edf7-464d-9309-90080b11a16d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Subnet': ['ID=13b84fa0-941f-47dc-872d-eadd71b82fb3,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:00:40.051604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7f8ee113-edf7-464d-9309-90080b11a16d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:00:40.059522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8ee113-edf7-464d-9309-90080b11a16d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Checking segment: {'id': 'f44c5ae2-bbbd-4500-83af-8c9b8b14aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:00:40.059932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8ee113-edf7-464d-9309-90080b11a16d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network hostable DHCP agents. Network: 8fa44234-9e31-4391-97eb-33533fa62f13, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 20:00:40.082078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8ee113-edf7-464d-9309-90080b11a16d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network 8fa44234-9e31-4391-97eb-33533fa62f13 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 20:00:40.090342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-7f8ee113-edf7-464d-9309-90080b11a16d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 8fa44234-9e31-4391-97eb-33533fa62f13) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:00:40.097062 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8ee113-edf7-464d-9309-90080b11a16d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:00:40.098022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7f8ee113-edf7-464d-9309-90080b11a16d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:40.100920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befc1084-3620-4608-b3e7-f6a8ff2736f7 None None] Network 8fa44234-9e31-4391-97eb-33533fa62f13 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:00:40.120903 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7f8ee113-edf7-464d-9309-90080b11a16d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6585808 Dec 25 20:00:40.124406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54668) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:00:40.209614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6e5f815f-01bf-47b1-bca8-70fb5953e553 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:40.238775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-6e5f815f-01bf-47b1-bca8-70fb5953e553 None None] Transition to ACTIVE for port object 857a142a-dbc0-4483-a5a4-6cf263f8a36e will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:00:40.258107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6e5f815f-01bf-47b1-bca8-70fb5953e553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:40.264367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:00:40.551579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271ecca-1e11-455a-a7a7-dd24f7e9e897 None None] Pushing event updated for resources: {'Port': ['ID=857a142a-dbc0-4483-a5a4-6cf263f8a36e,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:00:40.560113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5271ecca-1e11-455a-a7a7-dd24f7e9e897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:00:40.562817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-6e5f815f-01bf-47b1-bca8-70fb5953e553 None None] Attempting to bind port 857a142a-dbc0-4483-a5a4-6cf263f8a36e on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:00:40.563274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-6e5f815f-01bf-47b1-bca8-70fb5953e553 None None] Attempting to bind port 857a142a-dbc0-4483-a5a4-6cf263f8a36e by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:00:40.563699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5f815f-01bf-47b1-bca8-70fb5953e553 None None] Attempting to bind port 857a142a-dbc0-4483-a5a4-6cf263f8a36e on network a29ab018-4a1a-4021-8156-423134b861f3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:00:40.608169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5f815f-01bf-47b1-bca8-70fb5953e553 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:00:40.608804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5f815f-01bf-47b1-bca8-70fb5953e553 None None] Checking segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:00:40.609031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6e5f815f-01bf-47b1-bca8-70fb5953e553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:40.609477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5f815f-01bf-47b1-bca8-70fb5953e553 None None] Bound using segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:00:40.610018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-6e5f815f-01bf-47b1-bca8-70fb5953e553 None None] Bound port: 857a142a-dbc0-4483-a5a4-6cf263f8a36e, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:00:40.610443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6e5f815f-01bf-47b1-bca8-70fb5953e553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:40.658182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d01255-cdca-42ee-9912-b1ec035c3dde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-8fa44234-9e31-4391-97eb-33533fa62f13', 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ips': [{'subnet_id': '13b84fa0-941f-47dc-872d-eadd71b82fb3'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 20:00:40.659108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-99d01255-cdca-42ee-9912-b1ec035c3dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:40.785142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-6e5f815f-01bf-47b1-bca8-70fb5953e553 None None] For port 857a142a-dbc0-4483-a5a4-6cf263f8a36e, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:00:40.802887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-6e5f815f-01bf-47b1-bca8-70fb5953e553 None None] For port 857a142a-dbc0-4483-a5a4-6cf263f8a36e, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=857a142a-dbc0-4483-a5a4-6cf263f8a36e,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:00:40.807455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6e5f815f-01bf-47b1-bca8-70fb5953e553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:40.813860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:00:40.952253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-99d01255-cdca-42ee-9912-b1ec035c3dde None None] Allocated IP 172.20.0.2 (8fa44234-9e31-4391-97eb-33533fa62f13/13b84fa0-941f-47dc-872d-eadd71b82fb3/95cd083b-2f53-45b9-94e5-08baf0b628b8) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:00:40.959610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271ecca-1e11-455a-a7a7-dd24f7e9e897 None None] Pushing event updated for resources: {'Port': ['ID=857a142a-dbc0-4483-a5a4-6cf263f8a36e,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:00:40.964324 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5271ecca-1e11-455a-a7a7-dd24f7e9e897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:00:40.965325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5f815f-01bf-47b1-bca8-70fb5953e553 None None] Routers {'c78aadd1-4aee-4575-b784-b4fc217cf32d'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:00:40.965999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-6e5f815f-01bf-47b1-bca8-70fb5953e553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:00:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['c78aadd1-4aee-4575-b784-b4fc217cf32d'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:00:41.178730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-be72d1e2-3a7a-4030-a37a-15318337dbef tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:41.289527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-6e5f815f-01bf-47b1-bca8-70fb5953e553 None None] Set router c78aadd1-4aee-4575-b784-b4fc217cf32d gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:00:41.492928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-99d01255-cdca-42ee-9912-b1ec035c3dde None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:41.558894 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-99d01255-cdca-42ee-9912-b1ec035c3dde None None] Transition to ACTIVE for port object 95cd083b-2f53-45b9-94e5-08baf0b628b8 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:00:41.602379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-99d01255-cdca-42ee-9912-b1ec035c3dde None None] Transition to ACTIVE for port object 95cd083b-2f53-45b9-94e5-08baf0b628b8 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:00:41.610459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-99d01255-cdca-42ee-9912-b1ec035c3dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:41.614817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:00:41.679092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-be72d1e2-3a7a-4030-a37a-15318337dbef tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Allocated IP 172.20.0.1 (8fa44234-9e31-4391-97eb-33533fa62f13/13b84fa0-941f-47dc-872d-eadd71b82fb3/d2c2b85c-c6d3-4443-b986-5273cdb5b537) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:00:41.722665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d01255-cdca-42ee-9912-b1ec035c3dde None None] Network 8fa44234-9e31-4391-97eb-33533fa62f13 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:00:41.726837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-99d01255-cdca-42ee-9912-b1ec035c3dde None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:00:41.733328 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d01255-cdca-42ee-9912-b1ec035c3dde None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:00:41.736770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d01255-cdca-42ee-9912-b1ec035c3dde None None] Pushing event updated for resources: {'Port': ['ID=95cd083b-2f53-45b9-94e5-08baf0b628b8,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:00:41.740679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-99d01255-cdca-42ee-9912-b1ec035c3dde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:00:41.837992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-6e5f815f-01bf-47b1-bca8-70fb5953e553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'name': 'tempest-TestNetworkBasicOps-router-976748546', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': '857a142a-dbc0-4483-a5a4-6cf263f8a36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:00:37Z', 'updated_at': '2021-12-25T20:00:38Z', 'revision_number': 3, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '857a142a-dbc0-4483-a5a4-6cf263f8a36e', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:00:38Z', 'updated_at': '2021-12-25T20:00:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:00:41.842598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-99d01255-cdca-42ee-9912-b1ec035c3dde None None] Attempting to bind port 95cd083b-2f53-45b9-94e5-08baf0b628b8 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:00:41.843013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-99d01255-cdca-42ee-9912-b1ec035c3dde None None] Attempting to bind port 95cd083b-2f53-45b9-94e5-08baf0b628b8 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'f44c5ae2-bbbd-4500-83af-8c9b8b14aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:00:41.843448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d01255-cdca-42ee-9912-b1ec035c3dde None None] Attempting to bind port 95cd083b-2f53-45b9-94e5-08baf0b628b8 on network 8fa44234-9e31-4391-97eb-33533fa62f13 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:00:41.848349 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5f815f-01bf-47b1-bca8-70fb5953e553 None None] The sync data for ids ['c78aadd1-4aee-4575-b784-b4fc217cf32d'] in dv-neutron-822611-1-hyperv is: [{'id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'name': 'tempest-TestNetworkBasicOps-router-976748546', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': '857a142a-dbc0-4483-a5a4-6cf263f8a36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:00:37Z', 'updated_at': '2021-12-25T20:00:38Z', 'revision_number': 3, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '857a142a-dbc0-4483-a5a4-6cf263f8a36e', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:00:38Z', 'updated_at': '2021-12-25T20:00:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:00:41.853086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d01255-cdca-42ee-9912-b1ec035c3dde None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:00:41.853755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d01255-cdca-42ee-9912-b1ec035c3dde None None] Checking segment: {'id': 'f44c5ae2-bbbd-4500-83af-8c9b8b14aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:00:41.853859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-be72d1e2-3a7a-4030-a37a-15318337dbef tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:41.853952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-99d01255-cdca-42ee-9912-b1ec035c3dde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:41.854346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d01255-cdca-42ee-9912-b1ec035c3dde None None] Bound using segment: {'id': 'f44c5ae2-bbbd-4500-83af-8c9b8b14aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:00:41.854890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-99d01255-cdca-42ee-9912-b1ec035c3dde None None] Bound port: 95cd083b-2f53-45b9-94e5-08baf0b628b8, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f44c5ae2-bbbd-4500-83af-8c9b8b14aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:00:41.855296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-99d01255-cdca-42ee-9912-b1ec035c3dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:41.871484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-be72d1e2-3a7a-4030-a37a-15318337dbef tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Transition to ACTIVE for port object d2c2b85c-c6d3-4443-b986-5273cdb5b537 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:00:41.892460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-be72d1e2-3a7a-4030-a37a-15318337dbef tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:41.897086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e40b212e-2e7c-42c2-ac93-a1dc5b6ad3ee tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:00:41.952486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-99d01255-cdca-42ee-9912-b1ec035c3dde None None] For port 95cd083b-2f53-45b9-94e5-08baf0b628b8, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:00:41.956565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-99d01255-cdca-42ee-9912-b1ec035c3dde None None] For port 95cd083b-2f53-45b9-94e5-08baf0b628b8, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=95cd083b-2f53-45b9-94e5-08baf0b628b8,segment=NetworkSegment(f44c5ae2-bbbd-4500-83af-8c9b8b14aba0),segment_id=f44c5ae2-bbbd-4500-83af-8c9b8b14aba0)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:00:41.960395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-99d01255-cdca-42ee-9912-b1ec035c3dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:41.965119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:00:41.973645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be72d1e2-3a7a-4030-a37a-15318337dbef tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network 8fa44234-9e31-4391-97eb-33533fa62f13 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:00:41.977315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be72d1e2-3a7a-4030-a37a-15318337dbef tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=d2c2b85c-c6d3-4443-b986-5273cdb5b537,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:00:41.980232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-be72d1e2-3a7a-4030-a37a-15318337dbef tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:00:41.982191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-be72d1e2-3a7a-4030-a37a-15318337dbef tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:00:41.982945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be72d1e2-3a7a-4030-a37a-15318337dbef tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:00:42.043402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-be72d1e2-3a7a-4030-a37a-15318337dbef tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:42.049401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d01255-cdca-42ee-9912-b1ec035c3dde None None] Pushing event updated for resources: {'Port': ['ID=95cd083b-2f53-45b9-94e5-08baf0b628b8,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:00:42.053164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-99d01255-cdca-42ee-9912-b1ec035c3dde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:00:42.138253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-be72d1e2-3a7a-4030-a37a-15318337dbef tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:42.648002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-be72d1e2-3a7a-4030-a37a-15318337dbef tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:42.653156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-be72d1e2-3a7a-4030-a37a-15318337dbef tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:42.680985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-21437743-5152-4e79-9904-1ec76d387e05 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:00:42.779462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be72d1e2-3a7a-4030-a37a-15318337dbef tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=d2c2b85c-c6d3-4443-b986-5273cdb5b537,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:00:42.782166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-be72d1e2-3a7a-4030-a37a-15318337dbef tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:42.786972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-be72d1e2-3a7a-4030-a37a-15318337dbef tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:00:42.869392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 95cd083b-2f53-45b9-94e5-08baf0b628b8 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:00:42.941525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 95cd083b-2f53-45b9-94e5-08baf0b628b8 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:00:42.947934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 857a142a-dbc0-4483-a5a4-6cf263f8a36e up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:00:42.949067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be72d1e2-3a7a-4030-a37a-15318337dbef tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network 8fa44234-9e31-4391-97eb-33533fa62f13 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:00:42.950597 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-be72d1e2-3a7a-4030-a37a-15318337dbef tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:00:43.028300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 857a142a-dbc0-4483-a5a4-6cf263f8a36e completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:00:43.033910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 857a142a-dbc0-4483-a5a4-6cf263f8a36e triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:00:43.034417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:43.157350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:43.175880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 857a142a-dbc0-4483-a5a4-6cf263f8a36e, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=857a142a-dbc0-4483-a5a4-6cf263f8a36e,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:00:43.179296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:43.182908 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:00:43.259789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=857a142a-dbc0-4483-a5a4-6cf263f8a36e,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:00:43.264187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:00:43.375485 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be72d1e2-3a7a-4030-a37a-15318337dbef tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router c78aadd1-4aee-4575-b784-b4fc217cf32d has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:00:43.602737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be72d1e2-3a7a-4030-a37a-15318337dbef tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:00:43.616542 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-be72d1e2-3a7a-4030-a37a-15318337dbef tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "PUT /v2.0/routers/c78aadd1-4aee-4575-b784-b4fc217cf32d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4908991 Dec 25 20:00:43.619383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54672) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:00:43.697887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc326a41-c99f-4c64-b2be-12a9eb8efa81 None None] Network 8fa44234-9e31-4391-97eb-33533fa62f13 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:00:43.823976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-fd78c13e-ee3e-4732-8fb0-7f903b49d277 None None] Provisioning for port 95cd083b-2f53-45b9-94e5-08baf0b628b8 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:00:43.840504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-fd78c13e-ee3e-4732-8fb0-7f903b49d277 None None] Provisioning complete for port 95cd083b-2f53-45b9-94e5-08baf0b628b8 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:00:43.840931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fd78c13e-ee3e-4732-8fb0-7f903b49d277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:44.017343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fdeed6-2fa3-4b8e-b962-f39237b3f6e0 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:00:44.017763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fdeed6-2fa3-4b8e-b962-f39237b3f6e0 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:00:44.018173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fdeed6-2fa3-4b8e-b962-f39237b3f6e0 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:00:44.018573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fdeed6-2fa3-4b8e-b962-f39237b3f6e0 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:00:44.020503 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-01fdeed6-2fa3-4b8e-b962-f39237b3f6e0 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.4003665 Dec 25 20:00:44.024378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54676) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:00:44.107776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d869aa-87a5-4580-8c70-c36fafe8ad97 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:00:44.108206 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d869aa-87a5-4580-8c70-c36fafe8ad97 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:00:44.108622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d869aa-87a5-4580-8c70-c36fafe8ad97 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:00:44.109033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d869aa-87a5-4580-8c70-c36fafe8ad97 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:00:44.113512 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-33d869aa-87a5-4580-8c70-c36fafe8ad97 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0854058 Dec 25 20:00:44.113777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54680) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:00:44.233010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fd78c13e-ee3e-4732-8fb0-7f903b49d277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:44.280166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-fd78c13e-ee3e-4732-8fb0-7f903b49d277 None None] For port 95cd083b-2f53-45b9-94e5-08baf0b628b8, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=95cd083b-2f53-45b9-94e5-08baf0b628b8,segment=NetworkSegment(f44c5ae2-bbbd-4500-83af-8c9b8b14aba0),segment_id=f44c5ae2-bbbd-4500-83af-8c9b8b14aba0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:00:44.284930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fd78c13e-ee3e-4732-8fb0-7f903b49d277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:44.289778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9cda969b-ce77-4cf5-b90a-be3695e926a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:00:44.333453 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2d190195-74c7-488b-80cc-0d5c4d82a30f tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2182906 Dec 25 20:00:44.366873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78c13e-ee3e-4732-8fb0-7f903b49d277 None None] Pushing event updated for resources: {'Port': ['ID=95cd083b-2f53-45b9-94e5-08baf0b628b8,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:00:44.372270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fd78c13e-ee3e-4732-8fb0-7f903b49d277 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:00:44.610902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-376a52df-674c-486f-a2ff-b1b83da7a44d None None] Provisioning complete for port 95cd083b-2f53-45b9-94e5-08baf0b628b8 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:00:44.611493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-376a52df-674c-486f-a2ff-b1b83da7a44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:44.755749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-376a52df-674c-486f-a2ff-b1b83da7a44d None None] Provisioning for port d2c2b85c-c6d3-4443-b986-5273cdb5b537 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:00:44.761609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-376a52df-674c-486f-a2ff-b1b83da7a44d None None] Provisioning complete for port d2c2b85c-c6d3-4443-b986-5273cdb5b537 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:00:44.762138 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-376a52df-674c-486f-a2ff-b1b83da7a44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:44.827705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-376a52df-674c-486f-a2ff-b1b83da7a44d None None] Port d2c2b85c-c6d3-4443-b986-5273cdb5b537 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:00:44.842528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 95cd083b-2f53-45b9-94e5-08baf0b628b8 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:00:44.919212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 95cd083b-2f53-45b9-94e5-08baf0b628b8 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:00:44.919741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:44.962188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a4d5e1-5896-489b-b74b-0751c0c764b6 None None] Sync routers for ids ['c78aadd1-4aee-4575-b784-b4fc217cf32d'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:00:44.990123 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a4d5e1-5896-489b-b74b-0751c0c764b6 None None] Routers {'c78aadd1-4aee-4575-b784-b4fc217cf32d'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:00:44.992281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-70a4d5e1-5896-489b-b74b-0751c0c764b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:00:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['c78aadd1-4aee-4575-b784-b4fc217cf32d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:00:45.010296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-6499aff1-ce34-4e55-a46a-aa5e95ef6b4d None None] Provisioning complete for port d2c2b85c-c6d3-4443-b986-5273cdb5b537 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:00:45.011183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6499aff1-ce34-4e55-a46a-aa5e95ef6b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:45.012620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54686) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:00:45.019899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-2ab4adb5-ebfe-4837-8145-5290a7a5841e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-269247487', 'description': 'tempest-secgroup-smoke-269247487 description', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:00:45.028064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2ab4adb5-ebfe-4837-8145-5290a7a5841e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:00:45.032878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2ab4adb5-ebfe-4837-8145-5290a7a5841e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:00:45.037139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2ab4adb5-ebfe-4837-8145-5290a7a5841e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:00:45.048710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2ab4adb5-ebfe-4837-8145-5290a7a5841e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:00:45.060541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2ab4adb5-ebfe-4837-8145-5290a7a5841e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:45.100577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2ab4adb5-ebfe-4837-8145-5290a7a5841e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:00:45.105620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2ab4adb5-ebfe-4837-8145-5290a7a5841e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:00:45.109647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2ab4adb5-ebfe-4837-8145-5290a7a5841e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:00:45.116836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2ab4adb5-ebfe-4837-8145-5290a7a5841e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:00:45.121128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-6499aff1-ce34-4e55-a46a-aa5e95ef6b4d None None] Port d2c2b85c-c6d3-4443-b986-5273cdb5b537 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:00:45.133513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 857a142a-dbc0-4483-a5a4-6cf263f8a36e up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:00:45.184371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2ab4adb5-ebfe-4837-8145-5290a7a5841e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:45.189117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2ab4adb5-ebfe-4837-8145-5290a7a5841e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:45.204226 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 857a142a-dbc0-4483-a5a4-6cf263f8a36e triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:00:45.204664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:45.207555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-70a4d5e1-5896-489b-b74b-0751c0c764b6 None None] Set router c78aadd1-4aee-4575-b784-b4fc217cf32d gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:00:45.216185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0d34d060-cc08-456f-ad1a-094ec3dddce7 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:00:45.232232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2ab4adb5-ebfe-4837-8145-5290a7a5841e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:45.237492 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2ab4adb5-ebfe-4837-8145-5290a7a5841e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2201133 Dec 25 20:00:45.237667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54690) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:00:45.244695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-a88ba562-624c-4b1a-ab79-edc35b3c7ab1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': 'f4982d1b-095f-498d-b708-41f2ecb867cb', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:00:45.252621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a88ba562-624c-4b1a-ab79-edc35b3c7ab1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:00:45.258663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a88ba562-624c-4b1a-ab79-edc35b3c7ab1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:00:45.262467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a88ba562-624c-4b1a-ab79-edc35b3c7ab1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:00:45.264472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4adb5-ebfe-4837-8145-5290a7a5841e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4982d1b-095f-498d-b708-41f2ecb867cb,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:00:45.269501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a88ba562-624c-4b1a-ab79-edc35b3c7ab1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:00:45.276920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab4adb5-ebfe-4837-8145-5290a7a5841e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:00:45.277597 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d5607db1-a6a7-4963-9632-0ed7c9d08fc4 None None] Provisioning complete for port d2c2b85c-c6d3-4443-b986-5273cdb5b537 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:00:45.277881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab4adb5-ebfe-4837-8145-5290a7a5841e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:00:45.278019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d5607db1-a6a7-4963-9632-0ed7c9d08fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:45.278856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab4adb5-ebfe-4837-8145-5290a7a5841e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:00:45.279620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab4adb5-ebfe-4837-8145-5290a7a5841e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:00:45.280246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab4adb5-ebfe-4837-8145-5290a7a5841e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:00:45.280875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab4adb5-ebfe-4837-8145-5290a7a5841e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:00:45.281743 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab4adb5-ebfe-4837-8145-5290a7a5841e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:00:45.282511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab4adb5-ebfe-4837-8145-5290a7a5841e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:00:45.283177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab4adb5-ebfe-4837-8145-5290a7a5841e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:00:45.283999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab4adb5-ebfe-4837-8145-5290a7a5841e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:00:45.284655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab4adb5-ebfe-4837-8145-5290a7a5841e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:00:45.296215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a88ba562-624c-4b1a-ab79-edc35b3c7ab1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:45.303307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2ab4adb5-ebfe-4837-8145-5290a7a5841e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:00:45.382253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a88ba562-624c-4b1a-ab79-edc35b3c7ab1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:45.385603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a88ba562-624c-4b1a-ab79-edc35b3c7ab1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:45.388682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-d5607db1-a6a7-4963-9632-0ed7c9d08fc4 None None] Port d2c2b85c-c6d3-4443-b986-5273cdb5b537 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:00:45.394667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-38af6de7-6a73-4d1d-a5f6-f2895b3e3ceb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:00:45.417761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ba562-624c-4b1a-ab79-edc35b3c7ab1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215a1eb0-0a98-4bf9-a140-8fe358795878,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:00:45.420430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a88ba562-624c-4b1a-ab79-edc35b3c7ab1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:00:45.424806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a88ba562-624c-4b1a-ab79-edc35b3c7ab1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:45.426187 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a88ba562-624c-4b1a-ab79-edc35b3c7ab1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1877141 Dec 25 20:00:45.429846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54694) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:00:45.436105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-ab09a525-0514-4fe6-8d92-bc831fb8815d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': 'f4982d1b-095f-498d-b708-41f2ecb867cb', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:00:45.442520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ab09a525-0514-4fe6-8d92-bc831fb8815d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:00:45.446522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ab09a525-0514-4fe6-8d92-bc831fb8815d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:00:45.449575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ab09a525-0514-4fe6-8d92-bc831fb8815d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:00:45.455567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ab09a525-0514-4fe6-8d92-bc831fb8815d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:00:45.471686 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ab09a525-0514-4fe6-8d92-bc831fb8815d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:45.539118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ab09a525-0514-4fe6-8d92-bc831fb8815d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:45.542247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ab09a525-0514-4fe6-8d92-bc831fb8815d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:45.544197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5ea43835-62e6-46f9-a092-ca485198840f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:00:45.568954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab09a525-0514-4fe6-8d92-bc831fb8815d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96958db5-7213-4bff-94cf-0cf691c12378,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:00:45.571313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-70a4d5e1-5896-489b-b74b-0751c0c764b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'name': 'tempest-TestNetworkBasicOps-router-976748546', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': '857a142a-dbc0-4483-a5a4-6cf263f8a36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:00:37Z', 'updated_at': '2021-12-25T20:00:42Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '857a142a-dbc0-4483-a5a4-6cf263f8a36e', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:00:38Z', 'updated_at': '2021-12-25T20:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'd2c2b85c-c6d3-4443-b986-5273cdb5b537', 'name': '', 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:e0:3a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13b84fa0-941f-47dc-872d-eadd71b82fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:00:41Z', 'updated_at': '2021-12-25T20:00:42Z', 'revision_number': 2, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': '13b84fa0-941f-47dc-872d-eadd71b82fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:00:45.571646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ab09a525-0514-4fe6-8d92-bc831fb8815d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:00:45.575678 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a4d5e1-5896-489b-b74b-0751c0c764b6 None None] Checking router: c78aadd1-4aee-4575-b784-b4fc217cf32d for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:00:45.576173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a4d5e1-5896-489b-b74b-0751c0c764b6 None None] Updating router c78aadd1-4aee-4575-b784-b4fc217cf32d port d2c2b85c-c6d3-4443-b986-5273cdb5b537 binding host dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 20:00:45.578494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ab09a525-0514-4fe6-8d92-bc831fb8815d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:45.579820 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ab09a525-0514-4fe6-8d92-bc831fb8815d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1487608 Dec 25 20:00:45.582717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54698) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:00:45.588739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-af0d2505-e3f8-4ee9-a6b3-cbbd3d5c3ff5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': 'f4982d1b-095f-498d-b708-41f2ecb867cb', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:00:45.595229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-af0d2505-e3f8-4ee9-a6b3-cbbd3d5c3ff5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:00:45.600215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-af0d2505-e3f8-4ee9-a6b3-cbbd3d5c3ff5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:00:45.603302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-af0d2505-e3f8-4ee9-a6b3-cbbd3d5c3ff5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:00:45.609581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-af0d2505-e3f8-4ee9-a6b3-cbbd3d5c3ff5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:00:45.627455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-af0d2505-e3f8-4ee9-a6b3-cbbd3d5c3ff5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:45.635482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70a4d5e1-5896-489b-b74b-0751c0c764b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:45.702981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-af0d2505-e3f8-4ee9-a6b3-cbbd3d5c3ff5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:45.708864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-af0d2505-e3f8-4ee9-a6b3-cbbd3d5c3ff5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:45.710840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a1787750-9614-4501-a19d-025be563d299 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:00:45.732969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d2505-e3f8-4ee9-a6b3-cbbd3d5c3ff5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=415e891a-3dec-49e0-a860-6d920f61416e,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:00:45.737172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-af0d2505-e3f8-4ee9-a6b3-cbbd3d5c3ff5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:00:45.744822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-af0d2505-e3f8-4ee9-a6b3-cbbd3d5c3ff5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:45.746105 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-af0d2505-e3f8-4ee9-a6b3-cbbd3d5c3ff5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1623356 Dec 25 20:00:45.749132 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54702) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:00:45.754962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-73d53ad5-4be0-44da-971c-9ea39d557172 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': 'f4982d1b-095f-498d-b708-41f2ecb867cb', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:00:45.761143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-73d53ad5-4be0-44da-971c-9ea39d557172 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:00:45.765158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-73d53ad5-4be0-44da-971c-9ea39d557172 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:00:45.768136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-73d53ad5-4be0-44da-971c-9ea39d557172 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:00:45.774862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-73d53ad5-4be0-44da-971c-9ea39d557172 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:00:45.791501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-73d53ad5-4be0-44da-971c-9ea39d557172 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:45.858379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-73d53ad5-4be0-44da-971c-9ea39d557172 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:45.861213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-73d53ad5-4be0-44da-971c-9ea39d557172 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:45.863166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-380a7eb2-8f5e-45b4-9669-7f595f2d8f24 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:00:45.885913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d53ad5-4be0-44da-971c-9ea39d557172 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c61da459-d2ba-4a57-aac6-5cda7b12b59d,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:00:45.888480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-73d53ad5-4be0-44da-971c-9ea39d557172 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:00:45.894746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-73d53ad5-4be0-44da-971c-9ea39d557172 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:45.896820 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-73d53ad5-4be0-44da-971c-9ea39d557172 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1466935 Dec 25 20:00:45.899765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54706) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:00:45.905668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-3218afe7-6c57-4a08-8017-fa73240301c6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': 'f4982d1b-095f-498d-b708-41f2ecb867cb', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:00:45.912532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3218afe7-6c57-4a08-8017-fa73240301c6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:00:45.916640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3218afe7-6c57-4a08-8017-fa73240301c6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:00:45.919726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3218afe7-6c57-4a08-8017-fa73240301c6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:00:45.925872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3218afe7-6c57-4a08-8017-fa73240301c6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:00:45.936353 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-3218afe7-6c57-4a08-8017-fa73240301c6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Project 23f5dc92674e43b787fc19a8bf548d4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 20:00:45.943534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3218afe7-6c57-4a08-8017-fa73240301c6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:46.015242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3218afe7-6c57-4a08-8017-fa73240301c6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:46.017633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70a4d5e1-5896-489b-b74b-0751c0c764b6 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:46.017857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3218afe7-6c57-4a08-8017-fa73240301c6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:46.019839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b10ac424-d568-4d9c-8cc4-50dcd166d9ed tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:00:46.030748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-70a4d5e1-5896-489b-b74b-0751c0c764b6 None None] Transition to ACTIVE for port object d2c2b85c-c6d3-4443-b986-5273cdb5b537 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:00:46.037752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70a4d5e1-5896-489b-b74b-0751c0c764b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:46.042322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ab4b2a1d-ead7-4a12-8766-e14867173274 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:00:46.050832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218afe7-6c57-4a08-8017-fa73240301c6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d286432-b028-4de1-9fef-29dd787e2d19,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:00:46.056334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3218afe7-6c57-4a08-8017-fa73240301c6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:00:46.060363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3218afe7-6c57-4a08-8017-fa73240301c6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:46.064452 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3218afe7-6c57-4a08-8017-fa73240301c6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1608851 Dec 25 20:00:46.064646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54712) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:00:46.071454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-de1f9c96-a0f0-447b-bfa9-9a18661633d5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': 'f4982d1b-095f-498d-b708-41f2ecb867cb', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:00:46.077810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-de1f9c96-a0f0-447b-bfa9-9a18661633d5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:00:46.081869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-de1f9c96-a0f0-447b-bfa9-9a18661633d5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:00:46.085019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-de1f9c96-a0f0-447b-bfa9-9a18661633d5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:00:46.091101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-de1f9c96-a0f0-447b-bfa9-9a18661633d5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:00:46.101790 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-de1f9c96-a0f0-447b-bfa9-9a18661633d5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Project 23f5dc92674e43b787fc19a8bf548d4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 20:00:46.108732 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de1f9c96-a0f0-447b-bfa9-9a18661633d5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:46.168834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54c169-45b3-4f19-9950-6c6e5c67419d None None] Pushing event updated for resources: {'Port': ['ID=d2c2b85c-c6d3-4443-b986-5273cdb5b537,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:00:46.184159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54c169-45b3-4f19-9950-6c6e5c67419d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:00:46.184650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54c169-45b3-4f19-9950-6c6e5c67419d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:00:46.185253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54c169-45b3-4f19-9950-6c6e5c67419d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:00:46.185253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54c169-45b3-4f19-9950-6c6e5c67419d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:00:46.185608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54c169-45b3-4f19-9950-6c6e5c67419d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:00:46.186163 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54c169-45b3-4f19-9950-6c6e5c67419d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:00:46.186707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54c169-45b3-4f19-9950-6c6e5c67419d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:00:46.187259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54c169-45b3-4f19-9950-6c6e5c67419d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:00:46.187795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54c169-45b3-4f19-9950-6c6e5c67419d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:00:46.188312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54c169-45b3-4f19-9950-6c6e5c67419d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:00:46.188845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54c169-45b3-4f19-9950-6c6e5c67419d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:00:46.197080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de1f9c96-a0f0-447b-bfa9-9a18661633d5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:46.201074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de1f9c96-a0f0-447b-bfa9-9a18661633d5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:46.203425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f488ad56-9caa-42c5-9ef0-11db7b9375c8 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:00:46.221760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8e54c169-45b3-4f19-9950-6c6e5c67419d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:00:46.229321 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f9c96-a0f0-447b-bfa9-9a18661633d5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a045e34-3564-4e57-838c-bb53bdc45f03,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:00:46.237101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de1f9c96-a0f0-447b-bfa9-9a18661633d5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:00:46.245279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de1f9c96-a0f0-447b-bfa9-9a18661633d5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:46.251110 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-de1f9c96-a0f0-447b-bfa9-9a18661633d5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1809835 Dec 25 20:00:46.287430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-70a4d5e1-5896-489b-b74b-0751c0c764b6 None None] Attempting to bind port d2c2b85c-c6d3-4443-b986-5273cdb5b537 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:00:46.287916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-70a4d5e1-5896-489b-b74b-0751c0c764b6 None None] Attempting to bind port d2c2b85c-c6d3-4443-b986-5273cdb5b537 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'f44c5ae2-bbbd-4500-83af-8c9b8b14aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:00:46.288335 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a4d5e1-5896-489b-b74b-0751c0c764b6 None None] Attempting to bind port d2c2b85c-c6d3-4443-b986-5273cdb5b537 on network 8fa44234-9e31-4391-97eb-33533fa62f13 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:00:46.296034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a4d5e1-5896-489b-b74b-0751c0c764b6 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:00:46.296403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a4d5e1-5896-489b-b74b-0751c0c764b6 None None] Checking segment: {'id': 'f44c5ae2-bbbd-4500-83af-8c9b8b14aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:00:46.296858 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70a4d5e1-5896-489b-b74b-0751c0c764b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:46.297305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a4d5e1-5896-489b-b74b-0751c0c764b6 None None] Bound using segment: {'id': 'f44c5ae2-bbbd-4500-83af-8c9b8b14aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:00:46.297836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-70a4d5e1-5896-489b-b74b-0751c0c764b6 None None] Bound port: d2c2b85c-c6d3-4443-b986-5273cdb5b537, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f44c5ae2-bbbd-4500-83af-8c9b8b14aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:00:46.298263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70a4d5e1-5896-489b-b74b-0751c0c764b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:46.395645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-70a4d5e1-5896-489b-b74b-0751c0c764b6 None None] For port d2c2b85c-c6d3-4443-b986-5273cdb5b537, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:00:46.399514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-70a4d5e1-5896-489b-b74b-0751c0c764b6 None None] For port d2c2b85c-c6d3-4443-b986-5273cdb5b537, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=d2c2b85c-c6d3-4443-b986-5273cdb5b537,segment=NetworkSegment(f44c5ae2-bbbd-4500-83af-8c9b8b14aba0),segment_id=f44c5ae2-bbbd-4500-83af-8c9b8b14aba0)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:00:46.405190 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70a4d5e1-5896-489b-b74b-0751c0c764b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:46.412932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ab4b2a1d-ead7-4a12-8766-e14867173274 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:00:46.474814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-3442c985-45d3-4484-b962-5f0e12232e41 req-f05099d6-056b-45fe-b702-fadce645f96a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Synchronizing usage tracker for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:00:46.491496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-3442c985-45d3-4484-b962-5f0e12232e41 req-f05099d6-056b-45fe-b702-fadce645f96a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Unset dirty status for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:00:46.500760 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3442c985-45d3-4484-b962-5f0e12232e41 req-f05099d6-056b-45fe-b702-fadce645f96a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-269247487&fields=id&tenant_id=23f5dc92674e43b787fc19a8bf548d4f HTTP/1.1" status: 200 len: 267 time: 0.0749440 Dec 25 20:00:46.501302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54c169-45b3-4f19-9950-6c6e5c67419d None None] Pushing event updated for resources: {'Port': ['ID=d2c2b85c-c6d3-4443-b986-5273cdb5b537,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:00:46.508706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8e54c169-45b3-4f19-9950-6c6e5c67419d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:00:46.530660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a4d5e1-5896-489b-b74b-0751c0c764b6 None None] Routers {'c78aadd1-4aee-4575-b784-b4fc217cf32d'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:00:46.531363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-70a4d5e1-5896-489b-b74b-0751c0c764b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:00:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['c78aadd1-4aee-4575-b784-b4fc217cf32d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:00:46.682138 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442c985-45d3-4484-b962-5f0e12232e41 req-4d00df59-468c-41b8-88f8-5d10d58f4caa tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:00:46.682900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-3442c985-45d3-4484-b962-5f0e12232e41 req-4d00df59-468c-41b8-88f8-5d10d58f4caa tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Synchronizing usage tracker for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:00:46.702689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-3442c985-45d3-4484-b962-5f0e12232e41 req-4d00df59-468c-41b8-88f8-5d10d58f4caa tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Unset dirty status for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:00:46.704370 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3442c985-45d3-4484-b962-5f0e12232e41 req-4d00df59-468c-41b8-88f8-5d10d58f4caa tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/networks?id=8fa44234-9e31-4391-97eb-33533fa62f13 HTTP/1.1" status: 200 len: 796 time: 0.2021821 Dec 25 20:00:46.726739 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3442c985-45d3-4484-b962-5f0e12232e41 req-81d9d2a4-cdbc-41b3-8e9e-135b4664139c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/quotas/23f5dc92674e43b787fc19a8bf548d4f HTTP/1.1" status: 200 len: 375 time: 0.0145450 Dec 25 20:00:46.757484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-70a4d5e1-5896-489b-b74b-0751c0c764b6 None None] Set router c78aadd1-4aee-4575-b784-b4fc217cf32d gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:00:46.827094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-3442c985-45d3-4484-b962-5f0e12232e41 req-e4f4d6f4-3290-4694-9b1a-448e45eb4c34 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Synchronizing usage tracker for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:00:46.844164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-3442c985-45d3-4484-b962-5f0e12232e41 req-e4f4d6f4-3290-4694-9b1a-448e45eb4c34 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Unset dirty status for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:00:46.845583 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3442c985-45d3-4484-b962-5f0e12232e41 req-e4f4d6f4-3290-4694-9b1a-448e45eb4c34 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1125758 Dec 25 20:00:47.104827 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3442c985-45d3-4484-b962-5f0e12232e41 req-603c706e-7627-4903-97ee-bfac25eed4d3 service neutron] 10.222.0.24 "GET /v2.0/networks/8fa44234-9e31-4391-97eb-33533fa62f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348564 Dec 25 20:00:47.258701 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3442c985-45d3-4484-b962-5f0e12232e41 req-b725bb60-c412-4d20-8314-45bb32cc956a service neutron] 10.222.0.24 "GET /v2.0/networks/8fa44234-9e31-4391-97eb-33533fa62f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472576 Dec 25 20:00:47.260182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-70a4d5e1-5896-489b-b74b-0751c0c764b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'name': 'tempest-TestNetworkBasicOps-router-976748546', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': '857a142a-dbc0-4483-a5a4-6cf263f8a36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:00:37Z', 'updated_at': '2021-12-25T20:00:42Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '857a142a-dbc0-4483-a5a4-6cf263f8a36e', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:00:38Z', 'updated_at': '2021-12-25T20:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'd2c2b85c-c6d3-4443-b986-5273cdb5b537', 'name': '', 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:e0:3a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13b84fa0-941f-47dc-872d-eadd71b82fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:00:41Z', 'updated_at': '2021-12-25T20:00:46Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': '13b84fa0-941f-47dc-872d-eadd71b82fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:00:47.264544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a4d5e1-5896-489b-b74b-0751c0c764b6 None None] The sync data for ids ['c78aadd1-4aee-4575-b784-b4fc217cf32d'] in dv-neutron-822611-1-hyperv is: [{'id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'name': 'tempest-TestNetworkBasicOps-router-976748546', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': '857a142a-dbc0-4483-a5a4-6cf263f8a36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:00:37Z', 'updated_at': '2021-12-25T20:00:42Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '857a142a-dbc0-4483-a5a4-6cf263f8a36e', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:00:38Z', 'updated_at': '2021-12-25T20:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'd2c2b85c-c6d3-4443-b986-5273cdb5b537', 'name': '', 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:e0:3a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13b84fa0-941f-47dc-872d-eadd71b82fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:00:41Z', 'updated_at': '2021-12-25T20:00:46Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': '13b84fa0-941f-47dc-872d-eadd71b82fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:00:47.732215 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-50a940ea-ca1f-4c17-afb4-5b0a2e9a637d req-977ea6b8-4261-4126-9b33-f58cc4560a68 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=6564bbeb-8ff8-4efc-96ef-bf08c8671066 HTTP/1.1" status: 200 len: 210 time: 0.2979503 Dec 25 20:00:48.837225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442c985-45d3-4484-b962-5f0e12232e41 req-3552bd50-cafd-40c6-89d0-830e933a9345 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:00:48.839715 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3442c985-45d3-4484-b962-5f0e12232e41 req-3552bd50-cafd-40c6-89d0-830e933a9345 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "GET /v2.0/networks?id=8fa44234-9e31-4391-97eb-33533fa62f13 HTTP/1.1" status: 200 len: 796 time: 0.1654418 Dec 25 20:00:48.868121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d2c2b85c-c6d3-4443-b986-5273cdb5b537 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:00:48.960509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port d2c2b85c-c6d3-4443-b986-5273cdb5b537 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:00:48.966919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port d2c2b85c-c6d3-4443-b986-5273cdb5b537 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:00:48.967512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:48.984926 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3442c985-45d3-4484-b962-5f0e12232e41 req-cb69b161-712c-48f9-a595-8888374f7404 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23f5dc92674e43b787fc19a8bf548d4f HTTP/1.1" status: 200 len: 379 time: 0.1314168 Dec 25 20:00:49.028412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-3442c985-45d3-4484-b962-5f0e12232e41 req-a09acdf0-9d50-43ea-97ae-4fc2894b617a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'port': {'device_id': '6564bbeb-8ff8-4efc-96ef-bf08c8671066', 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13', 'admin_state_up': True, 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'security_groups': ['f4982d1b-095f-498d-b708-41f2ecb867cb']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:00:49.057100 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-aa04fd3b-856f-4527-a65f-8a67deb8c856 req-85004e06-3601-4f08-b4ed-5026b4d0f313 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=6564bbeb-8ff8-4efc-96ef-bf08c8671066 HTTP/1.1" status: 200 len: 210 time: 0.0767086 Dec 25 20:00:49.097530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:49.131860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port d2c2b85c-c6d3-4443-b986-5273cdb5b537, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=d2c2b85c-c6d3-4443-b986-5273cdb5b537,segment=NetworkSegment(f44c5ae2-bbbd-4500-83af-8c9b8b14aba0),segment_id=f44c5ae2-bbbd-4500-83af-8c9b8b14aba0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:00:49.136421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:49.139458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-31a70c66-a606-4ee0-82ee-845e48d16279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:00:49.195615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-3442c985-45d3-4484-b962-5f0e12232e41 req-a09acdf0-9d50-43ea-97ae-4fc2894b617a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:00:49.205933 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-3442c985-45d3-4484-b962-5f0e12232e41 req-a09acdf0-9d50-43ea-97ae-4fc2894b617a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:00:49.210451 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=d2c2b85c-c6d3-4443-b986-5273cdb5b537,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:00:49.213901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:00:49.215740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3442c985-45d3-4484-b962-5f0e12232e41 req-a09acdf0-9d50-43ea-97ae-4fc2894b617a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Made reservation on behalf of 23f5dc92674e43b787fc19a8bf548d4f for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:00:49.221968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-3442c985-45d3-4484-b962-5f0e12232e41 req-a09acdf0-9d50-43ea-97ae-4fc2894b617a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:49.391675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [req-3442c985-45d3-4484-b962-5f0e12232e41 req-a09acdf0-9d50-43ea-97ae-4fc2894b617a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Allocated IP 172.20.0.13 (8fa44234-9e31-4391-97eb-33533fa62f13/13b84fa0-941f-47dc-872d-eadd71b82fb3/5c8e31bb-a073-4774-8a4e-eb5511adb917) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:00:49.595713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-3442c985-45d3-4484-b962-5f0e12232e41 req-a09acdf0-9d50-43ea-97ae-4fc2894b617a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:49.612067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-3442c985-45d3-4484-b962-5f0e12232e41 req-a09acdf0-9d50-43ea-97ae-4fc2894b617a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Transition to ACTIVE for port object 5c8e31bb-a073-4774-8a4e-eb5511adb917 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:00:49.632301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-3442c985-45d3-4484-b962-5f0e12232e41 req-a09acdf0-9d50-43ea-97ae-4fc2894b617a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:49.637870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-feb3f6ac-cad3-4755-bd87-dd45500d2fc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:00:49.703842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3442c985-45d3-4484-b962-5f0e12232e41 req-a09acdf0-9d50-43ea-97ae-4fc2894b617a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network 8fa44234-9e31-4391-97eb-33533fa62f13 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:00:49.706906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [req-3442c985-45d3-4484-b962-5f0e12232e41 req-a09acdf0-9d50-43ea-97ae-4fc2894b617a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:00:49.710962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-3442c985-45d3-4484-b962-5f0e12232e41 req-a09acdf0-9d50-43ea-97ae-4fc2894b617a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:00:49.750827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09acdf0-9d50-43ea-97ae-4fc2894b617a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=5c8e31bb-a073-4774-8a4e-eb5511adb917,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:00:49.756726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a09acdf0-9d50-43ea-97ae-4fc2894b617a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:00:49.783723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442c985-45d3-4484-b962-5f0e12232e41 req-a09acdf0-9d50-43ea-97ae-4fc2894b617a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:00:49.784402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-3442c985-45d3-4484-b962-5f0e12232e41 req-a09acdf0-9d50-43ea-97ae-4fc2894b617a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:49.813703 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3442c985-45d3-4484-b962-5f0e12232e41 req-a09acdf0-9d50-43ea-97ae-4fc2894b617a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7950377 Dec 25 20:00:49.830118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-3442c985-45d3-4484-b962-5f0e12232e41 req-bee9a009-e6b9-43b9-90f7-86998836563f service neutron] Request body: {'port': {'device_id': '6564bbeb-8ff8-4efc-96ef-bf08c8671066', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:00:49.949255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-3442c985-45d3-4484-b962-5f0e12232e41 req-bee9a009-e6b9-43b9-90f7-86998836563f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:50.018624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-83784401-21bb-494b-9808-df9d6f67fb69 None None] Provisioning for port 5c8e31bb-a073-4774-8a4e-eb5511adb917 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:00:50.023555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-83784401-21bb-494b-9808-df9d6f67fb69 None None] Provisioning complete for port 5c8e31bb-a073-4774-8a4e-eb5511adb917 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:00:50.023979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-83784401-21bb-494b-9808-df9d6f67fb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:50.079563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-83784401-21bb-494b-9808-df9d6f67fb69 None None] Port 5c8e31bb-a073-4774-8a4e-eb5511adb917 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:00:50.362385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af686d9-a86c-4b65-8885-9b72e480f5c2 req-3b6022e2-9f3f-4a39-af70-7211f5a28bf9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:00:50.363134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-4af686d9-a86c-4b65-8885-9b72e480f5c2 req-3b6022e2-9f3f-4a39-af70-7211f5a28bf9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Synchronizing usage tracker for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:00:50.397961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [req-3442c985-45d3-4484-b962-5f0e12232e41 req-bee9a009-e6b9-43b9-90f7-86998836563f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c8e31bb-a073-4774-8a4e-eb5511adb917 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:00:50.405343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-3442c985-45d3-4484-b962-5f0e12232e41 req-bee9a009-e6b9-43b9-90f7-86998836563f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:50.407808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-4af686d9-a86c-4b65-8885-9b72e480f5c2 req-3b6022e2-9f3f-4a39-af70-7211f5a28bf9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Unset dirty status for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:00:50.409057 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4af686d9-a86c-4b65-8885-9b72e480f5c2 req-3b6022e2-9f3f-4a39-af70-7211f5a28bf9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=6564bbeb-8ff8-4efc-96ef-bf08c8671066 HTTP/1.1" status: 200 len: 932 time: 0.2092631 Dec 25 20:00:50.441172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-3442c985-45d3-4484-b962-5f0e12232e41 req-bee9a009-e6b9-43b9-90f7-86998836563f service neutron] Transition to ACTIVE for port object 5c8e31bb-a073-4774-8a4e-eb5511adb917 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:00:50.446053 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-3442c985-45d3-4484-b962-5f0e12232e41 req-bee9a009-e6b9-43b9-90f7-86998836563f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:50.450591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f162172d-c308-4b1a-a998-b22577e1a19d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:00:50.590350 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4af686d9-a86c-4b65-8885-9b72e480f5c2 req-c725784b-1c46-441b-ba59-5771f6665949 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4982d1b-095f-498d-b708-41f2ecb867cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729856 Dec 25 20:00:50.596969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee9a009-e6b9-43b9-90f7-86998836563f service neutron] Pushing event updated for resources: {'Port': ['ID=5c8e31bb-a073-4774-8a4e-eb5511adb917,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:00:50.601778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bee9a009-e6b9-43b9-90f7-86998836563f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:00:50.717156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-3442c985-45d3-4484-b962-5f0e12232e41 req-bee9a009-e6b9-43b9-90f7-86998836563f service neutron] Attempting to bind port 5c8e31bb-a073-4774-8a4e-eb5511adb917 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:00:50.717539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-3442c985-45d3-4484-b962-5f0e12232e41 req-bee9a009-e6b9-43b9-90f7-86998836563f service neutron] Attempting to bind port 5c8e31bb-a073-4774-8a4e-eb5511adb917 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'f44c5ae2-bbbd-4500-83af-8c9b8b14aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:00:50.717917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3442c985-45d3-4484-b962-5f0e12232e41 req-bee9a009-e6b9-43b9-90f7-86998836563f service neutron] Attempting to bind port 5c8e31bb-a073-4774-8a4e-eb5511adb917 on network 8fa44234-9e31-4391-97eb-33533fa62f13 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:00:50.725265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3442c985-45d3-4484-b962-5f0e12232e41 req-bee9a009-e6b9-43b9-90f7-86998836563f service neutron] Port 5c8e31bb-a073-4774-8a4e-eb5511adb917 on network 8fa44234-9e31-4391-97eb-33533fa62f13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 20:00:50.725648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3442c985-45d3-4484-b962-5f0e12232e41 req-bee9a009-e6b9-43b9-90f7-86998836563f service neutron] Attempting to bind port 5c8e31bb-a073-4774-8a4e-eb5511adb917 on network 8fa44234-9e31-4391-97eb-33533fa62f13 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:00:50.732535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3442c985-45d3-4484-b962-5f0e12232e41 req-bee9a009-e6b9-43b9-90f7-86998836563f service neutron] Checking agent: {'id': '5d7a6d50-e450-4e92-a105-61a558d89e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'started_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:00:50.732913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3442c985-45d3-4484-b962-5f0e12232e41 req-bee9a009-e6b9-43b9-90f7-86998836563f service neutron] Checking segment: {'id': 'f44c5ae2-bbbd-4500-83af-8c9b8b14aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:00:50.733341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3442c985-45d3-4484-b962-5f0e12232e41 req-bee9a009-e6b9-43b9-90f7-86998836563f service neutron] Bound using segment: {'id': 'f44c5ae2-bbbd-4500-83af-8c9b8b14aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:00:50.733816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-3442c985-45d3-4484-b962-5f0e12232e41 req-bee9a009-e6b9-43b9-90f7-86998836563f service neutron] Bound port: 5c8e31bb-a073-4774-8a4e-eb5511adb917, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f44c5ae2-bbbd-4500-83af-8c9b8b14aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:00:50.734202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-3442c985-45d3-4484-b962-5f0e12232e41 req-bee9a009-e6b9-43b9-90f7-86998836563f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:50.811619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d2c2b85c-c6d3-4443-b986-5273cdb5b537 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:00:50.832055 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-3442c985-45d3-4484-b962-5f0e12232e41 req-bee9a009-e6b9-43b9-90f7-86998836563f service neutron] For port 5c8e31bb-a073-4774-8a4e-eb5511adb917, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:00:50.835215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-3442c985-45d3-4484-b962-5f0e12232e41 req-bee9a009-e6b9-43b9-90f7-86998836563f service neutron] For port 5c8e31bb-a073-4774-8a4e-eb5511adb917, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5c8e31bb-a073-4774-8a4e-eb5511adb917,segment=NetworkSegment(f44c5ae2-bbbd-4500-83af-8c9b8b14aba0),segment_id=f44c5ae2-bbbd-4500-83af-8c9b8b14aba0)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:00:50.838695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-3442c985-45d3-4484-b962-5f0e12232e41 req-bee9a009-e6b9-43b9-90f7-86998836563f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:50.843453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-eeb1af36-e299-450c-99ab-b7154685c500 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:00:50.883102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port d2c2b85c-c6d3-4443-b986-5273cdb5b537 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:00:50.883464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:50.904609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-3442c985-45d3-4484-b962-5f0e12232e41 req-bee9a009-e6b9-43b9-90f7-86998836563f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:50.906331 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3442c985-45d3-4484-b962-5f0e12232e41 req-bee9a009-e6b9-43b9-90f7-86998836563f service neutron] 10.222.0.36 "PUT /v2.0/ports/5c8e31bb-a073-4774-8a4e-eb5511adb917 HTTP/1.1" status: 200 len: 1094 time: 1.0809746 Dec 25 20:00:50.907258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6564bbeb-8ff8-4efc-96ef-bf08c8671066', 'tag': '5c8e31bb-a073-4774-8a4e-eb5511adb917'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:00:50.936557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee9a009-e6b9-43b9-90f7-86998836563f service neutron] Pushing event updated for resources: {'Port': ['ID=5c8e31bb-a073-4774-8a4e-eb5511adb917,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:00:50.940409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bee9a009-e6b9-43b9-90f7-86998836563f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:00:51.002257 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6564bbeb-8ff8-4efc-96ef-bf08c8671066', 'tag': '5c8e31bb-a073-4774-8a4e-eb5511adb917', 'status': 'completed', 'code': 200} Dec 25 20:00:51.049233 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3442c985-45d3-4484-b962-5f0e12232e41 req-88fb3cc7-c3a4-43e8-8ddd-601cacc88a47 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=6564bbeb-8ff8-4efc-96ef-bf08c8671066 HTTP/1.1" status: 200 len: 1097 time: 0.0843515 Dec 25 20:00:51.148779 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3442c985-45d3-4484-b962-5f0e12232e41 req-cd66da7c-e5e1-43c6-a247-6400cbdd12f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c8e31bb-a073-4774-8a4e-eb5511adb917 HTTP/1.1" status: 200 len: 217 time: 0.0885062 Dec 25 20:00:51.223017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442c985-45d3-4484-b962-5f0e12232e41 req-86e067fa-8a84-416d-a230-e6b51bee8d26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:00:51.225533 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3442c985-45d3-4484-b962-5f0e12232e41 req-86e067fa-8a84-416d-a230-e6b51bee8d26 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13b84fa0-941f-47dc-872d-eadd71b82fb3 HTTP/1.1" status: 200 len: 835 time: 0.0670209 Dec 25 20:00:51.314672 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3442c985-45d3-4484-b962-5f0e12232e41 req-76d45c93-8237-4ad9-b10a-f75eb219eea6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8fa44234-9e31-4391-97eb-33533fa62f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795195 Dec 25 20:00:51.473796 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3442c985-45d3-4484-b962-5f0e12232e41 req-c139c7ae-3900-44fd-94ef-9f885e2f2b18 service neutron] 10.222.0.36 "GET /v2.0/networks/8fa44234-9e31-4391-97eb-33533fa62f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480463 Dec 25 20:00:51.627687 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3442c985-45d3-4484-b962-5f0e12232e41 req-d1eb72e3-327e-49d7-9e57-561311778d82 service neutron] 10.222.0.36 "GET /v2.0/networks/8fa44234-9e31-4391-97eb-33533fa62f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440961 Dec 25 20:00:51.825105 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9107079c-32b6-437d-9b19-c4b707fb6680 req-1132076b-6e90-4d9d-8016-207f1d6cb064 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=6564bbeb-8ff8-4efc-96ef-bf08c8671066 HTTP/1.1" status: 200 len: 1097 time: 0.1427808 Dec 25 20:00:51.835266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2548c8-94e6-4fd3-8611-9d51d11fe21c req-ece40839-f20a-4ad9-966b-f9215d5df502 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:00:51.836745 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-de2548c8-94e6-4fd3-8611-9d51d11fe21c req-ece40839-f20a-4ad9-966b-f9215d5df502 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=6564bbeb-8ff8-4efc-96ef-bf08c8671066 HTTP/1.1" status: 200 len: 944 time: 0.1165490 Dec 25 20:00:51.988588 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-de2548c8-94e6-4fd3-8611-9d51d11fe21c req-6f5269f1-2db1-47a0-9f1a-75335c14a9f6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4982d1b-095f-498d-b708-41f2ecb867cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251287 Dec 25 20:00:52.013234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107079c-32b6-437d-9b19-c4b707fb6680 req-cb584403-045c-4256-8c74-bc5e583bcf33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:00:52.014839 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9107079c-32b6-437d-9b19-c4b707fb6680 req-cb584403-045c-4256-8c74-bc5e583bcf33 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8fa44234-9e31-4391-97eb-33533fa62f13 HTTP/1.1" status: 200 len: 896 time: 0.1771908 Dec 25 20:00:52.085962 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9107079c-32b6-437d-9b19-c4b707fb6680 req-8bc58909-08eb-4c29-b4d1-e133bb51d7d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c8e31bb-a073-4774-8a4e-eb5511adb917 HTTP/1.1" status: 200 len: 217 time: 0.0635855 Dec 25 20:00:52.163495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107079c-32b6-437d-9b19-c4b707fb6680 req-b8076c43-e61a-4f16-afff-f13e0e1c02dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:00:52.165128 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9107079c-32b6-437d-9b19-c4b707fb6680 req-b8076c43-e61a-4f16-afff-f13e0e1c02dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13b84fa0-941f-47dc-872d-eadd71b82fb3 HTTP/1.1" status: 200 len: 835 time: 0.0723057 Dec 25 20:00:52.247071 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9107079c-32b6-437d-9b19-c4b707fb6680 req-ce8eb3c4-f399-4ca3-bd69-804d180fe9dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8fa44234-9e31-4391-97eb-33533fa62f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751708 Dec 25 20:00:52.392314 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9107079c-32b6-437d-9b19-c4b707fb6680 req-5f061467-3ca5-41b0-be79-4f47acb4d407 service neutron] 10.222.0.36 "GET /v2.0/networks/8fa44234-9e31-4391-97eb-33533fa62f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377513 Dec 25 20:00:52.545653 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9107079c-32b6-437d-9b19-c4b707fb6680 req-dd5881ef-6e0a-4a0b-a02e-12473cc894b1 service neutron] 10.222.0.36 "GET /v2.0/networks/8fa44234-9e31-4391-97eb-33533fa62f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464605 Dec 25 20:00:53.197177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898967ef-1097-4a90-bd5c-7b15079e4921 req-d9196d22-05fe-48e1-868d-54069a592c47 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:00:53.198812 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-898967ef-1097-4a90-bd5c-7b15079e4921 req-d9196d22-05fe-48e1-868d-54069a592c47 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=6564bbeb-8ff8-4efc-96ef-bf08c8671066 HTTP/1.1" status: 200 len: 944 time: 0.0825131 Dec 25 20:00:53.253285 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-898967ef-1097-4a90-bd5c-7b15079e4921 req-0fea318f-85ed-4c32-98b9-18c7518d6694 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4982d1b-095f-498d-b708-41f2ecb867cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478187 Dec 25 20:00:53.527183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:54.409514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 5c8e31bb-a073-4774-8a4e-eb5511adb917 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 20:00:54.457693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769ea43-bf3e-4ee5-9d17-48b80bbeca7b req-6e64a7e2-4926-4a64-b239-9346d7953a9b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:00:54.460086 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e769ea43-bf3e-4ee5-9d17-48b80bbeca7b req-6e64a7e2-4926-4a64-b239-9346d7953a9b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=6564bbeb-8ff8-4efc-96ef-bf08c8671066 HTTP/1.1" status: 200 len: 944 time: 0.0865650 Dec 25 20:00:54.508440 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e769ea43-bf3e-4ee5-9d17-48b80bbeca7b req-5bca8e1e-65d0-473f-909f-628504ebca4a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4982d1b-095f-498d-b708-41f2ecb867cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416987 Dec 25 20:00:54.553829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 5c8e31bb-a073-4774-8a4e-eb5511adb917, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5c8e31bb-a073-4774-8a4e-eb5511adb917,segment=NetworkSegment(f44c5ae2-bbbd-4500-83af-8c9b8b14aba0),segment_id=f44c5ae2-bbbd-4500-83af-8c9b8b14aba0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:00:54.568688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': '5c8e31bb-a073-4774-8a4e-eb5511adb917', 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13', 'port_id': '5c8e31bb-a073-4774-8a4e-eb5511adb917', 'mac_address': 'fa:16:3e:98:53:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13b84fa0-941f-47dc-872d-eadd71b82fb3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 20:00:54.628769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:54.648114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c8e31bb-a073-4774-8a4e-eb5511adb917 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:00:54.665678 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 5c8e31bb-a073-4774-8a4e-eb5511adb917, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5c8e31bb-a073-4774-8a4e-eb5511adb917,segment=NetworkSegment(f44c5ae2-bbbd-4500-83af-8c9b8b14aba0),segment_id=f44c5ae2-bbbd-4500-83af-8c9b8b14aba0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:00:54.668524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:54.670525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:00:54.736851 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=5c8e31bb-a073-4774-8a4e-eb5511adb917,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:00:54.740589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:00:54.963872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['5c8e31bb-a073-4774-8a4e-eb5511adb917'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:00:55.930615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459f87e-f1a1-46ab-862c-5ee513c5886d req-58121f41-322d-4fd1-809f-2131e15b4cd1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:00:55.932188 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a459f87e-f1a1-46ab-862c-5ee513c5886d req-58121f41-322d-4fd1-809f-2131e15b4cd1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=6564bbeb-8ff8-4efc-96ef-bf08c8671066 HTTP/1.1" status: 200 len: 945 time: 0.3024023 Dec 25 20:00:55.980960 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a459f87e-f1a1-46ab-862c-5ee513c5886d req-beac832c-dfb6-4662-ab31-4a841bc7d47d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4982d1b-095f-498d-b708-41f2ecb867cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426221 Dec 25 20:00:56.409385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 5c8e31bb-a073-4774-8a4e-eb5511adb917 up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:00:56.483358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning for port 5c8e31bb-a073-4774-8a4e-eb5511adb917 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:00:56.490036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port 5c8e31bb-a073-4774-8a4e-eb5511adb917 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:00:56.490458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:56.616480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:56.643430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6564bbeb-8ff8-4efc-96ef-bf08c8671066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8e31bb-a073-4774-8a4e-eb5511adb917'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:00:56.653611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 5c8e31bb-a073-4774-8a4e-eb5511adb917, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5c8e31bb-a073-4774-8a4e-eb5511adb917,segment=NetworkSegment(f44c5ae2-bbbd-4500-83af-8c9b8b14aba0),segment_id=f44c5ae2-bbbd-4500-83af-8c9b8b14aba0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:00:56.657437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:56.659491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:00:56.730759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=5c8e31bb-a073-4774-8a4e-eb5511adb917,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:00:56.734094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:00:56.776774 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6564bbeb-8ff8-4efc-96ef-bf08c8671066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8e31bb-a073-4774-8a4e-eb5511adb917', 'code': 200} Dec 25 20:00:57.029277 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-75ecc1d7-9fe6-47cf-999b-c3ddcfcb4cbc req-3dc972b4-8651-4609-b01f-62048d110ef0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6564bbeb-8ff8-4efc-96ef-bf08c8671066 HTTP/1.1" status: 200 len: 1099 time: 0.0738802 Dec 25 20:00:57.076997 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-75ecc1d7-9fe6-47cf-999b-c3ddcfcb4cbc req-46fc7a1f-e6c5-48f6-bc33-f17f664de969 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f4982d1b-095f-498d-b708-41f2ecb867cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383921 Dec 25 20:00:57.193638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a764f27-1e09-4f03-bf50-6072ca710b2d req-894ccd65-08fc-4572-85dc-e9ea8e7e4850 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:00:57.195265 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9a764f27-1e09-4f03-bf50-6072ca710b2d req-894ccd65-08fc-4572-85dc-e9ea8e7e4850 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=6564bbeb-8ff8-4efc-96ef-bf08c8671066 HTTP/1.1" status: 200 len: 946 time: 0.0901067 Dec 25 20:00:57.244715 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9a764f27-1e09-4f03-bf50-6072ca710b2d req-e5b86e8c-4db0-4052-81e8-3f0e1d522ed2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4982d1b-095f-498d-b708-41f2ecb867cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432653 Dec 25 20:00:58.584288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1dd6e3-d04b-43d8-b2b4-171987e2497d req-fb0ec14e-39dd-40c5-9c84-e2d912637e19 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:00:58.585888 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9b1dd6e3-d04b-43d8-b2b4-171987e2497d req-fb0ec14e-39dd-40c5-9c84-e2d912637e19 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=6564bbeb-8ff8-4efc-96ef-bf08c8671066 HTTP/1.1" status: 200 len: 946 time: 0.0830748 Dec 25 20:00:58.633488 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9b1dd6e3-d04b-43d8-b2b4-171987e2497d req-b54940b8-5a29-40e1-82b1-fc0660e0a023 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4982d1b-095f-498d-b708-41f2ecb867cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415599 Dec 25 20:00:58.838812 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5a0ac-6ce6-427d-80ac-82e7eb966bd8 req-728df54e-db1a-436d-9f47-81105dd048f3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:00:58.840371 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-68a5a0ac-6ce6-427d-80ac-82e7eb966bd8 req-728df54e-db1a-436d-9f47-81105dd048f3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=6564bbeb-8ff8-4efc-96ef-bf08c8671066 HTTP/1.1" status: 200 len: 946 time: 0.0864451 Dec 25 20:00:58.889079 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-68a5a0ac-6ce6-427d-80ac-82e7eb966bd8 req-6bb01517-8321-4379-aa3d-6c1d614e9cc8 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4982d1b-095f-498d-b708-41f2ecb867cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421844 Dec 25 20:00:58.916415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54778) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:00:58.990409 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b6c09313-2eb6-4353-85c0-5cbb29226658 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6564bbeb-8ff8-4efc-96ef-bf08c8671066 HTTP/1.1" status: 200 len: 1094 time: 0.0727313 Dec 25 20:00:58.993086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54782) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:00:58.998678 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-3129d19a-39ed-4f0d-821e-9e9417e27514 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'floatingip': {'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'port_id': '5c8e31bb-a073-4774-8a4e-eb5511adb917', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:00:59.004436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3129d19a-39ed-4f0d-821e-9e9417e27514 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:00:59.009051 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3129d19a-39ed-4f0d-821e-9e9417e27514 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:floatingip and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:00:59.012047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3129d19a-39ed-4f0d-821e-9e9417e27514 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:00:59.018031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3129d19a-39ed-4f0d-821e-9e9417e27514 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:00:59.030876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3129d19a-39ed-4f0d-821e-9e9417e27514 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:59.174630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3129d19a-39ed-4f0d-821e-9e9417e27514 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:59.321346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-3129d19a-39ed-4f0d-821e-9e9417e27514 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Allocated IP 172.26.8.88 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/17216e5d-3ab0-4a44-af11-fa8866415982) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:00:59.476747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3129d19a-39ed-4f0d-821e-9e9417e27514 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:59.504234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3129d19a-39ed-4f0d-821e-9e9417e27514 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:00:59.509328 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6eb04963-3e38-4477-bad5-ae7c00b6d257 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:00:59.577396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3129d19a-39ed-4f0d-821e-9e9417e27514 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:00:59.580221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-3129d19a-39ed-4f0d-821e-9e9417e27514 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:00:59.582830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3129d19a-39ed-4f0d-821e-9e9417e27514 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:00:59.621394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129d19a-39ed-4f0d-821e-9e9417e27514 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=17216e5d-3ab0-4a44-af11-fa8866415982,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:00:59.624338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3129d19a-39ed-4f0d-821e-9e9417e27514 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:01:00.118428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3129d19a-39ed-4f0d-821e-9e9417e27514 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:00.193292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3129d19a-39ed-4f0d-821e-9e9417e27514 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:00.406145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3129d19a-39ed-4f0d-821e-9e9417e27514 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:00.409492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3129d19a-39ed-4f0d-821e-9e9417e27514 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:00.413812 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-674e3eef-c7ff-4c44-b351-755be14508e7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:01:00.537970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129d19a-39ed-4f0d-821e-9e9417e27514 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=17216e5d-3ab0-4a44-af11-fa8866415982,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:01:00.542744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3129d19a-39ed-4f0d-821e-9e9417e27514 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:01:00.549454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3129d19a-39ed-4f0d-821e-9e9417e27514 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:00.751339 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [None req-3129d19a-39ed-4f0d-821e-9e9417e27514 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Floating IP 2ec72314-8bb7-4f04-ab94-eca2287ab581 associated. External IP: 172.26.8.88, port: 5c8e31bb-a073-4774-8a4e-eb5511adb917. Dec 25 20:01:01.170906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3129d19a-39ed-4f0d-821e-9e9417e27514 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router c78aadd1-4aee-4575-b784-b4fc217cf32d has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:01:01.381123 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3129d19a-39ed-4f0d-821e-9e9417e27514 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:01:01.391839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a95a3b-f51f-4440-bdc8-da2bf4bbd585 None None] Sync routers for ids ['c78aadd1-4aee-4575-b784-b4fc217cf32d'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:01:01.405560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a95a3b-f51f-4440-bdc8-da2bf4bbd585 None None] Routers {'c78aadd1-4aee-4575-b784-b4fc217cf32d'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:01:01.406270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-24a95a3b-f51f-4440-bdc8-da2bf4bbd585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:00:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['c78aadd1-4aee-4575-b784-b4fc217cf32d'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:01:01.406796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3129d19a-39ed-4f0d-821e-9e9417e27514 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:01.467404 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3129d19a-39ed-4f0d-821e-9e9417e27514 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4706056 Dec 25 20:01:01.467404 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6564bbeb-8ff8-4efc-96ef-bf08c8671066', 'tag': '5c8e31bb-a073-4774-8a4e-eb5511adb917'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:01:01.467797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54786) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:01:01.531250 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6564bbeb-8ff8-4efc-96ef-bf08c8671066', 'tag': '5c8e31bb-a073-4774-8a4e-eb5511adb917', 'status': 'completed', 'code': 200} Dec 25 20:01:01.558104 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-de3b1183-12d5-4c73-b56b-08c814f586ad tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6564bbeb-8ff8-4efc-96ef-bf08c8671066 HTTP/1.1" status: 200 len: 1094 time: 0.0886908 Dec 25 20:01:01.602379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-24a95a3b-f51f-4440-bdc8-da2bf4bbd585 None None] Set router c78aadd1-4aee-4575-b784-b4fc217cf32d gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:01:01.639471 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-09038896-a7df-4a39-928c-36d70bbf13df req-430ca2fb-44d5-4b01-8da4-70b15477fac6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=6564bbeb-8ff8-4efc-96ef-bf08c8671066 HTTP/1.1" status: 200 len: 1099 time: 0.0830789 Dec 25 20:01:01.783593 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09038896-a7df-4a39-928c-36d70bbf13df req-38bfdbd7-097e-4ac4-8e62-869a99331750 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:01:01.785183 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-09038896-a7df-4a39-928c-36d70bbf13df req-38bfdbd7-097e-4ac4-8e62-869a99331750 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8fa44234-9e31-4391-97eb-33533fa62f13 HTTP/1.1" status: 200 len: 896 time: 0.1388161 Dec 25 20:01:01.893762 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-09038896-a7df-4a39-928c-36d70bbf13df req-df34e7ce-4fc0-453b-9bc6-94189fa7b343 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c8e31bb-a073-4774-8a4e-eb5511adb917 HTTP/1.1" status: 200 len: 999 time: 0.1024213 Dec 25 20:01:01.922834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54794) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:01:01.931101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-354e9e2e-6183-4136-9fd0-fd9026747256 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1042031464', 'description': 'tempest-secgroup-smoke-1042031464 description', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:01:01.938006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-354e9e2e-6183-4136-9fd0-fd9026747256 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:01:01.950723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-354e9e2e-6183-4136-9fd0-fd9026747256 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:01:01.963852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-354e9e2e-6183-4136-9fd0-fd9026747256 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:01.980023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-24a95a3b-f51f-4440-bdc8-da2bf4bbd585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'name': 'tempest-TestNetworkBasicOps-router-976748546', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': '857a142a-dbc0-4483-a5a4-6cf263f8a36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:00:37Z', 'updated_at': '2021-12-25T20:00:42Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '857a142a-dbc0-4483-a5a4-6cf263f8a36e', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:00:38Z', 'updated_at': '2021-12-25T20:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '2ec72314-8bb7-4f04-ab94-eca2287ab581', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.88', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'port_id': '5c8e31bb-a073-4774-8a4e-eb5511adb917', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13', 'mac_address': 'fa:16:3e:98:53:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6564bbeb-8ff8-4efc-96ef-bf08c8671066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:00:59Z', 'updated_at': '2021-12-25T20:00:59Z', 'revision_number': 0, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2c2b85c-c6d3-4443-b986-5273cdb5b537', 'name': '', 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:e0:3a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13b84fa0-941f-47dc-872d-eadd71b82fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:00:41Z', 'updated_at': '2021-12-25T20:00:49Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': '13b84fa0-941f-47dc-872d-eadd71b82fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:01:01.984597 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a95a3b-f51f-4440-bdc8-da2bf4bbd585 None None] Checking router: c78aadd1-4aee-4575-b784-b4fc217cf32d for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:01:01.997155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a95a3b-f51f-4440-bdc8-da2bf4bbd585 None None] Routers {'c78aadd1-4aee-4575-b784-b4fc217cf32d'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:01:01.997852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-24a95a3b-f51f-4440-bdc8-da2bf4bbd585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:00:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['c78aadd1-4aee-4575-b784-b4fc217cf32d'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:01:02.013790 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-354e9e2e-6183-4136-9fd0-fd9026747256 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:01:02.018273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-354e9e2e-6183-4136-9fd0-fd9026747256 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:01:02.021760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-354e9e2e-6183-4136-9fd0-fd9026747256 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:01:02.028218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-354e9e2e-6183-4136-9fd0-fd9026747256 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:01:02.095168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-354e9e2e-6183-4136-9fd0-fd9026747256 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:02.100379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-354e9e2e-6183-4136-9fd0-fd9026747256 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:02.107137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7d224d55-e17b-4099-9b3a-cdec42b2b8a5 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:01:02.156748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e9e2e-6183-4136-9fd0-fd9026747256 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edfc35ad-3ecd-4c89-83d0-af801804a336,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:01:02.161369 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-354e9e2e-6183-4136-9fd0-fd9026747256 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:01:02.170030 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-354e9e2e-6183-4136-9fd0-fd9026747256 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:02.171440 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-354e9e2e-6183-4136-9fd0-fd9026747256 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2474403 Dec 25 20:01:02.174498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54798) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:01:02.181788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-3a1bae94-906a-4a84-9f38-def9607efa22 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': 'edfc35ad-3ecd-4c89-83d0-af801804a336', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:01:02.189596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3a1bae94-906a-4a84-9f38-def9607efa22 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:01:02.194490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3a1bae94-906a-4a84-9f38-def9607efa22 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:01:02.197677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3a1bae94-906a-4a84-9f38-def9607efa22 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:01:02.205176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3a1bae94-906a-4a84-9f38-def9607efa22 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:01:02.224408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3a1bae94-906a-4a84-9f38-def9607efa22 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:02.241700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09038896-a7df-4a39-928c-36d70bbf13df req-aa538b39-3a19-4130-9112-50c9b1776ea9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:01:02.243325 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-09038896-a7df-4a39-928c-36d70bbf13df req-aa538b39-3a19-4130-9112-50c9b1776ea9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13b84fa0-941f-47dc-872d-eadd71b82fb3 HTTP/1.1" status: 200 len: 835 time: 0.3430862 Dec 25 20:01:02.290578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3a1bae94-906a-4a84-9f38-def9607efa22 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:02.293710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3a1bae94-906a-4a84-9f38-def9607efa22 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:02.295904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-906a705d-41c1-4846-9310-428d259be71a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:01:02.321963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1bae94-906a-4a84-9f38-def9607efa22 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=174e98bc-399a-4673-922c-dfa039efe8ca,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:01:02.324725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3a1bae94-906a-4a84-9f38-def9607efa22 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:01:02.326407 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-09038896-a7df-4a39-928c-36d70bbf13df req-4df2b464-35ad-4aba-9c21-b6ad8602a973 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8fa44234-9e31-4391-97eb-33533fa62f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759857 Dec 25 20:01:02.332439 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3a1bae94-906a-4a84-9f38-def9607efa22 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:02.337733 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3a1bae94-906a-4a84-9f38-def9607efa22 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1588283 Dec 25 20:01:02.337733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54802) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:01:02.343700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-14839ec3-d86e-4725-8b9b-4586dda66463 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': 'edfc35ad-3ecd-4c89-83d0-af801804a336', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:01:02.351026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-14839ec3-d86e-4725-8b9b-4586dda66463 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:01:02.355130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-14839ec3-d86e-4725-8b9b-4586dda66463 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:01:02.358124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-14839ec3-d86e-4725-8b9b-4586dda66463 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:01:02.364473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-14839ec3-d86e-4725-8b9b-4586dda66463 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:01:02.370785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-24a95a3b-f51f-4440-bdc8-da2bf4bbd585 None None] Set router c78aadd1-4aee-4575-b784-b4fc217cf32d gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:01:02.383066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-14839ec3-d86e-4725-8b9b-4586dda66463 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:02.455391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-14839ec3-d86e-4725-8b9b-4586dda66463 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:02.458952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-14839ec3-d86e-4725-8b9b-4586dda66463 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:02.461164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bc1a5448-201b-419a-9607-1bbdf798f472 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:01:02.478976 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-09038896-a7df-4a39-928c-36d70bbf13df req-ddbc252f-113d-4c2d-a71f-783bf00825f1 service neutron] 10.222.0.36 "GET /v2.0/networks/8fa44234-9e31-4391-97eb-33533fa62f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447058 Dec 25 20:01:02.484111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14839ec3-d86e-4725-8b9b-4586dda66463 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2865d5b1-21a1-4a9a-b4fc-d62de461aaac,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:01:02.488634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-14839ec3-d86e-4725-8b9b-4586dda66463 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:01:02.500787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-14839ec3-d86e-4725-8b9b-4586dda66463 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:02.505888 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-14839ec3-d86e-4725-8b9b-4586dda66463 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1673992 Dec 25 20:01:02.506562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54806) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:01:02.514014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-74deff81-7e55-429d-bb7b-6690cac74787 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': 'edfc35ad-3ecd-4c89-83d0-af801804a336', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:01:02.519231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-74deff81-7e55-429d-bb7b-6690cac74787 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:01:02.524161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-74deff81-7e55-429d-bb7b-6690cac74787 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:01:02.527257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-74deff81-7e55-429d-bb7b-6690cac74787 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:01:02.533347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-74deff81-7e55-429d-bb7b-6690cac74787 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:01:02.550886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-74deff81-7e55-429d-bb7b-6690cac74787 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:02.626147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-74deff81-7e55-429d-bb7b-6690cac74787 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:02.631656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-74deff81-7e55-429d-bb7b-6690cac74787 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:02.633583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-73d53ad5-4be0-44da-971c-9ea39d557172 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:01:02.637006 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-09038896-a7df-4a39-928c-36d70bbf13df req-76143f59-829b-445a-9903-d72f6a9d8be3 service neutron] 10.222.0.36 "GET /v2.0/networks/8fa44234-9e31-4391-97eb-33533fa62f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518774 Dec 25 20:01:02.657795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74deff81-7e55-429d-bb7b-6690cac74787 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=922ccd30-e770-4bf5-9940-4708cd7b8d26,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:01:02.660485 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-74deff81-7e55-429d-bb7b-6690cac74787 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:01:02.667309 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-74deff81-7e55-429d-bb7b-6690cac74787 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:02.668621 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-74deff81-7e55-429d-bb7b-6690cac74787 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1610129 Dec 25 20:01:02.671625 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54810) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:01:02.679044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-f9f0e6e6-1d19-4612-a6b5-6bbeda289c98 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': 'edfc35ad-3ecd-4c89-83d0-af801804a336', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:01:02.685460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f9f0e6e6-1d19-4612-a6b5-6bbeda289c98 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:01:02.689541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f9f0e6e6-1d19-4612-a6b5-6bbeda289c98 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:01:02.692653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f9f0e6e6-1d19-4612-a6b5-6bbeda289c98 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:01:02.698723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f9f0e6e6-1d19-4612-a6b5-6bbeda289c98 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:01:02.715437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e6e6-1d19-4612-a6b5-6bbeda289c98 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:02.763439 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-24a95a3b-f51f-4440-bdc8-da2bf4bbd585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'name': 'tempest-TestNetworkBasicOps-router-976748546', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': '857a142a-dbc0-4483-a5a4-6cf263f8a36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:00:37Z', 'updated_at': '2021-12-25T20:00:42Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '857a142a-dbc0-4483-a5a4-6cf263f8a36e', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:00:38Z', 'updated_at': '2021-12-25T20:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '2ec72314-8bb7-4f04-ab94-eca2287ab581', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.88', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'port_id': '5c8e31bb-a073-4774-8a4e-eb5511adb917', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13', 'mac_address': 'fa:16:3e:98:53:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6564bbeb-8ff8-4efc-96ef-bf08c8671066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:00:59Z', 'updated_at': '2021-12-25T20:00:59Z', 'revision_number': 0, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2c2b85c-c6d3-4443-b986-5273cdb5b537', 'name': '', 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:e0:3a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13b84fa0-941f-47dc-872d-eadd71b82fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:00:41Z', 'updated_at': '2021-12-25T20:00:49Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': '13b84fa0-941f-47dc-872d-eadd71b82fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:01:02.767757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a95a3b-f51f-4440-bdc8-da2bf4bbd585 None None] The sync data for ids ['c78aadd1-4aee-4575-b784-b4fc217cf32d'] in dv-neutron-822611-1-hyperv is: [{'id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'name': 'tempest-TestNetworkBasicOps-router-976748546', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': '857a142a-dbc0-4483-a5a4-6cf263f8a36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:00:37Z', 'updated_at': '2021-12-25T20:00:42Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '857a142a-dbc0-4483-a5a4-6cf263f8a36e', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:00:38Z', 'updated_at': '2021-12-25T20:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '2ec72314-8bb7-4f04-ab94-eca2287ab581', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.88', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'port_id': '5c8e31bb-a073-4774-8a4e-eb5511adb917', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13', 'mac_address': 'fa:16:3e:98:53:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6564bbeb-8ff8-4efc-96ef-bf08c8671066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:00:59Z', 'updated_at': '2021-12-25T20:00:59Z', 'revision_number': 0, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2c2b85c-c6d3-4443-b986-5273cdb5b537', 'name': '', 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:e0:3a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13b84fa0-941f-47dc-872d-eadd71b82fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:00:41Z', 'updated_at': '2021-12-25T20:00:49Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': '13b84fa0-941f-47dc-872d-eadd71b82fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:01:02.787340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e6e6-1d19-4612-a6b5-6bbeda289c98 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:02.790775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e6e6-1d19-4612-a6b5-6bbeda289c98 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:02.798428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0fb5399e-760b-4cf9-a023-028a39ece63a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:01:02.818221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f0e6e6-1d19-4612-a6b5-6bbeda289c98 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efb53703-3dbc-4abc-a76c-f5cc7d39a3d8,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:01:02.820962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f9f0e6e6-1d19-4612-a6b5-6bbeda289c98 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:01:02.827928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e6e6-1d19-4612-a6b5-6bbeda289c98 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:02.831749 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f9f0e6e6-1d19-4612-a6b5-6bbeda289c98 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1567028 Dec 25 20:01:02.832281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54814) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:01:02.838564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-4973ce52-462f-4a15-ab53-762aac40288d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': 'edfc35ad-3ecd-4c89-83d0-af801804a336', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:01:02.845108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4973ce52-462f-4a15-ab53-762aac40288d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:01:02.850041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4973ce52-462f-4a15-ab53-762aac40288d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:01:02.853236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4973ce52-462f-4a15-ab53-762aac40288d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:01:02.859491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4973ce52-462f-4a15-ab53-762aac40288d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:01:02.869747 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-4973ce52-462f-4a15-ab53-762aac40288d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Project 23f5dc92674e43b787fc19a8bf548d4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 20:01:02.876448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4973ce52-462f-4a15-ab53-762aac40288d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:02.943118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4973ce52-462f-4a15-ab53-762aac40288d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:02.945770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4973ce52-462f-4a15-ab53-762aac40288d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:02.953095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-74deff81-7e55-429d-bb7b-6690cac74787 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:01:02.975931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4973ce52-462f-4a15-ab53-762aac40288d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a175aa87-8e3f-41d3-ac25-83293b94ff9e,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:01:02.978564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4973ce52-462f-4a15-ab53-762aac40288d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:01:02.983262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4973ce52-462f-4a15-ab53-762aac40288d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:02.984613 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4973ce52-462f-4a15-ab53-762aac40288d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1510422 Dec 25 20:01:02.987627 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54818) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:01:02.993764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-5e80003a-0752-4110-9277-8e65a0d1681d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': 'edfc35ad-3ecd-4c89-83d0-af801804a336', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:01:03.000294 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5e80003a-0752-4110-9277-8e65a0d1681d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:01:03.004348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5e80003a-0752-4110-9277-8e65a0d1681d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:01:03.007364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5e80003a-0752-4110-9277-8e65a0d1681d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:01:03.013383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5e80003a-0752-4110-9277-8e65a0d1681d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:01:03.028069 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-5e80003a-0752-4110-9277-8e65a0d1681d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Project 23f5dc92674e43b787fc19a8bf548d4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 20:01:03.035347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e80003a-0752-4110-9277-8e65a0d1681d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:03.107516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e80003a-0752-4110-9277-8e65a0d1681d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:03.110760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e80003a-0752-4110-9277-8e65a0d1681d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:03.112735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2b92c682-bfb1-47bb-b77b-1457e6462bdc tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:01:03.128826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0daa7b0-2c63-41f7-b91e-5d1495dffb41 None None] New status for floating IP 2ec72314-8bb7-4f04-ab94-eca2287ab581: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 20:01:03.137373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e80003a-0752-4110-9277-8e65a0d1681d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b15ac649-c580-44c9-977d-ca687b846076,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:01:03.140404 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5e80003a-0752-4110-9277-8e65a0d1681d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:01:03.150387 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e80003a-0752-4110-9277-8e65a0d1681d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:03.152042 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5e80003a-0752-4110-9277-8e65a0d1681d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1633472 Dec 25 20:01:03.340845 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-952409cd-fab6-460a-bd4d-e8b2913c9375 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1042031464&fields=id&tenant_id=23f5dc92674e43b787fc19a8bf548d4f HTTP/1.1" status: 200 len: 267 time: 0.0460720 Dec 25 20:01:03.504123 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-4461312d-2de9-4e43-9b94-49ec82395d12 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:01:03.505706 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-4461312d-2de9-4e43-9b94-49ec82395d12 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/networks?id=8fa44234-9e31-4391-97eb-33533fa62f13 HTTP/1.1" status: 200 len: 796 time: 0.1574886 Dec 25 20:01:03.523143 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-15d4e0ec-2616-4c91-bbe4-614e45cba10d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/quotas/23f5dc92674e43b787fc19a8bf548d4f HTTP/1.1" status: 200 len: 375 time: 0.0114381 Dec 25 20:01:03.615879 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-4a4c764b-bbc7-4c51-9aab-41112607b9aa tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0873346 Dec 25 20:01:03.837745 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-0598fcb7-d692-4cdf-ae18-7745f50a9139 service neutron] 10.222.0.24 "GET /v2.0/networks/8fa44234-9e31-4391-97eb-33533fa62f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067103 Dec 25 20:01:03.978542 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-4e31c89c-2eb6-48f6-9eac-bf9ba8507f01 service neutron] 10.222.0.24 "GET /v2.0/networks/8fa44234-9e31-4391-97eb-33533fa62f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344457 Dec 25 20:01:04.183096 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-716488b9-afc8-4770-acfa-3b4c3a44da66 req-5f1484f6-73b0-482b-adf2-336f976f73d9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ad4a977-10b3-4725-b8c8-6e2dd828beb8 HTTP/1.1" status: 200 len: 210 time: 0.0518129 Dec 25 20:01:05.237415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-045e6c01-9d6f-4b35-8173-f528e2b6a95d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:01:05.239107 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-045e6c01-9d6f-4b35-8173-f528e2b6a95d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "GET /v2.0/networks?id=8fa44234-9e31-4391-97eb-33533fa62f13 HTTP/1.1" status: 200 len: 796 time: 0.1670246 Dec 25 20:01:05.299377 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-512cff8f-d05b-43ab-929c-06f48557a005 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23f5dc92674e43b787fc19a8bf548d4f HTTP/1.1" status: 200 len: 472 time: 0.0490146 Dec 25 20:01:05.308792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-c704141d-8a73-467b-adec-af21568de3e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'port': {'device_id': '9ad4a977-10b3-4725-b8c8-6e2dd828beb8', 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13', 'admin_state_up': True, 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'security_groups': ['edfc35ad-3ecd-4c89-83d0-af801804a336']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:01:05.393679 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e450aeee-27bb-4b47-b42d-79faef0f1346 req-18ac084a-f2da-484e-9ee2-19378855a5a2 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ad4a977-10b3-4725-b8c8-6e2dd828beb8 HTTP/1.1" status: 200 len: 210 time: 0.0673554 Dec 25 20:01:05.501984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-c704141d-8a73-467b-adec-af21568de3e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:01:05.511951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-c704141d-8a73-467b-adec-af21568de3e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:01:05.521082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-c704141d-8a73-467b-adec-af21568de3e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Made reservation on behalf of 23f5dc92674e43b787fc19a8bf548d4f for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:01:05.526530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-c704141d-8a73-467b-adec-af21568de3e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:05.691481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-c704141d-8a73-467b-adec-af21568de3e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Allocated IP 172.20.0.10 (8fa44234-9e31-4391-97eb-33533fa62f13/13b84fa0-941f-47dc-872d-eadd71b82fb3/a7345339-e886-4182-b5f9-122e7ef46e6b) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:01:05.888181 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-c704141d-8a73-467b-adec-af21568de3e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:05.904458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-c704141d-8a73-467b-adec-af21568de3e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Transition to ACTIVE for port object a7345339-e886-4182-b5f9-122e7ef46e6b will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:01:05.923088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-c704141d-8a73-467b-adec-af21568de3e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:05.928626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3d10985f-9c8d-41b3-be1f-09a191aa36da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:01:05.996967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-c704141d-8a73-467b-adec-af21568de3e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network 8fa44234-9e31-4391-97eb-33533fa62f13 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:01:06.000066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-c704141d-8a73-467b-adec-af21568de3e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:01:06.004139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-c704141d-8a73-467b-adec-af21568de3e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:01:06.037300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c704141d-8a73-467b-adec-af21568de3e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=a7345339-e886-4182-b5f9-122e7ef46e6b,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:01:06.044520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c704141d-8a73-467b-adec-af21568de3e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:01:06.068862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c61fdad9-e5ab-4e82-8aae-ad0b16e8d7da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:06.075994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-c704141d-8a73-467b-adec-af21568de3e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:01:06.076664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-c704141d-8a73-467b-adec-af21568de3e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:06.102302 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-c704141d-8a73-467b-adec-af21568de3e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7977235 Dec 25 20:01:06.115777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-f72a5c1b-e7e3-4b43-932d-209a4f2d4c3a service neutron] Request body: {'port': {'device_id': '9ad4a977-10b3-4725-b8c8-6e2dd828beb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:01:06.240688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-f72a5c1b-e7e3-4b43-932d-209a4f2d4c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:06.343173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-70f0e8f9-ec21-4437-a425-e6f5ee5457a5 None None] Provisioning for port a7345339-e886-4182-b5f9-122e7ef46e6b completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:01:06.348974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-70f0e8f9-ec21-4437-a425-e6f5ee5457a5 None None] Provisioning complete for port a7345339-e886-4182-b5f9-122e7ef46e6b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:01:06.349396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70f0e8f9-ec21-4437-a425-e6f5ee5457a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:06.403155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-70f0e8f9-ec21-4437-a425-e6f5ee5457a5 None None] Port a7345339-e886-4182-b5f9-122e7ef46e6b cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:01:06.680027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f8c7b-cd06-4c63-82fe-0c4a04c4dcb9 req-4ca44c15-5365-4f19-b9c0-dc76daa99cfd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:01:06.680706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-559f8c7b-cd06-4c63-82fe-0c4a04c4dcb9 req-4ca44c15-5365-4f19-b9c0-dc76daa99cfd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Synchronizing usage tracker for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:01:06.684208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-f72a5c1b-e7e3-4b43-932d-209a4f2d4c3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7345339-e886-4182-b5f9-122e7ef46e6b {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:01:06.692370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-f72a5c1b-e7e3-4b43-932d-209a4f2d4c3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:06.714817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-559f8c7b-cd06-4c63-82fe-0c4a04c4dcb9 req-4ca44c15-5365-4f19-b9c0-dc76daa99cfd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Unset dirty status for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:01:06.716096 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-559f8c7b-cd06-4c63-82fe-0c4a04c4dcb9 req-4ca44c15-5365-4f19-b9c0-dc76daa99cfd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ad4a977-10b3-4725-b8c8-6e2dd828beb8 HTTP/1.1" status: 200 len: 932 time: 0.1914134 Dec 25 20:01:06.717021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-f72a5c1b-e7e3-4b43-932d-209a4f2d4c3a service neutron] Transition to ACTIVE for port object a7345339-e886-4182-b5f9-122e7ef46e6b will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:01:06.719411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-f72a5c1b-e7e3-4b43-932d-209a4f2d4c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:06.725340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f629c38a-8609-4c2c-9161-312743d577d5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:01:06.889782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a5c1b-e7e3-4b43-932d-209a4f2d4c3a service neutron] Pushing event updated for resources: {'Port': ['ID=a7345339-e886-4182-b5f9-122e7ef46e6b,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:01:06.896232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f72a5c1b-e7e3-4b43-932d-209a4f2d4c3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:01:06.906431 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-559f8c7b-cd06-4c63-82fe-0c4a04c4dcb9 req-e9b172b6-6cf8-4c2d-8511-0443870cb321 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=edfc35ad-3ecd-4c89-83d0-af801804a336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820695 Dec 25 20:01:07.019391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-f72a5c1b-e7e3-4b43-932d-209a4f2d4c3a service neutron] Attempting to bind port a7345339-e886-4182-b5f9-122e7ef46e6b on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:01:07.019763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-f72a5c1b-e7e3-4b43-932d-209a4f2d4c3a service neutron] Attempting to bind port a7345339-e886-4182-b5f9-122e7ef46e6b by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'f44c5ae2-bbbd-4500-83af-8c9b8b14aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:01:07.020716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-f72a5c1b-e7e3-4b43-932d-209a4f2d4c3a service neutron] Attempting to bind port a7345339-e886-4182-b5f9-122e7ef46e6b on network 8fa44234-9e31-4391-97eb-33533fa62f13 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:01:07.027274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-f72a5c1b-e7e3-4b43-932d-209a4f2d4c3a service neutron] Port a7345339-e886-4182-b5f9-122e7ef46e6b on network 8fa44234-9e31-4391-97eb-33533fa62f13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 20:01:07.027651 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-f72a5c1b-e7e3-4b43-932d-209a4f2d4c3a service neutron] Attempting to bind port a7345339-e886-4182-b5f9-122e7ef46e6b on network 8fa44234-9e31-4391-97eb-33533fa62f13 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:01:07.034760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-f72a5c1b-e7e3-4b43-932d-209a4f2d4c3a service neutron] Checking agent: {'id': '5d7a6d50-e450-4e92-a105-61a558d89e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'started_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:01:07.035166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-f72a5c1b-e7e3-4b43-932d-209a4f2d4c3a service neutron] Checking segment: {'id': 'f44c5ae2-bbbd-4500-83af-8c9b8b14aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:01:07.035627 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-f72a5c1b-e7e3-4b43-932d-209a4f2d4c3a service neutron] Bound using segment: {'id': 'f44c5ae2-bbbd-4500-83af-8c9b8b14aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:01:07.036626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-f72a5c1b-e7e3-4b43-932d-209a4f2d4c3a service neutron] Bound port: a7345339-e886-4182-b5f9-122e7ef46e6b, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f44c5ae2-bbbd-4500-83af-8c9b8b14aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:01:07.037035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-f72a5c1b-e7e3-4b43-932d-209a4f2d4c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:07.129120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-f72a5c1b-e7e3-4b43-932d-209a4f2d4c3a service neutron] For port a7345339-e886-4182-b5f9-122e7ef46e6b, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:01:07.133278 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-f72a5c1b-e7e3-4b43-932d-209a4f2d4c3a service neutron] For port a7345339-e886-4182-b5f9-122e7ef46e6b, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a7345339-e886-4182-b5f9-122e7ef46e6b,segment=NetworkSegment(f44c5ae2-bbbd-4500-83af-8c9b8b14aba0),segment_id=f44c5ae2-bbbd-4500-83af-8c9b8b14aba0)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:01:07.138068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-f72a5c1b-e7e3-4b43-932d-209a4f2d4c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:07.142920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3d10985f-9c8d-41b3-be1f-09a191aa36da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:01:07.209408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-f72a5c1b-e7e3-4b43-932d-209a4f2d4c3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:07.210946 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-f72a5c1b-e7e3-4b43-932d-209a4f2d4c3a service neutron] 10.222.0.36 "PUT /v2.0/ports/a7345339-e886-4182-b5f9-122e7ef46e6b HTTP/1.1" status: 200 len: 1094 time: 1.1003137 Dec 25 20:01:07.211718 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad4a977-10b3-4725-b8c8-6e2dd828beb8', 'tag': 'a7345339-e886-4182-b5f9-122e7ef46e6b'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:01:07.218127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:07.234317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a5c1b-e7e3-4b43-932d-209a4f2d4c3a service neutron] Pushing event updated for resources: {'Port': ['ID=a7345339-e886-4182-b5f9-122e7ef46e6b,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:01:07.237422 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f72a5c1b-e7e3-4b43-932d-209a4f2d4c3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:01:07.292062 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ad4a977-10b3-4725-b8c8-6e2dd828beb8', 'tag': 'a7345339-e886-4182-b5f9-122e7ef46e6b', 'status': 'completed', 'code': 200} Dec 25 20:01:07.336548 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-358ee880-30f4-4820-9c6f-0049e5e1b115 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=9ad4a977-10b3-4725-b8c8-6e2dd828beb8 HTTP/1.1" status: 200 len: 1097 time: 0.0826926 Dec 25 20:01:07.419681 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-dee86842-40bf-40bb-aa96-b28b7f8be4c9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7345339-e886-4182-b5f9-122e7ef46e6b HTTP/1.1" status: 200 len: 217 time: 0.0744090 Dec 25 20:01:07.492176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-27fa327d-0068-4847-9eeb-3d36634073b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:01:07.493687 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-27fa327d-0068-4847-9eeb-3d36634073b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13b84fa0-941f-47dc-872d-eadd71b82fb3 HTTP/1.1" status: 200 len: 835 time: 0.0676768 Dec 25 20:01:07.577257 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-7d2ab880-31d4-4e97-a367-b1c6bf1f7bc3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8fa44234-9e31-4391-97eb-33533fa62f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772073 Dec 25 20:01:07.720809 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-becf74ec-0a2e-4158-b990-dd7114b82746 service neutron] 10.222.0.36 "GET /v2.0/networks/8fa44234-9e31-4391-97eb-33533fa62f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360605 Dec 25 20:01:07.864659 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3d8ab9bd-90f9-4053-b278-a1dfaca64fa8 req-e90466eb-b8ba-4921-ad1a-fd041314d641 service neutron] 10.222.0.36 "GET /v2.0/networks/8fa44234-9e31-4391-97eb-33533fa62f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349175 Dec 25 20:01:07.982828 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-35c4a4a0-568a-4700-a5c1-bb429eee98a4 req-aa32c650-fb81-4e44-9ae1-fdd6d400e8cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=9ad4a977-10b3-4725-b8c8-6e2dd828beb8 HTTP/1.1" status: 200 len: 1097 time: 0.0753570 Dec 25 20:01:08.195859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4a4a0-568a-4700-a5c1-bb429eee98a4 req-55ec37e8-75f5-473e-bc98-22c46039dfb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:01:08.197446 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-35c4a4a0-568a-4700-a5c1-bb429eee98a4 req-55ec37e8-75f5-473e-bc98-22c46039dfb8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8fa44234-9e31-4391-97eb-33533fa62f13 HTTP/1.1" status: 200 len: 896 time: 0.2071893 Dec 25 20:01:08.204067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d179b21-c7ef-4ac5-a411-79f3a1bd0a9f req-b7ea3821-eab4-4b6f-ba42-6661f0f221fb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:01:08.205579 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9d179b21-c7ef-4ac5-a411-79f3a1bd0a9f req-b7ea3821-eab4-4b6f-ba42-6661f0f221fb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ad4a977-10b3-4725-b8c8-6e2dd828beb8 HTTP/1.1" status: 200 len: 944 time: 0.1757681 Dec 25 20:01:08.296516 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-35c4a4a0-568a-4700-a5c1-bb429eee98a4 req-074b96a4-d4c9-434b-8c73-fb0e420c03c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7345339-e886-4182-b5f9-122e7ef46e6b HTTP/1.1" status: 200 len: 217 time: 0.0899136 Dec 25 20:01:08.344834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b547bf01-5713-4497-b8fe-f12f45eaeba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:08.373639 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9d179b21-c7ef-4ac5-a411-79f3a1bd0a9f req-c9808d51-1761-4ebf-a538-f53698810f21 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=edfc35ad-3ecd-4c89-83d0-af801804a336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123807 Dec 25 20:01:08.382785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4a4a0-568a-4700-a5c1-bb429eee98a4 req-fea27a4e-93d2-4f66-8f66-545c9414bcf7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:01:08.384335 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-35c4a4a0-568a-4700-a5c1-bb429eee98a4 req-fea27a4e-93d2-4f66-8f66-545c9414bcf7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13b84fa0-941f-47dc-872d-eadd71b82fb3 HTTP/1.1" status: 200 len: 835 time: 0.0788860 Dec 25 20:01:08.468356 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-35c4a4a0-568a-4700-a5c1-bb429eee98a4 req-e046b1ef-0a8c-4309-9c7c-a40834f643dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8fa44234-9e31-4391-97eb-33533fa62f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770547 Dec 25 20:01:08.613937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:08.621930 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-35c4a4a0-568a-4700-a5c1-bb429eee98a4 req-f239e4cc-35d0-4205-8671-39ab4bb6d2d7 service neutron] 10.222.0.36 "GET /v2.0/networks/8fa44234-9e31-4391-97eb-33533fa62f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377516 Dec 25 20:01:08.977723 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-35c4a4a0-568a-4700-a5c1-bb429eee98a4 req-6fe4776c-f81b-4b29-bf85-38d1d16e230e service neutron] 10.222.0.36 "GET /v2.0/networks/8fa44234-9e31-4391-97eb-33533fa62f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464835 Dec 25 20:01:09.582829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe5e82-58a3-4cdf-8ecc-38ce957a4b68 req-9adcea90-06a5-4554-bcc4-d67fc81d6489 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:01:09.584455 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-85fe5e82-58a3-4cdf-8ecc-38ce957a4b68 req-9adcea90-06a5-4554-bcc4-d67fc81d6489 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ad4a977-10b3-4725-b8c8-6e2dd828beb8 HTTP/1.1" status: 200 len: 944 time: 0.0820014 Dec 25 20:01:09.635722 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-85fe5e82-58a3-4cdf-8ecc-38ce957a4b68 req-4968fc0c-597f-4796-8737-5a134dd03813 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=edfc35ad-3ecd-4c89-83d0-af801804a336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451481 Dec 25 20:01:09.952173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:10.468023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device a7345339-e886-4182-b5f9-122e7ef46e6b details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 20:01:10.609900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port a7345339-e886-4182-b5f9-122e7ef46e6b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a7345339-e886-4182-b5f9-122e7ef46e6b,segment=NetworkSegment(f44c5ae2-bbbd-4500-83af-8c9b8b14aba0),segment_id=f44c5ae2-bbbd-4500-83af-8c9b8b14aba0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:01:10.624296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': 'a7345339-e886-4182-b5f9-122e7ef46e6b', 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13', 'port_id': 'a7345339-e886-4182-b5f9-122e7ef46e6b', 'mac_address': 'fa:16:3e:e0:ce:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13b84fa0-941f-47dc-872d-eadd71b82fb3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 20:01:10.683061 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:10.701993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7345339-e886-4182-b5f9-122e7ef46e6b {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:01:10.717072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port a7345339-e886-4182-b5f9-122e7ef46e6b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a7345339-e886-4182-b5f9-122e7ef46e6b,segment=NetworkSegment(f44c5ae2-bbbd-4500-83af-8c9b8b14aba0),segment_id=f44c5ae2-bbbd-4500-83af-8c9b8b14aba0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:01:10.720105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:10.723695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:01:10.791768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=a7345339-e886-4182-b5f9-122e7ef46e6b,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:01:10.795014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:01:10.845177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d4493-16ee-4e1e-b085-d469a687c99f req-968195b9-aa74-4a7d-a7cd-4fb732bdb85d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:01:10.847072 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-da7d4493-16ee-4e1e-b085-d469a687c99f req-968195b9-aa74-4a7d-a7cd-4fb732bdb85d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ad4a977-10b3-4725-b8c8-6e2dd828beb8 HTTP/1.1" status: 200 len: 945 time: 0.0840404 Dec 25 20:01:10.896354 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-da7d4493-16ee-4e1e-b085-d469a687c99f req-c1fee073-84be-4397-9b61-def88e90584b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=edfc35ad-3ecd-4c89-83d0-af801804a336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424106 Dec 25 20:01:10.972871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['a7345339-e886-4182-b5f9-122e7ef46e6b'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:01:12.102318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc74af0-a061-49ea-af6b-a1e0fee1b7c8 req-2013bafd-a15e-4440-ad09-4079f8d3ca13 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:01:12.103945 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7dc74af0-a061-49ea-af6b-a1e0fee1b7c8 req-2013bafd-a15e-4440-ad09-4079f8d3ca13 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ad4a977-10b3-4725-b8c8-6e2dd828beb8 HTTP/1.1" status: 200 len: 945 time: 0.0860271 Dec 25 20:01:12.152695 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7dc74af0-a061-49ea-af6b-a1e0fee1b7c8 req-e390e4be-047b-48f4-8adb-d47daf998c64 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=edfc35ad-3ecd-4c89-83d0-af801804a336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426493 Dec 25 20:01:12.485242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device a7345339-e886-4182-b5f9-122e7ef46e6b up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:01:12.559609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning for port a7345339-e886-4182-b5f9-122e7ef46e6b completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:01:12.564360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port a7345339-e886-4182-b5f9-122e7ef46e6b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:01:12.564788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:12.679558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:12.706432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad4a977-10b3-4725-b8c8-6e2dd828beb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7345339-e886-4182-b5f9-122e7ef46e6b'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:01:12.717094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port a7345339-e886-4182-b5f9-122e7ef46e6b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a7345339-e886-4182-b5f9-122e7ef46e6b,segment=NetworkSegment(f44c5ae2-bbbd-4500-83af-8c9b8b14aba0),segment_id=f44c5ae2-bbbd-4500-83af-8c9b8b14aba0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:01:12.720112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:12.722300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-99d01255-cdca-42ee-9912-b1ec035c3dde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:01:12.774937 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad4a977-10b3-4725-b8c8-6e2dd828beb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7345339-e886-4182-b5f9-122e7ef46e6b', 'code': 200} Dec 25 20:01:12.798278 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=a7345339-e886-4182-b5f9-122e7ef46e6b,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:01:12.801542 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:01:13.002149 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-42d827da-a101-4515-96d7-55b4140a393e req-62898844-0871-4a15-8ae0-280be6e02955 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9ad4a977-10b3-4725-b8c8-6e2dd828beb8 HTTP/1.1" status: 200 len: 1099 time: 0.0737841 Dec 25 20:01:13.048434 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-42d827da-a101-4515-96d7-55b4140a393e req-8450da22-7e4c-42d4-8fa3-249daba2cafd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=edfc35ad-3ecd-4c89-83d0-af801804a336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381117 Dec 25 20:01:13.360470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d6ba6-ec54-41da-aa44-790ef67922dc req-9196f3d1-a35c-45a1-9b2b-00b449c2ead6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:01:13.361998 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fa7d6ba6-ec54-41da-aa44-790ef67922dc req-9196f3d1-a35c-45a1-9b2b-00b449c2ead6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ad4a977-10b3-4725-b8c8-6e2dd828beb8 HTTP/1.1" status: 200 len: 946 time: 0.0861759 Dec 25 20:01:13.410359 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fa7d6ba6-ec54-41da-aa44-790ef67922dc req-ee82835c-6b06-4ae1-ad02-0fd0ae6f4b79 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=edfc35ad-3ecd-4c89-83d0-af801804a336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420208 Dec 25 20:01:14.616532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c2ce3-c88b-434d-a8af-7417b4e67992 req-657f777d-32dc-4297-b7b9-a579297ec129 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:01:14.618123 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3d4c2ce3-c88b-434d-a8af-7417b4e67992 req-657f777d-32dc-4297-b7b9-a579297ec129 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ad4a977-10b3-4725-b8c8-6e2dd828beb8 HTTP/1.1" status: 200 len: 946 time: 0.0837498 Dec 25 20:01:14.665933 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3d4c2ce3-c88b-434d-a8af-7417b4e67992 req-96ba456d-ec06-4993-a42a-810820275a99 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=edfc35ad-3ecd-4c89-83d0-af801804a336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418057 Dec 25 20:01:14.872962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f18a29-6fa2-48cd-ab0c-6958250de6a4 req-9cf0c257-1593-4cf3-8dc8-9560e84e0989 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:01:14.874568 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-73f18a29-6fa2-48cd-ab0c-6958250de6a4 req-9cf0c257-1593-4cf3-8dc8-9560e84e0989 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ad4a977-10b3-4725-b8c8-6e2dd828beb8 HTTP/1.1" status: 200 len: 946 time: 0.0861073 Dec 25 20:01:14.923607 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-73f18a29-6fa2-48cd-ab0c-6958250de6a4 req-fe6b8dcc-d705-475f-86e8-f7c247d6644d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=edfc35ad-3ecd-4c89-83d0-af801804a336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423422 Dec 25 20:01:14.951507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54874) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:01:15.029915 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-39c7e95e-c623-4460-8127-0c92af6afe77 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9ad4a977-10b3-4725-b8c8-6e2dd828beb8 HTTP/1.1" status: 200 len: 1094 time: 0.0770750 Dec 25 20:01:15.032676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54878) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:01:15.038880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-dd8f31b5-d93d-40eb-a9ac-5fe7691556d9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'floatingip': {'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'port_id': 'a7345339-e886-4182-b5f9-122e7ef46e6b', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:01:15.044730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-dd8f31b5-d93d-40eb-a9ac-5fe7691556d9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:01:15.048802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-dd8f31b5-d93d-40eb-a9ac-5fe7691556d9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:floatingip and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:01:15.051860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-dd8f31b5-d93d-40eb-a9ac-5fe7691556d9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:01:15.057897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-dd8f31b5-d93d-40eb-a9ac-5fe7691556d9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:01:15.070607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd8f31b5-d93d-40eb-a9ac-5fe7691556d9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:15.225197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd8f31b5-d93d-40eb-a9ac-5fe7691556d9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:15.371616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-dd8f31b5-d93d-40eb-a9ac-5fe7691556d9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Allocated IP 172.26.8.206 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/ed58b9c5-45d0-4433-b5a6-42046c679cb1) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:01:15.539082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd8f31b5-d93d-40eb-a9ac-5fe7691556d9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:15.563701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd8f31b5-d93d-40eb-a9ac-5fe7691556d9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:15.569005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7e23c5a6-ec3e-4c1b-9f28-cf68e51978da tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:01:15.635153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8f31b5-d93d-40eb-a9ac-5fe7691556d9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:01:15.637921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-dd8f31b5-d93d-40eb-a9ac-5fe7691556d9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:01:15.640529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8f31b5-d93d-40eb-a9ac-5fe7691556d9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:01:15.683347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f31b5-d93d-40eb-a9ac-5fe7691556d9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=ed58b9c5-45d0-4433-b5a6-42046c679cb1,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:01:15.686448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dd8f31b5-d93d-40eb-a9ac-5fe7691556d9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:01:15.977733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:01:16.188965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd8f31b5-d93d-40eb-a9ac-5fe7691556d9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:16.249097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd8f31b5-d93d-40eb-a9ac-5fe7691556d9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:16.481569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd8f31b5-d93d-40eb-a9ac-5fe7691556d9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:16.485103 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd8f31b5-d93d-40eb-a9ac-5fe7691556d9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:16.489397 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dc6781d0-60f9-45fe-8025-074442594fd0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:01:16.597244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f31b5-d93d-40eb-a9ac-5fe7691556d9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=ed58b9c5-45d0-4433-b5a6-42046c679cb1,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:01:16.602661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dd8f31b5-d93d-40eb-a9ac-5fe7691556d9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:01:16.613259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd8f31b5-d93d-40eb-a9ac-5fe7691556d9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:16.810213 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [None req-dd8f31b5-d93d-40eb-a9ac-5fe7691556d9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Floating IP 5fa8ece3-cd37-4a38-a921-5ad8f5317979 associated. External IP: 172.26.8.206, port: a7345339-e886-4182-b5f9-122e7ef46e6b. Dec 25 20:01:17.445789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8f31b5-d93d-40eb-a9ac-5fe7691556d9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router c78aadd1-4aee-4575-b784-b4fc217cf32d has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:01:17.656204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8f31b5-d93d-40eb-a9ac-5fe7691556d9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:01:17.667306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea28e68-c4c3-45da-903b-1de8a5234421 None None] Sync routers for ids ['c78aadd1-4aee-4575-b784-b4fc217cf32d'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:01:17.682675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd8f31b5-d93d-40eb-a9ac-5fe7691556d9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:17.684068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea28e68-c4c3-45da-903b-1de8a5234421 None None] Routers {'c78aadd1-4aee-4575-b784-b4fc217cf32d'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:01:17.684766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-bea28e68-c4c3-45da-903b-1de8a5234421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:01:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['c78aadd1-4aee-4575-b784-b4fc217cf32d'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:01:17.738469 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-dd8f31b5-d93d-40eb-a9ac-5fe7691556d9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7046204 Dec 25 20:01:17.740756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad4a977-10b3-4725-b8c8-6e2dd828beb8', 'tag': 'a7345339-e886-4182-b5f9-122e7ef46e6b'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:01:17.795013 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ad4a977-10b3-4725-b8c8-6e2dd828beb8', 'tag': 'a7345339-e886-4182-b5f9-122e7ef46e6b', 'status': 'completed', 'code': 200} Dec 25 20:01:17.873354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-bea28e68-c4c3-45da-903b-1de8a5234421 None None] Set router c78aadd1-4aee-4575-b784-b4fc217cf32d gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:01:17.894845 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f246c44d-2b69-41e4-8615-619192546b17 req-5b0fa12e-2ef6-4e74-af05-a933be6111c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=9ad4a977-10b3-4725-b8c8-6e2dd828beb8 HTTP/1.1" status: 200 len: 1099 time: 0.0738695 Dec 25 20:01:18.039384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246c44d-2b69-41e4-8615-619192546b17 req-377cfd5b-ae7f-4b9e-9f9a-7314a8faf709 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:01:18.040857 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f246c44d-2b69-41e4-8615-619192546b17 req-377cfd5b-ae7f-4b9e-9f9a-7314a8faf709 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8fa44234-9e31-4391-97eb-33533fa62f13 HTTP/1.1" status: 200 len: 896 time: 0.1394002 Dec 25 20:01:18.151407 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f246c44d-2b69-41e4-8615-619192546b17 req-1138af97-ea4f-422b-aaa4-c6f6ea5c743c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7345339-e886-4182-b5f9-122e7ef46e6b HTTP/1.1" status: 200 len: 1000 time: 0.1028323 Dec 25 20:01:18.226086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246c44d-2b69-41e4-8615-619192546b17 req-53e8ecf5-e4a1-4ae4-afb9-53f778d7bbdc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:01:18.227739 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f246c44d-2b69-41e4-8615-619192546b17 req-53e8ecf5-e4a1-4ae4-afb9-53f778d7bbdc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13b84fa0-941f-47dc-872d-eadd71b82fb3 HTTP/1.1" status: 200 len: 835 time: 0.0698142 Dec 25 20:01:18.247725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-bea28e68-c4c3-45da-903b-1de8a5234421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'name': 'tempest-TestNetworkBasicOps-router-976748546', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': '857a142a-dbc0-4483-a5a4-6cf263f8a36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:00:37Z', 'updated_at': '2021-12-25T20:00:42Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '857a142a-dbc0-4483-a5a4-6cf263f8a36e', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:00:38Z', 'updated_at': '2021-12-25T20:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '2ec72314-8bb7-4f04-ab94-eca2287ab581', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.88', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'port_id': '5c8e31bb-a073-4774-8a4e-eb5511adb917', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13', 'mac_address': 'fa:16:3e:98:53:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6564bbeb-8ff8-4efc-96ef-bf08c8671066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:00:59Z', 'updated_at': '2021-12-25T20:01:03Z', 'revision_number': 1, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}, {'id': '5fa8ece3-cd37-4a38-a921-5ad8f5317979', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.206', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'port_id': 'a7345339-e886-4182-b5f9-122e7ef46e6b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13', 'mac_address': 'fa:16:3e:e0:ce:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad4a977-10b3-4725-b8c8-6e2dd828beb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:01:16Z', 'updated_at': '2021-12-25T20:01:16Z', 'revision_number': 0, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2c2b85c-c6d3-4443-b986-5273cdb5b537', 'name': '', 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:e0:3a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13b84fa0-941f-47dc-872d-eadd71b82fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:00:41Z', 'updated_at': '2021-12-25T20:00:49Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': '13b84fa0-941f-47dc-872d-eadd71b82fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:01:18.251747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea28e68-c4c3-45da-903b-1de8a5234421 None None] Checking router: c78aadd1-4aee-4575-b784-b4fc217cf32d for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:01:18.263398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea28e68-c4c3-45da-903b-1de8a5234421 None None] Routers {'c78aadd1-4aee-4575-b784-b4fc217cf32d'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:01:18.264064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-bea28e68-c4c3-45da-903b-1de8a5234421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:01:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['c78aadd1-4aee-4575-b784-b4fc217cf32d'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:01:18.307750 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f246c44d-2b69-41e4-8615-619192546b17 req-d56c2b3f-268b-467e-8d7e-49ca9c8e6893 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8fa44234-9e31-4391-97eb-33533fa62f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732632 Dec 25 20:01:18.450460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-bea28e68-c4c3-45da-903b-1de8a5234421 None None] Set router c78aadd1-4aee-4575-b784-b4fc217cf32d gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:01:18.452597 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f246c44d-2b69-41e4-8615-619192546b17 req-7da74209-1081-4a7d-8712-90201d3e6175 service neutron] 10.222.0.36 "GET /v2.0/networks/8fa44234-9e31-4391-97eb-33533fa62f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378722 Dec 25 20:01:18.597643 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f246c44d-2b69-41e4-8615-619192546b17 req-569d8836-8704-4762-930d-5a2c72890765 service neutron] 10.222.0.36 "GET /v2.0/networks/8fa44234-9e31-4391-97eb-33533fa62f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376789 Dec 25 20:01:18.981503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-bea28e68-c4c3-45da-903b-1de8a5234421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'name': 'tempest-TestNetworkBasicOps-router-976748546', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': '857a142a-dbc0-4483-a5a4-6cf263f8a36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:00:37Z', 'updated_at': '2021-12-25T20:00:42Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '857a142a-dbc0-4483-a5a4-6cf263f8a36e', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:00:38Z', 'updated_at': '2021-12-25T20:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '2ec72314-8bb7-4f04-ab94-eca2287ab581', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.88', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'port_id': '5c8e31bb-a073-4774-8a4e-eb5511adb917', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13', 'mac_address': 'fa:16:3e:98:53:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6564bbeb-8ff8-4efc-96ef-bf08c8671066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:00:59Z', 'updated_at': '2021-12-25T20:01:03Z', 'revision_number': 1, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}, {'id': '5fa8ece3-cd37-4a38-a921-5ad8f5317979', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.206', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'port_id': 'a7345339-e886-4182-b5f9-122e7ef46e6b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13', 'mac_address': 'fa:16:3e:e0:ce:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad4a977-10b3-4725-b8c8-6e2dd828beb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:01:16Z', 'updated_at': '2021-12-25T20:01:16Z', 'revision_number': 0, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2c2b85c-c6d3-4443-b986-5273cdb5b537', 'name': '', 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:e0:3a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13b84fa0-941f-47dc-872d-eadd71b82fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:00:41Z', 'updated_at': '2021-12-25T20:00:49Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': '13b84fa0-941f-47dc-872d-eadd71b82fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:01:18.985699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea28e68-c4c3-45da-903b-1de8a5234421 None None] The sync data for ids ['c78aadd1-4aee-4575-b784-b4fc217cf32d'] in dv-neutron-822611-1-hyperv is: [{'id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'name': 'tempest-TestNetworkBasicOps-router-976748546', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': '857a142a-dbc0-4483-a5a4-6cf263f8a36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:00:37Z', 'updated_at': '2021-12-25T20:00:42Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '857a142a-dbc0-4483-a5a4-6cf263f8a36e', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:00:38Z', 'updated_at': '2021-12-25T20:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '2ec72314-8bb7-4f04-ab94-eca2287ab581', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.88', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'port_id': '5c8e31bb-a073-4774-8a4e-eb5511adb917', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13', 'mac_address': 'fa:16:3e:98:53:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6564bbeb-8ff8-4efc-96ef-bf08c8671066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:00:59Z', 'updated_at': '2021-12-25T20:01:03Z', 'revision_number': 1, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}, {'id': '5fa8ece3-cd37-4a38-a921-5ad8f5317979', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.206', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'port_id': 'a7345339-e886-4182-b5f9-122e7ef46e6b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13', 'mac_address': 'fa:16:3e:e0:ce:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad4a977-10b3-4725-b8c8-6e2dd828beb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:01:16Z', 'updated_at': '2021-12-25T20:01:16Z', 'revision_number': 0, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2c2b85c-c6d3-4443-b986-5273cdb5b537', 'name': '', 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:e0:3a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13b84fa0-941f-47dc-872d-eadd71b82fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:00:41Z', 'updated_at': '2021-12-25T20:00:49Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': '13b84fa0-941f-47dc-872d-eadd71b82fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:01:19.349862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e27b7c-795a-4f5f-92e4-f1228d736822 None None] New status for floating IP 5fa8ece3-cd37-4a38-a921-5ad8f5317979: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 20:01:23.543920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:36.049280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b6d62ac-d1d4-47ff-8507-922158a4eb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:37.211282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:38.345878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5cec1ca9-7881-4a5f-9a9c-ae737dbb9fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:38.616133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:39.926731 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b06c62ec-74b9-49e6-8814-8d64f3728f10 req-47bd3afc-bbf0-42d0-8c60-25dfb0a497c5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6564bbeb-8ff8-4efc-96ef-bf08c8671066&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781338 Dec 25 20:01:39.953845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:40.090032 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b06c62ec-74b9-49e6-8814-8d64f3728f10 req-f432660d-2238-445c-a8c6-0fb9167b6e73 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=6564bbeb-8ff8-4efc-96ef-bf08c8671066 HTTP/1.1" status: 200 len: 1099 time: 0.0869884 Dec 25 20:01:40.249562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c62ec-74b9-49e6-8814-8d64f3728f10 req-c5c3b243-6ab8-4cb0-bf97-3d5f8db7e9fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:01:40.251166 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b06c62ec-74b9-49e6-8814-8d64f3728f10 req-c5c3b243-6ab8-4cb0-bf97-3d5f8db7e9fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=8fa44234-9e31-4391-97eb-33533fa62f13 HTTP/1.1" status: 200 len: 896 time: 0.1393497 Dec 25 20:01:40.361230 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b06c62ec-74b9-49e6-8814-8d64f3728f10 req-6b3b4e10-0726-46c4-b082-c475ce3c8ced service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c8e31bb-a073-4774-8a4e-eb5511adb917 HTTP/1.1" status: 200 len: 1001 time: 0.1025436 Dec 25 20:01:40.434119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c62ec-74b9-49e6-8814-8d64f3728f10 req-1effba89-a114-43bf-8818-be8350a567e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:01:40.435652 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b06c62ec-74b9-49e6-8814-8d64f3728f10 req-1effba89-a114-43bf-8818-be8350a567e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13b84fa0-941f-47dc-872d-eadd71b82fb3 HTTP/1.1" status: 200 len: 835 time: 0.0642672 Dec 25 20:01:40.522599 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b06c62ec-74b9-49e6-8814-8d64f3728f10 req-e464f896-d9fb-4bdd-b86c-de7bd7ad8342 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8fa44234-9e31-4391-97eb-33533fa62f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802305 Dec 25 20:01:40.665857 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b06c62ec-74b9-49e6-8814-8d64f3728f10 req-6454639f-e4d2-487e-b92e-56d91fbf95d0 service neutron] 10.222.0.36 "GET /v2.0/networks/8fa44234-9e31-4391-97eb-33533fa62f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354630 Dec 25 20:01:40.806938 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b06c62ec-74b9-49e6-8814-8d64f3728f10 req-0a2f6e15-05d2-4a43-b57e-3e7522ae0755 service neutron] 10.222.0.36 "GET /v2.0/networks/8fa44234-9e31-4391-97eb-33533fa62f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344156 Dec 25 20:01:52.978970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:01:53.546276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:54.315000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54896) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:01:54.427676 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6133b2fb-7f5c-464d-b72f-b8fcdac679f5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/floatingips/2ec72314-8bb7-4f04-ab94-eca2287ab581 HTTP/1.1" status: 200 len: 993 time: 0.1107070 Dec 25 20:01:55.275374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54906) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:01:55.281875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-d66c6d2a-adf4-4a35-a9af-06162ae8bdd6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:01:55.428059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d66c6d2a-adf4-4a35-a9af-06162ae8bdd6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:55.656553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-d66c6d2a-adf4-4a35-a9af-06162ae8bdd6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] For port 5c8e31bb-a073-4774-8a4e-eb5511adb917, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5c8e31bb-a073-4774-8a4e-eb5511adb917,segment=NetworkSegment(f44c5ae2-bbbd-4500-83af-8c9b8b14aba0),segment_id=f44c5ae2-bbbd-4500-83af-8c9b8b14aba0)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:01:55.681772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d66c6d2a-adf4-4a35-a9af-06162ae8bdd6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:55.685233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d66c6d2a-adf4-4a35-a9af-06162ae8bdd6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:55.689562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c704141d-8a73-467b-adec-af21568de3e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:01:55.758007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66c6d2a-adf4-4a35-a9af-06162ae8bdd6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:01:55.758995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d66c6d2a-adf4-4a35-a9af-06162ae8bdd6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:55.760812 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d66c6d2a-adf4-4a35-a9af-06162ae8bdd6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "PUT /v2.0/ports/5c8e31bb-a073-4774-8a4e-eb5511adb917 HTTP/1.1" status: 200 len: 939 time: 0.4843469 Dec 25 20:01:55.761529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6564bbeb-8ff8-4efc-96ef-bf08c8671066', 'tag': '5c8e31bb-a073-4774-8a4e-eb5511adb917'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:01:55.781631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c6d2a-adf4-4a35-a9af-06162ae8bdd6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=5c8e31bb-a073-4774-8a4e-eb5511adb917,revision_number=6']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:01:55.791791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c6d2a-adf4-4a35-a9af-06162ae8bdd6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:01:55.792314 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c6d2a-adf4-4a35-a9af-06162ae8bdd6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:01:55.792818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c6d2a-adf4-4a35-a9af-06162ae8bdd6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:01:55.793284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c6d2a-adf4-4a35-a9af-06162ae8bdd6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:01:55.793777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c6d2a-adf4-4a35-a9af-06162ae8bdd6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:01:55.794270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c6d2a-adf4-4a35-a9af-06162ae8bdd6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:01:55.794758 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c6d2a-adf4-4a35-a9af-06162ae8bdd6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:01:55.795290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c6d2a-adf4-4a35-a9af-06162ae8bdd6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:01:55.795713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c6d2a-adf4-4a35-a9af-06162ae8bdd6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:01:55.796280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c6d2a-adf4-4a35-a9af-06162ae8bdd6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:01:55.796694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c6d2a-adf4-4a35-a9af-06162ae8bdd6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:01:55.804205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d66c6d2a-adf4-4a35-a9af-06162ae8bdd6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:01:55.823278 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6564bbeb-8ff8-4efc-96ef-bf08c8671066', 'tag': '5c8e31bb-a073-4774-8a4e-eb5511adb917', 'status': 'completed', 'code': 200} Dec 25 20:01:55.928902 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-82ccf905-d4fb-4a68-98a9-ccc7f94fd5f6 req-41bc4ec1-10a5-48e8-b59f-467c66c44535 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=6564bbeb-8ff8-4efc-96ef-bf08c8671066 HTTP/1.1" status: 200 len: 1100 time: 0.0816908 Dec 25 20:01:56.065097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f3d79783-3c07-47e7-a903-431b9327847e None None] Provisioning complete for port 5c8e31bb-a073-4774-8a4e-eb5511adb917 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:01:56.065410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f3d79783-3c07-47e7-a903-431b9327847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:56.077839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccf905-d4fb-4a68-98a9-ccc7f94fd5f6 req-80c7dba3-2daa-4e99-976f-6c285dd697ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:01:56.079512 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-82ccf905-d4fb-4a68-98a9-ccc7f94fd5f6 req-80c7dba3-2daa-4e99-976f-6c285dd697ea service neutron] 10.222.0.36 "GET /v2.0/networks?id=8fa44234-9e31-4391-97eb-33533fa62f13 HTTP/1.1" status: 200 len: 896 time: 0.1403272 Dec 25 20:01:56.129518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-f3d79783-3c07-47e7-a903-431b9327847e None None] Port 5c8e31bb-a073-4774-8a4e-eb5511adb917 is administratively disabled so it will not transition to active. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Dec 25 20:01:56.190118 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-82ccf905-d4fb-4a68-98a9-ccc7f94fd5f6 req-d05b25ff-3f9d-4272-a243-2eda3a6c7303 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c8e31bb-a073-4774-8a4e-eb5511adb917 HTTP/1.1" status: 200 len: 1002 time: 0.0998971 Dec 25 20:01:56.265212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccf905-d4fb-4a68-98a9-ccc7f94fd5f6 req-471ac933-55ab-46b7-b458-2b9e907e3708 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:01:56.266756 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-82ccf905-d4fb-4a68-98a9-ccc7f94fd5f6 req-471ac933-55ab-46b7-b458-2b9e907e3708 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13b84fa0-941f-47dc-872d-eadd71b82fb3 HTTP/1.1" status: 200 len: 835 time: 0.0669262 Dec 25 20:01:56.350166 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-82ccf905-d4fb-4a68-98a9-ccc7f94fd5f6 req-b5dd2601-8180-49da-b5f3-1c1b14b0c9b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8fa44234-9e31-4391-97eb-33533fa62f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739307 Dec 25 20:01:56.495335 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-82ccf905-d4fb-4a68-98a9-ccc7f94fd5f6 req-6f59a439-89d6-4e5b-82af-416f970a8957 service neutron] 10.222.0.36 "GET /v2.0/networks/8fa44234-9e31-4391-97eb-33533fa62f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358547 Dec 25 20:01:56.645307 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-82ccf905-d4fb-4a68-98a9-ccc7f94fd5f6 req-2da0a19f-a9cc-46e5-ab1a-2029050ff55c service neutron] 10.222.0.36 "GET /v2.0/networks/8fa44234-9e31-4391-97eb-33533fa62f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376467 Dec 25 20:01:59.235729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54916) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:01:59.242300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-4c64137a-3530-45ca-ab10-4b975a5c70e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:01:59.366049 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4c64137a-3530-45ca-ab10-4b975a5c70e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:59.584956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-4c64137a-3530-45ca-ab10-4b975a5c70e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] For port 5c8e31bb-a073-4774-8a4e-eb5511adb917, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5c8e31bb-a073-4774-8a4e-eb5511adb917,segment=NetworkSegment(f44c5ae2-bbbd-4500-83af-8c9b8b14aba0),segment_id=f44c5ae2-bbbd-4500-83af-8c9b8b14aba0)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:01:59.610099 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4c64137a-3530-45ca-ab10-4b975a5c70e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:59.614059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4c64137a-3530-45ca-ab10-4b975a5c70e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:59.618346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-372e042f-8f1a-4375-9bec-ec352546dd85 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:01:59.688724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c64137a-3530-45ca-ab10-4b975a5c70e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:01:59.689395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4c64137a-3530-45ca-ab10-4b975a5c70e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:01:59.691495 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4c64137a-3530-45ca-ab10-4b975a5c70e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "PUT /v2.0/ports/5c8e31bb-a073-4774-8a4e-eb5511adb917 HTTP/1.1" status: 200 len: 938 time: 0.4547102 Dec 25 20:01:59.692227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6564bbeb-8ff8-4efc-96ef-bf08c8671066', 'tag': '5c8e31bb-a073-4774-8a4e-eb5511adb917'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:01:59.694638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54920) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:01:59.711403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64137a-3530-45ca-ab10-4b975a5c70e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=5c8e31bb-a073-4774-8a4e-eb5511adb917,revision_number=7']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:01:59.721638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64137a-3530-45ca-ab10-4b975a5c70e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:01:59.722086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64137a-3530-45ca-ab10-4b975a5c70e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:01:59.722486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64137a-3530-45ca-ab10-4b975a5c70e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:01:59.722904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64137a-3530-45ca-ab10-4b975a5c70e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:01:59.723453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64137a-3530-45ca-ab10-4b975a5c70e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:01:59.723874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64137a-3530-45ca-ab10-4b975a5c70e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:01:59.724293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64137a-3530-45ca-ab10-4b975a5c70e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:01:59.725011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64137a-3530-45ca-ab10-4b975a5c70e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:01:59.725416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64137a-3530-45ca-ab10-4b975a5c70e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:01:59.725834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64137a-3530-45ca-ab10-4b975a5c70e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:01:59.726243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64137a-3530-45ca-ab10-4b975a5c70e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:01:59.731780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4c64137a-3530-45ca-ab10-4b975a5c70e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:01:59.758247 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6564bbeb-8ff8-4efc-96ef-bf08c8671066', 'tag': '5c8e31bb-a073-4774-8a4e-eb5511adb917', 'status': 'completed', 'code': 200} Dec 25 20:01:59.975330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-952811fb-804a-415c-bcea-e07bc409d6f7 None None] Provisioning complete for port 5c8e31bb-a073-4774-8a4e-eb5511adb917 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:01:59.975679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-952811fb-804a-415c-bcea-e07bc409d6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:00.007356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['5c8e31bb-a073-4774-8a4e-eb5511adb917'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:02:00.111461 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6938e596-05ae-493c-9813-02bad30927cd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/floatingips/2ec72314-8bb7-4f04-ab94-eca2287ab581 HTTP/1.1" status: 200 len: 993 time: 0.4145355 Dec 25 20:02:00.129833 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fe9354b5-7abe-4bbc-b97a-b6e0ff4fa906 req-648c033e-5844-477c-a9b2-c9c137fc8070 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=6564bbeb-8ff8-4efc-96ef-bf08c8671066 HTTP/1.1" status: 200 len: 1099 time: 0.3364058 Dec 25 20:02:00.291326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9354b5-7abe-4bbc-b97a-b6e0ff4fa906 req-773869f4-c390-4bed-a3fc-9b234f435ac2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:02:00.291326 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fe9354b5-7abe-4bbc-b97a-b6e0ff4fa906 req-773869f4-c390-4bed-a3fc-9b234f435ac2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8fa44234-9e31-4391-97eb-33533fa62f13 HTTP/1.1" status: 200 len: 896 time: 0.1413224 Dec 25 20:02:00.396396 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fe9354b5-7abe-4bbc-b97a-b6e0ff4fa906 req-8e9391e5-9a07-4741-8131-25913e544405 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c8e31bb-a073-4774-8a4e-eb5511adb917 HTTP/1.1" status: 200 len: 1001 time: 0.1020234 Dec 25 20:02:00.471708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9354b5-7abe-4bbc-b97a-b6e0ff4fa906 req-3526be84-7439-4e9c-b71f-d2f10ec0104b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:02:00.473275 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fe9354b5-7abe-4bbc-b97a-b6e0ff4fa906 req-3526be84-7439-4e9c-b71f-d2f10ec0104b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13b84fa0-941f-47dc-872d-eadd71b82fb3 HTTP/1.1" status: 200 len: 835 time: 0.0684335 Dec 25 20:02:00.556609 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fe9354b5-7abe-4bbc-b97a-b6e0ff4fa906 req-7090ea69-a483-42e2-a3cf-3534102aba49 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8fa44234-9e31-4391-97eb-33533fa62f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760300 Dec 25 20:02:00.700499 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fe9354b5-7abe-4bbc-b97a-b6e0ff4fa906 req-64d243a1-e599-4faf-b0e1-c74de9870e81 service neutron] 10.222.0.36 "GET /v2.0/networks/8fa44234-9e31-4391-97eb-33533fa62f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364410 Dec 25 20:02:00.759808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54932) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:02:00.849974 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fe9354b5-7abe-4bbc-b97a-b6e0ff4fa906 req-a5650343-5b45-4ffe-9b8b-9b8ea6b3c8ce service neutron] 10.222.0.36 "GET /v2.0/networks/8fa44234-9e31-4391-97eb-33533fa62f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420064 Dec 25 20:02:00.969860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-a0d62644-29aa-415b-9a83-b928e8537f5c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting port ed58b9c5-45d0-4433-b5a6-42046c679cb1 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:02:00.970171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a0d62644-29aa-415b-9a83-b928e8537f5c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:01.155870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a0d62644-29aa-415b-9a83-b928e8537f5c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:01.156239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a0d62644-29aa-415b-9a83-b928e8537f5c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:01.285276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-a0d62644-29aa-415b-9a83-b928e8537f5c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Calling delete_port for ed58b9c5-45d0-4433-b5a6-42046c679cb1 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:02:01.437110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a0d62644-29aa-415b-9a83-b928e8537f5c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:01.441506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-be72d1e2-3a7a-4030-a37a-15318337dbef tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:02:01.489297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d62644-29aa-415b-9a83-b928e8537f5c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Port': ['ID=ed58b9c5-45d0-4433-b5a6-42046c679cb1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:02:01.492393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a0d62644-29aa-415b-9a83-b928e8537f5c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:02:01.584779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a0d62644-29aa-415b-9a83-b928e8537f5c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:01.997742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d62644-29aa-415b-9a83-b928e8537f5c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router c78aadd1-4aee-4575-b784-b4fc217cf32d has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:02:02.212286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d62644-29aa-415b-9a83-b928e8537f5c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:02:02.223238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcdfefd-610c-4198-b6a5-b30f2a79c30a None None] Sync routers for ids ['c78aadd1-4aee-4575-b784-b4fc217cf32d'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:02:02.233277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a0d62644-29aa-415b-9a83-b928e8537f5c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:02.236521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcdfefd-610c-4198-b6a5-b30f2a79c30a None None] Routers {'c78aadd1-4aee-4575-b784-b4fc217cf32d'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:02:02.237865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1fcdfefd-610c-4198-b6a5-b30f2a79c30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:01:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['c78aadd1-4aee-4575-b784-b4fc217cf32d'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:02:02.289405 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a0d62644-29aa-415b-9a83-b928e8537f5c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/floatingips/5fa8ece3-cd37-4a38-a921-5ad8f5317979 HTTP/1.1" status: 204 len: 168 time: 1.5283475 Dec 25 20:02:02.290088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad4a977-10b3-4725-b8c8-6e2dd828beb8', 'tag': 'a7345339-e886-4182-b5f9-122e7ef46e6b'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:02:02.357231 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ad4a977-10b3-4725-b8c8-6e2dd828beb8', 'tag': 'a7345339-e886-4182-b5f9-122e7ef46e6b', 'status': 'completed', 'code': 200} Dec 25 20:02:02.440126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-1fcdfefd-610c-4198-b6a5-b30f2a79c30a None None] Set router c78aadd1-4aee-4575-b784-b4fc217cf32d gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:02:02.478506 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c079378e-f1cd-424b-85b3-2009b152716c req-522ac88c-2f2f-4014-a5b2-78275caba98a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=9ad4a977-10b3-4725-b8c8-6e2dd828beb8 HTTP/1.1" status: 200 len: 1099 time: 0.0903006 Dec 25 20:02:02.692852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079378e-f1cd-424b-85b3-2009b152716c req-5d161175-51f9-4321-94ad-824578a13bee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:02:02.694471 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c079378e-f1cd-424b-85b3-2009b152716c req-5d161175-51f9-4321-94ad-824578a13bee service neutron] 10.222.0.36 "GET /v2.0/networks?id=8fa44234-9e31-4391-97eb-33533fa62f13 HTTP/1.1" status: 200 len: 896 time: 0.2082531 Dec 25 20:02:02.777418 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c079378e-f1cd-424b-85b3-2009b152716c req-54091d6f-beca-4cc0-9b74-591e71e88d8f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7345339-e886-4182-b5f9-122e7ef46e6b HTTP/1.1" status: 200 len: 217 time: 0.0741801 Dec 25 20:02:02.818175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1fcdfefd-610c-4198-b6a5-b30f2a79c30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'name': 'tempest-TestNetworkBasicOps-router-976748546', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': '857a142a-dbc0-4483-a5a4-6cf263f8a36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:00:37Z', 'updated_at': '2021-12-25T20:00:42Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '857a142a-dbc0-4483-a5a4-6cf263f8a36e', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:00:38Z', 'updated_at': '2021-12-25T20:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '2ec72314-8bb7-4f04-ab94-eca2287ab581', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.88', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'port_id': '5c8e31bb-a073-4774-8a4e-eb5511adb917', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13', 'mac_address': 'fa:16:3e:98:53:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6564bbeb-8ff8-4efc-96ef-bf08c8671066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:00:59Z', 'updated_at': '2021-12-25T20:01:03Z', 'revision_number': 1, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2c2b85c-c6d3-4443-b986-5273cdb5b537', 'name': '', 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:e0:3a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13b84fa0-941f-47dc-872d-eadd71b82fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:00:41Z', 'updated_at': '2021-12-25T20:00:49Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': '13b84fa0-941f-47dc-872d-eadd71b82fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:02:02.822425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcdfefd-610c-4198-b6a5-b30f2a79c30a None None] Checking router: c78aadd1-4aee-4575-b784-b4fc217cf32d for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:02:02.829455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9be377-b478-4825-8bec-3953db69b677 req-632d829c-0205-468b-a047-ddbeb86ffd76 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:02:02.831228 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8c9be377-b478-4825-8bec-3953db69b677 req-632d829c-0205-468b-a047-ddbeb86ffd76 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ad4a977-10b3-4725-b8c8-6e2dd828beb8 HTTP/1.1" status: 200 len: 946 time: 0.1998289 Dec 25 20:02:02.834057 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcdfefd-610c-4198-b6a5-b30f2a79c30a None None] Routers {'c78aadd1-4aee-4575-b784-b4fc217cf32d'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:02:02.834744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1fcdfefd-610c-4198-b6a5-b30f2a79c30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:01:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['c78aadd1-4aee-4575-b784-b4fc217cf32d'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:02:02.887180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079378e-f1cd-424b-85b3-2009b152716c req-d445ce30-57b8-41ff-b618-48583b808f21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:02:02.888771 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c079378e-f1cd-424b-85b3-2009b152716c req-d445ce30-57b8-41ff-b618-48583b808f21 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13b84fa0-941f-47dc-872d-eadd71b82fb3 HTTP/1.1" status: 200 len: 835 time: 0.1036129 Dec 25 20:02:02.899047 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8c9be377-b478-4825-8bec-3953db69b677 req-bb8f7170-ca96-4cbe-a193-30847e3b7cc5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=edfc35ad-3ecd-4c89-83d0-af801804a336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608387 Dec 25 20:02:02.974356 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c079378e-f1cd-424b-85b3-2009b152716c req-307e3da9-f823-4e47-9b8d-d02babb2e9d4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8fa44234-9e31-4391-97eb-33533fa62f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742588 Dec 25 20:02:03.021551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-1fcdfefd-610c-4198-b6a5-b30f2a79c30a None None] Set router c78aadd1-4aee-4575-b784-b4fc217cf32d gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:02:03.119348 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c079378e-f1cd-424b-85b3-2009b152716c req-1f4ca9a0-ed70-4584-8fad-bddeb68d6986 service neutron] 10.222.0.36 "GET /v2.0/networks/8fa44234-9e31-4391-97eb-33533fa62f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376996 Dec 25 20:02:03.265241 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c079378e-f1cd-424b-85b3-2009b152716c req-bdfa15ce-5257-4e56-b27e-141f88afe8ea service neutron] 10.222.0.36 "GET /v2.0/networks/8fa44234-9e31-4391-97eb-33533fa62f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390059 Dec 25 20:02:03.394644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1fcdfefd-610c-4198-b6a5-b30f2a79c30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'name': 'tempest-TestNetworkBasicOps-router-976748546', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': '857a142a-dbc0-4483-a5a4-6cf263f8a36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:00:37Z', 'updated_at': '2021-12-25T20:00:42Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '857a142a-dbc0-4483-a5a4-6cf263f8a36e', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:00:38Z', 'updated_at': '2021-12-25T20:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '2ec72314-8bb7-4f04-ab94-eca2287ab581', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.88', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'port_id': '5c8e31bb-a073-4774-8a4e-eb5511adb917', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13', 'mac_address': 'fa:16:3e:98:53:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6564bbeb-8ff8-4efc-96ef-bf08c8671066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:00:59Z', 'updated_at': '2021-12-25T20:01:03Z', 'revision_number': 1, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2c2b85c-c6d3-4443-b986-5273cdb5b537', 'name': '', 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:e0:3a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13b84fa0-941f-47dc-872d-eadd71b82fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:00:41Z', 'updated_at': '2021-12-25T20:00:49Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': '13b84fa0-941f-47dc-872d-eadd71b82fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:02:03.398875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcdfefd-610c-4198-b6a5-b30f2a79c30a None None] The sync data for ids ['c78aadd1-4aee-4575-b784-b4fc217cf32d'] in dv-neutron-822611-1-hyperv is: [{'id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'name': 'tempest-TestNetworkBasicOps-router-976748546', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': '857a142a-dbc0-4483-a5a4-6cf263f8a36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:00:37Z', 'updated_at': '2021-12-25T20:00:42Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '857a142a-dbc0-4483-a5a4-6cf263f8a36e', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:00:38Z', 'updated_at': '2021-12-25T20:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '2ec72314-8bb7-4f04-ab94-eca2287ab581', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.88', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'port_id': '5c8e31bb-a073-4774-8a4e-eb5511adb917', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13', 'mac_address': 'fa:16:3e:98:53:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6564bbeb-8ff8-4efc-96ef-bf08c8671066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:00:59Z', 'updated_at': '2021-12-25T20:01:03Z', 'revision_number': 1, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2c2b85c-c6d3-4443-b986-5273cdb5b537', 'name': '', 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:e0:3a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13b84fa0-941f-47dc-872d-eadd71b82fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:00:41Z', 'updated_at': '2021-12-25T20:00:49Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': '13b84fa0-941f-47dc-872d-eadd71b82fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:02:03.864802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b95722f-ac5a-4905-9978-a22bc1d262b7 None None] New status for floating IP 5fa8ece3-cd37-4a38-a921-5ad8f5317979: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 20:02:04.170504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdea01-6cde-4f12-9911-6febc4e9ec19 req-49e79f41-512a-46ae-aeaa-a23c1c55b690 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:02:04.172156 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f7cdea01-6cde-4f12-9911-6febc4e9ec19 req-49e79f41-512a-46ae-aeaa-a23c1c55b690 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ad4a977-10b3-4725-b8c8-6e2dd828beb8 HTTP/1.1" status: 200 len: 946 time: 0.1447372 Dec 25 20:02:04.209013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb33b4-053d-4154-9336-a4ca02fede9f req-bf40e743-479c-481b-98c3-42b780963e4c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:02:04.210460 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1bfb33b4-053d-4154-9336-a4ca02fede9f req-bf40e743-479c-481b-98c3-42b780963e4c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ad4a977-10b3-4725-b8c8-6e2dd828beb8 HTTP/1.1" status: 200 len: 946 time: 0.1184182 Dec 25 20:02:04.284445 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f7cdea01-6cde-4f12-9911-6febc4e9ec19 req-52524bfd-d38b-4d7b-a981-ad1d0a7511a8 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=edfc35ad-3ecd-4c89-83d0-af801804a336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038051 Dec 25 20:02:04.302180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-1bfb33b4-053d-4154-9336-a4ca02fede9f req-1b26fbe4-83d7-4521-99e4-82f0027bf5dd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting port a7345339-e886-4182-b5f9-122e7ef46e6b {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:02:04.302576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1bfb33b4-053d-4154-9336-a4ca02fede9f req-1b26fbe4-83d7-4521-99e4-82f0027bf5dd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:04.557919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-1bfb33b4-053d-4154-9336-a4ca02fede9f req-1b26fbe4-83d7-4521-99e4-82f0027bf5dd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] For port a7345339-e886-4182-b5f9-122e7ef46e6b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a7345339-e886-4182-b5f9-122e7ef46e6b,segment=NetworkSegment(f44c5ae2-bbbd-4500-83af-8c9b8b14aba0),segment_id=f44c5ae2-bbbd-4500-83af-8c9b8b14aba0)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:02:04.558315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1bfb33b4-053d-4154-9336-a4ca02fede9f req-1b26fbe4-83d7-4521-99e4-82f0027bf5dd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:04.687072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-1bfb33b4-053d-4154-9336-a4ca02fede9f req-1b26fbe4-83d7-4521-99e4-82f0027bf5dd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Calling delete_port for a7345339-e886-4182-b5f9-122e7ef46e6b owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:02:04.833910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1bfb33b4-053d-4154-9336-a4ca02fede9f req-1b26fbe4-83d7-4521-99e4-82f0027bf5dd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:04.840339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5cfb431c-cc7d-4036-a440-a8cc3e5d8555 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:02:04.884709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b26fbe4-83d7-4521-99e4-82f0027bf5dd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Port': ['ID=a7345339-e886-4182-b5f9-122e7ef46e6b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:02:04.887043 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1b26fbe4-83d7-4521-99e4-82f0027bf5dd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:02:04.959017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bfb33b4-053d-4154-9336-a4ca02fede9f req-1b26fbe4-83d7-4521-99e4-82f0027bf5dd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] No DVR routers for this DVR port a7345339-e886-4182-b5f9-122e7ef46e6b on host hv-neutron-8226 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:02:04.961851 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1bfb33b4-053d-4154-9336-a4ca02fede9f req-1b26fbe4-83d7-4521-99e4-82f0027bf5dd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:04.965970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad4a977-10b3-4725-b8c8-6e2dd828beb8', 'name': 'network-vif-deleted', 'tag': 'a7345339-e886-4182-b5f9-122e7ef46e6b'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:02:04.977649 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1bfb33b4-053d-4154-9336-a4ca02fede9f req-1b26fbe4-83d7-4521-99e4-82f0027bf5dd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "DELETE /v2.0/ports/a7345339-e886-4182-b5f9-122e7ef46e6b HTTP/1.1" status: 204 len: 173 time: 0.7561948 Dec 25 20:02:05.023585 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad4a977-10b3-4725-b8c8-6e2dd828beb8', 'name': 'network-vif-deleted', 'tag': 'a7345339-e886-4182-b5f9-122e7ef46e6b', 'status': 'completed', 'code': 200} Dec 25 20:02:05.475634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-566d1182-ac66-4099-a2ee-2766d96734d8 req-83f8d1b8-352e-4e4f-adb7-dbe072244ca0 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Synchronizing usage tracker for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:02:05.491677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-566d1182-ac66-4099-a2ee-2766d96734d8 req-83f8d1b8-352e-4e4f-adb7-dbe072244ca0 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Unset dirty status for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:02:05.492984 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-566d1182-ac66-4099-a2ee-2766d96734d8 req-83f8d1b8-352e-4e4f-adb7-dbe072244ca0 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ad4a977-10b3-4725-b8c8-6e2dd828beb8 HTTP/1.1" status: 200 len: 210 time: 0.0691185 Dec 25 20:02:06.051173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e7de36ba-6cf5-4b77-ad6f-50f2a5ecb59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:06.602033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54950) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:02:06.673814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1d4fdcc7-12ec-46e7-8827-85e2f82f3e8b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:06.703157 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1d4fdcc7-12ec-46e7-8827-85e2f82f3e8b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:06.761655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1d4fdcc7-12ec-46e7-8827-85e2f82f3e8b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:06.767105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a6bd720d-af56-4959-a6fe-d2057c9f9f68 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:02:06.784964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4fdcc7-12ec-46e7-8827-85e2f82f3e8b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfc35ad-3ecd-4c89-83d0-af801804a336,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:02:06.788039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1d4fdcc7-12ec-46e7-8827-85e2f82f3e8b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:02:06.789974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1d4fdcc7-12ec-46e7-8827-85e2f82f3e8b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:06.791201 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1d4fdcc7-12ec-46e7-8827-85e2f82f3e8b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/security-groups/edfc35ad-3ecd-4c89-83d0-af801804a336 HTTP/1.1" status: 204 len: 168 time: 0.1880946 Dec 25 20:02:06.826626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54956) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:02:07.035078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-cbd954df-44ed-45e8-a203-e838022f0611 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting port 17216e5d-3ab0-4a44-af11-fa8866415982 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:02:07.035426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cbd954df-44ed-45e8-a203-e838022f0611 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:07.212708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:07.217295 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cbd954df-44ed-45e8-a203-e838022f0611 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:07.217657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cbd954df-44ed-45e8-a203-e838022f0611 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:07.343045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-cbd954df-44ed-45e8-a203-e838022f0611 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Calling delete_port for 17216e5d-3ab0-4a44-af11-fa8866415982 owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:02:07.486246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cbd954df-44ed-45e8-a203-e838022f0611 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:07.491123 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cfd14425-3820-4279-a897-ad27db2ff80a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:02:07.539590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd954df-44ed-45e8-a203-e838022f0611 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Port': ['ID=17216e5d-3ab0-4a44-af11-fa8866415982,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:02:07.542704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cbd954df-44ed-45e8-a203-e838022f0611 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:02:07.633982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cbd954df-44ed-45e8-a203-e838022f0611 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:08.044778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd954df-44ed-45e8-a203-e838022f0611 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router c78aadd1-4aee-4575-b784-b4fc217cf32d has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:02:08.350080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-60c5387f-fba6-4803-9e0a-886d820902c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:08.487871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd954df-44ed-45e8-a203-e838022f0611 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:02:08.498474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6078a031-74c1-46b3-9d1c-6375e0761490 None None] Sync routers for ids ['c78aadd1-4aee-4575-b784-b4fc217cf32d'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:02:08.507438 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cbd954df-44ed-45e8-a203-e838022f0611 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:08.511605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6078a031-74c1-46b3-9d1c-6375e0761490 None None] Routers {'c78aadd1-4aee-4575-b784-b4fc217cf32d'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:02:08.512289 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-6078a031-74c1-46b3-9d1c-6375e0761490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:02:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['c78aadd1-4aee-4575-b784-b4fc217cf32d'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:02:08.563510 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-cbd954df-44ed-45e8-a203-e838022f0611 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/floatingips/2ec72314-8bb7-4f04-ab94-eca2287ab581 HTTP/1.1" status: 204 len: 168 time: 1.7356360 Dec 25 20:02:08.564217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6564bbeb-8ff8-4efc-96ef-bf08c8671066', 'tag': '5c8e31bb-a073-4774-8a4e-eb5511adb917'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:02:08.637109 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6564bbeb-8ff8-4efc-96ef-bf08c8671066', 'tag': '5c8e31bb-a073-4774-8a4e-eb5511adb917', 'status': 'completed', 'code': 200} Dec 25 20:02:08.692743 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:08.693764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device a7345339-e886-4182-b5f9-122e7ef46e6b no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:02:08.731007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] No Port match for: a7345339-e886-4182-b5f9-122e7ef46e6b {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:02:08.731516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device a7345339-e886-4182-b5f9-122e7ef46e6b not bound to the agent host hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:02:08.741705 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-83f201db-3fbb-421c-905d-129413d6a297 req-0e2666e6-f3e6-4d46-90af-a7d4e815412f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=6564bbeb-8ff8-4efc-96ef-bf08c8671066 HTTP/1.1" status: 200 len: 1099 time: 0.0812635 Dec 25 20:02:08.758328 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-6078a031-74c1-46b3-9d1c-6375e0761490 None None] Set router c78aadd1-4aee-4575-b784-b4fc217cf32d gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:02:08.902387 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f201db-3fbb-421c-905d-129413d6a297 req-1230bce0-1dec-4b4b-a9e1-244c4f525f7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:02:08.904243 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-83f201db-3fbb-421c-905d-129413d6a297 req-1230bce0-1dec-4b4b-a9e1-244c4f525f7c service neutron] 10.222.0.36 "GET /v2.0/networks?id=8fa44234-9e31-4391-97eb-33533fa62f13 HTTP/1.1" status: 200 len: 896 time: 0.1531076 Dec 25 20:02:09.021701 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-83f201db-3fbb-421c-905d-129413d6a297 req-3e00419f-c899-4728-94ae-3d16d4f2fbad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c8e31bb-a073-4774-8a4e-eb5511adb917 HTTP/1.1" status: 200 len: 217 time: 0.1103122 Dec 25 20:02:09.111965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f201db-3fbb-421c-905d-129413d6a297 req-525c48f7-2ac9-42f8-b81c-5471d20889cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:02:09.113550 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-83f201db-3fbb-421c-905d-129413d6a297 req-525c48f7-2ac9-42f8-b81c-5471d20889cb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13b84fa0-941f-47dc-872d-eadd71b82fb3 HTTP/1.1" status: 200 len: 835 time: 0.0808501 Dec 25 20:02:09.124087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a118d-db1b-4eea-93fd-cf829c4e587e req-2f5a0727-1646-4710-a36a-a29adfeef7c8 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:02:09.124821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-911a118d-db1b-4eea-93fd-cf829c4e587e req-2f5a0727-1646-4710-a36a-a29adfeef7c8 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Synchronizing usage tracker for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:02:09.195440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-911a118d-db1b-4eea-93fd-cf829c4e587e req-2f5a0727-1646-4710-a36a-a29adfeef7c8 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Unset dirty status for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:02:09.196733 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-911a118d-db1b-4eea-93fd-cf829c4e587e req-2f5a0727-1646-4710-a36a-a29adfeef7c8 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=6564bbeb-8ff8-4efc-96ef-bf08c8671066 HTTP/1.1" status: 200 len: 946 time: 0.2323620 Dec 25 20:02:09.248385 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-83f201db-3fbb-421c-905d-129413d6a297 req-cc6674cb-7509-4255-8a03-55880b52fa85 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8fa44234-9e31-4391-97eb-33533fa62f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1206379 Dec 25 20:02:09.260047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-6078a031-74c1-46b3-9d1c-6375e0761490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'name': 'tempest-TestNetworkBasicOps-router-976748546', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': '857a142a-dbc0-4483-a5a4-6cf263f8a36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:00:37Z', 'updated_at': '2021-12-25T20:00:42Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '857a142a-dbc0-4483-a5a4-6cf263f8a36e', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:00:38Z', 'updated_at': '2021-12-25T20:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'd2c2b85c-c6d3-4443-b986-5273cdb5b537', 'name': '', 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:e0:3a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13b84fa0-941f-47dc-872d-eadd71b82fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:00:41Z', 'updated_at': '2021-12-25T20:00:49Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': '13b84fa0-941f-47dc-872d-eadd71b82fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:02:09.264352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6078a031-74c1-46b3-9d1c-6375e0761490 None None] Checking router: c78aadd1-4aee-4575-b784-b4fc217cf32d for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:02:09.276394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6078a031-74c1-46b3-9d1c-6375e0761490 None None] Routers {'c78aadd1-4aee-4575-b784-b4fc217cf32d'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:02:09.277066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-6078a031-74c1-46b3-9d1c-6375e0761490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:02:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['c78aadd1-4aee-4575-b784-b4fc217cf32d'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:02:09.283906 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-911a118d-db1b-4eea-93fd-cf829c4e587e req-73958d84-0b35-4bf2-b0aa-0e6b8baa8949 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4982d1b-095f-498d-b708-41f2ecb867cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800421 Dec 25 20:02:09.401658 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-83f201db-3fbb-421c-905d-129413d6a297 req-a6d70b8c-172e-4a38-ad84-1b69819fa530 service neutron] 10.222.0.36 "GET /v2.0/networks/8fa44234-9e31-4391-97eb-33533fa62f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439700 Dec 25 20:02:09.467962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-6078a031-74c1-46b3-9d1c-6375e0761490 None None] Set router c78aadd1-4aee-4575-b784-b4fc217cf32d gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:02:09.550990 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-83f201db-3fbb-421c-905d-129413d6a297 req-42afd449-60c8-4f93-a031-9ecb41679e2e service neutron] 10.222.0.36 "GET /v2.0/networks/8fa44234-9e31-4391-97eb-33533fa62f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411505 Dec 25 20:02:09.802316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-6078a031-74c1-46b3-9d1c-6375e0761490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'name': 'tempest-TestNetworkBasicOps-router-976748546', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': '857a142a-dbc0-4483-a5a4-6cf263f8a36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:00:37Z', 'updated_at': '2021-12-25T20:00:42Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '857a142a-dbc0-4483-a5a4-6cf263f8a36e', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:00:38Z', 'updated_at': '2021-12-25T20:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'd2c2b85c-c6d3-4443-b986-5273cdb5b537', 'name': '', 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:e0:3a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13b84fa0-941f-47dc-872d-eadd71b82fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:00:41Z', 'updated_at': '2021-12-25T20:00:49Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': '13b84fa0-941f-47dc-872d-eadd71b82fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:02:09.806562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6078a031-74c1-46b3-9d1c-6375e0761490 None None] The sync data for ids ['c78aadd1-4aee-4575-b784-b4fc217cf32d'] in dv-neutron-822611-1-hyperv is: [{'id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'name': 'tempest-TestNetworkBasicOps-router-976748546', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': '857a142a-dbc0-4483-a5a4-6cf263f8a36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:00:37Z', 'updated_at': '2021-12-25T20:00:42Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '857a142a-dbc0-4483-a5a4-6cf263f8a36e', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:00:38Z', 'updated_at': '2021-12-25T20:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'd2c2b85c-c6d3-4443-b986-5273cdb5b537', 'name': '', 'network_id': '8fa44234-9e31-4391-97eb-33533fa62f13', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:e0:3a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13b84fa0-941f-47dc-872d-eadd71b82fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:00:41Z', 'updated_at': '2021-12-25T20:00:49Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': '13b84fa0-941f-47dc-872d-eadd71b82fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:02:09.957095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:10.241312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8516e42-ec80-42ca-959f-9f74895d9709 None None] New status for floating IP 2ec72314-8bb7-4f04-ab94-eca2287ab581: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 20:02:10.493074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5d6c7-eff1-42b5-87bc-c8b8a72bad39 req-eb330deb-ef3d-4d49-b420-04d2bf866cbb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:02:10.494711 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5dd5d6c7-eff1-42b5-87bc-c8b8a72bad39 req-eb330deb-ef3d-4d49-b420-04d2bf866cbb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=6564bbeb-8ff8-4efc-96ef-bf08c8671066 HTTP/1.1" status: 200 len: 946 time: 0.0834191 Dec 25 20:02:10.544277 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5dd5d6c7-eff1-42b5-87bc-c8b8a72bad39 req-3fb351b6-68cc-4895-abb0-bd2f24dd5351 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4982d1b-095f-498d-b708-41f2ecb867cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434494 Dec 25 20:02:10.647869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9940c-9ed6-4193-92d0-90408db5135f req-48733d35-6dbf-4f40-aceb-3c0261d2b986 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:02:10.649344 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-36e9940c-9ed6-4193-92d0-90408db5135f req-48733d35-6dbf-4f40-aceb-3c0261d2b986 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "GET /v2.0/ports?device_id=6564bbeb-8ff8-4efc-96ef-bf08c8671066 HTTP/1.1" status: 200 len: 946 time: 0.0865402 Dec 25 20:02:10.734116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-36e9940c-9ed6-4193-92d0-90408db5135f req-c98cfc8c-0730-4836-870f-29a22a1d64bd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting port 5c8e31bb-a073-4774-8a4e-eb5511adb917 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:02:10.734561 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-36e9940c-9ed6-4193-92d0-90408db5135f req-c98cfc8c-0730-4836-870f-29a22a1d64bd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:10.987925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-36e9940c-9ed6-4193-92d0-90408db5135f req-c98cfc8c-0730-4836-870f-29a22a1d64bd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] For port 5c8e31bb-a073-4774-8a4e-eb5511adb917, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5c8e31bb-a073-4774-8a4e-eb5511adb917,segment=NetworkSegment(f44c5ae2-bbbd-4500-83af-8c9b8b14aba0),segment_id=f44c5ae2-bbbd-4500-83af-8c9b8b14aba0)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:02:10.988325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-36e9940c-9ed6-4193-92d0-90408db5135f req-c98cfc8c-0730-4836-870f-29a22a1d64bd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:11.116764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-36e9940c-9ed6-4193-92d0-90408db5135f req-c98cfc8c-0730-4836-870f-29a22a1d64bd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Calling delete_port for 5c8e31bb-a073-4774-8a4e-eb5511adb917 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:02:11.264621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-36e9940c-9ed6-4193-92d0-90408db5135f req-c98cfc8c-0730-4836-870f-29a22a1d64bd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:11.270888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3129d19a-39ed-4f0d-821e-9e9417e27514 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:02:11.315811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98cfc8c-0730-4836-870f-29a22a1d64bd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Port': ['ID=5c8e31bb-a073-4774-8a4e-eb5511adb917,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:02:11.318652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c98cfc8c-0730-4836-870f-29a22a1d64bd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:02:11.389992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e9940c-9ed6-4193-92d0-90408db5135f req-c98cfc8c-0730-4836-870f-29a22a1d64bd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] No DVR routers for this DVR port 5c8e31bb-a073-4774-8a4e-eb5511adb917 on host hv-neutron-8226 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:02:11.392801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-36e9940c-9ed6-4193-92d0-90408db5135f req-c98cfc8c-0730-4836-870f-29a22a1d64bd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:11.397005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6564bbeb-8ff8-4efc-96ef-bf08c8671066', 'name': 'network-vif-deleted', 'tag': '5c8e31bb-a073-4774-8a4e-eb5511adb917'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:02:11.410672 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-36e9940c-9ed6-4193-92d0-90408db5135f req-c98cfc8c-0730-4836-870f-29a22a1d64bd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "DELETE /v2.0/ports/5c8e31bb-a073-4774-8a4e-eb5511adb917 HTTP/1.1" status: 204 len: 173 time: 0.7521276 Dec 25 20:02:11.450905 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6564bbeb-8ff8-4efc-96ef-bf08c8671066', 'name': 'network-vif-deleted', 'tag': '5c8e31bb-a073-4774-8a4e-eb5511adb917', 'status': 'completed', 'code': 200} Dec 25 20:02:11.739922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-a97f96e4-333b-4334-b0df-faa3121be774 req-f934c722-8665-439c-9568-0f0510ef8987 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Synchronizing usage tracker for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:02:11.755171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-a97f96e4-333b-4334-b0df-faa3121be774 req-f934c722-8665-439c-9568-0f0510ef8987 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Unset dirty status for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:02:11.756496 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a97f96e4-333b-4334-b0df-faa3121be774 req-f934c722-8665-439c-9568-0f0510ef8987 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=6564bbeb-8ff8-4efc-96ef-bf08c8671066 HTTP/1.1" status: 200 len: 210 time: 0.0675631 Dec 25 20:02:12.866232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54974) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:02:12.938939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c1692eff-d83b-44c3-a5ab-06526aac26cd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:12.969728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c1692eff-d83b-44c3-a5ab-06526aac26cd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:13.021430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c1692eff-d83b-44c3-a5ab-06526aac26cd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:13.026507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-30c42cc0-5ee8-448f-992c-8e04ca50647d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:02:13.043512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1692eff-d83b-44c3-a5ab-06526aac26cd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4982d1b-095f-498d-b708-41f2ecb867cb,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:02:13.046622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c1692eff-d83b-44c3-a5ab-06526aac26cd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:02:13.048601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c1692eff-d83b-44c3-a5ab-06526aac26cd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:13.049832 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c1692eff-d83b-44c3-a5ab-06526aac26cd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/security-groups/f4982d1b-095f-498d-b708-41f2ecb867cb HTTP/1.1" status: 204 len: 168 time: 0.1825459 Dec 25 20:02:13.090779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 54980) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:02:13.745176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7936e9b1-6daa-40a8-9a39-c285752d7502 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:14.396316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7936e9b1-6daa-40a8-9a39-c285752d7502 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting port d2c2b85c-c6d3-4443-b986-5273cdb5b537 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:02:14.396934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7936e9b1-6daa-40a8-9a39-c285752d7502 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:14.593213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-7936e9b1-6daa-40a8-9a39-c285752d7502 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] For port d2c2b85c-c6d3-4443-b986-5273cdb5b537, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=d2c2b85c-c6d3-4443-b986-5273cdb5b537,segment=NetworkSegment(f44c5ae2-bbbd-4500-83af-8c9b8b14aba0),segment_id=f44c5ae2-bbbd-4500-83af-8c9b8b14aba0)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:02:14.593713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7936e9b1-6daa-40a8-9a39-c285752d7502 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:14.720241 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 5c8e31bb-a073-4774-8a4e-eb5511adb917 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:02:14.722923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7936e9b1-6daa-40a8-9a39-c285752d7502 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Calling delete_port for d2c2b85c-c6d3-4443-b986-5273cdb5b537 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:02:14.754998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] No Port match for: 5c8e31bb-a073-4774-8a4e-eb5511adb917 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:02:14.755427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 5c8e31bb-a073-4774-8a4e-eb5511adb917 not bound to the agent host hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:02:14.909551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7936e9b1-6daa-40a8-9a39-c285752d7502 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:14.913836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dd8f31b5-d93d-40eb-a9ac-5fe7691556d9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:02:14.960274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7936e9b1-6daa-40a8-9a39-c285752d7502 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Port': ['ID=d2c2b85c-c6d3-4443-b986-5273cdb5b537,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:02:14.963345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7936e9b1-6daa-40a8-9a39-c285752d7502 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:02:15.274044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7936e9b1-6daa-40a8-9a39-c285752d7502 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:15.862584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7936e9b1-6daa-40a8-9a39-c285752d7502 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router c78aadd1-4aee-4575-b784-b4fc217cf32d has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:02:16.073050 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7936e9b1-6daa-40a8-9a39-c285752d7502 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:02:16.083551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca3af3b-05c6-429e-a9d2-9dce8aa0371b None None] Sync routers for ids ['c78aadd1-4aee-4575-b784-b4fc217cf32d'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:02:16.088928 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7936e9b1-6daa-40a8-9a39-c285752d7502 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "PUT /v2.0/routers/c78aadd1-4aee-4575-b784-b4fc217cf32d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9969144 Dec 25 20:02:16.092066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54984) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:02:16.097087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca3af3b-05c6-429e-a9d2-9dce8aa0371b None None] Routers {'c78aadd1-4aee-4575-b784-b4fc217cf32d'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:02:16.097765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-eca3af3b-05c6-429e-a9d2-9dce8aa0371b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:02:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['c78aadd1-4aee-4575-b784-b4fc217cf32d'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:02:16.288525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-eca3af3b-05c6-429e-a9d2-9dce8aa0371b None None] Set router c78aadd1-4aee-4575-b784-b4fc217cf32d gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:02:16.294523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf66eaee-955e-42c2-8dba-56b699eb6adc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting subnet 13b84fa0-941f-47dc-872d-eadd71b82fb3 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 20:02:16.297836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bf66eaee-955e-42c2-8dba-56b699eb6adc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:16.367411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bf66eaee-955e-42c2-8dba-56b699eb6adc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:16.458576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bf66eaee-955e-42c2-8dba-56b699eb6adc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:16.534914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bf66eaee-955e-42c2-8dba-56b699eb6adc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:16.539578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9a0ed523-8360-4cee-867f-6afdc6752bee tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:02:16.584022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf66eaee-955e-42c2-8dba-56b699eb6adc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Subnet': ['ID=13b84fa0-941f-47dc-872d-eadd71b82fb3,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:02:16.588434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bf66eaee-955e-42c2-8dba-56b699eb6adc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:02:16.591481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bf66eaee-955e-42c2-8dba-56b699eb6adc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:16.593018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-eca3af3b-05c6-429e-a9d2-9dce8aa0371b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'name': 'tempest-TestNetworkBasicOps-router-976748546', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': '857a142a-dbc0-4483-a5a4-6cf263f8a36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:00:37Z', 'updated_at': '2021-12-25T20:02:14Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '857a142a-dbc0-4483-a5a4-6cf263f8a36e', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:00:38Z', 'updated_at': '2021-12-25T20:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:02:16.598012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21b5041-8b03-46d9-94d8-323fc0c58436 None None] Network 8fa44234-9e31-4391-97eb-33533fa62f13 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:02:16.601269 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-bf66eaee-955e-42c2-8dba-56b699eb6adc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/subnets/13b84fa0-941f-47dc-872d-eadd71b82fb3 HTTP/1.1" status: 204 len: 168 time: 0.5054359 Dec 25 20:02:16.601431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54988) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:02:16.617792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca3af3b-05c6-429e-a9d2-9dce8aa0371b None None] Checking router: c78aadd1-4aee-4575-b784-b4fc217cf32d for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:02:16.713537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca3af3b-05c6-429e-a9d2-9dce8aa0371b None None] Routers {'c78aadd1-4aee-4575-b784-b4fc217cf32d'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:02:16.714164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-eca3af3b-05c6-429e-a9d2-9dce8aa0371b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:02:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['c78aadd1-4aee-4575-b784-b4fc217cf32d'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:02:16.819705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81209ff1-f09e-433d-851b-10fa268a3a33 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:16.989675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-eca3af3b-05c6-429e-a9d2-9dce8aa0371b None None] Set router c78aadd1-4aee-4575-b784-b4fc217cf32d gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:02:17.041505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81209ff1-f09e-433d-851b-10fa268a3a33 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:17.050056 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-81209ff1-f09e-433d-851b-10fa268a3a33 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting port 857a142a-dbc0-4483-a5a4-6cf263f8a36e {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:02:17.050434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81209ff1-f09e-433d-851b-10fa268a3a33 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:17.111162 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d72dc5c-3bc7-481e-96cb-24c2040af677 None None] DHCP port deletion for 8fa44234-9e31-4391-97eb-33533fa62f13 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 20:02:17.150191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-6d72dc5c-3bc7-481e-96cb-24c2040af677 None None] Deleting port 95cd083b-2f53-45b9-94e5-08baf0b628b8 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:02:17.150613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d72dc5c-3bc7-481e-96cb-24c2040af677 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:17.478709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-81209ff1-f09e-433d-851b-10fa268a3a33 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] For port 857a142a-dbc0-4483-a5a4-6cf263f8a36e, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=857a142a-dbc0-4483-a5a4-6cf263f8a36e,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:02:17.479784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81209ff1-f09e-433d-851b-10fa268a3a33 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:17.609421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-81209ff1-f09e-433d-851b-10fa268a3a33 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Calling delete_port for 857a142a-dbc0-4483-a5a4-6cf263f8a36e owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:02:17.673373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-6d72dc5c-3bc7-481e-96cb-24c2040af677 None None] For port 95cd083b-2f53-45b9-94e5-08baf0b628b8, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=95cd083b-2f53-45b9-94e5-08baf0b628b8,segment=NetworkSegment(f44c5ae2-bbbd-4500-83af-8c9b8b14aba0),segment_id=f44c5ae2-bbbd-4500-83af-8c9b8b14aba0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:02:17.673816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d72dc5c-3bc7-481e-96cb-24c2040af677 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:17.783786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81209ff1-f09e-433d-851b-10fa268a3a33 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:17.788194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1b26fbe4-83d7-4521-99e4-82f0027bf5dd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:02:17.808095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-6d72dc5c-3bc7-481e-96cb-24c2040af677 None None] Calling delete_port for 95cd083b-2f53-45b9-94e5-08baf0b628b8 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:02:17.833962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81209ff1-f09e-433d-851b-10fa268a3a33 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Port': ['ID=857a142a-dbc0-4483-a5a4-6cf263f8a36e,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:02:17.836554 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-81209ff1-f09e-433d-851b-10fa268a3a33 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:02:17.845755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-eca3af3b-05c6-429e-a9d2-9dce8aa0371b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'name': 'tempest-TestNetworkBasicOps-router-976748546', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': '857a142a-dbc0-4483-a5a4-6cf263f8a36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:00:37Z', 'updated_at': '2021-12-25T20:02:14Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '857a142a-dbc0-4483-a5a4-6cf263f8a36e', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:00:38Z', 'updated_at': '2021-12-25T20:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:02:17.854001 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca3af3b-05c6-429e-a9d2-9dce8aa0371b None None] The sync data for ids ['c78aadd1-4aee-4575-b784-b4fc217cf32d'] in dv-neutron-822611-1-hyperv is: [{'id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'name': 'tempest-TestNetworkBasicOps-router-976748546', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': '857a142a-dbc0-4483-a5a4-6cf263f8a36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:00:37Z', 'updated_at': '2021-12-25T20:02:14Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': '857a142a-dbc0-4483-a5a4-6cf263f8a36e', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78aadd1-4aee-4575-b784-b4fc217cf32d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:00:38Z', 'updated_at': '2021-12-25T20:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:02:17.888209 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d72dc5c-3bc7-481e-96cb-24c2040af677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:17.893016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fd78c13e-ee3e-4732-8fb0-7f903b49d277 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:02:17.933515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d72dc5c-3bc7-481e-96cb-24c2040af677 None None] Pushing event deleted for resources: {'Port': ['ID=95cd083b-2f53-45b9-94e5-08baf0b628b8,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:02:17.949261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d72dc5c-3bc7-481e-96cb-24c2040af677 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:02:17.949659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d72dc5c-3bc7-481e-96cb-24c2040af677 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:02:17.950051 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d72dc5c-3bc7-481e-96cb-24c2040af677 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:02:17.950442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d72dc5c-3bc7-481e-96cb-24c2040af677 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:02:17.950826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d72dc5c-3bc7-481e-96cb-24c2040af677 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:02:17.951236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d72dc5c-3bc7-481e-96cb-24c2040af677 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:02:17.951619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d72dc5c-3bc7-481e-96cb-24c2040af677 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:02:17.952001 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d72dc5c-3bc7-481e-96cb-24c2040af677 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:02:17.952379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d72dc5c-3bc7-481e-96cb-24c2040af677 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:02:17.952754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d72dc5c-3bc7-481e-96cb-24c2040af677 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:02:17.953129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d72dc5c-3bc7-481e-96cb-24c2040af677 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:02:17.957119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d72dc5c-3bc7-481e-96cb-24c2040af677 None None] No DVR routers for this DVR port 95cd083b-2f53-45b9-94e5-08baf0b628b8 on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:02:17.959429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6d72dc5c-3bc7-481e-96cb-24c2040af677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:02:18.089041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81209ff1-f09e-433d-851b-10fa268a3a33 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:18.371507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81209ff1-f09e-433d-851b-10fa268a3a33 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:18.376051 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81209ff1-f09e-433d-851b-10fa268a3a33 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:18.400030 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81209ff1-f09e-433d-851b-10fa268a3a33 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:18.400587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81209ff1-f09e-433d-851b-10fa268a3a33 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Fanout notify agent at l3_agent the message router_deleted on router c78aadd1-4aee-4575-b784-b4fc217cf32d {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 20:02:18.415272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81209ff1-f09e-433d-851b-10fa268a3a33 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:18.416510 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-81209ff1-f09e-433d-851b-10fa268a3a33 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/routers/c78aadd1-4aee-4575-b784-b4fc217cf32d HTTP/1.1" status: 204 len: 168 time: 1.8140390 Dec 25 20:02:18.419467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54992) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:02:18.544328 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b0eb73af-152b-49f5-ac2f-47820369fc59 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:18.692172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b0eb73af-152b-49f5-ac2f-47820369fc59 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:18.720391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-b0eb73af-152b-49f5-ac2f-47820369fc59 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fa44234-9e31-4391-97eb-33533fa62f13']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:02:18.734111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-b0eb73af-152b-49f5-ac2f-47820369fc59 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f44c5ae2-bbbd-4500-83af-8c9b8b14aba0') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:02:18.734452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-b0eb73af-152b-49f5-ac2f-47820369fc59 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f44c5ae2-bbbd-4500-83af-8c9b8b14aba0') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:02:18.747405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b0eb73af-152b-49f5-ac2f-47820369fc59 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:18.763365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b0eb73af-152b-49f5-ac2f-47820369fc59 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:18.770227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0eb73af-152b-49f5-ac2f-47820369fc59 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 20:02:18.770675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b0eb73af-152b-49f5-ac2f-47820369fc59 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:18.786845 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 20:02:18.786845 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 20:02:18.786845 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 20:02:18.786845 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 20:02:18.786845 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 20:02:18.786845 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 20:02:18.786845 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 20:02:18.786845 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 20:02:18.786845 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 20:02:18.786845 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 20:02:18.786845 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 20:02:18.786845 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 20:02:18.786845 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 20:02:18.786845 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 20:02:18.786845 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 20:02:18.786845 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 20:02:18.786845 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 20:02:18.786845 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 20:02:18.786845 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 20:02:18.786845 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 20:02:18.786845 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 20:02:18.786845 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 20:02:18.786845 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 20:02:18.786845 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 20:02:18.786845 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 20:02:18.786845 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 20:02:18.786845 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 20:02:18.786845 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 20:02:18.786845 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 20:02:18.786845 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 20:02:18.786845 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 20:02:18.786845 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 20:02:18.850031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 95cd083b-2f53-45b9-94e5-08baf0b628b8 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:02:18.869185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b0eb73af-152b-49f5-ac2f-47820369fc59 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:18.873041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fe2cbfee-1b01-4087-b13d-fe4d97c2b6ff tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:02:18.887727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 95cd083b-2f53-45b9-94e5-08baf0b628b8 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:02:18.888052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 95cd083b-2f53-45b9-94e5-08baf0b628b8 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:02:18.888521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 857a142a-dbc0-4483-a5a4-6cf263f8a36e no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:02:18.888671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b0eb73af-152b-49f5-ac2f-47820369fc59 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:18.900609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eb73af-152b-49f5-ac2f-47820369fc59 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Network': ['ID=8fa44234-9e31-4391-97eb-33533fa62f13,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:02:18.904023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b0eb73af-152b-49f5-ac2f-47820369fc59 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:02:18.909717 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b0eb73af-152b-49f5-ac2f-47820369fc59 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/networks/8fa44234-9e31-4391-97eb-33533fa62f13 HTTP/1.1" status: 204 len: 168 time: 0.4889302 Dec 25 20:02:18.922112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 857a142a-dbc0-4483-a5a4-6cf263f8a36e {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:02:18.922290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 857a142a-dbc0-4483-a5a4-6cf263f8a36e not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:02:18.922729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d2c2b85c-c6d3-4443-b986-5273cdb5b537 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:02:18.939888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 54996) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:02:18.946603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-0dd0e070-88d9-4109-bb13-24cb3018afca tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'network': {'name': 'tempest-network-smoke--1335352300', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'port_security_enabled': True}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:02:18.952327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0dd0e070-88d9-4109-bb13-24cb3018afca tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:02:18.956046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: d2c2b85c-c6d3-4443-b986-5273cdb5b537 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:02:18.956507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d2c2b85c-c6d3-4443-b986-5273cdb5b537 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:02:18.956814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0dd0e070-88d9-4109-bb13-24cb3018afca tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:network and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:02:18.959857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0dd0e070-88d9-4109-bb13-24cb3018afca tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:02:18.966246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0dd0e070-88d9-4109-bb13-24cb3018afca tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:02:18.976645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd0e070-88d9-4109-bb13-24cb3018afca tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Made reservation on behalf of 23f5dc92674e43b787fc19a8bf548d4f for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:02:18.982291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0dd0e070-88d9-4109-bb13-24cb3018afca tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:19.012562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dd0e070-88d9-4109-bb13-24cb3018afca tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 20:02:19.021559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0dd0e070-88d9-4109-bb13-24cb3018afca tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:19.021952 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-0dd0e070-88d9-4109-bb13-24cb3018afca tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Added segment 5f83952f-8a05-403c-873c-ec4d7edfe59d of type vlan for network 469a528a-6553-4845-9b55-ef7260b0ae84 Dec 25 20:02:19.050176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0dd0e070-88d9-4109-bb13-24cb3018afca tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:19.078746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0dd0e070-88d9-4109-bb13-24cb3018afca tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:19.082840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd0e070-88d9-4109-bb13-24cb3018afca tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:02:19.083513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0dd0e070-88d9-4109-bb13-24cb3018afca tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:19.087297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-95213cf3-aae9-4bf2-b85c-9febacd36e18 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:02:19.151533 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0dd0e070-88d9-4109-bb13-24cb3018afca tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2100692 Dec 25 20:02:19.154523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 55000) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:02:19.161108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-0e7ffd70-1d8c-4da6-be9f-e0a540418110 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1988914833', 'admin_state_up': True, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:02:19.176876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0e7ffd70-1d8c-4da6-be9f-e0a540418110 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:02:19.181144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0e7ffd70-1d8c-4da6-be9f-e0a540418110 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:router and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:02:19.184317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0e7ffd70-1d8c-4da6-be9f-e0a540418110 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:02:19.190533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0e7ffd70-1d8c-4da6-be9f-e0a540418110 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:02:19.200986 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0e7ffd70-1d8c-4da6-be9f-e0a540418110 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:19.201976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0e7ffd70-1d8c-4da6-be9f-e0a540418110 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:19.204879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0e070-88d9-4109-bb13-24cb3018afca tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Network': ['ID=469a528a-6553-4845-9b55-ef7260b0ae84,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:02:19.208244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0dd0e070-88d9-4109-bb13-24cb3018afca tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:02:19.216756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 469a528a-6553-4845-9b55-ef7260b0ae84 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 20:02:19.225857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0e7ffd70-1d8c-4da6-be9f-e0a540418110 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:19.618722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0e7ffd70-1d8c-4da6-be9f-e0a540418110 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:19.805195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0e7ffd70-1d8c-4da6-be9f-e0a540418110 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:19.837023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0e7ffd70-1d8c-4da6-be9f-e0a540418110 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:19.982893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-0e7ffd70-1d8c-4da6-be9f-e0a540418110 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Allocated IP 172.26.8.221 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/e80365fa-7b89-41fa-9191-9def3620d967) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:02:20.142360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0e7ffd70-1d8c-4da6-be9f-e0a540418110 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:20.168776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0e7ffd70-1d8c-4da6-be9f-e0a540418110 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:20.173291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9ca2efca-08e4-48de-9d18-3b6fe4de36fe tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:02:20.240304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7ffd70-1d8c-4da6-be9f-e0a540418110 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:02:20.243209 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-0e7ffd70-1d8c-4da6-be9f-e0a540418110 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:02:20.247587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7ffd70-1d8c-4da6-be9f-e0a540418110 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:02:20.274704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7ffd70-1d8c-4da6-be9f-e0a540418110 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=e80365fa-7b89-41fa-9191-9def3620d967,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:02:20.279973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0e7ffd70-1d8c-4da6-be9f-e0a540418110 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:02:20.409553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0e7ffd70-1d8c-4da6-be9f-e0a540418110 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:20.410303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0e7ffd70-1d8c-4da6-be9f-e0a540418110 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:20.643032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7ffd70-1d8c-4da6-be9f-e0a540418110 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router f531952a-b8b4-422a-9bd9-b77a59fb24f0 is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 20:02:20.850824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7ffd70-1d8c-4da6-be9f-e0a540418110 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:02:20.860645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7345233f-7071-40b8-be64-ccbfe5c6a3f7 None None] Sync routers for ids ['f531952a-b8b4-422a-9bd9-b77a59fb24f0'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:02:20.873382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7345233f-7071-40b8-be64-ccbfe5c6a3f7 None None] Routers {'f531952a-b8b4-422a-9bd9-b77a59fb24f0'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:02:20.874109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-7345233f-7071-40b8-be64-ccbfe5c6a3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:02:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['f531952a-b8b4-422a-9bd9-b77a59fb24f0'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:02:20.877934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0e7ffd70-1d8c-4da6-be9f-e0a540418110 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:20.879271 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0e7ffd70-1d8c-4da6-be9f-e0a540418110 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7235837 Dec 25 20:02:20.882685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 55004) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:02:21.003843 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c21d631d-3e2e-4857-82a6-6aa284389585 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=23f5dc92674e43b787fc19a8bf548d4f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1198039 Dec 25 20:02:21.006486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 55010) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:02:21.060369 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-7345233f-7071-40b8-be64-ccbfe5c6a3f7 None None] Set router f531952a-b8b4-422a-9bd9-b77a59fb24f0 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:02:21.150812 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e20191-f397-43c7-a7d9-30701be3d707 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:02:21.152436 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-66e20191-f397-43c7-a7d9-30701be3d707 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1449223 Dec 25 20:02:21.155620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 55014) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:02:21.205238 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e351707e-43a2-417c-a767-eeeb2a945035 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=a29ab018-4a1a-4021-8156-423134b861f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0483525 Dec 25 20:02:21.207799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 55018) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:02:21.213802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-316a1b18-19b6-40c4-8c60-9b999e8602b5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-652876975', 'network_id': '469a528a-6553-4845-9b55-ef7260b0ae84', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:02:21.331517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-316a1b18-19b6-40c4-8c60-9b999e8602b5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:02:21.335613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-316a1b18-19b6-40c4-8c60-9b999e8602b5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:subnet and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:02:21.338564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-316a1b18-19b6-40c4-8c60-9b999e8602b5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:02:21.344675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-316a1b18-19b6-40c4-8c60-9b999e8602b5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:02:21.354238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316a1b18-19b6-40c4-8c60-9b999e8602b5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Made reservation on behalf of 23f5dc92674e43b787fc19a8bf548d4f for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:02:21.364639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-7345233f-7071-40b8-be64-ccbfe5c6a3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'name': 'tempest-TestNetworkBasicOps-router-1988914833', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'e80365fa-7b89-41fa-9191-9def3620d967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:02:19Z', 'updated_at': '2021-12-25T20:02:20Z', 'revision_number': 3, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'e80365fa-7b89-41fa-9191-9def3620d967', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ba:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:02:19Z', 'updated_at': '2021-12-25T20:02:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:02:21.368725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7345233f-7071-40b8-be64-ccbfe5c6a3f7 None None] Checking router: f531952a-b8b4-422a-9bd9-b77a59fb24f0 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:02:21.369128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7345233f-7071-40b8-be64-ccbfe5c6a3f7 None None] Updating router f531952a-b8b4-422a-9bd9-b77a59fb24f0 port e80365fa-7b89-41fa-9191-9def3620d967 binding host dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 20:02:21.422929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7345233f-7071-40b8-be64-ccbfe5c6a3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:21.463095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-316a1b18-19b6-40c4-8c60-9b999e8602b5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:21.697121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-316a1b18-19b6-40c4-8c60-9b999e8602b5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:21.701469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-487cdda1-7363-4aec-a4d8-31102fd4490d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:02:21.763721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7345233f-7071-40b8-be64-ccbfe5c6a3f7 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:21.777008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-7345233f-7071-40b8-be64-ccbfe5c6a3f7 None None] Transition to ACTIVE for port object e80365fa-7b89-41fa-9191-9def3620d967 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:02:21.782418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7345233f-7071-40b8-be64-ccbfe5c6a3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:21.783135 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a1b18-19b6-40c4-8c60-9b999e8602b5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Subnet': ['ID=d5a3f3d9-60c7-4968-b328-f17fd0806346,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:02:21.787304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-316a1b18-19b6-40c4-8c60-9b999e8602b5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:02:21.792593 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d4916cb9-a02c-4b1a-b129-2b51e0460529 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:02:21.794802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316a1b18-19b6-40c4-8c60-9b999e8602b5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Checking segment: {'id': '5f83952f-8a05-403c-873c-ec4d7edfe59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '469a528a-6553-4845-9b55-ef7260b0ae84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:02:21.795243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316a1b18-19b6-40c4-8c60-9b999e8602b5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network hostable DHCP agents. Network: 469a528a-6553-4845-9b55-ef7260b0ae84, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 20:02:21.823196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316a1b18-19b6-40c4-8c60-9b999e8602b5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network 469a528a-6553-4845-9b55-ef7260b0ae84 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 20:02:21.831748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-316a1b18-19b6-40c4-8c60-9b999e8602b5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 469a528a-6553-4845-9b55-ef7260b0ae84) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:02:21.836784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316a1b18-19b6-40c4-8c60-9b999e8602b5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:02:21.837452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-316a1b18-19b6-40c4-8c60-9b999e8602b5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:21.846735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2aa1e90-e60f-4b4c-8651-d7fb99d0aeec None None] Network 469a528a-6553-4845-9b55-ef7260b0ae84 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:02:21.864871 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-316a1b18-19b6-40c4-8c60-9b999e8602b5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6559079 Dec 25 20:02:21.868088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 55022) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:02:22.009985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-7345233f-7071-40b8-be64-ccbfe5c6a3f7 None None] Attempting to bind port e80365fa-7b89-41fa-9191-9def3620d967 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:02:22.010437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-7345233f-7071-40b8-be64-ccbfe5c6a3f7 None None] Attempting to bind port e80365fa-7b89-41fa-9191-9def3620d967 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:02:22.010777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7345233f-7071-40b8-be64-ccbfe5c6a3f7 None None] Attempting to bind port e80365fa-7b89-41fa-9191-9def3620d967 on network a29ab018-4a1a-4021-8156-423134b861f3 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:02:22.019711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7345233f-7071-40b8-be64-ccbfe5c6a3f7 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:02:22.020133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7345233f-7071-40b8-be64-ccbfe5c6a3f7 None None] Checking segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:02:22.020573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7345233f-7071-40b8-be64-ccbfe5c6a3f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:22.021007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7345233f-7071-40b8-be64-ccbfe5c6a3f7 None None] Bound using segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:02:22.021925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-7345233f-7071-40b8-be64-ccbfe5c6a3f7 None None] Bound port: e80365fa-7b89-41fa-9191-9def3620d967, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:02:22.021925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7345233f-7071-40b8-be64-ccbfe5c6a3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:22.058075 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c7ed6-310f-4556-9398-7dae9fd616ae None None] Pushing event updated for resources: {'Port': ['ID=e80365fa-7b89-41fa-9191-9def3620d967,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:02:22.089241 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718a1f74-8dd2-4551-b9e0-71c9991d03ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-469a528a-6553-4845-9b55-ef7260b0ae84', 'network_id': '469a528a-6553-4845-9b55-ef7260b0ae84', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ips': [{'subnet_id': 'd5a3f3d9-60c7-4968-b328-f17fd0806346'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 20:02:22.090165 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-718a1f74-8dd2-4551-b9e0-71c9991d03ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:22.175172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c7ed6-310f-4556-9398-7dae9fd616ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:02:22.175559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c7ed6-310f-4556-9398-7dae9fd616ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:02:22.176462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c7ed6-310f-4556-9398-7dae9fd616ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:02:22.176462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c7ed6-310f-4556-9398-7dae9fd616ae None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:02:22.176708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c7ed6-310f-4556-9398-7dae9fd616ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:02:22.177374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c7ed6-310f-4556-9398-7dae9fd616ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:02:22.177374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c7ed6-310f-4556-9398-7dae9fd616ae None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:02:22.177659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c7ed6-310f-4556-9398-7dae9fd616ae None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:02:22.178001 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c7ed6-310f-4556-9398-7dae9fd616ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:02:22.178364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c7ed6-310f-4556-9398-7dae9fd616ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:02:22.178725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c7ed6-310f-4556-9398-7dae9fd616ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:02:22.185549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e39c7ed6-310f-4556-9398-7dae9fd616ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:02:22.223584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-7345233f-7071-40b8-be64-ccbfe5c6a3f7 None None] For port e80365fa-7b89-41fa-9191-9def3620d967, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:02:22.227458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-7345233f-7071-40b8-be64-ccbfe5c6a3f7 None None] For port e80365fa-7b89-41fa-9191-9def3620d967, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=e80365fa-7b89-41fa-9191-9def3620d967,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:02:22.273216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-718a1f74-8dd2-4551-b9e0-71c9991d03ca None None] Allocated IP 172.20.0.2 (469a528a-6553-4845-9b55-ef7260b0ae84/d5a3f3d9-60c7-4968-b328-f17fd0806346/0b24f679-c0a6-4dd9-9cb7-2acc1fc9bf4b) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:02:22.301316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7345233f-7071-40b8-be64-ccbfe5c6a3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:22.307105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-29ee0fa0-7d21-47b1-9da1-5220b16ffd18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:02:22.408386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c7ed6-310f-4556-9398-7dae9fd616ae None None] Pushing event updated for resources: {'Port': ['ID=e80365fa-7b89-41fa-9191-9def3620d967,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:02:22.412066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7345233f-7071-40b8-be64-ccbfe5c6a3f7 None None] Routers {'f531952a-b8b4-422a-9bd9-b77a59fb24f0'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:02:22.412733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-7345233f-7071-40b8-be64-ccbfe5c6a3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:02:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['f531952a-b8b4-422a-9bd9-b77a59fb24f0'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:02:22.470827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e39c7ed6-310f-4556-9398-7dae9fd616ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:02:22.518593 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-718a1f74-8dd2-4551-b9e0-71c9991d03ca None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:22.530254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-718a1f74-8dd2-4551-b9e0-71c9991d03ca None None] Transition to ACTIVE for port object 0b24f679-c0a6-4dd9-9cb7-2acc1fc9bf4b will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:02:22.551967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-718a1f74-8dd2-4551-b9e0-71c9991d03ca None None] Transition to ACTIVE for port object 0b24f679-c0a6-4dd9-9cb7-2acc1fc9bf4b will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:02:22.557342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-718a1f74-8dd2-4551-b9e0-71c9991d03ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:22.562291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:02:22.630811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718a1f74-8dd2-4551-b9e0-71c9991d03ca None None] Network 469a528a-6553-4845-9b55-ef7260b0ae84 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:02:22.633939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-718a1f74-8dd2-4551-b9e0-71c9991d03ca None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:02:22.638638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718a1f74-8dd2-4551-b9e0-71c9991d03ca None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:02:22.640221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-7345233f-7071-40b8-be64-ccbfe5c6a3f7 None None] Set router f531952a-b8b4-422a-9bd9-b77a59fb24f0 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:02:22.642761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a1f74-8dd2-4551-b9e0-71c9991d03ca None None] Pushing event updated for resources: {'Port': ['ID=0b24f679-c0a6-4dd9-9cb7-2acc1fc9bf4b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:02:22.677049 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-718a1f74-8dd2-4551-b9e0-71c9991d03ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:02:22.707305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4dc4db0c-c1e8-4c4c-9083-dd8a1c9701bd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:22.734662 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-718a1f74-8dd2-4551-b9e0-71c9991d03ca None None] Attempting to bind port 0b24f679-c0a6-4dd9-9cb7-2acc1fc9bf4b on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:02:22.735120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-718a1f74-8dd2-4551-b9e0-71c9991d03ca None None] Attempting to bind port 0b24f679-c0a6-4dd9-9cb7-2acc1fc9bf4b by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '5f83952f-8a05-403c-873c-ec4d7edfe59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '469a528a-6553-4845-9b55-ef7260b0ae84'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:02:22.735529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718a1f74-8dd2-4551-b9e0-71c9991d03ca None None] Attempting to bind port 0b24f679-c0a6-4dd9-9cb7-2acc1fc9bf4b on network 469a528a-6553-4845-9b55-ef7260b0ae84 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:02:22.743134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718a1f74-8dd2-4551-b9e0-71c9991d03ca None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:02:22.743570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718a1f74-8dd2-4551-b9e0-71c9991d03ca None None] Checking segment: {'id': '5f83952f-8a05-403c-873c-ec4d7edfe59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '469a528a-6553-4845-9b55-ef7260b0ae84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:02:22.744038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-718a1f74-8dd2-4551-b9e0-71c9991d03ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:22.744478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718a1f74-8dd2-4551-b9e0-71c9991d03ca None None] Bound using segment: {'id': '5f83952f-8a05-403c-873c-ec4d7edfe59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '469a528a-6553-4845-9b55-ef7260b0ae84'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:02:22.745004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-718a1f74-8dd2-4551-b9e0-71c9991d03ca None None] Bound port: 0b24f679-c0a6-4dd9-9cb7-2acc1fc9bf4b, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f83952f-8a05-403c-873c-ec4d7edfe59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '469a528a-6553-4845-9b55-ef7260b0ae84'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:02:22.745442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-718a1f74-8dd2-4551-b9e0-71c9991d03ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:22.837856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-718a1f74-8dd2-4551-b9e0-71c9991d03ca None None] For port 0b24f679-c0a6-4dd9-9cb7-2acc1fc9bf4b, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:02:22.842021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-718a1f74-8dd2-4551-b9e0-71c9991d03ca None None] For port 0b24f679-c0a6-4dd9-9cb7-2acc1fc9bf4b, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=0b24f679-c0a6-4dd9-9cb7-2acc1fc9bf4b,segment=NetworkSegment(5f83952f-8a05-403c-873c-ec4d7edfe59d),segment_id=5f83952f-8a05-403c-873c-ec4d7edfe59d)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:02:22.845145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-718a1f74-8dd2-4551-b9e0-71c9991d03ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:22.850217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-eec9eecf-b7c9-4703-8578-c2e25d050757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:02:22.935954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a1f74-8dd2-4551-b9e0-71c9991d03ca None None] Pushing event updated for resources: {'Port': ['ID=0b24f679-c0a6-4dd9-9cb7-2acc1fc9bf4b,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:02:22.939011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-718a1f74-8dd2-4551-b9e0-71c9991d03ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:02:22.960046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-7345233f-7071-40b8-be64-ccbfe5c6a3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'name': 'tempest-TestNetworkBasicOps-router-1988914833', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'e80365fa-7b89-41fa-9191-9def3620d967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:02:19Z', 'updated_at': '2021-12-25T20:02:20Z', 'revision_number': 3, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'e80365fa-7b89-41fa-9191-9def3620d967', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ba:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:02:19Z', 'updated_at': '2021-12-25T20:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:02:22.964697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7345233f-7071-40b8-be64-ccbfe5c6a3f7 None None] The sync data for ids ['f531952a-b8b4-422a-9bd9-b77a59fb24f0'] in dv-neutron-822611-1-hyperv is: [{'id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'name': 'tempest-TestNetworkBasicOps-router-1988914833', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'e80365fa-7b89-41fa-9191-9def3620d967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:02:19Z', 'updated_at': '2021-12-25T20:02:20Z', 'revision_number': 3, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'e80365fa-7b89-41fa-9191-9def3620d967', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ba:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:02:19Z', 'updated_at': '2021-12-25T20:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:02:23.154845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-4dc4db0c-c1e8-4c4c-9083-dd8a1c9701bd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Allocated IP 172.20.0.1 (469a528a-6553-4845-9b55-ef7260b0ae84/d5a3f3d9-60c7-4968-b328-f17fd0806346/14f6839c-5931-465b-a346-6e5766bfd147) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:02:23.352708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4dc4db0c-c1e8-4c4c-9083-dd8a1c9701bd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:23.370760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-4dc4db0c-c1e8-4c4c-9083-dd8a1c9701bd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Transition to ACTIVE for port object 14f6839c-5931-465b-a346-6e5766bfd147 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:02:23.399887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4dc4db0c-c1e8-4c4c-9083-dd8a1c9701bd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:23.418106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a0d62644-29aa-415b-9a83-b928e8537f5c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:02:23.498666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc4db0c-c1e8-4c4c-9083-dd8a1c9701bd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network 469a528a-6553-4845-9b55-ef7260b0ae84 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:02:23.502554 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-4dc4db0c-c1e8-4c4c-9083-dd8a1c9701bd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:02:23.507093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc4db0c-c1e8-4c4c-9083-dd8a1c9701bd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:02:23.541070 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc4db0c-c1e8-4c4c-9083-dd8a1c9701bd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=14f6839c-5931-465b-a346-6e5766bfd147,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:02:23.548463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4dc4db0c-c1e8-4c4c-9083-dd8a1c9701bd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:02:23.548692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:23.574716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4dc4db0c-c1e8-4c4c-9083-dd8a1c9701bd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:23.664919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4dc4db0c-c1e8-4c4c-9083-dd8a1c9701bd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:24.107068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4dc4db0c-c1e8-4c4c-9083-dd8a1c9701bd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:24.112534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4dc4db0c-c1e8-4c4c-9083-dd8a1c9701bd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:24.144211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1bc810ee-93f3-4ad2-af07-f239ef907a31 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:02:24.237706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc4db0c-c1e8-4c4c-9083-dd8a1c9701bd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=14f6839c-5931-465b-a346-6e5766bfd147,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:02:24.242355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4dc4db0c-c1e8-4c4c-9083-dd8a1c9701bd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:02:24.243337 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4dc4db0c-c1e8-4c4c-9083-dd8a1c9701bd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:24.396400 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc4db0c-c1e8-4c4c-9083-dd8a1c9701bd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network 469a528a-6553-4845-9b55-ef7260b0ae84 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:02:24.397560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-4dc4db0c-c1e8-4c4c-9083-dd8a1c9701bd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:02:24.597570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470bc915-b2c4-4c47-a9f8-97eff35d6b0f None None] Network 469a528a-6553-4845-9b55-ef7260b0ae84 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:02:24.734816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-5e330dba-fc9d-4410-8991-64f3be96f6f6 None None] Provisioning for port 0b24f679-c0a6-4dd9-9cb7-2acc1fc9bf4b completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:02:24.919821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 0b24f679-c0a6-4dd9-9cb7-2acc1fc9bf4b up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:02:24.997395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 0b24f679-c0a6-4dd9-9cb7-2acc1fc9bf4b completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:02:25.003844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 0b24f679-c0a6-4dd9-9cb7-2acc1fc9bf4b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:02:25.004268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:25.074023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc4db0c-c1e8-4c4c-9083-dd8a1c9701bd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router f531952a-b8b4-422a-9bd9-b77a59fb24f0 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:02:25.128189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:25.177757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 0b24f679-c0a6-4dd9-9cb7-2acc1fc9bf4b, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=0b24f679-c0a6-4dd9-9cb7-2acc1fc9bf4b,segment=NetworkSegment(5f83952f-8a05-403c-873c-ec4d7edfe59d),segment_id=5f83952f-8a05-403c-873c-ec4d7edfe59d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:02:25.184596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f19b8e68-2203-4ce4-8a22-2e4d4613a6a7 None None] Provisioning complete for port 0b24f679-c0a6-4dd9-9cb7-2acc1fc9bf4b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:02:25.185022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f19b8e68-2203-4ce4-8a22-2e4d4613a6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:25.214403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:25.215343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device e80365fa-7b89-41fa-9191-9def3620d967 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:02:25.281838 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5271ecca-1e11-455a-a7a7-dd24f7e9e897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:02:25.309120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc4db0c-c1e8-4c4c-9083-dd8a1c9701bd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:02:25.323365 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4dc4db0c-c1e8-4c4c-9083-dd8a1c9701bd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "PUT /v2.0/routers/f531952a-b8b4-422a-9bd9-b77a59fb24f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4540372 Dec 25 20:02:25.327269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 55026) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:02:25.388715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=0b24f679-c0a6-4dd9-9cb7-2acc1fc9bf4b,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:02:25.392154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:02:25.393400 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port e80365fa-7b89-41fa-9191-9def3620d967 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:02:25.445714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port e80365fa-7b89-41fa-9191-9def3620d967 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:02:25.446288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:25.493536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd89dbfc-3910-4112-8a9f-362ece52389d tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:02:25.494054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd89dbfc-3910-4112-8a9f-362ece52389d tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:02:25.494557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd89dbfc-3910-4112-8a9f-362ece52389d tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:02:25.495045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd89dbfc-3910-4112-8a9f-362ece52389d tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:02:25.499808 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-dd89dbfc-3910-4112-8a9f-362ece52389d tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1686296 Dec 25 20:02:25.500534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 55030) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:02:25.525237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f19b8e68-2203-4ce4-8a22-2e4d4613a6a7 None None] Provisioning for port 14f6839c-5931-465b-a346-6e5766bfd147 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:02:25.537059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f19b8e68-2203-4ce4-8a22-2e4d4613a6a7 None None] Provisioning complete for port 14f6839c-5931-465b-a346-6e5766bfd147 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:02:25.537478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f19b8e68-2203-4ce4-8a22-2e4d4613a6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:25.583268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3755f53d-4e67-41b0-a86a-69cde76ccdca tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:02:25.583809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3755f53d-4e67-41b0-a86a-69cde76ccdca tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:02:25.584306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3755f53d-4e67-41b0-a86a-69cde76ccdca tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:02:25.584949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3755f53d-4e67-41b0-a86a-69cde76ccdca tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:02:25.586903 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3755f53d-4e67-41b0-a86a-69cde76ccdca tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0852170 Dec 25 20:02:25.589962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 55034) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:02:25.641395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-f19b8e68-2203-4ce4-8a22-2e4d4613a6a7 None None] Port 14f6839c-5931-465b-a346-6e5766bfd147 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:02:25.648943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:25.667696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port e80365fa-7b89-41fa-9191-9def3620d967, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=e80365fa-7b89-41fa-9191-9def3620d967,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:02:25.672452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:25.681803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5271ecca-1e11-455a-a7a7-dd24f7e9e897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:02:25.760586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=e80365fa-7b89-41fa-9191-9def3620d967,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:02:25.763820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:02:25.772374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-7a03b105-cfcb-4b06-86bf-cca035729bd0 None None] Provisioning complete for port 14f6839c-5931-465b-a346-6e5766bfd147 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:02:25.772908 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7a03b105-cfcb-4b06-86bf-cca035729bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:25.823202 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c59455d1-37d5-4304-bcb7-4061b02b0442 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2318873 Dec 25 20:02:25.826865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7a03b105-cfcb-4b06-86bf-cca035729bd0 None None] Port 14f6839c-5931-465b-a346-6e5766bfd147 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:02:26.028251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ca8ca5-a24a-4bd5-b5c5-39572e2ccd1e None None] Sync routers for ids ['f531952a-b8b4-422a-9bd9-b77a59fb24f0'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:02:26.045779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ca8ca5-a24a-4bd5-b5c5-39572e2ccd1e None None] Routers {'f531952a-b8b4-422a-9bd9-b77a59fb24f0'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:02:26.046651 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-f6ca8ca5-a24a-4bd5-b5c5-39572e2ccd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:02:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['f531952a-b8b4-422a-9bd9-b77a59fb24f0'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:02:26.110354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 55040) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:02:26.117033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-afd03473-acc4-4bbc-8f79-498ef45ba40f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2114440751', 'description': 'tempest-secgroup-smoke-2114440751 description', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:02:26.124001 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-afd03473-acc4-4bbc-8f79-498ef45ba40f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:02:26.128904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-afd03473-acc4-4bbc-8f79-498ef45ba40f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:02:26.132337 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-afd03473-acc4-4bbc-8f79-498ef45ba40f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:02:26.139577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-afd03473-acc4-4bbc-8f79-498ef45ba40f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:02:26.152235 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-afd03473-acc4-4bbc-8f79-498ef45ba40f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:26.195503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-afd03473-acc4-4bbc-8f79-498ef45ba40f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:02:26.199867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-afd03473-acc4-4bbc-8f79-498ef45ba40f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:02:26.203121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-afd03473-acc4-4bbc-8f79-498ef45ba40f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:02:26.210028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-afd03473-acc4-4bbc-8f79-498ef45ba40f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:02:26.277727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-afd03473-acc4-4bbc-8f79-498ef45ba40f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:26.281476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-afd03473-acc4-4bbc-8f79-498ef45ba40f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:26.287193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-abbf64b7-8417-47b1-8a00-aa576eaad50b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:02:26.330950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd03473-acc4-4bbc-8f79-498ef45ba40f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d345786-1603-4712-aa63-a07e5eef662f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:02:26.333801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-afd03473-acc4-4bbc-8f79-498ef45ba40f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:26.337916 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-afd03473-acc4-4bbc-8f79-498ef45ba40f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2236111 Dec 25 20:02:26.337916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-afd03473-acc4-4bbc-8f79-498ef45ba40f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:02:26.338175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 55044) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:02:26.344258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-83bdc3f2-47c8-49ee-a9a4-278cf66c2f28 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': '9d345786-1603-4712-aa63-a07e5eef662f', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:02:26.350972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-83bdc3f2-47c8-49ee-a9a4-278cf66c2f28 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:02:26.355128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-83bdc3f2-47c8-49ee-a9a4-278cf66c2f28 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:02:26.358161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-83bdc3f2-47c8-49ee-a9a4-278cf66c2f28 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:02:26.364403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-83bdc3f2-47c8-49ee-a9a4-278cf66c2f28 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:02:26.382383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-83bdc3f2-47c8-49ee-a9a4-278cf66c2f28 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:26.406644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-f6ca8ca5-a24a-4bd5-b5c5-39572e2ccd1e None None] Set router f531952a-b8b4-422a-9bd9-b77a59fb24f0 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:02:26.451663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-83bdc3f2-47c8-49ee-a9a4-278cf66c2f28 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:26.454237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-83bdc3f2-47c8-49ee-a9a4-278cf66c2f28 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:26.456791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ae3b6e33-7e74-48b6-bb68-a650d7cddcce tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:02:26.480592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bdc3f2-47c8-49ee-a9a4-278cf66c2f28 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d442820b-88a7-4e69-9a99-833a82ff2268,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:02:26.483246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-83bdc3f2-47c8-49ee-a9a4-278cf66c2f28 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:02:26.490446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-83bdc3f2-47c8-49ee-a9a4-278cf66c2f28 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:26.491782 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-83bdc3f2-47c8-49ee-a9a4-278cf66c2f28 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1527305 Dec 25 20:02:26.494611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 55048) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:02:26.500559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-e571c1ee-73c6-4afe-973a-6ab7e905e49c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': '9d345786-1603-4712-aa63-a07e5eef662f', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:02:26.507364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e571c1ee-73c6-4afe-973a-6ab7e905e49c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:02:26.511443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e571c1ee-73c6-4afe-973a-6ab7e905e49c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:02:26.514466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e571c1ee-73c6-4afe-973a-6ab7e905e49c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:02:26.521348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e571c1ee-73c6-4afe-973a-6ab7e905e49c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:02:26.537735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e571c1ee-73c6-4afe-973a-6ab7e905e49c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:26.605320 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e571c1ee-73c6-4afe-973a-6ab7e905e49c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:26.608476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e571c1ee-73c6-4afe-973a-6ab7e905e49c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:26.610608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-16cc9cd7-b5d8-46a6-a9e2-37b8a21db922 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:02:26.635556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e571c1ee-73c6-4afe-973a-6ab7e905e49c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aae136c-78cf-492b-b2ad-7517951ae5b9,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:02:26.640323 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e571c1ee-73c6-4afe-973a-6ab7e905e49c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:02:26.644289 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e571c1ee-73c6-4afe-973a-6ab7e905e49c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:26.645597 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e571c1ee-73c6-4afe-973a-6ab7e905e49c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1499472 Dec 25 20:02:26.648990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 55052) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:02:26.655612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-084db147-457c-48a3-82ac-df0624a896b1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': '9d345786-1603-4712-aa63-a07e5eef662f', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:02:26.661878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-084db147-457c-48a3-82ac-df0624a896b1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:02:26.666137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-084db147-457c-48a3-82ac-df0624a896b1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:02:26.669197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-084db147-457c-48a3-82ac-df0624a896b1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:02:26.675701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-084db147-457c-48a3-82ac-df0624a896b1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:02:26.695451 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-084db147-457c-48a3-82ac-df0624a896b1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:26.745321 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-f6ca8ca5-a24a-4bd5-b5c5-39572e2ccd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'name': 'tempest-TestNetworkBasicOps-router-1988914833', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'e80365fa-7b89-41fa-9191-9def3620d967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:02:19Z', 'updated_at': '2021-12-25T20:02:23Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'e80365fa-7b89-41fa-9191-9def3620d967', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ba:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:02:19Z', 'updated_at': '2021-12-25T20:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '14f6839c-5931-465b-a346-6e5766bfd147', 'name': '', 'network_id': '469a528a-6553-4845-9b55-ef7260b0ae84', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:28:93:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5a3f3d9-60c7-4968-b328-f17fd0806346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:02:22Z', 'updated_at': '2021-12-25T20:02:23Z', 'revision_number': 2, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'd5a3f3d9-60c7-4968-b328-f17fd0806346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:02:26.749476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ca8ca5-a24a-4bd5-b5c5-39572e2ccd1e None None] Checking router: f531952a-b8b4-422a-9bd9-b77a59fb24f0 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:02:26.749937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ca8ca5-a24a-4bd5-b5c5-39572e2ccd1e None None] Updating router f531952a-b8b4-422a-9bd9-b77a59fb24f0 port 14f6839c-5931-465b-a346-6e5766bfd147 binding host dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 20:02:26.764273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-084db147-457c-48a3-82ac-df0624a896b1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:26.767097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-084db147-457c-48a3-82ac-df0624a896b1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:26.769063 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1510033e-2a59-4528-ae5b-d155a72ecab2 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:02:26.793081 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084db147-457c-48a3-82ac-df0624a896b1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a45bd92d-949e-4f00-81ad-28daf6d965a7,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:02:26.797724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-084db147-457c-48a3-82ac-df0624a896b1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:02:26.801829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-084db147-457c-48a3-82ac-df0624a896b1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:26.804665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f6ca8ca5-a24a-4bd5-b5c5-39572e2ccd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:26.806323 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-084db147-457c-48a3-82ac-df0624a896b1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1561143 Dec 25 20:02:26.806491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 55056) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:02:26.814258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-34a19758-c599-42dc-837e-62e4735c3764 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': '9d345786-1603-4712-aa63-a07e5eef662f', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:02:26.822627 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-34a19758-c599-42dc-837e-62e4735c3764 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:02:26.826958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-34a19758-c599-42dc-837e-62e4735c3764 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:02:26.830796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-34a19758-c599-42dc-837e-62e4735c3764 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:02:26.838795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-34a19758-c599-42dc-837e-62e4735c3764 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:02:26.856517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34a19758-c599-42dc-837e-62e4735c3764 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:26.873889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 0b24f679-c0a6-4dd9-9cb7-2acc1fc9bf4b up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:02:26.926202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34a19758-c599-42dc-837e-62e4735c3764 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:26.929398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34a19758-c599-42dc-837e-62e4735c3764 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:26.936871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-27e1c882-fe44-4115-b8d7-0a5b97c80152 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:02:26.956266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a19758-c599-42dc-837e-62e4735c3764 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91aac7d1-bbfc-4ed3-9324-c5c54ecdb8fc,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:02:26.958645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-34a19758-c599-42dc-837e-62e4735c3764 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:02:26.965451 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34a19758-c599-42dc-837e-62e4735c3764 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:26.966933 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-34a19758-c599-42dc-837e-62e4735c3764 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1590660 Dec 25 20:02:26.969855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 55060) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:02:26.976820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-ce9667dd-b210-4f90-a7da-1068104ae48c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': '9d345786-1603-4712-aa63-a07e5eef662f', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:02:26.983097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ce9667dd-b210-4f90-a7da-1068104ae48c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:02:26.987095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ce9667dd-b210-4f90-a7da-1068104ae48c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:02:26.990095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ce9667dd-b210-4f90-a7da-1068104ae48c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:02:26.996245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ce9667dd-b210-4f90-a7da-1068104ae48c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:02:27.006936 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-ce9667dd-b210-4f90-a7da-1068104ae48c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Project 23f5dc92674e43b787fc19a8bf548d4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 20:02:27.013571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ce9667dd-b210-4f90-a7da-1068104ae48c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:27.062454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 0b24f679-c0a6-4dd9-9cb7-2acc1fc9bf4b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:02:27.062804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:27.086901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ce9667dd-b210-4f90-a7da-1068104ae48c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:27.089724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ce9667dd-b210-4f90-a7da-1068104ae48c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:27.091741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3218afe7-6c57-4a08-8017-fa73240301c6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:02:27.114094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9667dd-b210-4f90-a7da-1068104ae48c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d02e289-cb91-4bd6-938e-a63aa63f517c,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:02:27.118290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ce9667dd-b210-4f90-a7da-1068104ae48c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:02:27.126257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ce9667dd-b210-4f90-a7da-1068104ae48c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:27.134819 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ce9667dd-b210-4f90-a7da-1068104ae48c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1637528 Dec 25 20:02:27.137787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 55064) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:02:27.144189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-f67bf30b-8cd7-4bd7-b04d-ee862405e95c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'security_group_rule': {'security_group_id': '9d345786-1603-4712-aa63-a07e5eef662f', 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:02:27.150928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f67bf30b-8cd7-4bd7-b04d-ee862405e95c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:02:27.155006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f67bf30b-8cd7-4bd7-b04d-ee862405e95c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:security_group_rule and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:02:27.158710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f67bf30b-8cd7-4bd7-b04d-ee862405e95c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:02:27.164957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f67bf30b-8cd7-4bd7-b04d-ee862405e95c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:02:27.175695 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-f67bf30b-8cd7-4bd7-b04d-ee862405e95c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Project 23f5dc92674e43b787fc19a8bf548d4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 20:02:27.182683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f67bf30b-8cd7-4bd7-b04d-ee862405e95c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:27.254887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f67bf30b-8cd7-4bd7-b04d-ee862405e95c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:27.257934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f67bf30b-8cd7-4bd7-b04d-ee862405e95c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:27.265719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a88ba562-624c-4b1a-ab79-edc35b3c7ab1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:02:27.288004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67bf30b-8cd7-4bd7-b04d-ee862405e95c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eb552bb-8617-4760-ba03-e6dfa3c6ec5f,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:02:27.290561 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f67bf30b-8cd7-4bd7-b04d-ee862405e95c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:02:27.294612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f67bf30b-8cd7-4bd7-b04d-ee862405e95c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:27.295989 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f67bf30b-8cd7-4bd7-b04d-ee862405e95c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1571312 Dec 25 20:02:27.328071 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device e80365fa-7b89-41fa-9191-9def3620d967 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:02:27.400035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f6ca8ca5-a24a-4bd5-b5c5-39572e2ccd1e None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:27.417459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f6ca8ca5-a24a-4bd5-b5c5-39572e2ccd1e None None] Transition to ACTIVE for port object 14f6839c-5931-465b-a346-6e5766bfd147 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:02:27.425788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f6ca8ca5-a24a-4bd5-b5c5-39572e2ccd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:27.430857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9d3fdea5-2865-4307-b995-06ef8f8d5453 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:02:27.480087 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-0f9fac97-73dc-4868-918f-9075c47cb85e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2114440751&fields=id&tenant_id=23f5dc92674e43b787fc19a8bf548d4f HTTP/1.1" status: 200 len: 267 time: 0.0448098 Dec 25 20:02:27.548388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port e80365fa-7b89-41fa-9191-9def3620d967 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:02:27.548907 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:27.607590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aaa03d-4dd6-44b2-aae5-2100ef38ee2e None None] Pushing event updated for resources: {'Port': ['ID=14f6839c-5931-465b-a346-6e5766bfd147,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:02:27.613498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d5aaa03d-4dd6-44b2-aae5-2100ef38ee2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:02:27.665031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-06fb9f8d-b6eb-44a2-892e-a648e4c9825c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:02:27.665982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-06fb9f8d-b6eb-44a2-892e-a648e4c9825c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Synchronizing usage tracker for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:02:27.684425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-06fb9f8d-b6eb-44a2-892e-a648e4c9825c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Unset dirty status for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:02:27.685711 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-06fb9f8d-b6eb-44a2-892e-a648e4c9825c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/networks?id=469a528a-6553-4845-9b55-ef7260b0ae84 HTTP/1.1" status: 200 len: 797 time: 0.1981268 Dec 25 20:02:27.703998 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-af22a02f-1d8d-4b1a-b2d5-b5232df092ca tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/quotas/23f5dc92674e43b787fc19a8bf548d4f HTTP/1.1" status: 200 len: 375 time: 0.0121117 Dec 25 20:02:27.764687 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-f6ca8ca5-a24a-4bd5-b5c5-39572e2ccd1e None None] Attempting to bind port 14f6839c-5931-465b-a346-6e5766bfd147 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:02:27.765050 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-f6ca8ca5-a24a-4bd5-b5c5-39572e2ccd1e None None] Attempting to bind port 14f6839c-5931-465b-a346-6e5766bfd147 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '5f83952f-8a05-403c-873c-ec4d7edfe59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '469a528a-6553-4845-9b55-ef7260b0ae84'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:02:27.765467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ca8ca5-a24a-4bd5-b5c5-39572e2ccd1e None None] Attempting to bind port 14f6839c-5931-465b-a346-6e5766bfd147 on network 469a528a-6553-4845-9b55-ef7260b0ae84 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:02:27.789229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ca8ca5-a24a-4bd5-b5c5-39572e2ccd1e None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:02:27.789664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ca8ca5-a24a-4bd5-b5c5-39572e2ccd1e None None] Checking segment: {'id': '5f83952f-8a05-403c-873c-ec4d7edfe59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '469a528a-6553-4845-9b55-ef7260b0ae84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:02:27.790094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f6ca8ca5-a24a-4bd5-b5c5-39572e2ccd1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:27.790544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ca8ca5-a24a-4bd5-b5c5-39572e2ccd1e None None] Bound using segment: {'id': '5f83952f-8a05-403c-873c-ec4d7edfe59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '469a528a-6553-4845-9b55-ef7260b0ae84'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:02:27.791107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-f6ca8ca5-a24a-4bd5-b5c5-39572e2ccd1e None None] Bound port: 14f6839c-5931-465b-a346-6e5766bfd147, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f83952f-8a05-403c-873c-ec4d7edfe59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '469a528a-6553-4845-9b55-ef7260b0ae84'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:02:27.791526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f6ca8ca5-a24a-4bd5-b5c5-39572e2ccd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:27.792748 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-d5dcbe35-bc76-433e-93f5-f0510c1c292e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0820882 Dec 25 20:02:27.903355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-f6ca8ca5-a24a-4bd5-b5c5-39572e2ccd1e None None] For port 14f6839c-5931-465b-a346-6e5766bfd147, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:02:27.907475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-f6ca8ca5-a24a-4bd5-b5c5-39572e2ccd1e None None] For port 14f6839c-5931-465b-a346-6e5766bfd147, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=14f6839c-5931-465b-a346-6e5766bfd147,segment=NetworkSegment(5f83952f-8a05-403c-873c-ec4d7edfe59d),segment_id=5f83952f-8a05-403c-873c-ec4d7edfe59d)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:02:27.911238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f6ca8ca5-a24a-4bd5-b5c5-39572e2ccd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:27.916283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:02:28.002951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aaa03d-4dd6-44b2-aae5-2100ef38ee2e None None] Pushing event updated for resources: {'Port': ['ID=14f6839c-5931-465b-a346-6e5766bfd147,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:02:28.009639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d5aaa03d-4dd6-44b2-aae5-2100ef38ee2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:02:28.010463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ca8ca5-a24a-4bd5-b5c5-39572e2ccd1e None None] Routers {'f531952a-b8b4-422a-9bd9-b77a59fb24f0'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:02:28.011612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-f6ca8ca5-a24a-4bd5-b5c5-39572e2ccd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:02:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['f531952a-b8b4-422a-9bd9-b77a59fb24f0'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:02:28.197065 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-d2fc29c9-035c-4f99-a26c-6bd9041b0831 service neutron] 10.222.0.24 "GET /v2.0/networks/469a528a-6553-4845-9b55-ef7260b0ae84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911443 Dec 25 20:02:28.217375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-f6ca8ca5-a24a-4bd5-b5c5-39572e2ccd1e None None] Set router f531952a-b8b4-422a-9bd9-b77a59fb24f0 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:02:28.340331 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-09bb68c8-47fb-49a0-af86-1b01c3f3f37e service neutron] 10.222.0.24 "GET /v2.0/networks/469a528a-6553-4845-9b55-ef7260b0ae84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423132 Dec 25 20:02:28.552826 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-de00266a-1307-42ba-abcf-40fefbcde9c9 req-e6d8e217-30ca-4a7b-9595-a92ebe333c7f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=91c99348-dff6-42b2-b981-e600b85a9c72 HTTP/1.1" status: 200 len: 210 time: 0.0518675 Dec 25 20:02:28.577261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-f6ca8ca5-a24a-4bd5-b5c5-39572e2ccd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'name': 'tempest-TestNetworkBasicOps-router-1988914833', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'e80365fa-7b89-41fa-9191-9def3620d967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:02:19Z', 'updated_at': '2021-12-25T20:02:23Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'e80365fa-7b89-41fa-9191-9def3620d967', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ba:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:02:19Z', 'updated_at': '2021-12-25T20:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '14f6839c-5931-465b-a346-6e5766bfd147', 'name': '', 'network_id': '469a528a-6553-4845-9b55-ef7260b0ae84', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:28:93:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5a3f3d9-60c7-4968-b328-f17fd0806346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:02:22Z', 'updated_at': '2021-12-25T20:02:27Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'd5a3f3d9-60c7-4968-b328-f17fd0806346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:02:28.582171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ca8ca5-a24a-4bd5-b5c5-39572e2ccd1e None None] The sync data for ids ['f531952a-b8b4-422a-9bd9-b77a59fb24f0'] in dv-neutron-822611-1-hyperv is: [{'id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'name': 'tempest-TestNetworkBasicOps-router-1988914833', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'e80365fa-7b89-41fa-9191-9def3620d967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:02:19Z', 'updated_at': '2021-12-25T20:02:23Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'e80365fa-7b89-41fa-9191-9def3620d967', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ba:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:02:19Z', 'updated_at': '2021-12-25T20:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '14f6839c-5931-465b-a346-6e5766bfd147', 'name': '', 'network_id': '469a528a-6553-4845-9b55-ef7260b0ae84', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:28:93:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5a3f3d9-60c7-4968-b328-f17fd0806346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:02:22Z', 'updated_at': '2021-12-25T20:02:27Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'd5a3f3d9-60c7-4968-b328-f17fd0806346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:02:28.887599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 14f6839c-5931-465b-a346-6e5766bfd147 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:02:28.966574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 14f6839c-5931-465b-a346-6e5766bfd147 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:02:28.974317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 14f6839c-5931-465b-a346-6e5766bfd147 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:02:28.974746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:29.104471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:29.141354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 14f6839c-5931-465b-a346-6e5766bfd147, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=14f6839c-5931-465b-a346-6e5766bfd147,segment=NetworkSegment(5f83952f-8a05-403c-873c-ec4d7edfe59d),segment_id=5f83952f-8a05-403c-873c-ec4d7edfe59d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:02:29.146533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:29.148813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:02:29.223624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=14f6839c-5931-465b-a346-6e5766bfd147,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:02:29.226923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:02:29.727675 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f92bb9f0-e9d2-4344-8ebe-c4faef8161bf req-44973716-71b3-49e4-a812-c9f3b8cf243d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=91c99348-dff6-42b2-b981-e600b85a9c72 HTTP/1.1" status: 200 len: 210 time: 0.0487173 Dec 25 20:02:29.980476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:02:29.992970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-de0c7230-933b-4d7f-b748-637f101e9de8 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:02:29.994547 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-de0c7230-933b-4d7f-b748-637f101e9de8 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "GET /v2.0/networks?id=469a528a-6553-4845-9b55-ef7260b0ae84 HTTP/1.1" status: 200 len: 797 time: 0.1579754 Dec 25 20:02:30.060729 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-96e50cd8-47bc-4337-a2d1-71c7941f5ca7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23f5dc92674e43b787fc19a8bf548d4f HTTP/1.1" status: 200 len: 380 time: 0.0481699 Dec 25 20:02:30.077589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-80f08871-6143-4954-be4e-8d294d52691d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'port': {'device_id': '91c99348-dff6-42b2-b981-e600b85a9c72', 'network_id': '469a528a-6553-4845-9b55-ef7260b0ae84', 'admin_state_up': True, 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'security_groups': ['9d345786-1603-4712-aa63-a07e5eef662f']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:02:30.224921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-80f08871-6143-4954-be4e-8d294d52691d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:02:30.229239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-80f08871-6143-4954-be4e-8d294d52691d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:port and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:02:30.232319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-80f08871-6143-4954-be4e-8d294d52691d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:02:30.239406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-80f08871-6143-4954-be4e-8d294d52691d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:02:30.248667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-80f08871-6143-4954-be4e-8d294d52691d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Made reservation on behalf of 23f5dc92674e43b787fc19a8bf548d4f for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:02:30.254729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-80f08871-6143-4954-be4e-8d294d52691d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:30.427926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-80f08871-6143-4954-be4e-8d294d52691d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Allocated IP 172.20.0.14 (469a528a-6553-4845-9b55-ef7260b0ae84/d5a3f3d9-60c7-4968-b328-f17fd0806346/5fd724d6-b87d-4f6a-b885-6a85f0d86722) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:02:30.623799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-80f08871-6143-4954-be4e-8d294d52691d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:30.640730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-80f08871-6143-4954-be4e-8d294d52691d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Transition to ACTIVE for port object 5fd724d6-b87d-4f6a-b885-6a85f0d86722 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:02:30.661130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-80f08871-6143-4954-be4e-8d294d52691d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:30.667490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5cfb431c-cc7d-4036-a440-a8cc3e5d8555 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:02:30.739172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-80f08871-6143-4954-be4e-8d294d52691d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network 469a528a-6553-4845-9b55-ef7260b0ae84 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:02:30.742228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-80f08871-6143-4954-be4e-8d294d52691d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:02:30.744628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-80f08871-6143-4954-be4e-8d294d52691d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:02:30.797131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f08871-6143-4954-be4e-8d294d52691d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=5fd724d6-b87d-4f6a-b885-6a85f0d86722,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:02:30.800744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-80f08871-6143-4954-be4e-8d294d52691d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:02:30.819045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-80f08871-6143-4954-be4e-8d294d52691d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:02:30.819799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-80f08871-6143-4954-be4e-8d294d52691d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:30.847912 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-80f08871-6143-4954-be4e-8d294d52691d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7746265 Dec 25 20:02:30.865883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-69767b82-9dfe-42d0-8d5a-6cc198c77083 service neutron] Request body: {'port': {'device_id': '91c99348-dff6-42b2-b981-e600b85a9c72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:02:30.882298 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 14f6839c-5931-465b-a346-6e5766bfd147 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:02:30.956939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 14f6839c-5931-465b-a346-6e5766bfd147 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:02:30.957350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:31.058351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-69767b82-9dfe-42d0-8d5a-6cc198c77083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:31.079437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb7393-1763-41df-9e52-37343b67a02f req-3d960d14-15ca-407a-be60-5d1d687603e8 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:02:31.080353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-99cb7393-1763-41df-9e52-37343b67a02f req-3d960d14-15ca-407a-be60-5d1d687603e8 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Synchronizing usage tracker for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:02:31.144500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-99cb7393-1763-41df-9e52-37343b67a02f req-3d960d14-15ca-407a-be60-5d1d687603e8 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Unset dirty status for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:02:31.145770 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-99cb7393-1763-41df-9e52-37343b67a02f req-3d960d14-15ca-407a-be60-5d1d687603e8 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=91c99348-dff6-42b2-b981-e600b85a9c72 HTTP/1.1" status: 200 len: 932 time: 0.2448897 Dec 25 20:02:31.258204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-6bd04e82-5a28-4631-a3b9-7c560a36f4c9 None None] Provisioning for port 5fd724d6-b87d-4f6a-b885-6a85f0d86722 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:02:31.263287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-6bd04e82-5a28-4631-a3b9-7c560a36f4c9 None None] Provisioning complete for port 5fd724d6-b87d-4f6a-b885-6a85f0d86722 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:02:31.263847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6bd04e82-5a28-4631-a3b9-7c560a36f4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:31.295476 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-99cb7393-1763-41df-9e52-37343b67a02f req-0575ef72-0a02-489f-a642-7aa5387ac378 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d345786-1603-4712-aa63-a07e5eef662f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401093 Dec 25 20:02:31.327679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-6bd04e82-5a28-4631-a3b9-7c560a36f4c9 None None] Port 5fd724d6-b87d-4f6a-b885-6a85f0d86722 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:02:31.497565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-69767b82-9dfe-42d0-8d5a-6cc198c77083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fd724d6-b87d-4f6a-b885-6a85f0d86722 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:02:31.505897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-69767b82-9dfe-42d0-8d5a-6cc198c77083 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:31.521776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-69767b82-9dfe-42d0-8d5a-6cc198c77083 service neutron] Transition to ACTIVE for port object 5fd724d6-b87d-4f6a-b885-6a85f0d86722 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:02:31.524340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-69767b82-9dfe-42d0-8d5a-6cc198c77083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:31.528739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0e0c0abe-e8ed-4bb0-bd75-907f218684bb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:02:31.658821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69767b82-9dfe-42d0-8d5a-6cc198c77083 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd724d6-b87d-4f6a-b885-6a85f0d86722,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:02:31.663845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-69767b82-9dfe-42d0-8d5a-6cc198c77083 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:02:31.787382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-69767b82-9dfe-42d0-8d5a-6cc198c77083 service neutron] Attempting to bind port 5fd724d6-b87d-4f6a-b885-6a85f0d86722 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:02:31.787931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-69767b82-9dfe-42d0-8d5a-6cc198c77083 service neutron] Attempting to bind port 5fd724d6-b87d-4f6a-b885-6a85f0d86722 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '5f83952f-8a05-403c-873c-ec4d7edfe59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '469a528a-6553-4845-9b55-ef7260b0ae84'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:02:31.788126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-69767b82-9dfe-42d0-8d5a-6cc198c77083 service neutron] Attempting to bind port 5fd724d6-b87d-4f6a-b885-6a85f0d86722 on network 469a528a-6553-4845-9b55-ef7260b0ae84 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:02:31.794798 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-69767b82-9dfe-42d0-8d5a-6cc198c77083 service neutron] Port 5fd724d6-b87d-4f6a-b885-6a85f0d86722 on network 469a528a-6553-4845-9b55-ef7260b0ae84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 20:02:31.795190 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-69767b82-9dfe-42d0-8d5a-6cc198c77083 service neutron] Attempting to bind port 5fd724d6-b87d-4f6a-b885-6a85f0d86722 on network 469a528a-6553-4845-9b55-ef7260b0ae84 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:02:31.802139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-69767b82-9dfe-42d0-8d5a-6cc198c77083 service neutron] Checking agent: {'id': '5d7a6d50-e450-4e92-a105-61a558d89e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'started_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:02:31.802519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-69767b82-9dfe-42d0-8d5a-6cc198c77083 service neutron] Checking segment: {'id': '5f83952f-8a05-403c-873c-ec4d7edfe59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '469a528a-6553-4845-9b55-ef7260b0ae84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:02:31.802946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-69767b82-9dfe-42d0-8d5a-6cc198c77083 service neutron] Bound using segment: {'id': '5f83952f-8a05-403c-873c-ec4d7edfe59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '469a528a-6553-4845-9b55-ef7260b0ae84'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:02:31.803452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-69767b82-9dfe-42d0-8d5a-6cc198c77083 service neutron] Bound port: 5fd724d6-b87d-4f6a-b885-6a85f0d86722, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f83952f-8a05-403c-873c-ec4d7edfe59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '469a528a-6553-4845-9b55-ef7260b0ae84'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:02:31.803840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-69767b82-9dfe-42d0-8d5a-6cc198c77083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:31.896571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-69767b82-9dfe-42d0-8d5a-6cc198c77083 service neutron] For port 5fd724d6-b87d-4f6a-b885-6a85f0d86722, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:02:31.899737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-69767b82-9dfe-42d0-8d5a-6cc198c77083 service neutron] For port 5fd724d6-b87d-4f6a-b885-6a85f0d86722, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5fd724d6-b87d-4f6a-b885-6a85f0d86722,segment=NetworkSegment(5f83952f-8a05-403c-873c-ec4d7edfe59d),segment_id=5f83952f-8a05-403c-873c-ec4d7edfe59d)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:02:31.902950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-69767b82-9dfe-42d0-8d5a-6cc198c77083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:31.907348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f72a5c1b-e7e3-4b43-932d-209a4f2d4c3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:02:31.971324 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-69767b82-9dfe-42d0-8d5a-6cc198c77083 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:31.973095 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-69767b82-9dfe-42d0-8d5a-6cc198c77083 service neutron] 10.222.0.36 "PUT /v2.0/ports/5fd724d6-b87d-4f6a-b885-6a85f0d86722 HTTP/1.1" status: 200 len: 1094 time: 1.1125529 Dec 25 20:02:31.973660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c99348-dff6-42b2-b981-e600b85a9c72', 'tag': '5fd724d6-b87d-4f6a-b885-6a85f0d86722'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:02:31.992612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69767b82-9dfe-42d0-8d5a-6cc198c77083 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd724d6-b87d-4f6a-b885-6a85f0d86722,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:02:31.995998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-69767b82-9dfe-42d0-8d5a-6cc198c77083 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:02:32.064202 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c99348-dff6-42b2-b981-e600b85a9c72', 'tag': '5fd724d6-b87d-4f6a-b885-6a85f0d86722', 'status': 'completed', 'code': 200} Dec 25 20:02:32.110474 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-ad03b41d-8ca4-44e9-a3a8-2f72b2c14563 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=91c99348-dff6-42b2-b981-e600b85a9c72 HTTP/1.1" status: 200 len: 1097 time: 0.0960877 Dec 25 20:02:32.195047 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-f10c1c10-f378-47c7-9a34-2c9e3ccf4965 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fd724d6-b87d-4f6a-b885-6a85f0d86722 HTTP/1.1" status: 200 len: 217 time: 0.0731974 Dec 25 20:02:32.269755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-b7504db5-9721-4d05-9772-09a47758b6fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:02:32.271393 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-b7504db5-9721-4d05-9772-09a47758b6fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5a3f3d9-60c7-4968-b328-f17fd0806346 HTTP/1.1" status: 200 len: 834 time: 0.0669372 Dec 25 20:02:32.356202 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-37337df0-b534-4ecd-aede-8986aec62c29 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=469a528a-6553-4845-9b55-ef7260b0ae84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750434 Dec 25 20:02:32.574364 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-7303e7ea-1ebf-4cc7-ab17-30bc0fa24e5a service neutron] 10.222.0.36 "GET /v2.0/networks/469a528a-6553-4845-9b55-ef7260b0ae84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079575 Dec 25 20:02:32.614844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52a357-8241-4c5a-b638-2b352b7581d0 req-b9d329c9-a07b-4f67-b41b-53e692288b17 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:02:32.616336 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5d52a357-8241-4c5a-b638-2b352b7581d0 req-b9d329c9-a07b-4f67-b41b-53e692288b17 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=91c99348-dff6-42b2-b981-e600b85a9c72 HTTP/1.1" status: 200 len: 944 time: 0.1445875 Dec 25 20:02:32.755869 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5d52a357-8241-4c5a-b638-2b352b7581d0 req-62371a35-7ef2-451e-a4d7-1bc168993d8a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d345786-1603-4712-aa63-a07e5eef662f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332290 Dec 25 20:02:32.775706 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d650aa32-c2d9-43b6-93ce-c9fea22c498f req-e8dcf5f7-cfeb-4554-a865-8b6bdb754555 service neutron] 10.222.0.36 "GET /v2.0/networks/469a528a-6553-4845-9b55-ef7260b0ae84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908369 Dec 25 20:02:32.910415 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-37321934-b660-4da6-9277-b518d80fcebc req-01541c0f-e399-411f-bfec-7fa6196a0257 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=91c99348-dff6-42b2-b981-e600b85a9c72 HTTP/1.1" status: 200 len: 1097 time: 0.0774946 Dec 25 20:02:33.060368 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37321934-b660-4da6-9277-b518d80fcebc req-086a982b-79d3-4cc1-9f5e-6c5b203bd66e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:02:33.061949 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-37321934-b660-4da6-9277-b518d80fcebc req-086a982b-79d3-4cc1-9f5e-6c5b203bd66e service neutron] 10.222.0.36 "GET /v2.0/networks?id=469a528a-6553-4845-9b55-ef7260b0ae84 HTTP/1.1" status: 200 len: 897 time: 0.1433268 Dec 25 20:02:33.132488 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-37321934-b660-4da6-9277-b518d80fcebc req-d247438a-ba75-4fee-b01c-ef03fbbd0ab1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fd724d6-b87d-4f6a-b885-6a85f0d86722 HTTP/1.1" status: 200 len: 217 time: 0.0633247 Dec 25 20:02:33.206378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37321934-b660-4da6-9277-b518d80fcebc req-3d35ab1b-f9da-439d-8295-3ffd2409e760 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:02:33.208007 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-37321934-b660-4da6-9277-b518d80fcebc req-3d35ab1b-f9da-439d-8295-3ffd2409e760 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5a3f3d9-60c7-4968-b328-f17fd0806346 HTTP/1.1" status: 200 len: 834 time: 0.0673556 Dec 25 20:02:33.291000 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-37321934-b660-4da6-9277-b518d80fcebc req-41802916-abad-4cba-9b9b-fe1da0f504bd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=469a528a-6553-4845-9b55-ef7260b0ae84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738437 Dec 25 20:02:33.437388 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-37321934-b660-4da6-9277-b518d80fcebc req-ef813612-dd19-4d63-8bb0-cc81edfe539f service neutron] 10.222.0.36 "GET /v2.0/networks/469a528a-6553-4845-9b55-ef7260b0ae84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388650 Dec 25 20:02:33.580137 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-37321934-b660-4da6-9277-b518d80fcebc req-9ee50d67-3059-420c-90b1-75aac753d4bc service neutron] 10.222.0.36 "GET /v2.0/networks/469a528a-6553-4845-9b55-ef7260b0ae84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348288 Dec 25 20:02:33.961103 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251c8a1-fc83-4766-a269-ce08e115473a req-ebe110e5-9166-4e95-a094-fb1c887bf89d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:02:33.962691 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e251c8a1-fc83-4766-a269-ce08e115473a req-ebe110e5-9166-4e95-a094-fb1c887bf89d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=91c99348-dff6-42b2-b981-e600b85a9c72 HTTP/1.1" status: 200 len: 944 time: 0.0816669 Dec 25 20:02:34.014389 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e251c8a1-fc83-4766-a269-ce08e115473a req-e97cf9bc-dece-4bf2-810c-9e258a1ef096 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d345786-1603-4712-aa63-a07e5eef662f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456138 Dec 25 20:02:34.801783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 5fd724d6-b87d-4f6a-b885-6a85f0d86722 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 20:02:34.942726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 5fd724d6-b87d-4f6a-b885-6a85f0d86722, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5fd724d6-b87d-4f6a-b885-6a85f0d86722,segment=NetworkSegment(5f83952f-8a05-403c-873c-ec4d7edfe59d),segment_id=5f83952f-8a05-403c-873c-ec4d7edfe59d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:02:34.956511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': '5fd724d6-b87d-4f6a-b885-6a85f0d86722', 'network_id': '469a528a-6553-4845-9b55-ef7260b0ae84', 'port_id': '5fd724d6-b87d-4f6a-b885-6a85f0d86722', 'mac_address': 'fa:16:3e:54:6d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5a3f3d9-60c7-4968-b328-f17fd0806346', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 20:02:35.014546 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:35.032366 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd724d6-b87d-4f6a-b885-6a85f0d86722 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:02:35.047216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 5fd724d6-b87d-4f6a-b885-6a85f0d86722, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5fd724d6-b87d-4f6a-b885-6a85f0d86722,segment=NetworkSegment(5f83952f-8a05-403c-873c-ec4d7edfe59d),segment_id=5f83952f-8a05-403c-873c-ec4d7edfe59d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:02:35.051002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:35.052923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d57a02a4-4c4f-423f-9d7e-ae8545c7e54a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:02:35.119165 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=5fd724d6-b87d-4f6a-b885-6a85f0d86722,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:02:35.122675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:02:35.306397 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['5fd724d6-b87d-4f6a-b885-6a85f0d86722'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:02:35.440029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879191ec-1f82-49c5-bd59-edd71800e67c req-f377c8e5-98b7-49bd-a27b-97fd1ff45b6e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:02:35.441663 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-879191ec-1f82-49c5-bd59-edd71800e67c req-f377c8e5-98b7-49bd-a27b-97fd1ff45b6e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=91c99348-dff6-42b2-b981-e600b85a9c72 HTTP/1.1" status: 200 len: 945 time: 0.3023565 Dec 25 20:02:35.490963 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-879191ec-1f82-49c5-bd59-edd71800e67c req-a1943102-ae31-4c7f-afdf-9eb7bad7eb2f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d345786-1603-4712-aa63-a07e5eef662f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429497 Dec 25 20:02:36.050794 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd582dd6-99b9-4099-92da-9ddad876c765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:36.695440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c256c14-2511-4212-a887-13903813a1c0 req-6c82e6be-e6ae-494d-8e86-547181d9473b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:02:36.697014 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1c256c14-2511-4212-a887-13903813a1c0 req-6c82e6be-e6ae-494d-8e86-547181d9473b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=91c99348-dff6-42b2-b981-e600b85a9c72 HTTP/1.1" status: 200 len: 945 time: 0.0861139 Dec 25 20:02:36.744375 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1c256c14-2511-4212-a887-13903813a1c0 req-e8aef349-1821-4c3e-9b46-9396842f4411 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d345786-1603-4712-aa63-a07e5eef662f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412657 Dec 25 20:02:36.815073 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 5fd724d6-b87d-4f6a-b885-6a85f0d86722 up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:02:36.886721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning for port 5fd724d6-b87d-4f6a-b885-6a85f0d86722 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:02:36.891518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port 5fd724d6-b87d-4f6a-b885-6a85f0d86722 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:02:36.891949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:37.005587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:37.032477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c99348-dff6-42b2-b981-e600b85a9c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd724d6-b87d-4f6a-b885-6a85f0d86722'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:02:37.042942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 5fd724d6-b87d-4f6a-b885-6a85f0d86722, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5fd724d6-b87d-4f6a-b885-6a85f0d86722,segment=NetworkSegment(5f83952f-8a05-403c-873c-ec4d7edfe59d),segment_id=5f83952f-8a05-403c-873c-ec4d7edfe59d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:02:37.046853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:37.049333 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:02:37.098292 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c99348-dff6-42b2-b981-e600b85a9c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd724d6-b87d-4f6a-b885-6a85f0d86722', 'code': 200} Dec 25 20:02:37.120738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=5fd724d6-b87d-4f6a-b885-6a85f0d86722,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:02:37.123878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:02:37.216511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:37.340264 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7cb34173-78ea-4323-bc6a-60737071120a req-2e779303-b7da-4476-9587-88e65bf7c75a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=91c99348-dff6-42b2-b981-e600b85a9c72 HTTP/1.1" status: 200 len: 1099 time: 0.0714419 Dec 25 20:02:37.386812 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7cb34173-78ea-4323-bc6a-60737071120a req-dc616d10-c954-47d3-af70-242893e27943 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9d345786-1603-4712-aa63-a07e5eef662f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367792 Dec 25 20:02:37.949087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4c911-c11d-470e-a3a3-3107c7bbac3d req-8b6d5b83-fdf2-4073-a645-aa4080f03a7d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:02:37.950659 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1bd4c911-c11d-470e-a3a3-3107c7bbac3d req-8b6d5b83-fdf2-4073-a645-aa4080f03a7d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=91c99348-dff6-42b2-b981-e600b85a9c72 HTTP/1.1" status: 200 len: 946 time: 0.0856402 Dec 25 20:02:37.997653 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1bd4c911-c11d-470e-a3a3-3107c7bbac3d req-59b2d25d-b3f8-487c-a3e2-4941abc30cc7 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d345786-1603-4712-aa63-a07e5eef662f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408535 Dec 25 20:02:38.352594 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0f289423-b470-4cf0-a580-a588e46e2fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:38.621668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:39.214857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aad0ef-8feb-43ab-a22c-c490ac8e41fb req-b51f119d-7d77-4829-949f-a7ba5a323cfa tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:02:39.216503 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-35aad0ef-8feb-43ab-a22c-c490ac8e41fb req-b51f119d-7d77-4829-949f-a7ba5a323cfa tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=91c99348-dff6-42b2-b981-e600b85a9c72 HTTP/1.1" status: 200 len: 946 time: 0.0872333 Dec 25 20:02:39.269785 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-35aad0ef-8feb-43ab-a22c-c490ac8e41fb req-8d1b3374-cc36-4a3f-b7fc-1e9f1ccf4d4d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d345786-1603-4712-aa63-a07e5eef662f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468647 Dec 25 20:02:39.474078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3524e7-4f91-42c1-bcbd-3ced06af26f7 req-477d6d7e-5993-46ad-919e-2a12e6302ccf tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:02:39.475719 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ae3524e7-4f91-42c1-bcbd-3ced06af26f7 req-477d6d7e-5993-46ad-919e-2a12e6302ccf tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=91c99348-dff6-42b2-b981-e600b85a9c72 HTTP/1.1" status: 200 len: 946 time: 0.0839171 Dec 25 20:02:39.524380 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ae3524e7-4f91-42c1-bcbd-3ced06af26f7 req-8e80a782-a1fb-4d4a-816b-d1d5b7a643d8 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d345786-1603-4712-aa63-a07e5eef662f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425556 Dec 25 20:02:39.552981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 55118) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:02:39.630603 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c485bac3-7a46-414c-ae21-9364e78fb576 tempest-TestNetworkBasicOps-619718366 tempest-TestNetworkBasicOps-619718366-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=91c99348-dff6-42b2-b981-e600b85a9c72 HTTP/1.1" status: 200 len: 1094 time: 0.0762651 Dec 25 20:02:39.633225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 55122) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:02:39.638716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-cce4badf-4e65-4cfb-b229-11234b60a321 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'floatingip': {'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'port_id': '5fd724d6-b87d-4f6a-b885-6a85f0d86722', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:02:39.644439 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-cce4badf-4e65-4cfb-b229-11234b60a321 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:02:39.648476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-cce4badf-4e65-4cfb-b229-11234b60a321 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Usage tracker for resource:floatingip and tenant:23f5dc92674e43b787fc19a8bf548d4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:02:39.651401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-cce4badf-4e65-4cfb-b229-11234b60a321 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:02:39.657902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-cce4badf-4e65-4cfb-b229-11234b60a321 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:02:39.668569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cce4badf-4e65-4cfb-b229-11234b60a321 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:39.814513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cce4badf-4e65-4cfb-b229-11234b60a321 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:39.953539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-cce4badf-4e65-4cfb-b229-11234b60a321 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Allocated IP 172.26.8.121 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/d6d69f84-09bd-4d16-a6bc-56b9d30d413d) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:02:39.960009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:40.106919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cce4badf-4e65-4cfb-b229-11234b60a321 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:40.132893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cce4badf-4e65-4cfb-b229-11234b60a321 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:40.137598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-69767b82-9dfe-42d0-8d5a-6cc198c77083 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:02:40.210763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce4badf-4e65-4cfb-b229-11234b60a321 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:02:40.211933 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-cce4badf-4e65-4cfb-b229-11234b60a321 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:02:40.215806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce4badf-4e65-4cfb-b229-11234b60a321 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:02:40.256159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce4badf-4e65-4cfb-b229-11234b60a321 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=d6d69f84-09bd-4d16-a6bc-56b9d30d413d,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:02:40.264090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cce4badf-4e65-4cfb-b229-11234b60a321 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:02:40.751135 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cce4badf-4e65-4cfb-b229-11234b60a321 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:40.806956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cce4badf-4e65-4cfb-b229-11234b60a321 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:41.018447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cce4badf-4e65-4cfb-b229-11234b60a321 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:41.021946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cce4badf-4e65-4cfb-b229-11234b60a321 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:41.026295 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3d8cc2bb-9c4d-4518-8bc3-a47e4d468845 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:02:41.136862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce4badf-4e65-4cfb-b229-11234b60a321 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event updated for resources: {'Port': ['ID=d6d69f84-09bd-4d16-a6bc-56b9d30d413d,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:02:41.143934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cce4badf-4e65-4cfb-b229-11234b60a321 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:02:41.150658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cce4badf-4e65-4cfb-b229-11234b60a321 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:41.351429 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [None req-cce4badf-4e65-4cfb-b229-11234b60a321 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Floating IP 887c5c89-0498-40b9-a2cf-4ee1776419b8 associated. External IP: 172.26.8.121, port: 5fd724d6-b87d-4f6a-b885-6a85f0d86722. Dec 25 20:02:41.767443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce4badf-4e65-4cfb-b229-11234b60a321 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router f531952a-b8b4-422a-9bd9-b77a59fb24f0 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:02:42.193307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce4badf-4e65-4cfb-b229-11234b60a321 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:02:42.204451 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206e4d71-7dd9-4dd2-8338-5cfb4b049a6c None None] Sync routers for ids ['f531952a-b8b4-422a-9bd9-b77a59fb24f0'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:02:42.218879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206e4d71-7dd9-4dd2-8338-5cfb4b049a6c None None] Routers {'f531952a-b8b4-422a-9bd9-b77a59fb24f0'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:02:42.219109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cce4badf-4e65-4cfb-b229-11234b60a321 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:02:42.219587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-206e4d71-7dd9-4dd2-8338-5cfb4b049a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:02:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['f531952a-b8b4-422a-9bd9-b77a59fb24f0'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:02:42.277201 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-cce4badf-4e65-4cfb-b229-11234b60a321 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6428952 Dec 25 20:02:42.277901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c99348-dff6-42b2-b981-e600b85a9c72', 'tag': '5fd724d6-b87d-4f6a-b885-6a85f0d86722'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:02:42.280161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 55126) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:02:42.331571 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c99348-dff6-42b2-b981-e600b85a9c72', 'tag': '5fd724d6-b87d-4f6a-b885-6a85f0d86722', 'status': 'completed', 'code': 200} Dec 25 20:02:42.396581 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9dd7196d-ef44-4743-9f93-d555014e4c78 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/floatingips/887c5c89-0498-40b9-a2cf-4ee1776419b8 HTTP/1.1" status: 200 len: 992 time: 0.1149640 Dec 25 20:02:42.412086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-206e4d71-7dd9-4dd2-8338-5cfb4b049a6c None None] Set router f531952a-b8b4-422a-9bd9-b77a59fb24f0 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:02:42.432592 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-83ee8ebe-1cf5-4bc3-978b-a3fc3082e507 req-56bf5877-03c7-4b4d-b340-35459d3fe46d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=91c99348-dff6-42b2-b981-e600b85a9c72 HTTP/1.1" status: 200 len: 1099 time: 0.0784924 Dec 25 20:02:42.575092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee8ebe-1cf5-4bc3-978b-a3fc3082e507 req-f5687510-6fb9-4223-bebb-f0e2fcc9f1c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:02:42.576720 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-83ee8ebe-1cf5-4bc3-978b-a3fc3082e507 req-f5687510-6fb9-4223-bebb-f0e2fcc9f1c1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=469a528a-6553-4845-9b55-ef7260b0ae84 HTTP/1.1" status: 200 len: 897 time: 0.1380470 Dec 25 20:02:42.686073 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-83ee8ebe-1cf5-4bc3-978b-a3fc3082e507 req-320b7f52-011b-4c45-a6c2-769a1acad5b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fd724d6-b87d-4f6a-b885-6a85f0d86722 HTTP/1.1" status: 200 len: 1000 time: 0.1019502 Dec 25 20:02:42.757983 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee8ebe-1cf5-4bc3-978b-a3fc3082e507 req-7aed959c-3ce0-42f3-b326-860a32b79b25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:02:42.759606 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-83ee8ebe-1cf5-4bc3-978b-a3fc3082e507 req-7aed959c-3ce0-42f3-b326-860a32b79b25 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5a3f3d9-60c7-4968-b328-f17fd0806346 HTTP/1.1" status: 200 len: 834 time: 0.0671263 Dec 25 20:02:42.781431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-206e4d71-7dd9-4dd2-8338-5cfb4b049a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'name': 'tempest-TestNetworkBasicOps-router-1988914833', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'e80365fa-7b89-41fa-9191-9def3620d967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:02:19Z', 'updated_at': '2021-12-25T20:02:23Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'e80365fa-7b89-41fa-9191-9def3620d967', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ba:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:02:19Z', 'updated_at': '2021-12-25T20:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '887c5c89-0498-40b9-a2cf-4ee1776419b8', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.121', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'port_id': '5fd724d6-b87d-4f6a-b885-6a85f0d86722', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '469a528a-6553-4845-9b55-ef7260b0ae84', 'mac_address': 'fa:16:3e:54:6d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c99348-dff6-42b2-b981-e600b85a9c72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:02:40Z', 'updated_at': '2021-12-25T20:02:40Z', 'revision_number': 0, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14f6839c-5931-465b-a346-6e5766bfd147', 'name': '', 'network_id': '469a528a-6553-4845-9b55-ef7260b0ae84', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:28:93:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5a3f3d9-60c7-4968-b328-f17fd0806346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:02:22Z', 'updated_at': '2021-12-25T20:02:29Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'd5a3f3d9-60c7-4968-b328-f17fd0806346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:02:42.786031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206e4d71-7dd9-4dd2-8338-5cfb4b049a6c None None] Checking router: f531952a-b8b4-422a-9bd9-b77a59fb24f0 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:02:42.797181 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206e4d71-7dd9-4dd2-8338-5cfb4b049a6c None None] Routers {'f531952a-b8b4-422a-9bd9-b77a59fb24f0'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:02:42.797868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-206e4d71-7dd9-4dd2-8338-5cfb4b049a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:02:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['f531952a-b8b4-422a-9bd9-b77a59fb24f0'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:02:42.847594 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-83ee8ebe-1cf5-4bc3-978b-a3fc3082e507 req-87f4a150-6756-42d5-a97e-60ebe156ec58 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=469a528a-6553-4845-9b55-ef7260b0ae84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811527 Dec 25 20:02:42.981528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-206e4d71-7dd9-4dd2-8338-5cfb4b049a6c None None] Set router f531952a-b8b4-422a-9bd9-b77a59fb24f0 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:02:42.993532 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-83ee8ebe-1cf5-4bc3-978b-a3fc3082e507 req-d50e6990-e6b3-4b27-8662-b1e41c5839d1 service neutron] 10.222.0.36 "GET /v2.0/networks/469a528a-6553-4845-9b55-ef7260b0ae84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391528 Dec 25 20:02:43.145584 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-83ee8ebe-1cf5-4bc3-978b-a3fc3082e507 req-f2cd0aff-810f-48f2-9358-fecd104ca734 service neutron] 10.222.0.36 "GET /v2.0/networks/469a528a-6553-4845-9b55-ef7260b0ae84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455588 Dec 25 20:02:43.400498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 55132) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:02:43.488179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-206e4d71-7dd9-4dd2-8338-5cfb4b049a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'name': 'tempest-TestNetworkBasicOps-router-1988914833', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'e80365fa-7b89-41fa-9191-9def3620d967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:02:19Z', 'updated_at': '2021-12-25T20:02:23Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'e80365fa-7b89-41fa-9191-9def3620d967', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ba:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:02:19Z', 'updated_at': '2021-12-25T20:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '887c5c89-0498-40b9-a2cf-4ee1776419b8', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.121', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'port_id': '5fd724d6-b87d-4f6a-b885-6a85f0d86722', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '469a528a-6553-4845-9b55-ef7260b0ae84', 'mac_address': 'fa:16:3e:54:6d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c99348-dff6-42b2-b981-e600b85a9c72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:02:40Z', 'updated_at': '2021-12-25T20:02:40Z', 'revision_number': 0, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14f6839c-5931-465b-a346-6e5766bfd147', 'name': '', 'network_id': '469a528a-6553-4845-9b55-ef7260b0ae84', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:28:93:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5a3f3d9-60c7-4968-b328-f17fd0806346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:02:22Z', 'updated_at': '2021-12-25T20:02:29Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'd5a3f3d9-60c7-4968-b328-f17fd0806346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:02:43.492402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206e4d71-7dd9-4dd2-8338-5cfb4b049a6c None None] The sync data for ids ['f531952a-b8b4-422a-9bd9-b77a59fb24f0'] in dv-neutron-822611-1-hyperv is: [{'id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'name': 'tempest-TestNetworkBasicOps-router-1988914833', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'e80365fa-7b89-41fa-9191-9def3620d967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:02:19Z', 'updated_at': '2021-12-25T20:02:23Z', 'revision_number': 4, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'e80365fa-7b89-41fa-9191-9def3620d967', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ba:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:02:19Z', 'updated_at': '2021-12-25T20:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '887c5c89-0498-40b9-a2cf-4ee1776419b8', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.121', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'port_id': '5fd724d6-b87d-4f6a-b885-6a85f0d86722', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '469a528a-6553-4845-9b55-ef7260b0ae84', 'mac_address': 'fa:16:3e:54:6d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c99348-dff6-42b2-b981-e600b85a9c72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:02:40Z', 'updated_at': '2021-12-25T20:02:40Z', 'revision_number': 0, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14f6839c-5931-465b-a346-6e5766bfd147', 'name': '', 'network_id': '469a528a-6553-4845-9b55-ef7260b0ae84', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:28:93:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5a3f3d9-60c7-4968-b328-f17fd0806346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:02:22Z', 'updated_at': '2021-12-25T20:02:29Z', 'revision_number': 5, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'd5a3f3d9-60c7-4968-b328-f17fd0806346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:02:43.508586 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-339dea85-2b45-4d26-bac6-087101382cb1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/floatingips/887c5c89-0498-40b9-a2cf-4ee1776419b8 HTTP/1.1" status: 200 len: 992 time: 0.1066451 Dec 25 20:02:43.816595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7845f7e4-5cbc-41af-9969-c960d014c1f8 None None] New status for floating IP 887c5c89-0498-40b9-a2cf-4ee1776419b8: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 20:02:44.512560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 55136) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:02:44.631465 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-035698aa-6995-4b07-a875-21e5edff03c1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/floatingips/887c5c89-0498-40b9-a2cf-4ee1776419b8 HTTP/1.1" status: 200 len: 994 time: 0.1163762 Dec 25 20:02:53.547546 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:06.056707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1822e962-d724-4e7d-a41f-767bc72917d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:06.981308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:03:07.218218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:08.353210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ce17cab7-76b4-4956-a664-098875989b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:08.623549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:09.963752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:17.946341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 55150) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:03:17.952264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-8b913ec1-34c5-4929-b0a6-38783a9afac4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:03:18.556730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b913ec1-34c5-4929-b0a6-38783a9afac4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:18.567773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b913ec1-34c5-4929-b0a6-38783a9afac4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854381233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854287207'] for router, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:18.782248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b913ec1-34c5-4929-b0a6-38783a9afac4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router f531952a-b8b4-422a-9bd9-b77a59fb24f0 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:03:18.993733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b913ec1-34c5-4929-b0a6-38783a9afac4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:03:19.000809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b913ec1-34c5-4929-b0a6-38783a9afac4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:19.002633 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8b913ec1-34c5-4929-b0a6-38783a9afac4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "PUT /v2.0/routers/f531952a-b8b4-422a-9bd9-b77a59fb24f0 HTTP/1.1" status: 200 len: 889 time: 1.0552001 Dec 25 20:03:19.004420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d805e9e-da59-4d12-aa8b-ea10026b0550 None None] Sync routers for ids ['f531952a-b8b4-422a-9bd9-b77a59fb24f0'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:03:19.017560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d805e9e-da59-4d12-aa8b-ea10026b0550 None None] Routers {'f531952a-b8b4-422a-9bd9-b77a59fb24f0'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:03:19.018242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-5d805e9e-da59-4d12-aa8b-ea10026b0550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:03:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['f531952a-b8b4-422a-9bd9-b77a59fb24f0'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:03:19.091503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-5d805e9e-da59-4d12-aa8b-ea10026b0550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:03:19.102918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d805e9e-da59-4d12-aa8b-ea10026b0550 None None] Routers {'f531952a-b8b4-422a-9bd9-b77a59fb24f0'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:03:19.103612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-5d805e9e-da59-4d12-aa8b-ea10026b0550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:03:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['f531952a-b8b4-422a-9bd9-b77a59fb24f0'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:03:19.168069 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-5d805e9e-da59-4d12-aa8b-ea10026b0550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:03:19.168526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d805e9e-da59-4d12-aa8b-ea10026b0550 None None] The sync data for ids ['f531952a-b8b4-422a-9bd9-b77a59fb24f0'] in dv-neutron-822611-1-hyperv is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:03:19.497541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d60a983-27c4-4949-869c-df7bfcd901c1 None None] New status for floating IP 887c5c89-0498-40b9-a2cf-4ee1776419b8: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 20:03:20.881986 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device e80365fa-7b89-41fa-9191-9def3620d967 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:03:20.998128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:21.014235 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port e80365fa-7b89-41fa-9191-9def3620d967, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=e80365fa-7b89-41fa-9191-9def3620d967,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:03:21.017495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:21.018288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 14f6839c-5931-465b-a346-6e5766bfd147 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:03:21.045821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dd19137e-0186-41a1-bdf0-b6ef3fb3f7f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:21.167086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=e80365fa-7b89-41fa-9191-9def3620d967,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:21.185270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 55156) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:03:21.192021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-7e243502-073e-4881-ad2d-e0fc3a705191 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:03:21.194570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:03:21.194970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:03:21.195383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:03:21.195765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:03:21.196147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:03:21.196527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:03:21.196901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:03:21.197276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:03:21.197648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:03:21.198017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:03:21.198391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:03:21.204488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:21.208590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:21.242272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 14f6839c-5931-465b-a346-6e5766bfd147, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=14f6839c-5931-465b-a346-6e5766bfd147,segment=NetworkSegment(5f83952f-8a05-403c-873c-ec4d7edfe59d),segment_id=5f83952f-8a05-403c-873c-ec4d7edfe59d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:03:21.245181 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:21.247129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6d72dc5c-3bc7-481e-96cb-24c2040af677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:21.317039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=14f6839c-5931-465b-a346-6e5766bfd147,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:21.320343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:22.008707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e243502-073e-4881-ad2d-e0fc3a705191 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:22.018110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e243502-073e-4881-ad2d-e0fc3a705191 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854381233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854287207'] for router, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:22.226215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e243502-073e-4881-ad2d-e0fc3a705191 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router f531952a-b8b4-422a-9bd9-b77a59fb24f0 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:03:22.437786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e243502-073e-4881-ad2d-e0fc3a705191 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:03:22.444080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e243502-073e-4881-ad2d-e0fc3a705191 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:22.446299 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7e243502-073e-4881-ad2d-e0fc3a705191 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "PUT /v2.0/routers/f531952a-b8b4-422a-9bd9-b77a59fb24f0 HTTP/1.1" status: 200 len: 888 time: 1.2594948 Dec 25 20:03:22.447836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206311ae-eeda-4881-9ed1-67917e73c68c None None] Sync routers for ids ['f531952a-b8b4-422a-9bd9-b77a59fb24f0'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:03:22.449082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 55160) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:03:22.460790 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206311ae-eeda-4881-9ed1-67917e73c68c None None] Routers {'f531952a-b8b4-422a-9bd9-b77a59fb24f0'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:03:22.461453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-206311ae-eeda-4881-9ed1-67917e73c68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:03:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['f531952a-b8b4-422a-9bd9-b77a59fb24f0'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:03:22.556316 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1cb0bb4f-aacc-4f0f-bdaa-e852b9a0ea70 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/floatingips/887c5c89-0498-40b9-a2cf-4ee1776419b8 HTTP/1.1" status: 200 len: 992 time: 0.1059904 Dec 25 20:03:22.645093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-206311ae-eeda-4881-9ed1-67917e73c68c None None] Set router f531952a-b8b4-422a-9bd9-b77a59fb24f0 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:03:22.998880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-206311ae-eeda-4881-9ed1-67917e73c68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'name': 'tempest-TestNetworkBasicOps-router-1988914833', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'e80365fa-7b89-41fa-9191-9def3620d967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:02:19Z', 'updated_at': '2021-12-25T20:03:22Z', 'revision_number': 6, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'e80365fa-7b89-41fa-9191-9def3620d967', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ba:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:02:19Z', 'updated_at': '2021-12-25T20:03:20Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '887c5c89-0498-40b9-a2cf-4ee1776419b8', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.121', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'port_id': '5fd724d6-b87d-4f6a-b885-6a85f0d86722', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '469a528a-6553-4845-9b55-ef7260b0ae84', 'mac_address': 'fa:16:3e:54:6d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c99348-dff6-42b2-b981-e600b85a9c72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:02:40Z', 'updated_at': '2021-12-25T20:03:19Z', 'revision_number': 2, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14f6839c-5931-465b-a346-6e5766bfd147', 'name': '', 'network_id': '469a528a-6553-4845-9b55-ef7260b0ae84', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:28:93:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5a3f3d9-60c7-4968-b328-f17fd0806346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:02:22Z', 'updated_at': '2021-12-25T20:03:21Z', 'revision_number': 6, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'd5a3f3d9-60c7-4968-b328-f17fd0806346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:03:23.003443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206311ae-eeda-4881-9ed1-67917e73c68c None None] Checking router: f531952a-b8b4-422a-9bd9-b77a59fb24f0 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:03:23.014347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206311ae-eeda-4881-9ed1-67917e73c68c None None] Routers {'f531952a-b8b4-422a-9bd9-b77a59fb24f0'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:03:23.015001 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-206311ae-eeda-4881-9ed1-67917e73c68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:03:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['f531952a-b8b4-422a-9bd9-b77a59fb24f0'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:03:23.198255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-206311ae-eeda-4881-9ed1-67917e73c68c None None] Set router f531952a-b8b4-422a-9bd9-b77a59fb24f0 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:03:23.552886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-206311ae-eeda-4881-9ed1-67917e73c68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'name': 'tempest-TestNetworkBasicOps-router-1988914833', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'e80365fa-7b89-41fa-9191-9def3620d967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:02:19Z', 'updated_at': '2021-12-25T20:03:22Z', 'revision_number': 6, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'e80365fa-7b89-41fa-9191-9def3620d967', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ba:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:02:19Z', 'updated_at': '2021-12-25T20:03:20Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '887c5c89-0498-40b9-a2cf-4ee1776419b8', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.121', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'port_id': '5fd724d6-b87d-4f6a-b885-6a85f0d86722', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '469a528a-6553-4845-9b55-ef7260b0ae84', 'mac_address': 'fa:16:3e:54:6d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c99348-dff6-42b2-b981-e600b85a9c72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:02:40Z', 'updated_at': '2021-12-25T20:03:19Z', 'revision_number': 2, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14f6839c-5931-465b-a346-6e5766bfd147', 'name': '', 'network_id': '469a528a-6553-4845-9b55-ef7260b0ae84', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:28:93:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5a3f3d9-60c7-4968-b328-f17fd0806346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:02:22Z', 'updated_at': '2021-12-25T20:03:21Z', 'revision_number': 6, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'd5a3f3d9-60c7-4968-b328-f17fd0806346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:03:23.556998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206311ae-eeda-4881-9ed1-67917e73c68c None None] The sync data for ids ['f531952a-b8b4-422a-9bd9-b77a59fb24f0'] in dv-neutron-822611-1-hyperv is: [{'id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'name': 'tempest-TestNetworkBasicOps-router-1988914833', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'e80365fa-7b89-41fa-9191-9def3620d967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:02:19Z', 'updated_at': '2021-12-25T20:03:22Z', 'revision_number': 6, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'e80365fa-7b89-41fa-9191-9def3620d967', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ba:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:02:19Z', 'updated_at': '2021-12-25T20:03:20Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '887c5c89-0498-40b9-a2cf-4ee1776419b8', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'floating_ip_address': '172.26.8.121', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'port_id': '5fd724d6-b87d-4f6a-b885-6a85f0d86722', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '469a528a-6553-4845-9b55-ef7260b0ae84', 'mac_address': 'fa:16:3e:54:6d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c99348-dff6-42b2-b981-e600b85a9c72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:02:40Z', 'updated_at': '2021-12-25T20:03:19Z', 'revision_number': 2, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14f6839c-5931-465b-a346-6e5766bfd147', 'name': '', 'network_id': '469a528a-6553-4845-9b55-ef7260b0ae84', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:28:93:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5a3f3d9-60c7-4968-b328-f17fd0806346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:02:22Z', 'updated_at': '2021-12-25T20:03:21Z', 'revision_number': 6, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'd5a3f3d9-60c7-4968-b328-f17fd0806346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:03:23.560430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 55164) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:03:23.561367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:23.676079 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fdb169c4-a847-43ed-8dfd-349f760c4039 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/floatingips/887c5c89-0498-40b9-a2cf-4ee1776419b8 HTTP/1.1" status: 200 len: 992 time: 0.1143043 Dec 25 20:03:24.680222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 55168) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:03:24.804244 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-aa81f7d8-b65f-4643-b8c2-87720441b197 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/floatingips/887c5c89-0498-40b9-a2cf-4ee1776419b8 HTTP/1.1" status: 200 len: 992 time: 0.1225388 Dec 25 20:03:24.934069 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device e80365fa-7b89-41fa-9191-9def3620d967 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:03:25.011022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port e80365fa-7b89-41fa-9191-9def3620d967 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:03:25.011355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:25.133715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:25.151275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port e80365fa-7b89-41fa-9191-9def3620d967, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=e80365fa-7b89-41fa-9191-9def3620d967,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:03:25.157052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:25.157962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 14f6839c-5931-465b-a346-6e5766bfd147 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:03:25.189759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:25.286830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=e80365fa-7b89-41fa-9191-9def3620d967,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:25.290546 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:25.297648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 14f6839c-5931-465b-a346-6e5766bfd147 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:03:25.298072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:25.418062 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:25.451998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 14f6839c-5931-465b-a346-6e5766bfd147, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=14f6839c-5931-465b-a346-6e5766bfd147,segment=NetworkSegment(5f83952f-8a05-403c-873c-ec4d7edfe59d),segment_id=5f83952f-8a05-403c-873c-ec4d7edfe59d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:03:25.455428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:25.457379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:25.524047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=14f6839c-5931-465b-a346-6e5766bfd147,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:25.527284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:25.808222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 55172) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:03:25.918816 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0f3dfef1-6670-40ec-b613-012a36de37a0 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/floatingips/887c5c89-0498-40b9-a2cf-4ee1776419b8 HTTP/1.1" status: 200 len: 992 time: 0.1093063 Dec 25 20:03:26.695673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dc5884-a27c-4cd1-9798-52044dea7364 None None] New status for floating IP 887c5c89-0498-40b9-a2cf-4ee1776419b8: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 20:03:26.895499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device e80365fa-7b89-41fa-9191-9def3620d967 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:03:26.923016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 55176) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:03:27.034223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port e80365fa-7b89-41fa-9191-9def3620d967 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:03:27.034645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:27.037448 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1fdb528f-3b9f-43c9-9cf8-9974f3787044 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/floatingips/887c5c89-0498-40b9-a2cf-4ee1776419b8 HTTP/1.1" status: 200 len: 992 time: 0.1130524 Dec 25 20:03:27.157413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 14f6839c-5931-465b-a346-6e5766bfd147 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:03:27.228230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 14f6839c-5931-465b-a346-6e5766bfd147 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:03:27.228656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:28.041476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 55180) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:03:28.159191 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-47acaa2b-733a-47d9-854d-19a7faec637f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/floatingips/887c5c89-0498-40b9-a2cf-4ee1776419b8 HTTP/1.1" status: 200 len: 994 time: 0.1113496 Dec 25 20:03:28.464440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 55188) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:03:28.679817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e1a378eb-b164-44b8-83fc-6f64b1ee2fa9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting port d6d69f84-09bd-4d16-a6bc-56b9d30d413d {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:03:28.680123 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e1a378eb-b164-44b8-83fc-6f64b1ee2fa9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:28.857311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e1a378eb-b164-44b8-83fc-6f64b1ee2fa9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:28.857682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e1a378eb-b164-44b8-83fc-6f64b1ee2fa9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:28.985146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e1a378eb-b164-44b8-83fc-6f64b1ee2fa9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Calling delete_port for d6d69f84-09bd-4d16-a6bc-56b9d30d413d owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:03:29.132916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e1a378eb-b164-44b8-83fc-6f64b1ee2fa9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:29.137497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9bdbbb97-c11f-428d-8ce5-744a9bc44b20 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:29.182703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a378eb-b164-44b8-83fc-6f64b1ee2fa9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Port': ['ID=d6d69f84-09bd-4d16-a6bc-56b9d30d413d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:29.229421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a378eb-b164-44b8-83fc-6f64b1ee2fa9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:03:29.229851 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a378eb-b164-44b8-83fc-6f64b1ee2fa9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:03:29.230274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a378eb-b164-44b8-83fc-6f64b1ee2fa9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:03:29.230691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a378eb-b164-44b8-83fc-6f64b1ee2fa9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:03:29.231124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a378eb-b164-44b8-83fc-6f64b1ee2fa9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:03:29.231537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a378eb-b164-44b8-83fc-6f64b1ee2fa9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:03:29.231947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a378eb-b164-44b8-83fc-6f64b1ee2fa9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:03:29.232373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a378eb-b164-44b8-83fc-6f64b1ee2fa9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:03:29.232777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a378eb-b164-44b8-83fc-6f64b1ee2fa9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:03:29.233179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a378eb-b164-44b8-83fc-6f64b1ee2fa9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:03:29.233583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a378eb-b164-44b8-83fc-6f64b1ee2fa9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:03:29.237213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e1a378eb-b164-44b8-83fc-6f64b1ee2fa9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:29.295472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e1a378eb-b164-44b8-83fc-6f64b1ee2fa9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:29.699396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a378eb-b164-44b8-83fc-6f64b1ee2fa9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router f531952a-b8b4-422a-9bd9-b77a59fb24f0 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:03:29.915642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a378eb-b164-44b8-83fc-6f64b1ee2fa9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:03:29.925994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58308354-2d71-4e5e-a7eb-f1740d3e4f5f None None] Sync routers for ids ['f531952a-b8b4-422a-9bd9-b77a59fb24f0'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:03:29.935376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e1a378eb-b164-44b8-83fc-6f64b1ee2fa9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:29.939381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58308354-2d71-4e5e-a7eb-f1740d3e4f5f None None] Routers {'f531952a-b8b4-422a-9bd9-b77a59fb24f0'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:03:29.940062 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-58308354-2d71-4e5e-a7eb-f1740d3e4f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:03:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['f531952a-b8b4-422a-9bd9-b77a59fb24f0'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:03:30.252948 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e1a378eb-b164-44b8-83fc-6f64b1ee2fa9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/floatingips/887c5c89-0498-40b9-a2cf-4ee1776419b8 HTTP/1.1" status: 204 len: 168 time: 1.7873230 Dec 25 20:03:30.253673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c99348-dff6-42b2-b981-e600b85a9c72', 'tag': '5fd724d6-b87d-4f6a-b885-6a85f0d86722'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:03:30.293691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-58308354-2d71-4e5e-a7eb-f1740d3e4f5f None None] Set router f531952a-b8b4-422a-9bd9-b77a59fb24f0 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:03:30.392905 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c99348-dff6-42b2-b981-e600b85a9c72', 'tag': '5fd724d6-b87d-4f6a-b885-6a85f0d86722', 'status': 'completed', 'code': 200} Dec 25 20:03:30.512759 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8f2a2d6e-2a6c-489e-8fd9-eebd1e22a5c7 req-5ba98736-77f9-4ffb-9814-25fe9263e0c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&device_id=91c99348-dff6-42b2-b981-e600b85a9c72 HTTP/1.1" status: 200 len: 1099 time: 0.0909083 Dec 25 20:03:30.650287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-58308354-2d71-4e5e-a7eb-f1740d3e4f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'name': 'tempest-TestNetworkBasicOps-router-1988914833', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'e80365fa-7b89-41fa-9191-9def3620d967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:02:19Z', 'updated_at': '2021-12-25T20:03:22Z', 'revision_number': 6, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'e80365fa-7b89-41fa-9191-9def3620d967', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ba:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:02:19Z', 'updated_at': '2021-12-25T20:03:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '14f6839c-5931-465b-a346-6e5766bfd147', 'name': '', 'network_id': '469a528a-6553-4845-9b55-ef7260b0ae84', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:28:93:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5a3f3d9-60c7-4968-b328-f17fd0806346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:02:22Z', 'updated_at': '2021-12-25T20:03:25Z', 'revision_number': 7, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'd5a3f3d9-60c7-4968-b328-f17fd0806346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:03:30.654315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58308354-2d71-4e5e-a7eb-f1740d3e4f5f None None] Checking router: f531952a-b8b4-422a-9bd9-b77a59fb24f0 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:03:30.665717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58308354-2d71-4e5e-a7eb-f1740d3e4f5f None None] Routers {'f531952a-b8b4-422a-9bd9-b77a59fb24f0'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:03:30.666381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-58308354-2d71-4e5e-a7eb-f1740d3e4f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:03:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['f531952a-b8b4-422a-9bd9-b77a59fb24f0'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:03:30.718584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a2d6e-2a6c-489e-8fd9-eebd1e22a5c7 req-07720bb7-55f7-4a45-90e8-88acfdab62d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:03:30.720206 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8f2a2d6e-2a6c-489e-8fd9-eebd1e22a5c7 req-07720bb7-55f7-4a45-90e8-88acfdab62d7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=469a528a-6553-4845-9b55-ef7260b0ae84 HTTP/1.1" status: 200 len: 897 time: 0.1978714 Dec 25 20:03:30.861816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-58308354-2d71-4e5e-a7eb-f1740d3e4f5f None None] Set router f531952a-b8b4-422a-9bd9-b77a59fb24f0 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:03:31.024640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af6a06-5c31-470a-9ce3-81c191a05311 req-8103c339-8958-4044-9850-2fd7a38cfc98 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:03:31.026238 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-18af6a06-5c31-470a-9ce3-81c191a05311 req-8103c339-8958-4044-9850-2fd7a38cfc98 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=91c99348-dff6-42b2-b981-e600b85a9c72 HTTP/1.1" status: 200 len: 946 time: 0.4047720 Dec 25 20:03:31.058296 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8f2a2d6e-2a6c-489e-8fd9-eebd1e22a5c7 req-6ae70d5a-1566-426e-ae34-6207b62cff1f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fd724d6-b87d-4f6a-b885-6a85f0d86722 HTTP/1.1" status: 200 len: 217 time: 0.3263402 Dec 25 20:03:31.142089 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-18af6a06-5c31-470a-9ce3-81c191a05311 req-d54ad3ad-7b8d-4a21-a6f4-98783e3ffd4b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d345786-1603-4712-aa63-a07e5eef662f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090558 Dec 25 20:03:31.149553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a2d6e-2a6c-489e-8fd9-eebd1e22a5c7 req-3d3f57d5-9c2c-4c0c-b61d-55fcd9d5653e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:03:31.151137 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8f2a2d6e-2a6c-489e-8fd9-eebd1e22a5c7 req-3d3f57d5-9c2c-4c0c-b61d-55fcd9d5653e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5a3f3d9-60c7-4968-b328-f17fd0806346 HTTP/1.1" status: 200 len: 834 time: 0.0854170 Dec 25 20:03:31.200221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-58308354-2d71-4e5e-a7eb-f1740d3e4f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'name': 'tempest-TestNetworkBasicOps-router-1988914833', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'e80365fa-7b89-41fa-9191-9def3620d967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:02:19Z', 'updated_at': '2021-12-25T20:03:22Z', 'revision_number': 6, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'e80365fa-7b89-41fa-9191-9def3620d967', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ba:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:02:19Z', 'updated_at': '2021-12-25T20:03:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '14f6839c-5931-465b-a346-6e5766bfd147', 'name': '', 'network_id': '469a528a-6553-4845-9b55-ef7260b0ae84', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:28:93:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5a3f3d9-60c7-4968-b328-f17fd0806346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:02:22Z', 'updated_at': '2021-12-25T20:03:25Z', 'revision_number': 7, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'd5a3f3d9-60c7-4968-b328-f17fd0806346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:03:31.205004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58308354-2d71-4e5e-a7eb-f1740d3e4f5f None None] The sync data for ids ['f531952a-b8b4-422a-9bd9-b77a59fb24f0'] in dv-neutron-822611-1-hyperv is: [{'id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'name': 'tempest-TestNetworkBasicOps-router-1988914833', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'e80365fa-7b89-41fa-9191-9def3620d967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:02:19Z', 'updated_at': '2021-12-25T20:03:22Z', 'revision_number': 6, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'e80365fa-7b89-41fa-9191-9def3620d967', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ba:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:02:19Z', 'updated_at': '2021-12-25T20:03:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '14f6839c-5931-465b-a346-6e5766bfd147', 'name': '', 'network_id': '469a528a-6553-4845-9b55-ef7260b0ae84', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'mac_address': 'fa:16:3e:28:93:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5a3f3d9-60c7-4968-b328-f17fd0806346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:02:22Z', 'updated_at': '2021-12-25T20:03:25Z', 'revision_number': 7, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'subnets': [{'id': 'd5a3f3d9-60c7-4968-b328-f17fd0806346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:03:31.237411 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8f2a2d6e-2a6c-489e-8fd9-eebd1e22a5c7 req-fbaeef22-51ae-4736-987f-78187a1800ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=469a528a-6553-4845-9b55-ef7260b0ae84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792143 Dec 25 20:03:31.388478 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8f2a2d6e-2a6c-489e-8fd9-eebd1e22a5c7 req-ba2c2f0c-4aab-4319-b9f0-8ded9dcde15b service neutron] 10.222.0.36 "GET /v2.0/networks/469a528a-6553-4845-9b55-ef7260b0ae84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439505 Dec 25 20:03:31.538628 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8f2a2d6e-2a6c-489e-8fd9-eebd1e22a5c7 req-3397dff3-dedf-493c-892b-7ef9fa05b501 service neutron] 10.222.0.36 "GET /v2.0/networks/469a528a-6553-4845-9b55-ef7260b0ae84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415689 Dec 25 20:03:32.177989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360505ec-abec-4a6b-bc2d-3f046bf93639 req-e352d5ef-c571-4968-ab56-8959474b3563 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:03:32.179672 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-360505ec-abec-4a6b-bc2d-3f046bf93639 req-e352d5ef-c571-4968-ab56-8959474b3563 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c99348-dff6-42b2-b981-e600b85a9c72 HTTP/1.1" status: 200 len: 946 time: 0.0908885 Dec 25 20:03:32.260008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-360505ec-abec-4a6b-bc2d-3f046bf93639 req-fd1d6c5c-aa0b-4503-8ff1-b6dbb5833eae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting port 5fd724d6-b87d-4f6a-b885-6a85f0d86722 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:03:32.260389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-360505ec-abec-4a6b-bc2d-3f046bf93639 req-fd1d6c5c-aa0b-4503-8ff1-b6dbb5833eae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:32.419275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c7fc93-866d-4260-b90a-0b747a8766f6 None None] New status for floating IP 887c5c89-0498-40b9-a2cf-4ee1776419b8: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 20:03:32.489718 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517e889-c199-407b-b6d9-ded6406a29ab req-3149dffa-b2ba-4b64-8d4d-a52cd1508ead tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:03:32.491355 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7517e889-c199-407b-b6d9-ded6406a29ab req-3149dffa-b2ba-4b64-8d4d-a52cd1508ead tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=91c99348-dff6-42b2-b981-e600b85a9c72 HTTP/1.1" status: 200 len: 946 time: 0.2013125 Dec 25 20:03:32.636225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-360505ec-abec-4a6b-bc2d-3f046bf93639 req-fd1d6c5c-aa0b-4503-8ff1-b6dbb5833eae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] For port 5fd724d6-b87d-4f6a-b885-6a85f0d86722, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5fd724d6-b87d-4f6a-b885-6a85f0d86722,segment=NetworkSegment(5f83952f-8a05-403c-873c-ec4d7edfe59d),segment_id=5f83952f-8a05-403c-873c-ec4d7edfe59d)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:03:32.636629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-360505ec-abec-4a6b-bc2d-3f046bf93639 req-fd1d6c5c-aa0b-4503-8ff1-b6dbb5833eae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:32.647277 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7517e889-c199-407b-b6d9-ded6406a29ab req-21bbbf2a-c0f4-4c3d-b1eb-7fedee945fbb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d345786-1603-4712-aa63-a07e5eef662f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999939 Dec 25 20:03:32.773426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-360505ec-abec-4a6b-bc2d-3f046bf93639 req-fd1d6c5c-aa0b-4503-8ff1-b6dbb5833eae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Calling delete_port for 5fd724d6-b87d-4f6a-b885-6a85f0d86722 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:03:32.919883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-360505ec-abec-4a6b-bc2d-3f046bf93639 req-fd1d6c5c-aa0b-4503-8ff1-b6dbb5833eae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:32.926286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d9f2f541-757b-4ea0-acea-46e700e67671 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:32.972770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d6c5c-aa0b-4503-8ff1-b6dbb5833eae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Port': ['ID=5fd724d6-b87d-4f6a-b885-6a85f0d86722,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:33.014983 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1d6c5c-aa0b-4503-8ff1-b6dbb5833eae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:03:33.016043 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1d6c5c-aa0b-4503-8ff1-b6dbb5833eae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:03:33.016475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1d6c5c-aa0b-4503-8ff1-b6dbb5833eae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:03:33.016894 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1d6c5c-aa0b-4503-8ff1-b6dbb5833eae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:03:33.017316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1d6c5c-aa0b-4503-8ff1-b6dbb5833eae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:03:33.017726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1d6c5c-aa0b-4503-8ff1-b6dbb5833eae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:03:33.018141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1d6c5c-aa0b-4503-8ff1-b6dbb5833eae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:03:33.018561 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1d6c5c-aa0b-4503-8ff1-b6dbb5833eae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:03:33.018957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1d6c5c-aa0b-4503-8ff1-b6dbb5833eae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:03:33.019415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1d6c5c-aa0b-4503-8ff1-b6dbb5833eae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:03:33.019828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1d6c5c-aa0b-4503-8ff1-b6dbb5833eae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:03:33.023701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fd1d6c5c-aa0b-4503-8ff1-b6dbb5833eae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:33.065136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-360505ec-abec-4a6b-bc2d-3f046bf93639 req-fd1d6c5c-aa0b-4503-8ff1-b6dbb5833eae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] No DVR routers for this DVR port 5fd724d6-b87d-4f6a-b885-6a85f0d86722 on host hv-neutron-8226 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:03:33.067754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-360505ec-abec-4a6b-bc2d-3f046bf93639 req-fd1d6c5c-aa0b-4503-8ff1-b6dbb5833eae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:33.072040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c99348-dff6-42b2-b981-e600b85a9c72', 'name': 'network-vif-deleted', 'tag': '5fd724d6-b87d-4f6a-b885-6a85f0d86722'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:03:33.083537 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-360505ec-abec-4a6b-bc2d-3f046bf93639 req-fd1d6c5c-aa0b-4503-8ff1-b6dbb5833eae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.36 "DELETE /v2.0/ports/5fd724d6-b87d-4f6a-b885-6a85f0d86722 HTTP/1.1" status: 204 len: 173 time: 0.8951075 Dec 25 20:03:33.153060 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c99348-dff6-42b2-b981-e600b85a9c72', 'name': 'network-vif-deleted', 'tag': '5fd724d6-b87d-4f6a-b885-6a85f0d86722', 'status': 'completed', 'code': 200} Dec 25 20:03:33.832230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-fedc97e0-43a1-47d6-af07-e3dfee9510ff req-a52e2df3-5a23-4c79-a810-654e7a8fd794 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Synchronizing usage tracker for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:03:33.847574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-fedc97e0-43a1-47d6-af07-e3dfee9510ff req-a52e2df3-5a23-4c79-a810-654e7a8fd794 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Unset dirty status for tenant:23f5dc92674e43b787fc19a8bf548d4f on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:03:33.848837 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fedc97e0-43a1-47d6-af07-e3dfee9510ff req-a52e2df3-5a23-4c79-a810-654e7a8fd794 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "GET /v2.0/ports?device_id=91c99348-dff6-42b2-b981-e600b85a9c72 HTTP/1.1" status: 200 len: 210 time: 0.0647094 Dec 25 20:03:34.955655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 55208) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:03:35.027764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-893808de-a0cb-47ad-a57f-efc5b117793e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:35.057923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-893808de-a0cb-47ad-a57f-efc5b117793e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:35.065317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 5fd724d6-b87d-4f6a-b885-6a85f0d86722 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:03:35.099286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] No Port match for: 5fd724d6-b87d-4f6a-b885-6a85f0d86722 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:03:35.099613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 5fd724d6-b87d-4f6a-b885-6a85f0d86722 not bound to the agent host hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:03:35.116112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-893808de-a0cb-47ad-a57f-efc5b117793e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:35.121530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-15b7139d-2d4c-4f56-b4ad-db341c4b5be9 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:35.138139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893808de-a0cb-47ad-a57f-efc5b117793e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d345786-1603-4712-aa63-a07e5eef662f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:35.142125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-893808de-a0cb-47ad-a57f-efc5b117793e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:35.146011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-893808de-a0cb-47ad-a57f-efc5b117793e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:35.147022 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-893808de-a0cb-47ad-a57f-efc5b117793e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/security-groups/9d345786-1603-4712-aa63-a07e5eef662f HTTP/1.1" status: 204 len: 168 time: 0.1899683 Dec 25 20:03:35.185478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 55214) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:03:35.602293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cf3c4d35-e91b-4613-8de2-90a0c577c20d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:36.048526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0d2e621e-b049-4bac-9d1e-942df4377fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:36.239078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-cf3c4d35-e91b-4613-8de2-90a0c577c20d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting port 14f6839c-5931-465b-a346-6e5766bfd147 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:03:36.239517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cf3c4d35-e91b-4613-8de2-90a0c577c20d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:36.438669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-cf3c4d35-e91b-4613-8de2-90a0c577c20d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] For port 14f6839c-5931-465b-a346-6e5766bfd147, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=14f6839c-5931-465b-a346-6e5766bfd147,segment=NetworkSegment(5f83952f-8a05-403c-873c-ec4d7edfe59d),segment_id=5f83952f-8a05-403c-873c-ec4d7edfe59d)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:03:36.439152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cf3c4d35-e91b-4613-8de2-90a0c577c20d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:36.568787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-cf3c4d35-e91b-4613-8de2-90a0c577c20d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Calling delete_port for 14f6839c-5931-465b-a346-6e5766bfd147 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:03:36.750942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cf3c4d35-e91b-4613-8de2-90a0c577c20d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:36.755385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6831f6ef-e527-4b7b-8ae5-755db40e611f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:36.802804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c4d35-e91b-4613-8de2-90a0c577c20d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Port': ['ID=14f6839c-5931-465b-a346-6e5766bfd147,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:36.805794 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cf3c4d35-e91b-4613-8de2-90a0c577c20d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:37.111395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cf3c4d35-e91b-4613-8de2-90a0c577c20d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:37.224277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:37.710975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3c4d35-e91b-4613-8de2-90a0c577c20d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Router f531952a-b8b4-422a-9bd9-b77a59fb24f0 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:03:38.151380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3c4d35-e91b-4613-8de2-90a0c577c20d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:03:38.163345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f7ae17-0b46-457a-acd2-37b162d3e148 None None] Sync routers for ids ['f531952a-b8b4-422a-9bd9-b77a59fb24f0'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:03:38.171341 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-cf3c4d35-e91b-4613-8de2-90a0c577c20d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "PUT /v2.0/routers/f531952a-b8b4-422a-9bd9-b77a59fb24f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9819803 Dec 25 20:03:38.171684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 55218) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:03:38.176387 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f7ae17-0b46-457a-acd2-37b162d3e148 None None] Routers {'f531952a-b8b4-422a-9bd9-b77a59fb24f0'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:03:38.177069 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-b5f7ae17-0b46-457a-acd2-37b162d3e148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:03:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['f531952a-b8b4-422a-9bd9-b77a59fb24f0'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:03:38.358015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e0bdafc-799a-4ae5-8574-9ca784539a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:38.374883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-b5f7ae17-0b46-457a-acd2-37b162d3e148 None None] Set router f531952a-b8b4-422a-9bd9-b77a59fb24f0 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:03:38.377081 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbe6cffc-9e43-4820-9722-22a9bac764a5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting subnet d5a3f3d9-60c7-4968-b328-f17fd0806346 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 20:03:38.380262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dbe6cffc-9e43-4820-9722-22a9bac764a5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:38.437110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dbe6cffc-9e43-4820-9722-22a9bac764a5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:38.524876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dbe6cffc-9e43-4820-9722-22a9bac764a5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:38.598726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dbe6cffc-9e43-4820-9722-22a9bac764a5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:38.603523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6609ef22-3bff-41cc-97de-8fe31a79f8e5 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:38.627923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:38.643156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6cffc-9e43-4820-9722-22a9bac764a5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Subnet': ['ID=d5a3f3d9-60c7-4968-b328-f17fd0806346,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:38.646046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dbe6cffc-9e43-4820-9722-22a9bac764a5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:38.648917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dbe6cffc-9e43-4820-9722-22a9bac764a5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:38.658570 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-dbe6cffc-9e43-4820-9722-22a9bac764a5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/subnets/d5a3f3d9-60c7-4968-b328-f17fd0806346 HTTP/1.1" status: 204 len: 168 time: 0.4829481 Dec 25 20:03:38.658838 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 55222) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:03:38.660531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72bc993-541f-488b-b8ca-47c4e1b7b401 None None] Network 469a528a-6553-4845-9b55-ef7260b0ae84 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:03:38.674483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-b5f7ae17-0b46-457a-acd2-37b162d3e148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'name': 'tempest-TestNetworkBasicOps-router-1988914833', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'e80365fa-7b89-41fa-9191-9def3620d967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:02:19Z', 'updated_at': '2021-12-25T20:03:36Z', 'revision_number': 7, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'e80365fa-7b89-41fa-9191-9def3620d967', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ba:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:02:19Z', 'updated_at': '2021-12-25T20:03:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:03:38.678818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f7ae17-0b46-457a-acd2-37b162d3e148 None None] Checking router: f531952a-b8b4-422a-9bd9-b77a59fb24f0 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:03:38.690230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f7ae17-0b46-457a-acd2-37b162d3e148 None None] Routers {'f531952a-b8b4-422a-9bd9-b77a59fb24f0'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:03:38.690832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-b5f7ae17-0b46-457a-acd2-37b162d3e148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:03:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['f531952a-b8b4-422a-9bd9-b77a59fb24f0'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:03:38.873143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f9033179-7bc1-47af-af77-a59538c06616 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:38.879676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-b5f7ae17-0b46-457a-acd2-37b162d3e148 None None] Set router f531952a-b8b4-422a-9bd9-b77a59fb24f0 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:03:38.937409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33904c8-8649-4cf7-b645-3c23da675050 None None] DHCP port deletion for 469a528a-6553-4845-9b55-ef7260b0ae84 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 20:03:38.941869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-c33904c8-8649-4cf7-b645-3c23da675050 None None] Deleting port 0b24f679-c0a6-4dd9-9cb7-2acc1fc9bf4b {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:03:38.942330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c33904c8-8649-4cf7-b645-3c23da675050 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:39.092073 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f9033179-7bc1-47af-af77-a59538c06616 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:39.102912 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-f9033179-7bc1-47af-af77-a59538c06616 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Deleting port e80365fa-7b89-41fa-9191-9def3620d967 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:03:39.103326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f9033179-7bc1-47af-af77-a59538c06616 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:39.185029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-c33904c8-8649-4cf7-b645-3c23da675050 None None] For port 0b24f679-c0a6-4dd9-9cb7-2acc1fc9bf4b, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=0b24f679-c0a6-4dd9-9cb7-2acc1fc9bf4b,segment=NetworkSegment(5f83952f-8a05-403c-873c-ec4d7edfe59d),segment_id=5f83952f-8a05-403c-873c-ec4d7edfe59d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:03:39.185554 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c33904c8-8649-4cf7-b645-3c23da675050 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:39.188763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-b5f7ae17-0b46-457a-acd2-37b162d3e148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'name': 'tempest-TestNetworkBasicOps-router-1988914833', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'e80365fa-7b89-41fa-9191-9def3620d967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:02:19Z', 'updated_at': '2021-12-25T20:03:36Z', 'revision_number': 7, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'e80365fa-7b89-41fa-9191-9def3620d967', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ba:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:02:19Z', 'updated_at': '2021-12-25T20:03:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:03:39.192977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f7ae17-0b46-457a-acd2-37b162d3e148 None None] The sync data for ids ['f531952a-b8b4-422a-9bd9-b77a59fb24f0'] in dv-neutron-822611-1-hyperv is: [{'id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'name': 'tempest-TestNetworkBasicOps-router-1988914833', 'tenant_id': '23f5dc92674e43b787fc19a8bf548d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'e80365fa-7b89-41fa-9191-9def3620d967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:02:19Z', 'updated_at': '2021-12-25T20:03:36Z', 'revision_number': 7, 'project_id': '23f5dc92674e43b787fc19a8bf548d4f', 'gw_port': {'id': 'e80365fa-7b89-41fa-9191-9def3620d967', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ba:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f531952a-b8b4-422a-9bd9-b77a59fb24f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:02:19Z', 'updated_at': '2021-12-25T20:03:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:03:39.301838 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-f9033179-7bc1-47af-af77-a59538c06616 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] For port e80365fa-7b89-41fa-9191-9def3620d967, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=e80365fa-7b89-41fa-9191-9def3620d967,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:03:39.302253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f9033179-7bc1-47af-af77-a59538c06616 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:39.319462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-c33904c8-8649-4cf7-b645-3c23da675050 None None] Calling delete_port for 0b24f679-c0a6-4dd9-9cb7-2acc1fc9bf4b owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:03:39.392428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c33904c8-8649-4cf7-b645-3c23da675050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:39.396980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-718a1f74-8dd2-4551-b9e0-71c9991d03ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:39.435973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-f9033179-7bc1-47af-af77-a59538c06616 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Calling delete_port for e80365fa-7b89-41fa-9191-9def3620d967 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:03:39.440168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33904c8-8649-4cf7-b645-3c23da675050 None None] Pushing event deleted for resources: {'Port': ['ID=0b24f679-c0a6-4dd9-9cb7-2acc1fc9bf4b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:39.443867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c33904c8-8649-4cf7-b645-3c23da675050 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:39.444682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33904c8-8649-4cf7-b645-3c23da675050 None None] No DVR routers for this DVR port 0b24f679-c0a6-4dd9-9cb7-2acc1fc9bf4b on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:03:39.609710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f9033179-7bc1-47af-af77-a59538c06616 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:39.614183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1bc810ee-93f3-4ad2-af07-f239ef907a31 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:39.655501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9033179-7bc1-47af-af77-a59538c06616 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Port': ['ID=e80365fa-7b89-41fa-9191-9def3620d967,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:39.658899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f9033179-7bc1-47af-af77-a59538c06616 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:39.895164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f9033179-7bc1-47af-af77-a59538c06616 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:39.968833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:40.166427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f9033179-7bc1-47af-af77-a59538c06616 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:40.170983 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f9033179-7bc1-47af-af77-a59538c06616 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:40.203461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f9033179-7bc1-47af-af77-a59538c06616 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:40.204075 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9033179-7bc1-47af-af77-a59538c06616 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Fanout notify agent at l3_agent the message router_deleted on router f531952a-b8b4-422a-9bd9-b77a59fb24f0 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 20:03:40.222844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f9033179-7bc1-47af-af77-a59538c06616 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:40.224114 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f9033179-7bc1-47af-af77-a59538c06616 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/routers/f531952a-b8b4-422a-9bd9-b77a59fb24f0 HTTP/1.1" status: 204 len: 168 time: 1.5642357 Dec 25 20:03:40.227424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 55226) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:03:40.356237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4803c2aa-f6a4-4e27-8384-161e200e033b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:40.505492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4803c2aa-f6a4-4e27-8384-161e200e033b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:40.532354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-4803c2aa-f6a4-4e27-8384-161e200e033b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['469a528a-6553-4845-9b55-ef7260b0ae84']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:03:40.545110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-4803c2aa-f6a4-4e27-8384-161e200e033b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f83952f-8a05-403c-873c-ec4d7edfe59d') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:03:40.545460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-4803c2aa-f6a4-4e27-8384-161e200e033b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f83952f-8a05-403c-873c-ec4d7edfe59d') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:03:40.558234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4803c2aa-f6a4-4e27-8384-161e200e033b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:40.573745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4803c2aa-f6a4-4e27-8384-161e200e033b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:40.580570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4803c2aa-f6a4-4e27-8384-161e200e033b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 20:03:40.580996 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4803c2aa-f6a4-4e27-8384-161e200e033b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:40.596691 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 20:03:40.596691 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 20:03:40.596691 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 20:03:40.596691 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 20:03:40.596691 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 20:03:40.596691 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 20:03:40.596691 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 20:03:40.596691 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 20:03:40.596691 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 20:03:40.596691 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 20:03:40.596691 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 20:03:40.596691 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 20:03:40.596691 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 20:03:40.596691 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 20:03:40.596691 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 20:03:40.596691 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 20:03:40.596691 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 20:03:40.596691 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 20:03:40.596691 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 20:03:40.596691 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 20:03:40.596691 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 20:03:40.596691 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 20:03:40.596691 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 20:03:40.596691 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 20:03:40.596691 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 20:03:40.596691 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 20:03:40.596691 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 20:03:40.596691 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 20:03:40.596691 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 20:03:40.596691 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 20:03:40.596691 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 20:03:40.596691 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 20:03:40.902440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 0b24f679-c0a6-4dd9-9cb7-2acc1fc9bf4b no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:03:40.914759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4803c2aa-f6a4-4e27-8384-161e200e033b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:40.919425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4803c2aa-f6a4-4e27-8384-161e200e033b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:40.923636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-717457be-83cb-40f7-ba86-4c980a503b1c tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:40.936879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 0b24f679-c0a6-4dd9-9cb7-2acc1fc9bf4b {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:03:40.937287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 0b24f679-c0a6-4dd9-9cb7-2acc1fc9bf4b not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:03:40.937799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device e80365fa-7b89-41fa-9191-9def3620d967 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:03:40.947828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803c2aa-f6a4-4e27-8384-161e200e033b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Pushing event deleted for resources: {'Network': ['ID=469a528a-6553-4845-9b55-ef7260b0ae84,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:40.950571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4803c2aa-f6a4-4e27-8384-161e200e033b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:40.956018 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4803c2aa-f6a4-4e27-8384-161e200e033b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] 10.222.0.24 "DELETE /v2.0/networks/469a528a-6553-4845-9b55-ef7260b0ae84 HTTP/1.1" status: 204 len: 168 time: 0.7273846 Dec 25 20:03:40.971694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: e80365fa-7b89-41fa-9191-9def3620d967 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:03:40.972360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device e80365fa-7b89-41fa-9191-9def3620d967 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:03:40.972830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 14f6839c-5931-465b-a346-6e5766bfd147 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:03:41.005151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 14f6839c-5931-465b-a346-6e5766bfd147 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:03:41.005552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 14f6839c-5931-465b-a346-6e5766bfd147 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:03:41.348628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 55234) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:03:41.538162 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-75bd5f96-bd4b-459c-87ea-4e731afa5bfd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=23f5dc92674e43b787fc19a8bf548d4f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1881185 Dec 25 20:03:41.540855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 55240) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:03:41.605218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dcced6d8-ddc4-481e-8a90-9356a725ad46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:41.632220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dcced6d8-ddc4-481e-8a90-9356a725ad46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:41.678682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dcced6d8-ddc4-481e-8a90-9356a725ad46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:41.683597 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c1692eff-d83b-44c3-a5ab-06526aac26cd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:41.697415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcced6d8-ddc4-481e-8a90-9356a725ad46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416c04d5-65cb-46db-8fd2-ff182cbf4be6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:41.702750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dcced6d8-ddc4-481e-8a90-9356a725ad46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:41.704547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dcced6d8-ddc4-481e-8a90-9356a725ad46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:41.705755 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-dcced6d8-ddc4-481e-8a90-9356a725ad46 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/416c04d5-65cb-46db-8fd2-ff182cbf4be6 HTTP/1.1" status: 204 len: 168 time: 0.1639328 Dec 25 20:03:42.043908 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 55248) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:03:42.064140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a8f5c5ff-faac-45f4-807b-d070492b111b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:42.098172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a8f5c5ff-faac-45f4-807b-d070492b111b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:03:42.102245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a8f5c5ff-faac-45f4-807b-d070492b111b admin admin] Usage tracker for resource:security_group_rule and tenant:5dfc33114c464bf398e3f6bef0d5f5a6 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:03:42.105239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a8f5c5ff-faac-45f4-807b-d070492b111b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:03:42.111978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a8f5c5ff-faac-45f4-807b-d070492b111b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:03:42.188180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a8f5c5ff-faac-45f4-807b-d070492b111b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:42.190987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a8f5c5ff-faac-45f4-807b-d070492b111b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:42.200235 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-afd03473-acc4-4bbc-8f79-498ef45ba40f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:42.244813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5c5ff-faac-45f4-807b-d070492b111b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68cea405-0264-4abd-bf3d-06074077cd6c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:42.248098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a8f5c5ff-faac-45f4-807b-d070492b111b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:42.253196 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a8f5c5ff-faac-45f4-807b-d070492b111b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5dfc33114c464bf398e3f6bef0d5f5a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2056375 Dec 25 20:03:42.254098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 55252) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:03:42.320329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90ca5904-d92f-4f79-b051-8bf18b114764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:42.346746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90ca5904-d92f-4f79-b051-8bf18b114764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:42.392798 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90ca5904-d92f-4f79-b051-8bf18b114764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:42.397762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a63e78a8-afd3-4250-96c6-9d9c2ab12e86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:42.410863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca5904-d92f-4f79-b051-8bf18b114764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cea405-0264-4abd-bf3d-06074077cd6c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:42.414025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-90ca5904-d92f-4f79-b051-8bf18b114764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:42.416049 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90ca5904-d92f-4f79-b051-8bf18b114764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:42.417360 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-90ca5904-d92f-4f79-b051-8bf18b114764 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/68cea405-0264-4abd-bf3d-06074077cd6c HTTP/1.1" status: 204 len: 168 time: 0.1627386 Dec 25 20:03:43.349457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 55274) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:03:43.486397 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-c54ca945-3fa6-406f-80f5-a186fde887ed admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-922428500-network', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:03:43.491733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c54ca945-3fa6-406f-80f5-a186fde887ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:03:43.495884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c54ca945-3fa6-406f-80f5-a186fde887ed admin admin] Usage tracker for resource:network and tenant:75cd4a0175fb41a89174e5bb54d57ea6 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:03:43.498854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c54ca945-3fa6-406f-80f5-a186fde887ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:03:43.505487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c54ca945-3fa6-406f-80f5-a186fde887ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:03:43.515082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54ca945-3fa6-406f-80f5-a186fde887ed admin admin] Made reservation on behalf of 75cd4a0175fb41a89174e5bb54d57ea6 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:03:43.520303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c54ca945-3fa6-406f-80f5-a186fde887ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:43.533154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c54ca945-3fa6-406f-80f5-a186fde887ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:43.564920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c54ca945-3fa6-406f-80f5-a186fde887ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:03:43.569372 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c54ca945-3fa6-406f-80f5-a186fde887ed admin admin] Usage tracker for resource:security_group_rule and tenant:75cd4a0175fb41a89174e5bb54d57ea6 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:03:43.572346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c54ca945-3fa6-406f-80f5-a186fde887ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:03:43.578826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c54ca945-3fa6-406f-80f5-a186fde887ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:03:43.644332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c54ca945-3fa6-406f-80f5-a186fde887ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:43.647275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c54ca945-3fa6-406f-80f5-a186fde887ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:43.651493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-11e08890-976c-49f5-a491-fcfee79f8968 tempest-NegativeSecGroupTest-2081230597 tempest-NegativeSecGroupTest-2081230597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:43.682413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c54ca945-3fa6-406f-80f5-a186fde887ed admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 20:03:43.691594 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ca945-3fa6-406f-80f5-a186fde887ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6b6b0f-3c0e-4622-8d46-7011bfea84bf,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:43.695401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c54ca945-3fa6-406f-80f5-a186fde887ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:43.698003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c54ca945-3fa6-406f-80f5-a186fde887ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:43.698386 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-c54ca945-3fa6-406f-80f5-a186fde887ed admin admin] Added segment e86560d7-3c4c-485f-940a-9d18ac1c8d88 of type vlan for network 55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de Dec 25 20:03:43.726222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c54ca945-3fa6-406f-80f5-a186fde887ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:43.754950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c54ca945-3fa6-406f-80f5-a186fde887ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:43.755894 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54ca945-3fa6-406f-80f5-a186fde887ed admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:03:43.756520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c54ca945-3fa6-406f-80f5-a186fde887ed admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:43.761864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-654fb96e-93e6-4296-8d39-ffbd6cc76dd1 tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:43.864516 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c54ca945-3fa6-406f-80f5-a186fde887ed admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5138738 Dec 25 20:03:43.867911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 55280) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:03:43.869940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ca945-3fa6-406f-80f5-a186fde887ed admin admin] Pushing event updated for resources: {'Network': ['ID=55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:43.872687 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c54ca945-3fa6-406f-80f5-a186fde887ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:43.874308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-c039bca8-a3f0-4e78-815f-05590019e83d admin admin] Request body: {'subnet': {'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-922428500-subnet', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:03:43.880419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c039bca8-a3f0-4e78-815f-05590019e83d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:03:43.880835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 20:03:43.884568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c039bca8-a3f0-4e78-815f-05590019e83d admin admin] Usage tracker for resource:subnet and tenant:75cd4a0175fb41a89174e5bb54d57ea6 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:03:43.887570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c039bca8-a3f0-4e78-815f-05590019e83d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:03:43.898037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c039bca8-a3f0-4e78-815f-05590019e83d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:03:43.907033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c039bca8-a3f0-4e78-815f-05590019e83d admin admin] Made reservation on behalf of 75cd4a0175fb41a89174e5bb54d57ea6 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:03:43.911857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c039bca8-a3f0-4e78-815f-05590019e83d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:43.982382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:03:44.129266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c039bca8-a3f0-4e78-815f-05590019e83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:44.133722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-79c59023-dc48-4e6c-9f19-7b849774abbe tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:44.205021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c039bca8-a3f0-4e78-815f-05590019e83d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ae896e7-6ff9-4d86-b31d-4b2d8d703523,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:44.207940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c039bca8-a3f0-4e78-815f-05590019e83d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:44.221350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c039bca8-a3f0-4e78-815f-05590019e83d admin admin] Checking segment: {'id': 'e86560d7-3c4c-485f-940a-9d18ac1c8d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:03:44.221754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c039bca8-a3f0-4e78-815f-05590019e83d admin admin] Network hostable DHCP agents. Network: 55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 20:03:44.245790 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c039bca8-a3f0-4e78-815f-05590019e83d admin admin] Network 55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 20:03:44.254830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-c039bca8-a3f0-4e78-815f-05590019e83d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:03:44.259083 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c039bca8-a3f0-4e78-815f-05590019e83d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:03:44.259757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c039bca8-a3f0-4e78-815f-05590019e83d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:44.265412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c319fd9-4ca7-4c89-83a7-175df191cfd8 None None] Network 55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:03:44.281920 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c039bca8-a3f0-4e78-815f-05590019e83d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4117432 Dec 25 20:03:44.284474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 55284) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:03:44.290102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-75347739-edbc-4702-846a-3e00d95288bb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-922428500-router', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:03:44.295142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-75347739-edbc-4702-846a-3e00d95288bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:03:44.299961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-75347739-edbc-4702-846a-3e00d95288bb admin admin] Usage tracker for resource:router and tenant:75cd4a0175fb41a89174e5bb54d57ea6 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:03:44.302929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-75347739-edbc-4702-846a-3e00d95288bb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:03:44.309304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-75347739-edbc-4702-846a-3e00d95288bb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:03:44.318671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-75347739-edbc-4702-846a-3e00d95288bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:44.319789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-75347739-edbc-4702-846a-3e00d95288bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:44.337837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-75347739-edbc-4702-846a-3e00d95288bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:44.490748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-75347739-edbc-4702-846a-3e00d95288bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:44.492371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5617980-f8e7-4ce8-ae25-14025f855751 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'fixed_ips': [{'subnet_id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 20:03:44.493275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e5617980-f8e7-4ce8-ae25-14025f855751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:44.658440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-e5617980-f8e7-4ce8-ae25-14025f855751 None None] Allocated IP 172.20.0.2 (55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de/8ae896e7-6ff9-4d86-b31d-4b2d8d703523/4a687d7b-ee73-499a-9bad-8a4dd5464a82) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:03:44.683854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-75347739-edbc-4702-846a-3e00d95288bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:44.715877 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-75347739-edbc-4702-846a-3e00d95288bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:44.860100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-75347739-edbc-4702-846a-3e00d95288bb admin admin] Allocated IP 172.26.8.183 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/b403d3b5-bd48-44be-9739-127fd417a03a) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:03:44.877625 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e5617980-f8e7-4ce8-ae25-14025f855751 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:44.889148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-e5617980-f8e7-4ce8-ae25-14025f855751 None None] Transition to ACTIVE for port object 4a687d7b-ee73-499a-9bad-8a4dd5464a82 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:03:44.909788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-e5617980-f8e7-4ce8-ae25-14025f855751 None None] Transition to ACTIVE for port object 4a687d7b-ee73-499a-9bad-8a4dd5464a82 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:03:44.914157 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e5617980-f8e7-4ce8-ae25-14025f855751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:44.919185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:44.989222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5617980-f8e7-4ce8-ae25-14025f855751 None None] Network 55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:03:44.992596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5617980-f8e7-4ce8-ae25-14025f855751 None None] Pushing event updated for resources: {'Port': ['ID=4a687d7b-ee73-499a-9bad-8a4dd5464a82,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:44.995451 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-e5617980-f8e7-4ce8-ae25-14025f855751 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:03:44.997207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e5617980-f8e7-4ce8-ae25-14025f855751 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:44.998014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5617980-f8e7-4ce8-ae25-14025f855751 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:03:45.019773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-75347739-edbc-4702-846a-3e00d95288bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:45.045633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-75347739-edbc-4702-846a-3e00d95288bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:45.050145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b2ea7fa1-44de-41e6-9846-b85425bada53 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:45.090751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-e5617980-f8e7-4ce8-ae25-14025f855751 None None] Attempting to bind port 4a687d7b-ee73-499a-9bad-8a4dd5464a82 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:03:45.091149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-e5617980-f8e7-4ce8-ae25-14025f855751 None None] Attempting to bind port 4a687d7b-ee73-499a-9bad-8a4dd5464a82 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'e86560d7-3c4c-485f-940a-9d18ac1c8d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:03:45.091580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5617980-f8e7-4ce8-ae25-14025f855751 None None] Attempting to bind port 4a687d7b-ee73-499a-9bad-8a4dd5464a82 on network 55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:03:45.098810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5617980-f8e7-4ce8-ae25-14025f855751 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:03:45.099267 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5617980-f8e7-4ce8-ae25-14025f855751 None None] Checking segment: {'id': 'e86560d7-3c4c-485f-940a-9d18ac1c8d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:03:45.099728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e5617980-f8e7-4ce8-ae25-14025f855751 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:45.100179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5617980-f8e7-4ce8-ae25-14025f855751 None None] Bound using segment: {'id': 'e86560d7-3c4c-485f-940a-9d18ac1c8d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:03:45.100713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-e5617980-f8e7-4ce8-ae25-14025f855751 None None] Bound port: 4a687d7b-ee73-499a-9bad-8a4dd5464a82, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e86560d7-3c4c-485f-940a-9d18ac1c8d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:03:45.101142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e5617980-f8e7-4ce8-ae25-14025f855751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:45.126311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75347739-edbc-4702-846a-3e00d95288bb admin admin] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:03:45.127505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-75347739-edbc-4702-846a-3e00d95288bb admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:03:45.132155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75347739-edbc-4702-846a-3e00d95288bb admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:03:45.180379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75347739-edbc-4702-846a-3e00d95288bb admin admin] Pushing event updated for resources: {'Port': ['ID=b403d3b5-bd48-44be-9739-127fd417a03a,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:45.184793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-75347739-edbc-4702-846a-3e00d95288bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:45.193582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-e5617980-f8e7-4ce8-ae25-14025f855751 None None] For port 4a687d7b-ee73-499a-9bad-8a4dd5464a82, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:03:45.196910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-e5617980-f8e7-4ce8-ae25-14025f855751 None None] For port 4a687d7b-ee73-499a-9bad-8a4dd5464a82, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=4a687d7b-ee73-499a-9bad-8a4dd5464a82,segment=NetworkSegment(e86560d7-3c4c-485f-940a-9d18ac1c8d88),segment_id=e86560d7-3c4c-485f-940a-9d18ac1c8d88)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:03:45.200628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e5617980-f8e7-4ce8-ae25-14025f855751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:45.207648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-30834874-c67e-42ec-8858-ac49a5d7ea1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:45.298419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5617980-f8e7-4ce8-ae25-14025f855751 None None] Pushing event updated for resources: {'Port': ['ID=4a687d7b-ee73-499a-9bad-8a4dd5464a82,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:45.302568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e5617980-f8e7-4ce8-ae25-14025f855751 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:45.303869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-75347739-edbc-4702-846a-3e00d95288bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:45.304688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-75347739-edbc-4702-846a-3e00d95288bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:45.547865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75347739-edbc-4702-846a-3e00d95288bb admin admin] Router 1d36a4e6-3fb8-4a97-84fe-151ff4524770 is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 20:03:45.771626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75347739-edbc-4702-846a-3e00d95288bb admin admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:03:45.782128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a089a2-584d-4cdd-8cd1-ce3b37e33190 None None] Sync routers for ids ['1d36a4e6-3fb8-4a97-84fe-151ff4524770'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:03:45.795461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a089a2-584d-4cdd-8cd1-ce3b37e33190 None None] Routers {'1d36a4e6-3fb8-4a97-84fe-151ff4524770'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:03:45.796136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-27a089a2-584d-4cdd-8cd1-ce3b37e33190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:03:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['1d36a4e6-3fb8-4a97-84fe-151ff4524770'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:03:45.798797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-75347739-edbc-4702-846a-3e00d95288bb admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:45.804269 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-75347739-edbc-4702-846a-3e00d95288bb admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5146961 Dec 25 20:03:45.804622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 55288) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:03:45.993957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-27a089a2-584d-4cdd-8cd1-ce3b37e33190 None None] Set router 1d36a4e6-3fb8-4a97-84fe-151ff4524770 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:03:46.325253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-27a089a2-584d-4cdd-8cd1-ce3b37e33190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'name': 'tempest-TestVolumeBootPattern-922428500-router', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183'}], 'enable_snat': True}, 'gw_port_id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:45Z', 'revision_number': 3, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'gw_port': {'id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:66:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:03:46.329694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a089a2-584d-4cdd-8cd1-ce3b37e33190 None None] Checking router: 1d36a4e6-3fb8-4a97-84fe-151ff4524770 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:03:46.330036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a089a2-584d-4cdd-8cd1-ce3b37e33190 None None] Updating router 1d36a4e6-3fb8-4a97-84fe-151ff4524770 port b403d3b5-bd48-44be-9739-127fd417a03a binding host dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 20:03:46.386060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-27a089a2-584d-4cdd-8cd1-ce3b37e33190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:46.772879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-27a089a2-584d-4cdd-8cd1-ce3b37e33190 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:46.789535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-27a089a2-584d-4cdd-8cd1-ce3b37e33190 None None] Transition to ACTIVE for port object b403d3b5-bd48-44be-9739-127fd417a03a will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:03:46.799166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-27a089a2-584d-4cdd-8cd1-ce3b37e33190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:46.805452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:46.873728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2710d18-1fa1-42ff-9dfa-7b9083f32c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:46.901882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1a2c1-6132-4d04-b5c5-2c3583cf53af None None] Pushing event updated for resources: {'Port': ['ID=b403d3b5-bd48-44be-9739-127fd417a03a,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:46.905161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-05b1a2c1-6132-4d04-b5c5-2c3583cf53af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:46.939375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-27a089a2-584d-4cdd-8cd1-ce3b37e33190 None None] Attempting to bind port b403d3b5-bd48-44be-9739-127fd417a03a on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:03:46.939916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-27a089a2-584d-4cdd-8cd1-ce3b37e33190 None None] Attempting to bind port b403d3b5-bd48-44be-9739-127fd417a03a by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:03:46.940336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a089a2-584d-4cdd-8cd1-ce3b37e33190 None None] Attempting to bind port b403d3b5-bd48-44be-9739-127fd417a03a on network a29ab018-4a1a-4021-8156-423134b861f3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:03:46.948401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a089a2-584d-4cdd-8cd1-ce3b37e33190 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:03:46.948819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a089a2-584d-4cdd-8cd1-ce3b37e33190 None None] Checking segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:03:46.949285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-27a089a2-584d-4cdd-8cd1-ce3b37e33190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:46.949861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a089a2-584d-4cdd-8cd1-ce3b37e33190 None None] Bound using segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:03:46.950398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-27a089a2-584d-4cdd-8cd1-ce3b37e33190 None None] Bound port: b403d3b5-bd48-44be-9739-127fd417a03a, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:03:46.950831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-27a089a2-584d-4cdd-8cd1-ce3b37e33190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:47.034909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 4a687d7b-ee73-499a-9bad-8a4dd5464a82 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:03:47.089719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f724dc54-42de-4105-bd9b-9c5d8952c30d None None] Network 55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:03:47.151004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-f2710d18-1fa1-42ff-9dfa-7b9083f32c6e admin admin] Allocated IP 172.20.0.1 (55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de/8ae896e7-6ff9-4d86-b31d-4b2d8d703523/c32a681d-0591-4116-a390-a83112cd3f4b) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:03:47.291383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-27a089a2-584d-4cdd-8cd1-ce3b37e33190 None None] For port b403d3b5-bd48-44be-9739-127fd417a03a, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:03:47.323465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2710d18-1fa1-42ff-9dfa-7b9083f32c6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:47.340308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f2710d18-1fa1-42ff-9dfa-7b9083f32c6e admin admin] Transition to ACTIVE for port object c32a681d-0591-4116-a390-a83112cd3f4b will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:03:47.361511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2710d18-1fa1-42ff-9dfa-7b9083f32c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:47.366652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9d20de51-6300-4bef-b2b0-ba22d3e472cf tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:47.380275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-27a089a2-584d-4cdd-8cd1-ce3b37e33190 None None] For port b403d3b5-bd48-44be-9739-127fd417a03a, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=b403d3b5-bd48-44be-9739-127fd417a03a,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:03:47.397196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-27a089a2-584d-4cdd-8cd1-ce3b37e33190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:47.404682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:47.440545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2710d18-1fa1-42ff-9dfa-7b9083f32c6e admin admin] Network 55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:03:47.441754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-17962c00-e9f7-48f2-959c-5bba0cf05c7d None None] Provisioning for port 4a687d7b-ee73-499a-9bad-8a4dd5464a82 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:03:47.478002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-f2710d18-1fa1-42ff-9dfa-7b9083f32c6e admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:03:47.478002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2710d18-1fa1-42ff-9dfa-7b9083f32c6e admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:03:47.497307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2710d18-1fa1-42ff-9dfa-7b9083f32c6e admin admin] Pushing event updated for resources: {'Port': ['ID=c32a681d-0591-4116-a390-a83112cd3f4b,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:47.502045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f2710d18-1fa1-42ff-9dfa-7b9083f32c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:47.526074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2710d18-1fa1-42ff-9dfa-7b9083f32c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:47.550184 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 4a687d7b-ee73-499a-9bad-8a4dd5464a82 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:03:47.568710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1a2c1-6132-4d04-b5c5-2c3583cf53af None None] Pushing event updated for resources: {'Port': ['ID=b403d3b5-bd48-44be-9739-127fd417a03a,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:47.573900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 4a687d7b-ee73-499a-9bad-8a4dd5464a82 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:03:47.574334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:47.599603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-05b1a2c1-6132-4d04-b5c5-2c3583cf53af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:47.613772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2710d18-1fa1-42ff-9dfa-7b9083f32c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:47.633514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a089a2-584d-4cdd-8cd1-ce3b37e33190 None None] Routers {'1d36a4e6-3fb8-4a97-84fe-151ff4524770'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:03:47.634216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-27a089a2-584d-4cdd-8cd1-ce3b37e33190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:03:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['1d36a4e6-3fb8-4a97-84fe-151ff4524770'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:03:47.845366 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2710d18-1fa1-42ff-9dfa-7b9083f32c6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:47.849228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2710d18-1fa1-42ff-9dfa-7b9083f32c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:47.878135 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cce4badf-4e65-4cfb-b229-11234b60a321 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:47.943673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:47.962113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2710d18-1fa1-42ff-9dfa-7b9083f32c6e admin admin] Pushing event updated for resources: {'Port': ['ID=c32a681d-0591-4116-a390-a83112cd3f4b,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:47.964716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2710d18-1fa1-42ff-9dfa-7b9083f32c6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:47.965431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-27a089a2-584d-4cdd-8cd1-ce3b37e33190 None None] Set router 1d36a4e6-3fb8-4a97-84fe-151ff4524770 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:03:47.976515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f2710d18-1fa1-42ff-9dfa-7b9083f32c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:48.052394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 4a687d7b-ee73-499a-9bad-8a4dd5464a82, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=4a687d7b-ee73-499a-9bad-8a4dd5464a82,segment=NetworkSegment(e86560d7-3c4c-485f-940a-9d18ac1c8d88),segment_id=e86560d7-3c4c-485f-940a-9d18ac1c8d88)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:03:48.058041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:48.060800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9ab2d6e1-d226-496c-bb38-be9bcf9b34bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:48.126635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2710d18-1fa1-42ff-9dfa-7b9083f32c6e admin admin] Network 55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:03:48.128190 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-f2710d18-1fa1-42ff-9dfa-7b9083f32c6e admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:03:48.301716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=4a687d7b-ee73-499a-9bad-8a4dd5464a82,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:48.317948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:48.344612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-28ca90a6-0566-48ea-b361-7e25c0f4f0d2 None None] Provisioning complete for port 4a687d7b-ee73-499a-9bad-8a4dd5464a82 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:03:48.345049 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-28ca90a6-0566-48ea-b361-7e25c0f4f0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:48.545357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-27a089a2-584d-4cdd-8cd1-ce3b37e33190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'name': 'tempest-TestVolumeBootPattern-922428500-router', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183'}], 'enable_snat': True}, 'gw_port_id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:47Z', 'revision_number': 4, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'gw_port': {'id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:66:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'c32a681d-0591-4116-a390-a83112cd3f4b', 'name': '', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'mac_address': 'fa:16:3e:5d:ec:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:46Z', 'updated_at': '2021-12-25T20:03:47Z', 'revision_number': 1, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'subnets': [{'id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:03:48.553492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a089a2-584d-4cdd-8cd1-ce3b37e33190 None None] The sync data for ids ['1d36a4e6-3fb8-4a97-84fe-151ff4524770'] in dv-neutron-822611-1-hyperv is: [{'id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'name': 'tempest-TestVolumeBootPattern-922428500-router', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183'}], 'enable_snat': True}, 'gw_port_id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:47Z', 'revision_number': 4, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'gw_port': {'id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:66:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'c32a681d-0591-4116-a390-a83112cd3f4b', 'name': '', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'mac_address': 'fa:16:3e:5d:ec:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:46Z', 'updated_at': '2021-12-25T20:03:47Z', 'revision_number': 1, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'subnets': [{'id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:03:48.563773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-28ca90a6-0566-48ea-b361-7e25c0f4f0d2 None None] Provisioning for port c32a681d-0591-4116-a390-a83112cd3f4b completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:03:48.569723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-28ca90a6-0566-48ea-b361-7e25c0f4f0d2 None None] Provisioning complete for port c32a681d-0591-4116-a390-a83112cd3f4b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:03:48.570302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-28ca90a6-0566-48ea-b361-7e25c0f4f0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:48.571569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2710d18-1fa1-42ff-9dfa-7b9083f32c6e admin admin] Router 1d36a4e6-3fb8-4a97-84fe-151ff4524770 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:03:48.635754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-28ca90a6-0566-48ea-b361-7e25c0f4f0d2 None None] Port c32a681d-0591-4116-a390-a83112cd3f4b cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:03:48.758746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a8e9ac09-450d-46a7-a774-a265c57196e5 None None] Provisioning complete for port c32a681d-0591-4116-a390-a83112cd3f4b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:03:48.759203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a8e9ac09-450d-46a7-a774-a265c57196e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:48.801617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2710d18-1fa1-42ff-9dfa-7b9083f32c6e admin admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:03:48.817158 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f2710d18-1fa1-42ff-9dfa-7b9083f32c6e admin admin] 10.222.0.24 "PUT /v2.0/routers/1d36a4e6-3fb8-4a97-84fe-151ff4524770/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0052886 Dec 25 20:03:48.817318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-a8e9ac09-450d-46a7-a774-a265c57196e5 None None] Port c32a681d-0591-4116-a390-a83112cd3f4b cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:03:48.909276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 4a687d7b-ee73-499a-9bad-8a4dd5464a82 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:03:49.001924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 4a687d7b-ee73-499a-9bad-8a4dd5464a82 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:03:49.002353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:49.821331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 55310) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:03:49.827953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-020a7742-bf7d-47f5-befb-f899be22f913 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1213374590-network', 'tenant_id': 'b2847174f5dd4ed2afc944d03e3c4a3b'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:03:49.834074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-020a7742-bf7d-47f5-befb-f899be22f913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:03:49.839693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-020a7742-bf7d-47f5-befb-f899be22f913 admin admin] Usage tracker for resource:network and tenant:b2847174f5dd4ed2afc944d03e3c4a3b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:03:49.842766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-020a7742-bf7d-47f5-befb-f899be22f913 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:03:49.850476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-020a7742-bf7d-47f5-befb-f899be22f913 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:03:49.866873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020a7742-bf7d-47f5-befb-f899be22f913 admin admin] Made reservation on behalf of b2847174f5dd4ed2afc944d03e3c4a3b for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:03:49.871683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-020a7742-bf7d-47f5-befb-f899be22f913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:49.885624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-020a7742-bf7d-47f5-befb-f899be22f913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:49.924786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-020a7742-bf7d-47f5-befb-f899be22f913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:03:49.928922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-020a7742-bf7d-47f5-befb-f899be22f913 admin admin] Usage tracker for resource:security_group_rule and tenant:b2847174f5dd4ed2afc944d03e3c4a3b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:03:49.932002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-020a7742-bf7d-47f5-befb-f899be22f913 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:03:49.938162 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-020a7742-bf7d-47f5-befb-f899be22f913 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:03:50.010131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-020a7742-bf7d-47f5-befb-f899be22f913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:50.013035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-020a7742-bf7d-47f5-befb-f899be22f913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:50.018144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7f9f60ce-399a-4104-8020-44f097d5a0e9 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:50.047806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-020a7742-bf7d-47f5-befb-f899be22f913 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 20:03:50.057804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a7742-bf7d-47f5-befb-f899be22f913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2dfbc7-c7a7-4052-8e97-72692361711a,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:50.061832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-020a7742-bf7d-47f5-befb-f899be22f913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:50.064544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-020a7742-bf7d-47f5-befb-f899be22f913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:50.064945 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-020a7742-bf7d-47f5-befb-f899be22f913 admin admin] Added segment 2d018372-e076-418a-a0bb-6ca449f9d172 of type vlan for network 5a26274e-4868-455c-809b-8fcef9e709dc Dec 25 20:03:50.093774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-020a7742-bf7d-47f5-befb-f899be22f913 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:50.124468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-020a7742-bf7d-47f5-befb-f899be22f913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:50.125460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020a7742-bf7d-47f5-befb-f899be22f913 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:03:50.126102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-020a7742-bf7d-47f5-befb-f899be22f913 admin admin] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:50.129813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fa73254c-61f9-4241-8fbf-6a2e739be9a2 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:50.477228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a7742-bf7d-47f5-befb-f899be22f913 admin admin] Pushing event updated for resources: {'Network': ['ID=5a26274e-4868-455c-809b-8fcef9e709dc,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:50.480500 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-020a7742-bf7d-47f5-befb-f899be22f913 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6580188 Dec 25 20:03:50.481516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-020a7742-bf7d-47f5-befb-f899be22f913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:50.483516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 55314) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:03:50.488877 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 5a26274e-4868-455c-809b-8fcef9e709dc details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 20:03:50.490064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-7aba99a1-3272-4f9e-abf7-3aa551208c44 admin admin] Request body: {'subnet': {'network_id': '5a26274e-4868-455c-809b-8fcef9e709dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1213374590-subnet', 'tenant_id': 'b2847174f5dd4ed2afc944d03e3c4a3b', 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:03:50.495684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7aba99a1-3272-4f9e-abf7-3aa551208c44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:03:50.499988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7aba99a1-3272-4f9e-abf7-3aa551208c44 admin admin] Usage tracker for resource:subnet and tenant:b2847174f5dd4ed2afc944d03e3c4a3b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:03:50.503194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7aba99a1-3272-4f9e-abf7-3aa551208c44 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:03:50.509865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7aba99a1-3272-4f9e-abf7-3aa551208c44 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:03:50.524317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aba99a1-3272-4f9e-abf7-3aa551208c44 admin admin] Made reservation on behalf of b2847174f5dd4ed2afc944d03e3c4a3b for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:03:50.529977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7aba99a1-3272-4f9e-abf7-3aa551208c44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:50.746498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7aba99a1-3272-4f9e-abf7-3aa551208c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:50.750902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6f57b381-d268-4ae5-a13b-d7a3b1ead62f tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:50.817054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba99a1-3272-4f9e-abf7-3aa551208c44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd536fdd-9486-45a0-9861-b3fe5d270da7,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:50.828250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7aba99a1-3272-4f9e-abf7-3aa551208c44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:50.841807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aba99a1-3272-4f9e-abf7-3aa551208c44 admin admin] Checking segment: {'id': '2d018372-e076-418a-a0bb-6ca449f9d172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5a26274e-4868-455c-809b-8fcef9e709dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:03:50.842201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aba99a1-3272-4f9e-abf7-3aa551208c44 admin admin] Network hostable DHCP agents. Network: 5a26274e-4868-455c-809b-8fcef9e709dc, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 20:03:50.864782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aba99a1-3272-4f9e-abf7-3aa551208c44 admin admin] Network 5a26274e-4868-455c-809b-8fcef9e709dc is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 20:03:50.873795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-7aba99a1-3272-4f9e-abf7-3aa551208c44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 5a26274e-4868-455c-809b-8fcef9e709dc) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:03:50.877815 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aba99a1-3272-4f9e-abf7-3aa551208c44 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:03:50.878463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7aba99a1-3272-4f9e-abf7-3aa551208c44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:50.884655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c29b35c-03c0-4fce-9bb5-cb94cbbf63c1 None None] Network 5a26274e-4868-455c-809b-8fcef9e709dc requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:03:50.903498 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7aba99a1-3272-4f9e-abf7-3aa551208c44 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4164028 Dec 25 20:03:50.903869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 55318) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:03:50.910507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-c8de610a-f283-4fd5-9da6-ce393c354025 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1213374590-router', 'tenant_id': 'b2847174f5dd4ed2afc944d03e3c4a3b', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:03:50.915613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c8de610a-f283-4fd5-9da6-ce393c354025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:03:50.919866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c8de610a-f283-4fd5-9da6-ce393c354025 admin admin] Usage tracker for resource:router and tenant:b2847174f5dd4ed2afc944d03e3c4a3b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:03:50.923688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c8de610a-f283-4fd5-9da6-ce393c354025 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:03:50.931723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c8de610a-f283-4fd5-9da6-ce393c354025 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:03:50.941489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c8de610a-f283-4fd5-9da6-ce393c354025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:50.942474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c8de610a-f283-4fd5-9da6-ce393c354025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:50.960774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c8de610a-f283-4fd5-9da6-ce393c354025 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:50.979144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device b403d3b5-bd48-44be-9739-127fd417a03a up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:03:51.112605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c8de610a-f283-4fd5-9da6-ce393c354025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:51.158545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port b403d3b5-bd48-44be-9739-127fd417a03a completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:03:51.167557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port b403d3b5-bd48-44be-9739-127fd417a03a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:03:51.168017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:51.223551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1abe05-90e8-4280-a76d-10020736c91c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-5a26274e-4868-455c-809b-8fcef9e709dc', 'network_id': '5a26274e-4868-455c-809b-8fcef9e709dc', 'tenant_id': 'b2847174f5dd4ed2afc944d03e3c4a3b', 'fixed_ips': [{'subnet_id': 'fd536fdd-9486-45a0-9861-b3fe5d270da7'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 20:03:51.224461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6f1abe05-90e8-4280-a76d-10020736c91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:51.312334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c8de610a-f283-4fd5-9da6-ce393c354025 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:51.346132 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c8de610a-f283-4fd5-9da6-ce393c354025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:51.429311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:51.459098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port b403d3b5-bd48-44be-9739-127fd417a03a, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=b403d3b5-bd48-44be-9739-127fd417a03a,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:03:51.465541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:51.470700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:51.498634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-c8de610a-f283-4fd5-9da6-ce393c354025 admin admin] Allocated IP 172.26.8.65 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/b061ddff-d51c-4a28-9a1b-a54430cf9e19) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:03:51.500337 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-6f1abe05-90e8-4280-a76d-10020736c91c None None] Allocated IP 172.20.0.2 (5a26274e-4868-455c-809b-8fcef9e709dc/fd536fdd-9486-45a0-9861-b3fe5d270da7/c9428588-8b2e-48f4-a225-1fdcfeeab714) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:03:51.582284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=b403d3b5-bd48-44be-9739-127fd417a03a,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:51.587104 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:51.665562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c8de610a-f283-4fd5-9da6-ce393c354025 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:51.693949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c8de610a-f283-4fd5-9da6-ce393c354025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:51.699280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a09acdf0-9d50-43ea-97ae-4fc2894b617a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:51.771324 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8de610a-f283-4fd5-9da6-ce393c354025 admin admin] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:03:51.774556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-c8de610a-f283-4fd5-9da6-ce393c354025 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:03:51.779445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8de610a-f283-4fd5-9da6-ce393c354025 admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:03:51.813746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de610a-f283-4fd5-9da6-ce393c354025 admin admin] Pushing event updated for resources: {'Port': ['ID=b061ddff-d51c-4a28-9a1b-a54430cf9e19,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:51.820961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c8de610a-f283-4fd5-9da6-ce393c354025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:51.915730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6f1abe05-90e8-4280-a76d-10020736c91c None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:51.927036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-6f1abe05-90e8-4280-a76d-10020736c91c None None] Transition to ACTIVE for port object c9428588-8b2e-48f4-a225-1fdcfeeab714 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:03:51.946620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-6f1abe05-90e8-4280-a76d-10020736c91c None None] Transition to ACTIVE for port object c9428588-8b2e-48f4-a225-1fdcfeeab714 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:03:51.947177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c8de610a-f283-4fd5-9da6-ce393c354025 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:51.947891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c8de610a-f283-4fd5-9da6-ce393c354025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:51.952084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6f1abe05-90e8-4280-a76d-10020736c91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:51.959992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-30834874-c67e-42ec-8858-ac49a5d7ea1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:52.027412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1abe05-90e8-4280-a76d-10020736c91c None None] Network 5a26274e-4868-455c-809b-8fcef9e709dc is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:03:52.030313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-6f1abe05-90e8-4280-a76d-10020736c91c None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:03:52.034929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1abe05-90e8-4280-a76d-10020736c91c None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:03:52.041445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1abe05-90e8-4280-a76d-10020736c91c None None] Pushing event updated for resources: {'Port': ['ID=c9428588-8b2e-48f4-a225-1fdcfeeab714,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:52.046149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6f1abe05-90e8-4280-a76d-10020736c91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:52.134317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-6f1abe05-90e8-4280-a76d-10020736c91c None None] Attempting to bind port c9428588-8b2e-48f4-a225-1fdcfeeab714 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:03:52.134746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-6f1abe05-90e8-4280-a76d-10020736c91c None None] Attempting to bind port c9428588-8b2e-48f4-a225-1fdcfeeab714 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '2d018372-e076-418a-a0bb-6ca449f9d172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5a26274e-4868-455c-809b-8fcef9e709dc'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:03:52.135195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1abe05-90e8-4280-a76d-10020736c91c None None] Attempting to bind port c9428588-8b2e-48f4-a225-1fdcfeeab714 on network 5a26274e-4868-455c-809b-8fcef9e709dc {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:03:52.142862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1abe05-90e8-4280-a76d-10020736c91c None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:03:52.143322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1abe05-90e8-4280-a76d-10020736c91c None None] Checking segment: {'id': '2d018372-e076-418a-a0bb-6ca449f9d172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5a26274e-4868-455c-809b-8fcef9e709dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:03:52.143922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6f1abe05-90e8-4280-a76d-10020736c91c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:52.144372 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1abe05-90e8-4280-a76d-10020736c91c None None] Bound using segment: {'id': '2d018372-e076-418a-a0bb-6ca449f9d172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5a26274e-4868-455c-809b-8fcef9e709dc'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:03:52.144904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-6f1abe05-90e8-4280-a76d-10020736c91c None None] Bound port: c9428588-8b2e-48f4-a225-1fdcfeeab714, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d018372-e076-418a-a0bb-6ca449f9d172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5a26274e-4868-455c-809b-8fcef9e709dc'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:03:52.145333 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6f1abe05-90e8-4280-a76d-10020736c91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:52.203149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8de610a-f283-4fd5-9da6-ce393c354025 admin admin] Router e6e78d6b-78ae-42e0-970d-a076e098c0ad is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 20:03:52.206227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebbc1a6-9a03-4436-a0fa-0128106fb09f None None] Sync routers for ids ['1d36a4e6-3fb8-4a97-84fe-151ff4524770'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:03:52.220090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebbc1a6-9a03-4436-a0fa-0128106fb09f None None] Routers {'1d36a4e6-3fb8-4a97-84fe-151ff4524770'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:03:52.220775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-2ebbc1a6-9a03-4436-a0fa-0128106fb09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:03:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['1d36a4e6-3fb8-4a97-84fe-151ff4524770'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:03:52.244591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-6f1abe05-90e8-4280-a76d-10020736c91c None None] For port c9428588-8b2e-48f4-a225-1fdcfeeab714, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:03:52.248125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-6f1abe05-90e8-4280-a76d-10020736c91c None None] For port c9428588-8b2e-48f4-a225-1fdcfeeab714, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=c9428588-8b2e-48f4-a225-1fdcfeeab714,segment=NetworkSegment(2d018372-e076-418a-a0bb-6ca449f9d172),segment_id=2d018372-e076-418a-a0bb-6ca449f9d172)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:03:52.252855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6f1abe05-90e8-4280-a76d-10020736c91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:52.257287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:52.337340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1abe05-90e8-4280-a76d-10020736c91c None None] Pushing event updated for resources: {'Port': ['ID=c9428588-8b2e-48f4-a225-1fdcfeeab714,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:52.340339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6f1abe05-90e8-4280-a76d-10020736c91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:52.431317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8de610a-f283-4fd5-9da6-ce393c354025 admin admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:03:52.444074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e2e828-c0e5-4912-9ccf-803b7f96e65d None None] Sync routers for ids ['e6e78d6b-78ae-42e0-970d-a076e098c0ad'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:03:52.464199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e2e828-c0e5-4912-9ccf-803b7f96e65d None None] Routers {'e6e78d6b-78ae-42e0-970d-a076e098c0ad'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:03:52.465123 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a0e2e828-c0e5-4912-9ccf-803b7f96e65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:03:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['e6e78d6b-78ae-42e0-970d-a076e098c0ad'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:03:52.466836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c8de610a-f283-4fd5-9da6-ce393c354025 admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:52.472427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 55322) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:03:52.473475 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c8de610a-f283-4fd5-9da6-ce393c354025 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5683694 Dec 25 20:03:52.580255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-2ebbc1a6-9a03-4436-a0fa-0128106fb09f None None] Set router 1d36a4e6-3fb8-4a97-84fe-151ff4524770 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:03:52.728063 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-a0e2e828-c0e5-4912-9ccf-803b7f96e65d None None] Set router e6e78d6b-78ae-42e0-970d-a076e098c0ad gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:03:53.000546 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-2ebbc1a6-9a03-4436-a0fa-0128106fb09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'name': 'tempest-TestVolumeBootPattern-922428500-router', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183'}], 'enable_snat': True}, 'gw_port_id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:47Z', 'revision_number': 4, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'gw_port': {'id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:66:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'c32a681d-0591-4116-a390-a83112cd3f4b', 'name': '', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'mac_address': 'fa:16:3e:5d:ec:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:46Z', 'updated_at': '2021-12-25T20:03:47Z', 'revision_number': 2, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'subnets': [{'id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:03:53.005056 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebbc1a6-9a03-4436-a0fa-0128106fb09f None None] Checking router: 1d36a4e6-3fb8-4a97-84fe-151ff4524770 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:03:53.005468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebbc1a6-9a03-4436-a0fa-0128106fb09f None None] Updating router 1d36a4e6-3fb8-4a97-84fe-151ff4524770 port c32a681d-0591-4116-a390-a83112cd3f4b binding host dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 20:03:53.040671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device c9428588-8b2e-48f4-a225-1fdcfeeab714 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:03:53.071616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2ebbc1a6-9a03-4436-a0fa-0128106fb09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:53.172505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port c9428588-8b2e-48f4-a225-1fdcfeeab714 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:03:53.180452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device b403d3b5-bd48-44be-9739-127fd417a03a up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:03:53.221441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a0e2e828-c0e5-4912-9ccf-803b7f96e65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e78d6b-78ae-42e0-970d-a076e098c0ad', 'name': 'tempest-TestVolumeBootPattern-1213374590-router', 'tenant_id': 'b2847174f5dd4ed2afc944d03e3c4a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': 'b061ddff-d51c-4a28-9a1b-a54430cf9e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:03:50Z', 'updated_at': '2021-12-25T20:03:51Z', 'revision_number': 3, 'project_id': 'b2847174f5dd4ed2afc944d03e3c4a3b', 'gw_port': {'id': 'b061ddff-d51c-4a28-9a1b-a54430cf9e19', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e78d6b-78ae-42e0-970d-a076e098c0ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:51Z', 'updated_at': '2021-12-25T20:03:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:03:53.232336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e2e828-c0e5-4912-9ccf-803b7f96e65d None None] Checking router: e6e78d6b-78ae-42e0-970d-a076e098c0ad for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:03:53.232873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e2e828-c0e5-4912-9ccf-803b7f96e65d None None] Updating router e6e78d6b-78ae-42e0-970d-a076e098c0ad port b061ddff-d51c-4a28-9a1b-a54430cf9e19 binding host dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 20:03:53.303418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a0e2e828-c0e5-4912-9ccf-803b7f96e65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:53.357980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port b403d3b5-bd48-44be-9739-127fd417a03a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:03:53.358616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:53.369073 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-242bc28c-bb6d-41bf-be64-5a797733f8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:53.469985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2ebbc1a6-9a03-4436-a0fa-0128106fb09f None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:53.484136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2ebbc1a6-9a03-4436-a0fa-0128106fb09f None None] Transition to ACTIVE for port object c32a681d-0591-4116-a390-a83112cd3f4b will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:03:53.491010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2ebbc1a6-9a03-4436-a0fa-0128106fb09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:53.495556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:53.610175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-242bc28c-bb6d-41bf-be64-5a797733f8b0 admin admin] Allocated IP 172.20.0.1 (5a26274e-4868-455c-809b-8fcef9e709dc/fd536fdd-9486-45a0-9861-b3fe5d270da7/92a9d76e-2feb-4222-889a-e1b765a37f6a) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:03:53.622973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4dc5a9-14ef-4561-9376-f127d25b8580 None None] Pushing event updated for resources: {'Port': ['ID=c32a681d-0591-4116-a390-a83112cd3f4b,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:53.637859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4dc5a9-14ef-4561-9376-f127d25b8580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:03:53.638250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4dc5a9-14ef-4561-9376-f127d25b8580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:03:53.638634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4dc5a9-14ef-4561-9376-f127d25b8580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:03:53.639011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4dc5a9-14ef-4561-9376-f127d25b8580 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:03:53.639410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4dc5a9-14ef-4561-9376-f127d25b8580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:03:53.639811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4dc5a9-14ef-4561-9376-f127d25b8580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:03:53.640191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4dc5a9-14ef-4561-9376-f127d25b8580 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:03:53.640562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4dc5a9-14ef-4561-9376-f127d25b8580 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:03:53.640933 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4dc5a9-14ef-4561-9376-f127d25b8580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:03:53.641297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4dc5a9-14ef-4561-9376-f127d25b8580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:03:53.641974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4dc5a9-14ef-4561-9376-f127d25b8580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:03:53.667880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:53.670159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5e4dc5a9-14ef-4561-9376-f127d25b8580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:53.742836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-2ebbc1a6-9a03-4436-a0fa-0128106fb09f None None] Attempting to bind port c32a681d-0591-4116-a390-a83112cd3f4b on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:03:53.743302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-2ebbc1a6-9a03-4436-a0fa-0128106fb09f None None] Attempting to bind port c32a681d-0591-4116-a390-a83112cd3f4b by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'e86560d7-3c4c-485f-940a-9d18ac1c8d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:03:53.743716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebbc1a6-9a03-4436-a0fa-0128106fb09f None None] Attempting to bind port c32a681d-0591-4116-a390-a83112cd3f4b on network 55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:03:53.750978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebbc1a6-9a03-4436-a0fa-0128106fb09f None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:03:53.751462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebbc1a6-9a03-4436-a0fa-0128106fb09f None None] Checking segment: {'id': 'e86560d7-3c4c-485f-940a-9d18ac1c8d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:03:53.751924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2ebbc1a6-9a03-4436-a0fa-0128106fb09f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:53.752370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebbc1a6-9a03-4436-a0fa-0128106fb09f None None] Bound using segment: {'id': 'e86560d7-3c4c-485f-940a-9d18ac1c8d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:03:53.752891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-2ebbc1a6-9a03-4436-a0fa-0128106fb09f None None] Bound port: c32a681d-0591-4116-a390-a83112cd3f4b, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e86560d7-3c4c-485f-940a-9d18ac1c8d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:03:53.753314 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2ebbc1a6-9a03-4436-a0fa-0128106fb09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:53.800022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-242bc28c-bb6d-41bf-be64-5a797733f8b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:53.822114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-242bc28c-bb6d-41bf-be64-5a797733f8b0 admin admin] Transition to ACTIVE for port object 92a9d76e-2feb-4222-889a-e1b765a37f6a will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:03:53.827760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a0e2e828-c0e5-4912-9ccf-803b7f96e65d None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:53.847029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a0e2e828-c0e5-4912-9ccf-803b7f96e65d None None] Transition to ACTIVE for port object b061ddff-d51c-4a28-9a1b-a54430cf9e19 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:03:53.850158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-242bc28c-bb6d-41bf-be64-5a797733f8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:53.857378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a0e2e828-c0e5-4912-9ccf-803b7f96e65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:53.863231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e1a378eb-b164-44b8-83fc-6f64b1ee2fa9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:53.866144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d5aaa03d-4dd6-44b2-aae5-2100ef38ee2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:53.882488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-2ebbc1a6-9a03-4436-a0fa-0128106fb09f None None] For port c32a681d-0591-4116-a390-a83112cd3f4b, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:03:53.886309 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-2ebbc1a6-9a03-4436-a0fa-0128106fb09f None None] For port c32a681d-0591-4116-a390-a83112cd3f4b, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=c32a681d-0591-4116-a390-a83112cd3f4b,segment=NetworkSegment(e86560d7-3c4c-485f-940a-9d18ac1c8d88),segment_id=e86560d7-3c4c-485f-940a-9d18ac1c8d88)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:03:53.892885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2ebbc1a6-9a03-4436-a0fa-0128106fb09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:53.897338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-abf3e49f-5c29-4c17-b121-dae3d5c23ed0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:53.945789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242bc28c-bb6d-41bf-be64-5a797733f8b0 admin admin] Pushing event updated for resources: {'Port': ['ID=92a9d76e-2feb-4222-889a-e1b765a37f6a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:53.951260 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-242bc28c-bb6d-41bf-be64-5a797733f8b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:53.953222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242bc28c-bb6d-41bf-be64-5a797733f8b0 admin admin] Network 5a26274e-4868-455c-809b-8fcef9e709dc is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:03:53.954481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-242bc28c-bb6d-41bf-be64-5a797733f8b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:03:53.958511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242bc28c-bb6d-41bf-be64-5a797733f8b0 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:03:53.964178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6f17e-3646-48d9-89cb-bda15e7c5edd None None] Pushing event updated for resources: {'Port': ['ID=b061ddff-d51c-4a28-9a1b-a54430cf9e19,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:53.968434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a2e6f17e-3646-48d9-89cb-bda15e7c5edd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:53.969569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-a0e2e828-c0e5-4912-9ccf-803b7f96e65d None None] Attempting to bind port b061ddff-d51c-4a28-9a1b-a54430cf9e19 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:03:53.970068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-a0e2e828-c0e5-4912-9ccf-803b7f96e65d None None] Attempting to bind port b061ddff-d51c-4a28-9a1b-a54430cf9e19 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:03:53.970562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e2e828-c0e5-4912-9ccf-803b7f96e65d None None] Attempting to bind port b061ddff-d51c-4a28-9a1b-a54430cf9e19 on network a29ab018-4a1a-4021-8156-423134b861f3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:03:53.979017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e2e828-c0e5-4912-9ccf-803b7f96e65d None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:03:53.979578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e2e828-c0e5-4912-9ccf-803b7f96e65d None None] Checking segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:03:53.980113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a0e2e828-c0e5-4912-9ccf-803b7f96e65d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:53.980695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e2e828-c0e5-4912-9ccf-803b7f96e65d None None] Bound using segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:03:53.981318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-a0e2e828-c0e5-4912-9ccf-803b7f96e65d None None] Bound port: b061ddff-d51c-4a28-9a1b-a54430cf9e19, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:03:53.982424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a0e2e828-c0e5-4912-9ccf-803b7f96e65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:54.030979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-242bc28c-bb6d-41bf-be64-5a797733f8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:54.041143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebbc1a6-9a03-4436-a0fa-0128106fb09f None None] Routers {'1d36a4e6-3fb8-4a97-84fe-151ff4524770'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:03:54.041961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-2ebbc1a6-9a03-4436-a0fa-0128106fb09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:03:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['1d36a4e6-3fb8-4a97-84fe-151ff4524770'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:03:54.086149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-a0e2e828-c0e5-4912-9ccf-803b7f96e65d None None] For port b061ddff-d51c-4a28-9a1b-a54430cf9e19, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:03:54.089886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-a0e2e828-c0e5-4912-9ccf-803b7f96e65d None None] For port b061ddff-d51c-4a28-9a1b-a54430cf9e19, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=b061ddff-d51c-4a28-9a1b-a54430cf9e19,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:03:54.095588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a0e2e828-c0e5-4912-9ccf-803b7f96e65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:54.100674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:54.144561 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-242bc28c-bb6d-41bf-be64-5a797733f8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:54.158442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4dc5a9-14ef-4561-9376-f127d25b8580 None None] Pushing event updated for resources: {'Port': ['ID=c32a681d-0591-4116-a390-a83112cd3f4b,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:54.168090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5e4dc5a9-14ef-4561-9376-f127d25b8580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:54.229028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e2e828-c0e5-4912-9ccf-803b7f96e65d None None] Routers {'e6e78d6b-78ae-42e0-970d-a076e098c0ad'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:03:54.229668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a0e2e828-c0e5-4912-9ccf-803b7f96e65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:03:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['e6e78d6b-78ae-42e0-970d-a076e098c0ad'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:03:54.302757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6f17e-3646-48d9-89cb-bda15e7c5edd None None] Pushing event updated for resources: {'Port': ['ID=b061ddff-d51c-4a28-9a1b-a54430cf9e19,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:54.327969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a2e6f17e-3646-48d9-89cb-bda15e7c5edd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:54.334343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-2ebbc1a6-9a03-4436-a0fa-0128106fb09f None None] Set router 1d36a4e6-3fb8-4a97-84fe-151ff4524770 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:03:54.447456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-242bc28c-bb6d-41bf-be64-5a797733f8b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:54.454773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-242bc28c-bb6d-41bf-be64-5a797733f8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:54.485872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-a0e2e828-c0e5-4912-9ccf-803b7f96e65d None None] Set router e6e78d6b-78ae-42e0-970d-a076e098c0ad gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:03:54.523596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2e253bec-f408-4d7e-a619-b2784e5953cb tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:54.557689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-242bc28c-bb6d-41bf-be64-5a797733f8b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:54.628216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242bc28c-bb6d-41bf-be64-5a797733f8b0 admin admin] Pushing event updated for resources: {'Port': ['ID=92a9d76e-2feb-4222-889a-e1b765a37f6a,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:54.631425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-242bc28c-bb6d-41bf-be64-5a797733f8b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:54.654562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a8f6d4-9eb4-48e9-8a99-795e0f946b92 None None] Network 5a26274e-4868-455c-809b-8fcef9e709dc requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:03:54.751114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-2ebbc1a6-9a03-4436-a0fa-0128106fb09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'name': 'tempest-TestVolumeBootPattern-922428500-router', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183'}], 'enable_snat': True}, 'gw_port_id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:47Z', 'revision_number': 4, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'gw_port': {'id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:66:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'c32a681d-0591-4116-a390-a83112cd3f4b', 'name': '', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'mac_address': 'fa:16:3e:5d:ec:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:46Z', 'updated_at': '2021-12-25T20:03:53Z', 'revision_number': 4, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'subnets': [{'id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:03:54.755733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebbc1a6-9a03-4436-a0fa-0128106fb09f None None] The sync data for ids ['1d36a4e6-3fb8-4a97-84fe-151ff4524770'] in dv-neutron-822611-1-hyperv is: [{'id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'name': 'tempest-TestVolumeBootPattern-922428500-router', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183'}], 'enable_snat': True}, 'gw_port_id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:47Z', 'revision_number': 4, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'gw_port': {'id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:66:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'c32a681d-0591-4116-a390-a83112cd3f4b', 'name': '', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'mac_address': 'fa:16:3e:5d:ec:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:46Z', 'updated_at': '2021-12-25T20:03:53Z', 'revision_number': 4, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'subnets': [{'id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:03:54.756921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242bc28c-bb6d-41bf-be64-5a797733f8b0 admin admin] Network 5a26274e-4868-455c-809b-8fcef9e709dc is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:03:54.758116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-242bc28c-bb6d-41bf-be64-5a797733f8b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:03:54.855562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-65cd83e1-7877-44e7-be65-17f86b9ece45 None None] Provisioning for port c9428588-8b2e-48f4-a225-1fdcfeeab714 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:03:55.060257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device c32a681d-0591-4116-a390-a83112cd3f4b up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:03:55.100441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-65cd83e1-7877-44e7-be65-17f86b9ece45 None None] Provisioning complete for port c9428588-8b2e-48f4-a225-1fdcfeeab714 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:03:55.100914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-65cd83e1-7877-44e7-be65-17f86b9ece45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:55.201695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242bc28c-bb6d-41bf-be64-5a797733f8b0 admin admin] Router e6e78d6b-78ae-42e0-970d-a076e098c0ad has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:03:55.425546 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242bc28c-bb6d-41bf-be64-5a797733f8b0 admin admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:03:55.436084 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-242bc28c-bb6d-41bf-be64-5a797733f8b0 admin admin] 10.222.0.24 "PUT /v2.0/routers/e6e78d6b-78ae-42e0-970d-a076e098c0ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9617848 Dec 25 20:03:55.477289 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port c32a681d-0591-4116-a390-a83112cd3f4b completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:03:55.491602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port c32a681d-0591-4116-a390-a83112cd3f4b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:03:55.492031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:55.552759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-65cd83e1-7877-44e7-be65-17f86b9ece45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:55.574906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a0e2e828-c0e5-4912-9ccf-803b7f96e65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e78d6b-78ae-42e0-970d-a076e098c0ad', 'name': 'tempest-TestVolumeBootPattern-1213374590-router', 'tenant_id': 'b2847174f5dd4ed2afc944d03e3c4a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': 'b061ddff-d51c-4a28-9a1b-a54430cf9e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:03:50Z', 'updated_at': '2021-12-25T20:03:54Z', 'revision_number': 4, 'project_id': 'b2847174f5dd4ed2afc944d03e3c4a3b', 'gw_port': {'id': 'b061ddff-d51c-4a28-9a1b-a54430cf9e19', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e78d6b-78ae-42e0-970d-a076e098c0ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:51Z', 'updated_at': '2021-12-25T20:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '92a9d76e-2feb-4222-889a-e1b765a37f6a', 'name': '', 'network_id': '5a26274e-4868-455c-809b-8fcef9e709dc', 'tenant_id': 'b2847174f5dd4ed2afc944d03e3c4a3b', 'mac_address': 'fa:16:3e:a5:8b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e78d6b-78ae-42e0-970d-a076e098c0ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd536fdd-9486-45a0-9861-b3fe5d270da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:53Z', 'updated_at': '2021-12-25T20:03:53Z', 'revision_number': 1, 'project_id': 'b2847174f5dd4ed2afc944d03e3c4a3b', 'subnets': [{'id': 'fd536fdd-9486-45a0-9861-b3fe5d270da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:03:55.589803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e2e828-c0e5-4912-9ccf-803b7f96e65d None None] The sync data for ids ['e6e78d6b-78ae-42e0-970d-a076e098c0ad'] in dv-neutron-822611-1-hyperv is: [{'id': 'e6e78d6b-78ae-42e0-970d-a076e098c0ad', 'name': 'tempest-TestVolumeBootPattern-1213374590-router', 'tenant_id': 'b2847174f5dd4ed2afc944d03e3c4a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': 'b061ddff-d51c-4a28-9a1b-a54430cf9e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:03:50Z', 'updated_at': '2021-12-25T20:03:54Z', 'revision_number': 4, 'project_id': 'b2847174f5dd4ed2afc944d03e3c4a3b', 'gw_port': {'id': 'b061ddff-d51c-4a28-9a1b-a54430cf9e19', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e78d6b-78ae-42e0-970d-a076e098c0ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:51Z', 'updated_at': '2021-12-25T20:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '92a9d76e-2feb-4222-889a-e1b765a37f6a', 'name': '', 'network_id': '5a26274e-4868-455c-809b-8fcef9e709dc', 'tenant_id': 'b2847174f5dd4ed2afc944d03e3c4a3b', 'mac_address': 'fa:16:3e:a5:8b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e78d6b-78ae-42e0-970d-a076e098c0ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd536fdd-9486-45a0-9861-b3fe5d270da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:53Z', 'updated_at': '2021-12-25T20:03:53Z', 'revision_number': 1, 'project_id': 'b2847174f5dd4ed2afc944d03e3c4a3b', 'subnets': [{'id': 'fd536fdd-9486-45a0-9861-b3fe5d270da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:03:55.630727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-65cd83e1-7877-44e7-be65-17f86b9ece45 None None] For port c9428588-8b2e-48f4-a225-1fdcfeeab714, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=c9428588-8b2e-48f4-a225-1fdcfeeab714,segment=NetworkSegment(2d018372-e076-418a-a0bb-6ca449f9d172),segment_id=2d018372-e076-418a-a0bb-6ca449f9d172)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:03:55.662849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-65cd83e1-7877-44e7-be65-17f86b9ece45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:55.677504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e5617980-f8e7-4ce8-ae25-14025f855751 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:55.771556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:55.799142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd83e1-7877-44e7-be65-17f86b9ece45 None None] Pushing event updated for resources: {'Port': ['ID=c9428588-8b2e-48f4-a225-1fdcfeeab714,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:55.802697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-65cd83e1-7877-44e7-be65-17f86b9ece45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:55.805748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-65cd83e1-7877-44e7-be65-17f86b9ece45 None None] Provisioning complete for port c32a681d-0591-4116-a390-a83112cd3f4b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:03:55.806182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-65cd83e1-7877-44e7-be65-17f86b9ece45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:55.875883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port c32a681d-0591-4116-a390-a83112cd3f4b, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=c32a681d-0591-4116-a390-a83112cd3f4b,segment=NetworkSegment(e86560d7-3c4c-485f-940a-9d18ac1c8d88),segment_id=e86560d7-3c4c-485f-940a-9d18ac1c8d88)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:03:55.883146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:55.885568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-05b1a2c1-6132-4d04-b5c5-2c3583cf53af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:56.008800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=c32a681d-0591-4116-a390-a83112cd3f4b,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:56.013579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:56.099277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 55332) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:03:56.105974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-e2963905-9512-4ed3-ba42-b7dbed00b05b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-402699642', 'description': 'tempest-secgroup-smoke-402699642 description', 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:03:56.112771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e2963905-9512-4ed3-ba42-b7dbed00b05b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:03:56.117077 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e2963905-9512-4ed3-ba42-b7dbed00b05b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Usage tracker for resource:security_group and tenant:75cd4a0175fb41a89174e5bb54d57ea6 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:03:56.120432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e2963905-9512-4ed3-ba42-b7dbed00b05b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:03:56.126812 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e2963905-9512-4ed3-ba42-b7dbed00b05b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:03:56.142282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-cb09d1a2-abb1-454a-a132-e06537987039 None None] Provisioning complete for port c9428588-8b2e-48f4-a225-1fdcfeeab714 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:03:56.142477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e2963905-9512-4ed3-ba42-b7dbed00b05b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:56.142909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cb09d1a2-abb1-454a-a132-e06537987039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:56.183237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e2963905-9512-4ed3-ba42-b7dbed00b05b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:03:56.188422 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e2963905-9512-4ed3-ba42-b7dbed00b05b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Usage tracker for resource:security_group_rule and tenant:75cd4a0175fb41a89174e5bb54d57ea6 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:03:56.191532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e2963905-9512-4ed3-ba42-b7dbed00b05b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:03:56.197827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e2963905-9512-4ed3-ba42-b7dbed00b05b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:03:56.260654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e2963905-9512-4ed3-ba42-b7dbed00b05b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:56.264432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e2963905-9512-4ed3-ba42-b7dbed00b05b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:56.270405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7d224d55-e17b-4099-9b3a-cdec42b2b8a5 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:56.295500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-cb09d1a2-abb1-454a-a132-e06537987039 None None] Provisioning for port 92a9d76e-2feb-4222-889a-e1b765a37f6a completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:03:56.302534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-cb09d1a2-abb1-454a-a132-e06537987039 None None] Provisioning complete for port 92a9d76e-2feb-4222-889a-e1b765a37f6a triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:03:56.302965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cb09d1a2-abb1-454a-a132-e06537987039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:56.317657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2963905-9512-4ed3-ba42-b7dbed00b05b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e82e6b86-bd0f-4902-85e5-cb5c51f8df48,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:56.329687 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e2963905-9512-4ed3-ba42-b7dbed00b05b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:56.330548 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e2963905-9512-4ed3-ba42-b7dbed00b05b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:56.332324 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e2963905-9512-4ed3-ba42-b7dbed00b05b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2315946 Dec 25 20:03:56.335290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 55336) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:03:56.341798 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-6ea39cc0-fc9a-4c2d-b2fa-1b451a22a3ef tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Request body: {'security_group_rule': {'security_group_id': 'e82e6b86-bd0f-4902-85e5-cb5c51f8df48', 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:03:56.364496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6ea39cc0-fc9a-4c2d-b2fa-1b451a22a3ef tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:03:56.374779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6ea39cc0-fc9a-4c2d-b2fa-1b451a22a3ef tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Usage tracker for resource:security_group_rule and tenant:75cd4a0175fb41a89174e5bb54d57ea6 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:03:56.388691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6ea39cc0-fc9a-4c2d-b2fa-1b451a22a3ef tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:03:56.394571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-cb09d1a2-abb1-454a-a132-e06537987039 None None] Port 92a9d76e-2feb-4222-889a-e1b765a37f6a cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:03:56.403008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6ea39cc0-fc9a-4c2d-b2fa-1b451a22a3ef tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:03:56.425381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6ea39cc0-fc9a-4c2d-b2fa-1b451a22a3ef tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:56.506597 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6ea39cc0-fc9a-4c2d-b2fa-1b451a22a3ef tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:56.511345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6ea39cc0-fc9a-4c2d-b2fa-1b451a22a3ef tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:56.513619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-084db147-457c-48a3-82ac-df0624a896b1 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:56.528855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-dca16a83-d9f9-4fe0-8a8f-0befd627f1d6 None None] Provisioning complete for port 92a9d76e-2feb-4222-889a-e1b765a37f6a triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:03:56.529218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dca16a83-d9f9-4fe0-8a8f-0befd627f1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:56.545374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea39cc0-fc9a-4c2d-b2fa-1b451a22a3ef tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66b57423-cdb0-49f6-bb27-516ca5992e3d,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:56.548700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6ea39cc0-fc9a-4c2d-b2fa-1b451a22a3ef tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:56.553076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 55340) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:03:56.553207 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6ea39cc0-fc9a-4c2d-b2fa-1b451a22a3ef tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2164924 Dec 25 20:03:56.554245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6ea39cc0-fc9a-4c2d-b2fa-1b451a22a3ef tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:56.560932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-cb572e37-743c-4a29-82c9-1914b51a59f2 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Request body: {'security_group_rule': {'security_group_id': 'e82e6b86-bd0f-4902-85e5-cb5c51f8df48', 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:03:56.569307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-cb572e37-743c-4a29-82c9-1914b51a59f2 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:03:56.573464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-cb572e37-743c-4a29-82c9-1914b51a59f2 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Usage tracker for resource:security_group_rule and tenant:75cd4a0175fb41a89174e5bb54d57ea6 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:03:56.578458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-cb572e37-743c-4a29-82c9-1914b51a59f2 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:03:56.583550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-cb572e37-743c-4a29-82c9-1914b51a59f2 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:03:56.599385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-dca16a83-d9f9-4fe0-8a8f-0befd627f1d6 None None] Port 92a9d76e-2feb-4222-889a-e1b765a37f6a cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:03:56.605032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cb572e37-743c-4a29-82c9-1914b51a59f2 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:56.677432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cb572e37-743c-4a29-82c9-1914b51a59f2 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:56.680355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cb572e37-743c-4a29-82c9-1914b51a59f2 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:56.682300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4973ce52-462f-4a15-ab53-762aac40288d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:56.707314 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb572e37-743c-4a29-82c9-1914b51a59f2 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a735526-acff-4639-b9a8-7d9f1a600d3d,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:56.712264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cb572e37-743c-4a29-82c9-1914b51a59f2 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:56.716199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cb572e37-743c-4a29-82c9-1914b51a59f2 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:56.717861 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-cb572e37-743c-4a29-82c9-1914b51a59f2 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1635051 Dec 25 20:03:56.721587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 55344) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:03:56.725712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-11e48aa3-20b9-478b-b9d0-cdeb88af1897 None None] Provisioning complete for port 92a9d76e-2feb-4222-889a-e1b765a37f6a triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:03:56.726147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11e48aa3-20b9-478b-b9d0-cdeb88af1897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:56.728449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-84cf5a50-d855-4a7a-9673-f6f815ec2662 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Request body: {'security_group_rule': {'security_group_id': 'e82e6b86-bd0f-4902-85e5-cb5c51f8df48', 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:03:56.735365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-84cf5a50-d855-4a7a-9673-f6f815ec2662 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:03:56.739876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-84cf5a50-d855-4a7a-9673-f6f815ec2662 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Usage tracker for resource:security_group_rule and tenant:75cd4a0175fb41a89174e5bb54d57ea6 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:03:56.743296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-84cf5a50-d855-4a7a-9673-f6f815ec2662 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:03:56.750119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-84cf5a50-d855-4a7a-9673-f6f815ec2662 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:03:56.767867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-84cf5a50-d855-4a7a-9673-f6f815ec2662 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:56.789896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-11e48aa3-20b9-478b-b9d0-cdeb88af1897 None None] Port 92a9d76e-2feb-4222-889a-e1b765a37f6a cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:03:56.836109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-84cf5a50-d855-4a7a-9673-f6f815ec2662 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:56.839689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-84cf5a50-d855-4a7a-9673-f6f815ec2662 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:56.841624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:56.866876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf5a50-d855-4a7a-9673-f6f815ec2662 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=595268b8-4b24-48b5-9f06-5172e52faae2,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:56.869668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-84cf5a50-d855-4a7a-9673-f6f815ec2662 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:56.876605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-84cf5a50-d855-4a7a-9673-f6f815ec2662 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:56.877922 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-84cf5a50-d855-4a7a-9673-f6f815ec2662 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1549807 Dec 25 20:03:56.880987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 55348) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:03:56.887216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-11444ea9-d851-4b4c-9851-2df5771b317a tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Request body: {'security_group_rule': {'security_group_id': 'e82e6b86-bd0f-4902-85e5-cb5c51f8df48', 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:03:56.895227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-11444ea9-d851-4b4c-9851-2df5771b317a tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:03:56.899593 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-11444ea9-d851-4b4c-9851-2df5771b317a tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Usage tracker for resource:security_group_rule and tenant:75cd4a0175fb41a89174e5bb54d57ea6 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:03:56.902736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-11444ea9-d851-4b4c-9851-2df5771b317a tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:03:56.910013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-11444ea9-d851-4b4c-9851-2df5771b317a tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:03:56.932552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11444ea9-d851-4b4c-9851-2df5771b317a tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:56.936969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device c9428588-8b2e-48f4-a225-1fdcfeeab714 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:03:57.014328 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11444ea9-d851-4b4c-9851-2df5771b317a tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:57.018469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11444ea9-d851-4b4c-9851-2df5771b317a tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:57.020606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6f9b4a67-8f5b-4fff-b1fb-531da2bb1922 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:57.021631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port c9428588-8b2e-48f4-a225-1fdcfeeab714 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:03:57.022070 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:57.042867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11444ea9-d851-4b4c-9851-2df5771b317a tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3af7d22-acd7-4c3c-b83c-e22c49eff2e0,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:57.047718 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-11444ea9-d851-4b4c-9851-2df5771b317a tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:57.056833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11444ea9-d851-4b4c-9851-2df5771b317a tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:57.057911 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-11444ea9-d851-4b4c-9851-2df5771b317a tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1758292 Dec 25 20:03:57.060825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 55352) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:03:57.067611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-8585a6e7-244e-491b-b5e4-47993e21f9ba tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Request body: {'security_group_rule': {'security_group_id': 'e82e6b86-bd0f-4902-85e5-cb5c51f8df48', 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:03:57.074232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8585a6e7-244e-491b-b5e4-47993e21f9ba tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:03:57.079014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8585a6e7-244e-491b-b5e4-47993e21f9ba tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Usage tracker for resource:security_group_rule and tenant:75cd4a0175fb41a89174e5bb54d57ea6 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:03:57.082117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8585a6e7-244e-491b-b5e4-47993e21f9ba tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:03:57.099026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8585a6e7-244e-491b-b5e4-47993e21f9ba tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:03:57.116021 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-8585a6e7-244e-491b-b5e4-47993e21f9ba tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Project 75cd4a0175fb41a89174e5bb54d57ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 20:03:57.124780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8585a6e7-244e-491b-b5e4-47993e21f9ba tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:57.175576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device c32a681d-0591-4116-a390-a83112cd3f4b up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:03:57.216590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8585a6e7-244e-491b-b5e4-47993e21f9ba tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:57.219634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8585a6e7-244e-491b-b5e4-47993e21f9ba tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:57.228779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-83bdc3f2-47c8-49ee-a9a4-278cf66c2f28 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:57.253888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585a6e7-244e-491b-b5e4-47993e21f9ba tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89be4964-6760-4d59-b9cd-ec7df1d4cdd9,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:57.256804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8585a6e7-244e-491b-b5e4-47993e21f9ba tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:57.260969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port c32a681d-0591-4116-a390-a83112cd3f4b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:03:57.261410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:57.262098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8585a6e7-244e-491b-b5e4-47993e21f9ba tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:57.266715 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8585a6e7-244e-491b-b5e4-47993e21f9ba tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2015743 Dec 25 20:03:57.266963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 55356) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:03:57.273367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-8ea1c5a0-c6d1-46bb-89e1-1d04fbf82405 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Request body: {'security_group_rule': {'security_group_id': 'e82e6b86-bd0f-4902-85e5-cb5c51f8df48', 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:03:57.280223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8ea1c5a0-c6d1-46bb-89e1-1d04fbf82405 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:03:57.285284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8ea1c5a0-c6d1-46bb-89e1-1d04fbf82405 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Usage tracker for resource:security_group_rule and tenant:75cd4a0175fb41a89174e5bb54d57ea6 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:03:57.288474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8ea1c5a0-c6d1-46bb-89e1-1d04fbf82405 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:03:57.294827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8ea1c5a0-c6d1-46bb-89e1-1d04fbf82405 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:03:57.311163 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-8ea1c5a0-c6d1-46bb-89e1-1d04fbf82405 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Project 75cd4a0175fb41a89174e5bb54d57ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 20:03:57.319207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8ea1c5a0-c6d1-46bb-89e1-1d04fbf82405 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:57.397248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8ea1c5a0-c6d1-46bb-89e1-1d04fbf82405 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:57.400453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8ea1c5a0-c6d1-46bb-89e1-1d04fbf82405 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:57.402343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0835a89e-7f58-4ac6-94a4-49932033a2dc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:57.429033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea1c5a0-c6d1-46bb-89e1-1d04fbf82405 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e2737d5-40db-4ebc-8a99-5f4006199fa3,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:57.431721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8ea1c5a0-c6d1-46bb-89e1-1d04fbf82405 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:03:57.438905 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8ea1c5a0-c6d1-46bb-89e1-1d04fbf82405 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:57.440285 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8ea1c5a0-c6d1-46bb-89e1-1d04fbf82405 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1722445 Dec 25 20:03:58.936033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device b061ddff-d51c-4a28-9a1b-a54430cf9e19 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:03:59.010435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port b061ddff-d51c-4a28-9a1b-a54430cf9e19 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:03:59.015359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port b061ddff-d51c-4a28-9a1b-a54430cf9e19 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:03:59.015783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:59.139626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:59.156582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port b061ddff-d51c-4a28-9a1b-a54430cf9e19, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=b061ddff-d51c-4a28-9a1b-a54430cf9e19,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:03:59.159970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:03:59.162118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:03:59.234983 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=b061ddff-d51c-4a28-9a1b-a54430cf9e19,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:03:59.238318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:04:00.164435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6abd8e-8c0a-4cab-9b6d-0fc2d59f9888 None None] Sync routers for ids ['e6e78d6b-78ae-42e0-970d-a076e098c0ad'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:04:00.179365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6abd8e-8c0a-4cab-9b6d-0fc2d59f9888 None None] Routers {'e6e78d6b-78ae-42e0-970d-a076e098c0ad'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:04:00.180254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-5b6abd8e-8c0a-4cab-9b6d-0fc2d59f9888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:03:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['e6e78d6b-78ae-42e0-970d-a076e098c0ad'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:04:00.376880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-5b6abd8e-8c0a-4cab-9b6d-0fc2d59f9888 None None] Set router e6e78d6b-78ae-42e0-970d-a076e098c0ad gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:04:00.725174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-5b6abd8e-8c0a-4cab-9b6d-0fc2d59f9888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e78d6b-78ae-42e0-970d-a076e098c0ad', 'name': 'tempest-TestVolumeBootPattern-1213374590-router', 'tenant_id': 'b2847174f5dd4ed2afc944d03e3c4a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': 'b061ddff-d51c-4a28-9a1b-a54430cf9e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:03:50Z', 'updated_at': '2021-12-25T20:03:54Z', 'revision_number': 4, 'project_id': 'b2847174f5dd4ed2afc944d03e3c4a3b', 'gw_port': {'id': 'b061ddff-d51c-4a28-9a1b-a54430cf9e19', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e78d6b-78ae-42e0-970d-a076e098c0ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:51Z', 'updated_at': '2021-12-25T20:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '92a9d76e-2feb-4222-889a-e1b765a37f6a', 'name': '', 'network_id': '5a26274e-4868-455c-809b-8fcef9e709dc', 'tenant_id': 'b2847174f5dd4ed2afc944d03e3c4a3b', 'mac_address': 'fa:16:3e:a5:8b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e78d6b-78ae-42e0-970d-a076e098c0ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd536fdd-9486-45a0-9861-b3fe5d270da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:53Z', 'updated_at': '2021-12-25T20:03:54Z', 'revision_number': 2, 'project_id': 'b2847174f5dd4ed2afc944d03e3c4a3b', 'subnets': [{'id': 'fd536fdd-9486-45a0-9861-b3fe5d270da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:04:00.729194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6abd8e-8c0a-4cab-9b6d-0fc2d59f9888 None None] Checking router: e6e78d6b-78ae-42e0-970d-a076e098c0ad for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:04:00.729609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6abd8e-8c0a-4cab-9b6d-0fc2d59f9888 None None] Updating router e6e78d6b-78ae-42e0-970d-a076e098c0ad port 92a9d76e-2feb-4222-889a-e1b765a37f6a binding host dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 20:04:00.786840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5b6abd8e-8c0a-4cab-9b6d-0fc2d59f9888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:00.916798 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device b061ddff-d51c-4a28-9a1b-a54430cf9e19 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:04:01.008425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port b061ddff-d51c-4a28-9a1b-a54430cf9e19 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:04:01.008866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:01.317778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5b6abd8e-8c0a-4cab-9b6d-0fc2d59f9888 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:01.331789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-5b6abd8e-8c0a-4cab-9b6d-0fc2d59f9888 None None] Transition to ACTIVE for port object 92a9d76e-2feb-4222-889a-e1b765a37f6a will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:04:01.337991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5b6abd8e-8c0a-4cab-9b6d-0fc2d59f9888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:01.342491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bea3a455-1a99-4dcf-a089-2d849ac7c40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:04:01.475093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92227085-1d52-4a94-a460-b33ea2abf671 None None] Pushing event updated for resources: {'Port': ['ID=92a9d76e-2feb-4222-889a-e1b765a37f6a,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:04:01.478119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-92227085-1d52-4a94-a460-b33ea2abf671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:04:01.575371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-5b6abd8e-8c0a-4cab-9b6d-0fc2d59f9888 None None] Attempting to bind port 92a9d76e-2feb-4222-889a-e1b765a37f6a on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:04:01.575728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-5b6abd8e-8c0a-4cab-9b6d-0fc2d59f9888 None None] Attempting to bind port 92a9d76e-2feb-4222-889a-e1b765a37f6a by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '2d018372-e076-418a-a0bb-6ca449f9d172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5a26274e-4868-455c-809b-8fcef9e709dc'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:04:01.576187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6abd8e-8c0a-4cab-9b6d-0fc2d59f9888 None None] Attempting to bind port 92a9d76e-2feb-4222-889a-e1b765a37f6a on network 5a26274e-4868-455c-809b-8fcef9e709dc {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:04:01.583631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6abd8e-8c0a-4cab-9b6d-0fc2d59f9888 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:04:01.587382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6abd8e-8c0a-4cab-9b6d-0fc2d59f9888 None None] Checking segment: {'id': '2d018372-e076-418a-a0bb-6ca449f9d172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5a26274e-4868-455c-809b-8fcef9e709dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:04:01.587953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5b6abd8e-8c0a-4cab-9b6d-0fc2d59f9888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:01.588685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6abd8e-8c0a-4cab-9b6d-0fc2d59f9888 None None] Bound using segment: {'id': '2d018372-e076-418a-a0bb-6ca449f9d172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5a26274e-4868-455c-809b-8fcef9e709dc'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:04:01.589263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-5b6abd8e-8c0a-4cab-9b6d-0fc2d59f9888 None None] Bound port: 92a9d76e-2feb-4222-889a-e1b765a37f6a, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d018372-e076-418a-a0bb-6ca449f9d172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5a26274e-4868-455c-809b-8fcef9e709dc'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:04:01.589941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5b6abd8e-8c0a-4cab-9b6d-0fc2d59f9888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:01.700571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-5b6abd8e-8c0a-4cab-9b6d-0fc2d59f9888 None None] For port 92a9d76e-2feb-4222-889a-e1b765a37f6a, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:04:01.704484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-5b6abd8e-8c0a-4cab-9b6d-0fc2d59f9888 None None] For port 92a9d76e-2feb-4222-889a-e1b765a37f6a, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=92a9d76e-2feb-4222-889a-e1b765a37f6a,segment=NetworkSegment(2d018372-e076-418a-a0bb-6ca449f9d172),segment_id=2d018372-e076-418a-a0bb-6ca449f9d172)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:04:01.708565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5b6abd8e-8c0a-4cab-9b6d-0fc2d59f9888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:01.713342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-abf3e49f-5c29-4c17-b121-dae3d5c23ed0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:04:01.804497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92227085-1d52-4a94-a460-b33ea2abf671 None None] Pushing event updated for resources: {'Port': ['ID=92a9d76e-2feb-4222-889a-e1b765a37f6a,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:04:01.807972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-92227085-1d52-4a94-a460-b33ea2abf671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:04:01.809238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6abd8e-8c0a-4cab-9b6d-0fc2d59f9888 None None] Routers {'e6e78d6b-78ae-42e0-970d-a076e098c0ad'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:04:01.809919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-5b6abd8e-8c0a-4cab-9b6d-0fc2d59f9888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:03:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['e6e78d6b-78ae-42e0-970d-a076e098c0ad'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:04:02.012701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-5b6abd8e-8c0a-4cab-9b6d-0fc2d59f9888 None None] Set router e6e78d6b-78ae-42e0-970d-a076e098c0ad gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:04:02.359232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-5b6abd8e-8c0a-4cab-9b6d-0fc2d59f9888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e78d6b-78ae-42e0-970d-a076e098c0ad', 'name': 'tempest-TestVolumeBootPattern-1213374590-router', 'tenant_id': 'b2847174f5dd4ed2afc944d03e3c4a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': 'b061ddff-d51c-4a28-9a1b-a54430cf9e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:03:50Z', 'updated_at': '2021-12-25T20:03:54Z', 'revision_number': 4, 'project_id': 'b2847174f5dd4ed2afc944d03e3c4a3b', 'gw_port': {'id': 'b061ddff-d51c-4a28-9a1b-a54430cf9e19', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e78d6b-78ae-42e0-970d-a076e098c0ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:51Z', 'updated_at': '2021-12-25T20:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '92a9d76e-2feb-4222-889a-e1b765a37f6a', 'name': '', 'network_id': '5a26274e-4868-455c-809b-8fcef9e709dc', 'tenant_id': 'b2847174f5dd4ed2afc944d03e3c4a3b', 'mac_address': 'fa:16:3e:a5:8b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e78d6b-78ae-42e0-970d-a076e098c0ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd536fdd-9486-45a0-9861-b3fe5d270da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:53Z', 'updated_at': '2021-12-25T20:04:01Z', 'revision_number': 4, 'project_id': 'b2847174f5dd4ed2afc944d03e3c4a3b', 'subnets': [{'id': 'fd536fdd-9486-45a0-9861-b3fe5d270da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:04:02.363560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6abd8e-8c0a-4cab-9b6d-0fc2d59f9888 None None] The sync data for ids ['e6e78d6b-78ae-42e0-970d-a076e098c0ad'] in dv-neutron-822611-1-hyperv is: [{'id': 'e6e78d6b-78ae-42e0-970d-a076e098c0ad', 'name': 'tempest-TestVolumeBootPattern-1213374590-router', 'tenant_id': 'b2847174f5dd4ed2afc944d03e3c4a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': 'b061ddff-d51c-4a28-9a1b-a54430cf9e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:03:50Z', 'updated_at': '2021-12-25T20:03:54Z', 'revision_number': 4, 'project_id': 'b2847174f5dd4ed2afc944d03e3c4a3b', 'gw_port': {'id': 'b061ddff-d51c-4a28-9a1b-a54430cf9e19', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e78d6b-78ae-42e0-970d-a076e098c0ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:51Z', 'updated_at': '2021-12-25T20:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '92a9d76e-2feb-4222-889a-e1b765a37f6a', 'name': '', 'network_id': '5a26274e-4868-455c-809b-8fcef9e709dc', 'tenant_id': 'b2847174f5dd4ed2afc944d03e3c4a3b', 'mac_address': 'fa:16:3e:a5:8b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e78d6b-78ae-42e0-970d-a076e098c0ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd536fdd-9486-45a0-9861-b3fe5d270da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:53Z', 'updated_at': '2021-12-25T20:04:01Z', 'revision_number': 4, 'project_id': 'b2847174f5dd4ed2afc944d03e3c4a3b', 'subnets': [{'id': 'fd536fdd-9486-45a0-9861-b3fe5d270da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:04:02.942054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 92a9d76e-2feb-4222-889a-e1b765a37f6a up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:04:03.021018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 92a9d76e-2feb-4222-889a-e1b765a37f6a completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:04:03.027571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 92a9d76e-2feb-4222-889a-e1b765a37f6a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:04:03.028007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:03.152481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:03.186901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 92a9d76e-2feb-4222-889a-e1b765a37f6a, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=92a9d76e-2feb-4222-889a-e1b765a37f6a,segment=NetworkSegment(2d018372-e076-418a-a0bb-6ca449f9d172),segment_id=2d018372-e076-418a-a0bb-6ca449f9d172)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:04:03.190570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:03.192619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:04:03.270175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=92a9d76e-2feb-4222-889a-e1b765a37f6a,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:04:03.273479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:04:04.923511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 92a9d76e-2feb-4222-889a-e1b765a37f6a up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:04:05.001951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 92a9d76e-2feb-4222-889a-e1b765a37f6a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:04:05.001951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:06.053793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-955b49a6-698d-48bd-bd09-f07ec9391a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:07.220366 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:08.350699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c5f425f5-c379-4f75-9ec6-9fa79b930cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:08.630509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:09.968961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:14.246489 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-3d8a7cac-f83c-4cbc-b94c-c2e0ed22bcc5 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-402699642&fields=id&tenant_id=75cd4a0175fb41a89174e5bb54d57ea6 HTTP/1.1" status: 200 len: 267 time: 0.0450943 Dec 25 20:04:14.421865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-63e35655-f075-4f0d-bc3e-afac67078e67 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:04:14.423404 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-63e35655-f075-4f0d-bc3e-afac67078e67 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/networks?id=55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de HTTP/1.1" status: 200 len: 811 time: 0.1694872 Dec 25 20:04:14.440653 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-b4417ffe-7b14-4e85-8456-ea7976000b55 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/quotas/75cd4a0175fb41a89174e5bb54d57ea6 HTTP/1.1" status: 200 len: 375 time: 0.0113089 Dec 25 20:04:14.535467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-dbe75f17-91f6-4e0b-84b3-dafef5456ec7 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Synchronizing usage tracker for tenant:75cd4a0175fb41a89174e5bb54d57ea6 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:04:14.552058 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-dbe75f17-91f6-4e0b-84b3-dafef5456ec7 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Unset dirty status for tenant:75cd4a0175fb41a89174e5bb54d57ea6 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:04:14.553446 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-dbe75f17-91f6-4e0b-84b3-dafef5456ec7 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=75cd4a0175fb41a89174e5bb54d57ea6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1074145 Dec 25 20:04:14.703469 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-d27ae437-79a2-4e6e-85fa-d5e12688dc16 service neutron] 10.222.0.24 "GET /v2.0/networks/55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374235 Dec 25 20:04:14.845821 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-82b1d13c-669f-41f5-b5dd-f44b12f4be00 service neutron] 10.222.0.24 "GET /v2.0/networks/55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362097 Dec 25 20:04:15.261892 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7d8780b9-427a-42ed-848e-5cb113115bbe req-38dc0e45-74bc-49cc-8e8c-8b7169e444ad tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=52c2867b-6a66-43bc-82a2-8e3ab9a052ab HTTP/1.1" status: 200 len: 210 time: 0.0457084 Dec 25 20:04:16.391318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-cfb7d9d5-ece2-4324-96e3-eccbae1da375 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:04:16.392901 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-cfb7d9d5-ece2-4324-96e3-eccbae1da375 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.36 "GET /v2.0/networks?id=55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de HTTP/1.1" status: 200 len: 811 time: 0.1656458 Dec 25 20:04:16.444972 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-cf76fd73-bf87-45a0-8bae-aed0f4ce4fbb req-c9bde0af-e6f4-475e-91fe-d518643fcc89 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=52c2867b-6a66-43bc-82a2-8e3ab9a052ab HTTP/1.1" status: 200 len: 210 time: 0.0508990 Dec 25 20:04:16.490414 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-15166add-1e1d-4424-9948-a6e8ffdf6b5c tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75cd4a0175fb41a89174e5bb54d57ea6 HTTP/1.1" status: 200 len: 379 time: 0.0482156 Dec 25 20:04:16.502739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-38298c78-8304-4eb1-9f29-a5e8881c8b4a tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Request body: {'port': {'device_id': '52c2867b-6a66-43bc-82a2-8e3ab9a052ab', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'admin_state_up': True, 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'security_groups': ['e82e6b86-bd0f-4902-85e5-cb5c51f8df48']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:04:16.655961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-38298c78-8304-4eb1-9f29-a5e8881c8b4a tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:04:16.666313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-38298c78-8304-4eb1-9f29-a5e8881c8b4a tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:04:16.677091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-38298c78-8304-4eb1-9f29-a5e8881c8b4a tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Made reservation on behalf of 75cd4a0175fb41a89174e5bb54d57ea6 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:04:16.682693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-38298c78-8304-4eb1-9f29-a5e8881c8b4a tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:17.087393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-38298c78-8304-4eb1-9f29-a5e8881c8b4a tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Allocated IP 172.20.0.7 (55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de/8ae896e7-6ff9-4d86-b31d-4b2d8d703523/56d5747a-5ac8-4423-b6fd-ec6cdd577fd1) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:04:17.290671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-38298c78-8304-4eb1-9f29-a5e8881c8b4a tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:17.307488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-38298c78-8304-4eb1-9f29-a5e8881c8b4a tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Transition to ACTIVE for port object 56d5747a-5ac8-4423-b6fd-ec6cdd577fd1 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:04:17.327280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-38298c78-8304-4eb1-9f29-a5e8881c8b4a tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:17.333120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-69767b82-9dfe-42d0-8d5a-6cc198c77083 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:04:17.407977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-38298c78-8304-4eb1-9f29-a5e8881c8b4a tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Network 55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:04:17.411488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-38298c78-8304-4eb1-9f29-a5e8881c8b4a tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:04:17.413621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38298c78-8304-4eb1-9f29-a5e8881c8b4a tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Pushing event updated for resources: {'Port': ['ID=56d5747a-5ac8-4423-b6fd-ec6cdd577fd1,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:04:17.415963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-38298c78-8304-4eb1-9f29-a5e8881c8b4a tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:04:17.446697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-38298c78-8304-4eb1-9f29-a5e8881c8b4a tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:04:17.487530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-38298c78-8304-4eb1-9f29-a5e8881c8b4a tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:04:17.488255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-38298c78-8304-4eb1-9f29-a5e8881c8b4a tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:17.525844 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-38298c78-8304-4eb1-9f29-a5e8881c8b4a tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0276511 Dec 25 20:04:17.543392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-733f94de-adca-4f69-aa4c-05ddca3573f7 service neutron] Request body: {'port': {'device_id': '52c2867b-6a66-43bc-82a2-8e3ab9a052ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:04:17.700734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-73606e5c-3993-49e3-9f2f-d0b9c6c2d2d2 None None] Provisioning for port 56d5747a-5ac8-4423-b6fd-ec6cdd577fd1 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:04:17.706597 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-73606e5c-3993-49e3-9f2f-d0b9c6c2d2d2 None None] Provisioning complete for port 56d5747a-5ac8-4423-b6fd-ec6cdd577fd1 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:04:17.707384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-73606e5c-3993-49e3-9f2f-d0b9c6c2d2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:17.741845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-733f94de-adca-4f69-aa4c-05ddca3573f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:17.759560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be64c1-4885-4ebd-b4c5-33e5d28f5dbb req-336c5e31-1b2a-4a92-9b19-9c0846014be7 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:04:17.760334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-18be64c1-4885-4ebd-b4c5-33e5d28f5dbb req-336c5e31-1b2a-4a92-9b19-9c0846014be7 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Synchronizing usage tracker for tenant:75cd4a0175fb41a89174e5bb54d57ea6 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:04:17.770698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-73606e5c-3993-49e3-9f2f-d0b9c6c2d2d2 None None] Port 56d5747a-5ac8-4423-b6fd-ec6cdd577fd1 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:04:17.827087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-18be64c1-4885-4ebd-b4c5-33e5d28f5dbb req-336c5e31-1b2a-4a92-9b19-9c0846014be7 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Unset dirty status for tenant:75cd4a0175fb41a89174e5bb54d57ea6 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:04:17.828365 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-18be64c1-4885-4ebd-b4c5-33e5d28f5dbb req-336c5e31-1b2a-4a92-9b19-9c0846014be7 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=52c2867b-6a66-43bc-82a2-8e3ab9a052ab HTTP/1.1" status: 200 len: 931 time: 0.2352009 Dec 25 20:04:17.966727 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-18be64c1-4885-4ebd-b4c5-33e5d28f5dbb req-894734cb-8c06-427c-befa-64914869fa61 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316099 Dec 25 20:04:18.176337 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-733f94de-adca-4f69-aa4c-05ddca3573f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56d5747a-5ac8-4423-b6fd-ec6cdd577fd1 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:04:18.184092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-733f94de-adca-4f69-aa4c-05ddca3573f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:18.199284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-733f94de-adca-4f69-aa4c-05ddca3573f7 service neutron] Transition to ACTIVE for port object 56d5747a-5ac8-4423-b6fd-ec6cdd577fd1 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:04:18.201994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-733f94de-adca-4f69-aa4c-05ddca3573f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:18.206474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d66c6d2a-adf4-4a35-a9af-06162ae8bdd6 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:04:18.337011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f94de-adca-4f69-aa4c-05ddca3573f7 service neutron] Pushing event updated for resources: {'Port': ['ID=56d5747a-5ac8-4423-b6fd-ec6cdd577fd1,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:04:18.341451 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-733f94de-adca-4f69-aa4c-05ddca3573f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:04:18.455490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-733f94de-adca-4f69-aa4c-05ddca3573f7 service neutron] Attempting to bind port 56d5747a-5ac8-4423-b6fd-ec6cdd577fd1 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:04:18.456027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-733f94de-adca-4f69-aa4c-05ddca3573f7 service neutron] Attempting to bind port 56d5747a-5ac8-4423-b6fd-ec6cdd577fd1 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'e86560d7-3c4c-485f-940a-9d18ac1c8d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:04:18.456214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-733f94de-adca-4f69-aa4c-05ddca3573f7 service neutron] Attempting to bind port 56d5747a-5ac8-4423-b6fd-ec6cdd577fd1 on network 55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:04:18.462527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-733f94de-adca-4f69-aa4c-05ddca3573f7 service neutron] Port 56d5747a-5ac8-4423-b6fd-ec6cdd577fd1 on network 55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 20:04:18.462891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-733f94de-adca-4f69-aa4c-05ddca3573f7 service neutron] Attempting to bind port 56d5747a-5ac8-4423-b6fd-ec6cdd577fd1 on network 55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:04:18.473049 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-733f94de-adca-4f69-aa4c-05ddca3573f7 service neutron] Checking agent: {'id': '5d7a6d50-e450-4e92-a105-61a558d89e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'started_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:04:18.473410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-733f94de-adca-4f69-aa4c-05ddca3573f7 service neutron] Checking segment: {'id': 'e86560d7-3c4c-485f-940a-9d18ac1c8d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:04:18.474898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-733f94de-adca-4f69-aa4c-05ddca3573f7 service neutron] Bound using segment: {'id': 'e86560d7-3c4c-485f-940a-9d18ac1c8d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:04:18.475526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-733f94de-adca-4f69-aa4c-05ddca3573f7 service neutron] Bound port: 56d5747a-5ac8-4423-b6fd-ec6cdd577fd1, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e86560d7-3c4c-485f-940a-9d18ac1c8d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:04:18.475926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-733f94de-adca-4f69-aa4c-05ddca3573f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:18.576481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-733f94de-adca-4f69-aa4c-05ddca3573f7 service neutron] For port 56d5747a-5ac8-4423-b6fd-ec6cdd577fd1, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:04:18.579571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-733f94de-adca-4f69-aa4c-05ddca3573f7 service neutron] For port 56d5747a-5ac8-4423-b6fd-ec6cdd577fd1, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=56d5747a-5ac8-4423-b6fd-ec6cdd577fd1,segment=NetworkSegment(e86560d7-3c4c-485f-940a-9d18ac1c8d88),segment_id=e86560d7-3c4c-485f-940a-9d18ac1c8d88)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:04:18.583903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-733f94de-adca-4f69-aa4c-05ddca3573f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:18.594519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c8de610a-f283-4fd5-9da6-ce393c354025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:04:18.644671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-733f94de-adca-4f69-aa4c-05ddca3573f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:18.645831 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-733f94de-adca-4f69-aa4c-05ddca3573f7 service neutron] 10.222.0.36 "PUT /v2.0/ports/56d5747a-5ac8-4423-b6fd-ec6cdd577fd1 HTTP/1.1" status: 200 len: 1093 time: 1.1075490 Dec 25 20:04:18.646421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c2867b-6a66-43bc-82a2-8e3ab9a052ab', 'tag': '56d5747a-5ac8-4423-b6fd-ec6cdd577fd1'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:04:18.689560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f94de-adca-4f69-aa4c-05ddca3573f7 service neutron] Pushing event updated for resources: {'Port': ['ID=56d5747a-5ac8-4423-b6fd-ec6cdd577fd1,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:04:18.736443 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52c2867b-6a66-43bc-82a2-8e3ab9a052ab', 'tag': '56d5747a-5ac8-4423-b6fd-ec6cdd577fd1', 'status': 'completed', 'code': 200} Dec 25 20:04:18.737297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-733f94de-adca-4f69-aa4c-05ddca3573f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:04:18.781151 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-ca43b750-f761-4bbf-ba3b-351efe7515b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75cd4a0175fb41a89174e5bb54d57ea6&device_id=52c2867b-6a66-43bc-82a2-8e3ab9a052ab HTTP/1.1" status: 200 len: 1096 time: 0.0927374 Dec 25 20:04:18.861573 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-a9698c7e-9c92-4f07-b95e-b5aaaa32439d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56d5747a-5ac8-4423-b6fd-ec6cdd577fd1 HTTP/1.1" status: 200 len: 217 time: 0.0688796 Dec 25 20:04:18.942969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-0e971ad2-813c-4cd0-9a33-76100199b984 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:04:18.944607 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-0e971ad2-813c-4cd0-9a33-76100199b984 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ae896e7-6ff9-4d86-b31d-4b2d8d703523 HTTP/1.1" status: 200 len: 850 time: 0.0740275 Dec 25 20:04:19.034965 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-0fd66912-321e-4bd0-981c-c8cc7002bb94 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800641 Dec 25 20:04:19.244520 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-d35959a6-e9ac-4cf2-a949-97053632366a service neutron] 10.222.0.36 "GET /v2.0/networks/55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994765 Dec 25 20:04:19.289553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76529ee-d682-4610-90a5-29a368533e84 req-955a5e00-5fad-46b1-9a95-dc075eed6d39 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:04:19.291876 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d76529ee-d682-4610-90a5-29a368533e84 req-955a5e00-5fad-46b1-9a95-dc075eed6d39 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=52c2867b-6a66-43bc-82a2-8e3ab9a052ab HTTP/1.1" status: 200 len: 943 time: 0.2008567 Dec 25 20:04:19.434031 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d76529ee-d682-4610-90a5-29a368533e84 req-aace0a98-3a29-4e42-8c47-3bea99738128 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299584 Dec 25 20:04:19.458832 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-edbe7f36-3295-477f-a2cf-3ff019cc0173 req-344d8254-ae7c-4c57-8bc3-c1a25ed29cf5 service neutron] 10.222.0.36 "GET /v2.0/networks/55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026408 Dec 25 20:04:19.586834 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-69093f25-259a-4489-90df-dc4711705341 req-c3de765d-7367-4111-90e7-ee835d7f7fdf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75cd4a0175fb41a89174e5bb54d57ea6&device_id=52c2867b-6a66-43bc-82a2-8e3ab9a052ab HTTP/1.1" status: 200 len: 1096 time: 0.0783837 Dec 25 20:04:19.769239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69093f25-259a-4489-90df-dc4711705341 req-7c923c76-b6c5-472b-9b6c-3fae8b035dca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:04:19.770853 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-69093f25-259a-4489-90df-dc4711705341 req-7c923c76-b6c5-472b-9b6c-3fae8b035dca service neutron] 10.222.0.36 "GET /v2.0/networks?id=55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de HTTP/1.1" status: 200 len: 911 time: 0.1740210 Dec 25 20:04:19.850184 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-69093f25-259a-4489-90df-dc4711705341 req-4bf8d94d-402a-4d6a-9393-2b73eea40909 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56d5747a-5ac8-4423-b6fd-ec6cdd577fd1 HTTP/1.1" status: 200 len: 217 time: 0.0678608 Dec 25 20:04:19.923860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69093f25-259a-4489-90df-dc4711705341 req-fd648818-0398-4009-ac17-2990616745dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:04:19.925407 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-69093f25-259a-4489-90df-dc4711705341 req-fd648818-0398-4009-ac17-2990616745dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ae896e7-6ff9-4d86-b31d-4b2d8d703523 HTTP/1.1" status: 200 len: 850 time: 0.0654111 Dec 25 20:04:20.021067 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-69093f25-259a-4489-90df-dc4711705341 req-396fb9e0-d3ff-49a3-aef5-152c507106eb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0852017 Dec 25 20:04:20.177269 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-69093f25-259a-4489-90df-dc4711705341 req-5f170500-8bbd-4d93-a51c-ce03de1b67fe service neutron] 10.222.0.36 "GET /v2.0/networks/55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451676 Dec 25 20:04:20.329524 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-69093f25-259a-4489-90df-dc4711705341 req-e77d7745-d6c1-4b8a-b6bc-df850b6743c7 service neutron] 10.222.0.36 "GET /v2.0/networks/55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439130 Dec 25 20:04:20.661783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747178b-7144-4bcb-a741-c503b314ad9b req-69d25816-92fe-4b1a-af40-1403d7ae50ae tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:04:20.663342 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4747178b-7144-4bcb-a741-c503b314ad9b req-69d25816-92fe-4b1a-af40-1403d7ae50ae tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=52c2867b-6a66-43bc-82a2-8e3ab9a052ab HTTP/1.1" status: 200 len: 943 time: 0.0989349 Dec 25 20:04:20.711392 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4747178b-7144-4bcb-a741-c503b314ad9b req-fefa46e8-64c3-4305-82e9-c9cd103fbfd7 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415964 Dec 25 20:04:20.982498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:04:21.915236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b65be-0e3d-4948-9950-e9891e741910 req-75f8feae-acbf-41e4-adbe-72943ba66f3e tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:04:21.916839 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-056b65be-0e3d-4948-9950-e9891e741910 req-75f8feae-acbf-41e4-adbe-72943ba66f3e tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=52c2867b-6a66-43bc-82a2-8e3ab9a052ab HTTP/1.1" status: 200 len: 943 time: 0.0818727 Dec 25 20:04:21.965326 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-056b65be-0e3d-4948-9950-e9891e741910 req-3e91f29e-a5db-4580-ba16-440bc5af8bc4 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425301 Dec 25 20:04:23.170533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe46424-ec02-4fc0-ad36-b81d168a5794 req-ce8965fb-b8b3-4b04-bfc2-21f9bf6636c0 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:04:23.172134 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5fe46424-ec02-4fc0-ad36-b81d168a5794 req-ce8965fb-b8b3-4b04-bfc2-21f9bf6636c0 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=52c2867b-6a66-43bc-82a2-8e3ab9a052ab HTTP/1.1" status: 200 len: 943 time: 0.0873234 Dec 25 20:04:23.220634 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5fe46424-ec02-4fc0-ad36-b81d168a5794 req-4cdbe77c-ed53-4fe3-addd-ba21b8643e94 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421135 Dec 25 20:04:23.600670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:24.424608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64bd0b-7a6a-4ed2-9795-6c58c122a6c4 req-1c4d4b66-05b0-4280-a6fa-9b1a5c1d5b4c tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:04:24.426265 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-aa64bd0b-7a6a-4ed2-9795-6c58c122a6c4 req-1c4d4b66-05b0-4280-a6fa-9b1a5c1d5b4c tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=52c2867b-6a66-43bc-82a2-8e3ab9a052ab HTTP/1.1" status: 200 len: 943 time: 0.0835609 Dec 25 20:04:24.477828 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-aa64bd0b-7a6a-4ed2-9795-6c58c122a6c4 req-3c9236ee-5ff7-44c9-b1b9-6c255ba5a983 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454288 Dec 25 20:04:25.680261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132e6e6-001a-4f5f-ba39-399d37d53176 req-33ec86c5-9f1f-4cdd-a209-30f85bd792be tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:04:25.681877 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4132e6e6-001a-4f5f-ba39-399d37d53176 req-33ec86c5-9f1f-4cdd-a209-30f85bd792be tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=52c2867b-6a66-43bc-82a2-8e3ab9a052ab HTTP/1.1" status: 200 len: 943 time: 0.0826430 Dec 25 20:04:25.729751 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4132e6e6-001a-4f5f-ba39-399d37d53176 req-9bfc766a-801e-4f48-b492-0abe06e314e8 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417747 Dec 25 20:04:26.932536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e5334-cc1b-40e1-b4c1-86225effc2eb req-15957e5e-1e10-46e3-afb3-9b8055658811 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:04:26.934106 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4e5e5334-cc1b-40e1-b4c1-86225effc2eb req-15957e5e-1e10-46e3-afb3-9b8055658811 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=52c2867b-6a66-43bc-82a2-8e3ab9a052ab HTTP/1.1" status: 200 len: 943 time: 0.0852959 Dec 25 20:04:26.982917 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4e5e5334-cc1b-40e1-b4c1-86225effc2eb req-426e1230-68ba-4d9a-b2d4-6bf4af605fc6 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425634 Dec 25 20:04:28.187814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16145924-1bea-4f0f-ba45-73439c5afef8 req-77d57c9a-77ce-4c72-b2ed-52675942b6f2 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:04:28.189435 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-16145924-1bea-4f0f-ba45-73439c5afef8 req-77d57c9a-77ce-4c72-b2ed-52675942b6f2 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=52c2867b-6a66-43bc-82a2-8e3ab9a052ab HTTP/1.1" status: 200 len: 943 time: 0.0836227 Dec 25 20:04:28.238224 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-16145924-1bea-4f0f-ba45-73439c5afef8 req-acf3a46e-15ae-4409-a3cf-4b254c07f01e tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423725 Dec 25 20:04:29.290553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 56d5747a-5ac8-4423-b6fd-ec6cdd577fd1 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 20:04:29.436817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 56d5747a-5ac8-4423-b6fd-ec6cdd577fd1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=56d5747a-5ac8-4423-b6fd-ec6cdd577fd1,segment=NetworkSegment(e86560d7-3c4c-485f-940a-9d18ac1c8d88),segment_id=e86560d7-3c4c-485f-940a-9d18ac1c8d88)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:04:29.452043 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': '56d5747a-5ac8-4423-b6fd-ec6cdd577fd1', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'port_id': '56d5747a-5ac8-4423-b6fd-ec6cdd577fd1', 'mac_address': 'fa:16:3e:5b:d1:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 20:04:29.455471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b694f-cf9b-4d15-af38-b5b0414dd278 req-9dba0729-a0f4-4eb3-b70e-bb125e73aab1 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:04:29.457095 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-503b694f-cf9b-4d15-af38-b5b0414dd278 req-9dba0729-a0f4-4eb3-b70e-bb125e73aab1 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=52c2867b-6a66-43bc-82a2-8e3ab9a052ab HTTP/1.1" status: 200 len: 943 time: 0.0874691 Dec 25 20:04:29.505905 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-503b694f-cf9b-4d15-af38-b5b0414dd278 req-be4ba27b-f680-4e24-bfad-0c08ed8c5a5b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427327 Dec 25 20:04:29.512046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:29.531047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d5747a-5ac8-4423-b6fd-ec6cdd577fd1 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:04:29.546739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 56d5747a-5ac8-4423-b6fd-ec6cdd577fd1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=56d5747a-5ac8-4423-b6fd-ec6cdd577fd1,segment=NetworkSegment(e86560d7-3c4c-485f-940a-9d18ac1c8d88),segment_id=e86560d7-3c4c-485f-940a-9d18ac1c8d88)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:04:29.549946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:29.551831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:04:29.618565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=56d5747a-5ac8-4423-b6fd-ec6cdd577fd1,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:04:29.627707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:04:29.628106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:04:29.628495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:04:29.628877 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:04:29.629259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:04:29.629639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:04:29.630016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:04:29.630395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:04:29.630790 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:04:29.631164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:04:29.631542 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:04:29.635539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:04:29.821630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['56d5747a-5ac8-4423-b6fd-ec6cdd577fd1'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:04:30.708818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122950c6-bb07-4897-b939-78e8c92fb9b0 req-e105067b-f8b6-416d-a00a-17b8f9744280 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:04:30.710427 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-122950c6-bb07-4897-b939-78e8c92fb9b0 req-e105067b-f8b6-416d-a00a-17b8f9744280 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=52c2867b-6a66-43bc-82a2-8e3ab9a052ab HTTP/1.1" status: 200 len: 944 time: 0.0825009 Dec 25 20:04:30.758091 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-122950c6-bb07-4897-b939-78e8c92fb9b0 req-a346360f-2128-4b8d-b7c5-fdf43e2f2867 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416486 Dec 25 20:04:31.310859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 56d5747a-5ac8-4423-b6fd-ec6cdd577fd1 up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:04:31.383535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning for port 56d5747a-5ac8-4423-b6fd-ec6cdd577fd1 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:04:31.388253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port 56d5747a-5ac8-4423-b6fd-ec6cdd577fd1 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:04:31.389183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:31.511716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:31.539367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c2867b-6a66-43bc-82a2-8e3ab9a052ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d5747a-5ac8-4423-b6fd-ec6cdd577fd1'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:04:31.549231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 56d5747a-5ac8-4423-b6fd-ec6cdd577fd1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=56d5747a-5ac8-4423-b6fd-ec6cdd577fd1,segment=NetworkSegment(e86560d7-3c4c-485f-940a-9d18ac1c8d88),segment_id=e86560d7-3c4c-485f-940a-9d18ac1c8d88)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:04:31.552235 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:31.554588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-718a1f74-8dd2-4551-b9e0-71c9991d03ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:04:31.605251 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c2867b-6a66-43bc-82a2-8e3ab9a052ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d5747a-5ac8-4423-b6fd-ec6cdd577fd1', 'code': 200} Dec 25 20:04:31.626952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=56d5747a-5ac8-4423-b6fd-ec6cdd577fd1,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:04:31.630071 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:04:32.128462 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ad0f112f-b43f-4fee-9f6d-41e213594b5b req-c3a48306-0f1c-468d-bcd6-99c05fcaff75 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=52c2867b-6a66-43bc-82a2-8e3ab9a052ab HTTP/1.1" status: 200 len: 1098 time: 0.3630157 Dec 25 20:04:32.134918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58774a9-efce-474b-a01d-e372c3b4c58b req-2c9acc70-35a6-48d9-92bc-f6b38a3f484a tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:04:32.136469 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a58774a9-efce-474b-a01d-e372c3b4c58b req-2c9acc70-35a6-48d9-92bc-f6b38a3f484a tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=52c2867b-6a66-43bc-82a2-8e3ab9a052ab HTTP/1.1" status: 200 len: 945 time: 0.1174588 Dec 25 20:04:32.215892 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ad0f112f-b43f-4fee-9f6d-41e213594b5b req-c53c1231-6171-49ef-a99d-cf0289309aba service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759246 Dec 25 20:04:32.221465 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a58774a9-efce-474b-a01d-e372c3b4c58b req-73145a76-23b9-4bee-aced-448438a71eba tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656180 Dec 25 20:04:33.431091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516c7bf-3ddb-4243-9162-773ea6539872 req-8f57e749-41d2-4dcc-9347-ee40a547d37b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:04:33.433221 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b516c7bf-3ddb-4243-9162-773ea6539872 req-8f57e749-41d2-4dcc-9347-ee40a547d37b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=52c2867b-6a66-43bc-82a2-8e3ab9a052ab HTTP/1.1" status: 200 len: 945 time: 0.0856209 Dec 25 20:04:33.487918 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b516c7bf-3ddb-4243-9162-773ea6539872 req-28629cc6-ed03-4bfb-82a3-3bda7575facd tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485170 Dec 25 20:04:34.696696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6adfd5-419c-4dcc-9755-60944f580e18 req-6851ef63-1eff-4183-a770-656ad8f305e8 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:04:34.698329 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dc6adfd5-419c-4dcc-9755-60944f580e18 req-6851ef63-1eff-4183-a770-656ad8f305e8 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=52c2867b-6a66-43bc-82a2-8e3ab9a052ab HTTP/1.1" status: 200 len: 945 time: 0.0841296 Dec 25 20:04:34.746439 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dc6adfd5-419c-4dcc-9755-60944f580e18 req-8eebe615-6e7d-4f67-b42b-32a755851ca8 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413978 Dec 25 20:04:34.950342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce19df3-20d1-424e-9f67-bad6aad8d79f req-e87e1c49-e3ce-4e3a-bc9d-dde60b70a276 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:04:34.951999 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-cce19df3-20d1-424e-9f67-bad6aad8d79f req-e87e1c49-e3ce-4e3a-bc9d-dde60b70a276 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=52c2867b-6a66-43bc-82a2-8e3ab9a052ab HTTP/1.1" status: 200 len: 945 time: 0.0865066 Dec 25 20:04:35.000668 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-cce19df3-20d1-424e-9f67-bad6aad8d79f req-ff49230f-d920-432b-8663-fa2c2a995e80 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425441 Dec 25 20:04:35.036603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 55570) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:04:35.245036 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-400954d7-1b85-4013-9615-f183ea875b1b tempest-TestVolumeBootPattern-1443835008 tempest-TestVolumeBootPattern-1443835008-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=52c2867b-6a66-43bc-82a2-8e3ab9a052ab HTTP/1.1" status: 200 len: 1093 time: 0.2070882 Dec 25 20:04:35.248593 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 55576) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:04:35.254203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-d82840dd-8ef6-4b01-ac09-63a29185445f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Request body: {'floatingip': {'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'port_id': '56d5747a-5ac8-4423-b6fd-ec6cdd577fd1', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:04:35.260102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d82840dd-8ef6-4b01-ac09-63a29185445f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:04:35.264147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d82840dd-8ef6-4b01-ac09-63a29185445f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Usage tracker for resource:floatingip and tenant:75cd4a0175fb41a89174e5bb54d57ea6 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:04:35.267134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d82840dd-8ef6-4b01-ac09-63a29185445f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:04:35.273065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d82840dd-8ef6-4b01-ac09-63a29185445f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:04:35.282676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d82840dd-8ef6-4b01-ac09-63a29185445f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:35.447385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d82840dd-8ef6-4b01-ac09-63a29185445f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:35.595315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-d82840dd-8ef6-4b01-ac09-63a29185445f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Allocated IP 172.26.8.247 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/5f5f7222-7066-440a-be53-deefeb11e8fa) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:04:35.767091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d82840dd-8ef6-4b01-ac09-63a29185445f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:35.791770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d82840dd-8ef6-4b01-ac09-63a29185445f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:35.796564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f266e4cc-153f-4ab4-b83c-31ca31e5f799 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:04:35.860565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82840dd-8ef6-4b01-ac09-63a29185445f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:04:35.861677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-d82840dd-8ef6-4b01-ac09-63a29185445f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:04:35.865502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82840dd-8ef6-4b01-ac09-63a29185445f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:04:35.905023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82840dd-8ef6-4b01-ac09-63a29185445f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Pushing event updated for resources: {'Port': ['ID=5f5f7222-7066-440a-be53-deefeb11e8fa,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:04:35.926750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82840dd-8ef6-4b01-ac09-63a29185445f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:04:35.927200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82840dd-8ef6-4b01-ac09-63a29185445f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:04:35.927622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82840dd-8ef6-4b01-ac09-63a29185445f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:04:35.928033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82840dd-8ef6-4b01-ac09-63a29185445f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:04:35.928446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82840dd-8ef6-4b01-ac09-63a29185445f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:04:35.928854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82840dd-8ef6-4b01-ac09-63a29185445f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:04:35.929263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82840dd-8ef6-4b01-ac09-63a29185445f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:04:35.929672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82840dd-8ef6-4b01-ac09-63a29185445f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:04:35.930073 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82840dd-8ef6-4b01-ac09-63a29185445f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:04:35.930473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82840dd-8ef6-4b01-ac09-63a29185445f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:04:35.930871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82840dd-8ef6-4b01-ac09-63a29185445f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:04:35.935928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d82840dd-8ef6-4b01-ac09-63a29185445f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:04:36.046989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-468a55f7-3a5b-4157-b291-63919e6781bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:36.429962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d82840dd-8ef6-4b01-ac09-63a29185445f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:36.489433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d82840dd-8ef6-4b01-ac09-63a29185445f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:36.707157 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d82840dd-8ef6-4b01-ac09-63a29185445f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:36.710808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d82840dd-8ef6-4b01-ac09-63a29185445f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:36.715489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-75347739-edbc-4702-846a-3e00d95288bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:04:36.824989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82840dd-8ef6-4b01-ac09-63a29185445f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Pushing event updated for resources: {'Port': ['ID=5f5f7222-7066-440a-be53-deefeb11e8fa,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:04:36.829328 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d82840dd-8ef6-4b01-ac09-63a29185445f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:04:36.837937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d82840dd-8ef6-4b01-ac09-63a29185445f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:37.035906 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [None req-d82840dd-8ef6-4b01-ac09-63a29185445f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Floating IP d0993543-f158-406d-82aa-cb5501b9ce21 associated. External IP: 172.26.8.247, port: 56d5747a-5ac8-4423-b6fd-ec6cdd577fd1. Dec 25 20:04:37.214455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:37.675154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82840dd-8ef6-4b01-ac09-63a29185445f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Router 1d36a4e6-3fb8-4a97-84fe-151ff4524770 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:04:37.884207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82840dd-8ef6-4b01-ac09-63a29185445f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:04:37.895293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386c53e4-a305-4cfc-bb2b-3416e6c26329 None None] Sync routers for ids ['1d36a4e6-3fb8-4a97-84fe-151ff4524770'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:04:37.908781 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386c53e4-a305-4cfc-bb2b-3416e6c26329 None None] Routers {'1d36a4e6-3fb8-4a97-84fe-151ff4524770'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:04:37.909468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-386c53e4-a305-4cfc-bb2b-3416e6c26329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:04:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['1d36a4e6-3fb8-4a97-84fe-151ff4524770'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:04:37.909951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d82840dd-8ef6-4b01-ac09-63a29185445f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:37.964332 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d82840dd-8ef6-4b01-ac09-63a29185445f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7145681 Dec 25 20:04:37.964943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c2867b-6a66-43bc-82a2-8e3ab9a052ab', 'tag': '56d5747a-5ac8-4423-b6fd-ec6cdd577fd1'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:04:38.018619 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52c2867b-6a66-43bc-82a2-8e3ab9a052ab', 'tag': '56d5747a-5ac8-4423-b6fd-ec6cdd577fd1', 'status': 'completed', 'code': 200} Dec 25 20:04:38.101267 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-386c53e4-a305-4cfc-bb2b-3416e6c26329 None None] Set router 1d36a4e6-3fb8-4a97-84fe-151ff4524770 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:04:38.114057 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0582184c-cbc9-4707-875d-59123e535212 req-2e1ea170-e8da-49e2-bd61-925a1c5046c4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75cd4a0175fb41a89174e5bb54d57ea6&device_id=52c2867b-6a66-43bc-82a2-8e3ab9a052ab HTTP/1.1" status: 200 len: 1098 time: 0.0744135 Dec 25 20:04:38.274961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582184c-cbc9-4707-875d-59123e535212 req-b2146fdc-f091-4533-a090-4fcabc5aec69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:04:38.276617 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0582184c-cbc9-4707-875d-59123e535212 req-b2146fdc-f091-4533-a090-4fcabc5aec69 service neutron] 10.222.0.36 "GET /v2.0/networks?id=55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de HTTP/1.1" status: 200 len: 911 time: 0.1555741 Dec 25 20:04:38.368025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-770658fe-57e4-42d0-8ce9-a861351c33f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:38.388198 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0582184c-cbc9-4707-875d-59123e535212 req-46683899-a372-45cd-97f8-77e21b4aca50 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56d5747a-5ac8-4423-b6fd-ec6cdd577fd1 HTTP/1.1" status: 200 len: 999 time: 0.1052408 Dec 25 20:04:38.461926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582184c-cbc9-4707-875d-59123e535212 req-2c951194-e07b-4238-bb42-7ffc22ac8bd9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:04:38.463598 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0582184c-cbc9-4707-875d-59123e535212 req-2c951194-e07b-4238-bb42-7ffc22ac8bd9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ae896e7-6ff9-4d86-b31d-4b2d8d703523 HTTP/1.1" status: 200 len: 850 time: 0.0696280 Dec 25 20:04:38.544092 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0582184c-cbc9-4707-875d-59123e535212 req-acc11d37-6d55-42d5-8dda-79050b6666ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740418 Dec 25 20:04:38.556528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [req-0582184c-cbc9-4707-875d-59123e535212 req-375182b1-3117-4104-bf6d-821c74823cee service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 20:04:38.557684 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0582184c-cbc9-4707-875d-59123e535212 req-375182b1-3117-4104-bf6d-821c74823cee service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0056112 Dec 25 20:04:38.664488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:38.684379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-386c53e4-a305-4cfc-bb2b-3416e6c26329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'name': 'tempest-TestVolumeBootPattern-922428500-router', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183'}], 'enable_snat': True}, 'gw_port_id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:47Z', 'revision_number': 4, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'gw_port': {'id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:66:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': 'd0993543-f158-406d-82aa-cb5501b9ce21', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'floating_ip_address': '172.26.8.247', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'port_id': '56d5747a-5ac8-4423-b6fd-ec6cdd577fd1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'mac_address': 'fa:16:3e:5b:d1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c2867b-6a66-43bc-82a2-8e3ab9a052ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:04:36Z', 'updated_at': '2021-12-25T20:04:36Z', 'revision_number': 0, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32a681d-0591-4116-a390-a83112cd3f4b', 'name': '', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'mac_address': 'fa:16:3e:5d:ec:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:46Z', 'updated_at': '2021-12-25T20:03:55Z', 'revision_number': 5, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'subnets': [{'id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:04:38.689080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386c53e4-a305-4cfc-bb2b-3416e6c26329 None None] Checking router: 1d36a4e6-3fb8-4a97-84fe-151ff4524770 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:04:38.700457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386c53e4-a305-4cfc-bb2b-3416e6c26329 None None] Routers {'1d36a4e6-3fb8-4a97-84fe-151ff4524770'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:04:38.701170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-386c53e4-a305-4cfc-bb2b-3416e6c26329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:04:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['1d36a4e6-3fb8-4a97-84fe-151ff4524770'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:04:38.705927 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0582184c-cbc9-4707-875d-59123e535212 req-6555e5d0-395c-42f7-8724-2e280c8f2b02 service neutron] 10.222.0.36 "GET /v2.0/networks/55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418588 Dec 25 20:04:38.850455 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0582184c-cbc9-4707-875d-59123e535212 req-e6a8bb43-089c-4ce3-8e43-0a6993351c31 service neutron] 10.222.0.36 "GET /v2.0/networks/55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378174 Dec 25 20:04:38.890586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-386c53e4-a305-4cfc-bb2b-3416e6c26329 None None] Set router 1d36a4e6-3fb8-4a97-84fe-151ff4524770 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:04:39.249710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-386c53e4-a305-4cfc-bb2b-3416e6c26329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'name': 'tempest-TestVolumeBootPattern-922428500-router', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183'}], 'enable_snat': True}, 'gw_port_id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:47Z', 'revision_number': 4, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'gw_port': {'id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:66:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': 'd0993543-f158-406d-82aa-cb5501b9ce21', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'floating_ip_address': '172.26.8.247', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'port_id': '56d5747a-5ac8-4423-b6fd-ec6cdd577fd1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'mac_address': 'fa:16:3e:5b:d1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c2867b-6a66-43bc-82a2-8e3ab9a052ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:04:36Z', 'updated_at': '2021-12-25T20:04:36Z', 'revision_number': 0, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32a681d-0591-4116-a390-a83112cd3f4b', 'name': '', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'mac_address': 'fa:16:3e:5d:ec:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:46Z', 'updated_at': '2021-12-25T20:03:55Z', 'revision_number': 5, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'subnets': [{'id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:04:39.253855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386c53e4-a305-4cfc-bb2b-3416e6c26329 None None] The sync data for ids ['1d36a4e6-3fb8-4a97-84fe-151ff4524770'] in dv-neutron-822611-1-hyperv is: [{'id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'name': 'tempest-TestVolumeBootPattern-922428500-router', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183'}], 'enable_snat': True}, 'gw_port_id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:47Z', 'revision_number': 4, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'gw_port': {'id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:66:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': 'd0993543-f158-406d-82aa-cb5501b9ce21', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'floating_ip_address': '172.26.8.247', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'port_id': '56d5747a-5ac8-4423-b6fd-ec6cdd577fd1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'mac_address': 'fa:16:3e:5b:d1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c2867b-6a66-43bc-82a2-8e3ab9a052ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:04:36Z', 'updated_at': '2021-12-25T20:04:36Z', 'revision_number': 0, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32a681d-0591-4116-a390-a83112cd3f4b', 'name': '', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'mac_address': 'fa:16:3e:5d:ec:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:46Z', 'updated_at': '2021-12-25T20:03:55Z', 'revision_number': 5, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'subnets': [{'id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:04:39.579320 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c535ca-98bd-4930-825e-ecd3b475b275 None None] New status for floating IP d0993543-f158-406d-82aa-cb5501b9ce21: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 20:04:40.056504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:41.965040 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-05a4e60b-f438-4bb7-b36a-c04dc2f51d0f req-27838309-d1bb-4019-8b55-cc1728c10589 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=52c2867b-6a66-43bc-82a2-8e3ab9a052ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1469843 Dec 25 20:04:42.115226 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-05a4e60b-f438-4bb7-b36a-c04dc2f51d0f req-9be7a9cb-0c1a-47e5-a792-09dcbe68aecc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75cd4a0175fb41a89174e5bb54d57ea6&device_id=52c2867b-6a66-43bc-82a2-8e3ab9a052ab HTTP/1.1" status: 200 len: 1098 time: 0.0798552 Dec 25 20:04:42.273304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4e60b-f438-4bb7-b36a-c04dc2f51d0f req-8dd9a080-d150-4a0c-8746-b67254ae8594 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:04:42.274908 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-05a4e60b-f438-4bb7-b36a-c04dc2f51d0f req-8dd9a080-d150-4a0c-8746-b67254ae8594 service neutron] 10.222.0.36 "GET /v2.0/networks?id=55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de HTTP/1.1" status: 200 len: 911 time: 0.1401632 Dec 25 20:04:42.380243 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-05a4e60b-f438-4bb7-b36a-c04dc2f51d0f req-9ae9c812-5ade-48fd-90f8-c461f698643b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56d5747a-5ac8-4423-b6fd-ec6cdd577fd1 HTTP/1.1" status: 200 len: 1001 time: 0.0986762 Dec 25 20:04:42.454223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4e60b-f438-4bb7-b36a-c04dc2f51d0f req-7bbcfe9c-be69-420f-901c-525921591015 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:04:42.455888 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-05a4e60b-f438-4bb7-b36a-c04dc2f51d0f req-7bbcfe9c-be69-420f-901c-525921591015 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ae896e7-6ff9-4d86-b31d-4b2d8d703523 HTTP/1.1" status: 200 len: 850 time: 0.0696542 Dec 25 20:04:42.536766 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-05a4e60b-f438-4bb7-b36a-c04dc2f51d0f req-9e45d538-4c59-49c0-8852-5748a63008de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740912 Dec 25 20:04:42.691091 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-05a4e60b-f438-4bb7-b36a-c04dc2f51d0f req-23953b27-e38b-4e90-9080-4b559a110be0 service neutron] 10.222.0.36 "GET /v2.0/networks/55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475706 Dec 25 20:04:42.838191 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-05a4e60b-f438-4bb7-b36a-c04dc2f51d0f req-0dcbb82d-c618-483e-8a82-77417605f946 service neutron] 10.222.0.36 "GET /v2.0/networks/55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401849 Dec 25 20:04:53.602353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:04:57.984008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:05:06.049241 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c35f56b3-e9b2-4998-b8cb-f8c03759328d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:05:07.222394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:05:08.355477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0264b9c2-027f-42e6-ad17-31332dd30309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:05:08.640785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:05:09.975239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:05:23.595124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:05:34.984446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:05:36.050867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-616398bf-5114-436f-b13a-0a574c746044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:05:37.215719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:05:38.349564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f6ee96dc-e529-4445-80c4-7f8d15f0bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:05:38.638054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:05:39.972622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:05:43.932138 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0bfe78b4-8c8d-4958-9437-43fabf95cb21 req-2ba4d2ef-e08f-4488-9397-7304dc78357c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=52c2867b-6a66-43bc-82a2-8e3ab9a052ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0770240 Dec 25 20:05:44.088008 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0bfe78b4-8c8d-4958-9437-43fabf95cb21 req-6c786b9d-6c59-426d-b4fb-4955cfa0a4cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75cd4a0175fb41a89174e5bb54d57ea6&device_id=52c2867b-6a66-43bc-82a2-8e3ab9a052ab HTTP/1.1" status: 200 len: 1098 time: 0.0759697 Dec 25 20:05:44.248089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe78b4-8c8d-4958-9437-43fabf95cb21 req-7dc645ec-91f9-4371-a32d-a2abf56b8347 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:05:44.249701 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0bfe78b4-8c8d-4958-9437-43fabf95cb21 req-7dc645ec-91f9-4371-a32d-a2abf56b8347 service neutron] 10.222.0.36 "GET /v2.0/networks?id=55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de HTTP/1.1" status: 200 len: 911 time: 0.1378496 Dec 25 20:05:44.361141 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0bfe78b4-8c8d-4958-9437-43fabf95cb21 req-fec8aaff-9472-4113-919c-bd3caabd06ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56d5747a-5ac8-4423-b6fd-ec6cdd577fd1 HTTP/1.1" status: 200 len: 1001 time: 0.1020749 Dec 25 20:05:44.431471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe78b4-8c8d-4958-9437-43fabf95cb21 req-ac0c0bb9-1fa4-4056-9f9f-8a58d7416ae6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:05:44.432994 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0bfe78b4-8c8d-4958-9437-43fabf95cb21 req-ac0c0bb9-1fa4-4056-9f9f-8a58d7416ae6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ae896e7-6ff9-4d86-b31d-4b2d8d703523 HTTP/1.1" status: 200 len: 850 time: 0.0625648 Dec 25 20:05:44.521661 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0bfe78b4-8c8d-4958-9437-43fabf95cb21 req-d6c3d9a3-21cc-48ec-a05c-7ac2f2d01a6d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790277 Dec 25 20:05:44.666620 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0bfe78b4-8c8d-4958-9437-43fabf95cb21 req-b251e357-e593-4c9f-b5b2-8192fb1a5c58 service neutron] 10.222.0.36 "GET /v2.0/networks/55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344385 Dec 25 20:05:44.812558 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0bfe78b4-8c8d-4958-9437-43fabf95cb21 req-ecb0c865-6302-4254-9c71-3c544137284f service neutron] 10.222.0.36 "GET /v2.0/networks/55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356192 Dec 25 20:05:53.607110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:06:06.052999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5b94991b-56ed-4cb1-87a1-65fb95089bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:06:07.224719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:06:08.351305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1d281fb4-699f-4563-93d7-da1effc283ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:06:08.640830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:06:09.975710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:06:11.985359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:06:23.618750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:06:36.054396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cb122b22-fa8d-482a-8049-9b78fbb75c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:06:37.216216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:06:38.356170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b58f9237-d7e8-488b-b485-5660940c4d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:06:38.644162 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:06:39.979230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:06:44.753994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dbd94-1c45-40c2-84fc-abc98b27e544 req-2dbdb07a-6b23-4835-85fc-ac7712b44959 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:06:44.755691 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-772dbd94-1c45-40c2-84fc-abc98b27e544 req-2dbdb07a-6b23-4835-85fc-ac7712b44959 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=52c2867b-6a66-43bc-82a2-8e3ab9a052ab HTTP/1.1" status: 200 len: 945 time: 0.2315793 Dec 25 20:06:44.804363 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-772dbd94-1c45-40c2-84fc-abc98b27e544 req-a60ea044-7d7f-4288-a5e3-2fb78755c959 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422993 Dec 25 20:06:46.129863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08582e17-3c49-4ded-9d00-0e02dd7d4928 req-dd65451e-cfe3-4ee8-a8cf-bc29d6c2ade7 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:06:46.131339 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-08582e17-3c49-4ded-9d00-0e02dd7d4928 req-dd65451e-cfe3-4ee8-a8cf-bc29d6c2ade7 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=52c2867b-6a66-43bc-82a2-8e3ab9a052ab HTTP/1.1" status: 200 len: 945 time: 0.1911066 Dec 25 20:06:46.183524 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-08582e17-3c49-4ded-9d00-0e02dd7d4928 req-1be34aba-5916-4b5c-aae5-606e732ed076 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457253 Dec 25 20:06:46.347281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7efe3fa-97f8-4bb8-9bb7-2c7e0b943b97 req-cb01bfe3-6283-4e91-b81e-dd001a7494b9 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:06:46.349136 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b7efe3fa-97f8-4bb8-9bb7-2c7e0b943b97 req-cb01bfe3-6283-4e91-b81e-dd001a7494b9 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.36 "GET /v2.0/ports?device_id=52c2867b-6a66-43bc-82a2-8e3ab9a052ab HTTP/1.1" status: 200 len: 945 time: 0.0839529 Dec 25 20:06:46.429111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-b7efe3fa-97f8-4bb8-9bb7-2c7e0b943b97 req-850f0dd0-071f-4dfe-86ae-6dc5bdb14074 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Deleting port 56d5747a-5ac8-4423-b6fd-ec6cdd577fd1 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:06:46.429427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-b7efe3fa-97f8-4bb8-9bb7-2c7e0b943b97 req-850f0dd0-071f-4dfe-86ae-6dc5bdb14074 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:06:46.925170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-b7efe3fa-97f8-4bb8-9bb7-2c7e0b943b97 req-850f0dd0-071f-4dfe-86ae-6dc5bdb14074 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] For port 56d5747a-5ac8-4423-b6fd-ec6cdd577fd1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=56d5747a-5ac8-4423-b6fd-ec6cdd577fd1,segment=NetworkSegment(e86560d7-3c4c-485f-940a-9d18ac1c8d88),segment_id=e86560d7-3c4c-485f-940a-9d18ac1c8d88)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:06:46.925490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-b7efe3fa-97f8-4bb8-9bb7-2c7e0b943b97 req-850f0dd0-071f-4dfe-86ae-6dc5bdb14074 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:06:47.228828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-b7efe3fa-97f8-4bb8-9bb7-2c7e0b943b97 req-850f0dd0-071f-4dfe-86ae-6dc5bdb14074 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:06:47.229236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-b7efe3fa-97f8-4bb8-9bb7-2c7e0b943b97 req-850f0dd0-071f-4dfe-86ae-6dc5bdb14074 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:06:47.229566 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [req-b7efe3fa-97f8-4bb8-9bb7-2c7e0b943b97 req-850f0dd0-071f-4dfe-86ae-6dc5bdb14074 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Floating IP d0993543-f158-406d-82aa-cb5501b9ce21 disassociated. External IP: 172.26.8.247, port: 56d5747a-5ac8-4423-b6fd-ec6cdd577fd1. Dec 25 20:06:47.230010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-b7efe3fa-97f8-4bb8-9bb7-2c7e0b943b97 req-850f0dd0-071f-4dfe-86ae-6dc5bdb14074 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Calling delete_port for 56d5747a-5ac8-4423-b6fd-ec6cdd577fd1 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:06:47.443416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-b7efe3fa-97f8-4bb8-9bb7-2c7e0b943b97 req-850f0dd0-071f-4dfe-86ae-6dc5bdb14074 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:06:47.449854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d82840dd-8ef6-4b01-ac09-63a29185445f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:06:47.494488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f0dd0-071f-4dfe-86ae-6dc5bdb14074 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Pushing event deleted for resources: {'Port': ['ID=56d5747a-5ac8-4423-b6fd-ec6cdd577fd1,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:06:47.514802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f0dd0-071f-4dfe-86ae-6dc5bdb14074 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:06:47.515288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f0dd0-071f-4dfe-86ae-6dc5bdb14074 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:06:47.515712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f0dd0-071f-4dfe-86ae-6dc5bdb14074 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:06:47.516128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f0dd0-071f-4dfe-86ae-6dc5bdb14074 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:06:47.516544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f0dd0-071f-4dfe-86ae-6dc5bdb14074 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:06:47.516957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f0dd0-071f-4dfe-86ae-6dc5bdb14074 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:06:47.517515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f0dd0-071f-4dfe-86ae-6dc5bdb14074 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:06:47.517792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f0dd0-071f-4dfe-86ae-6dc5bdb14074 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:06:47.518208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f0dd0-071f-4dfe-86ae-6dc5bdb14074 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:06:47.518606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f0dd0-071f-4dfe-86ae-6dc5bdb14074 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:06:47.519008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f0dd0-071f-4dfe-86ae-6dc5bdb14074 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:06:47.528944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d604b81-968e-479c-ac4e-c6768f0870ae req-3364b557-fac4-49a2-a80d-05cd36a64890 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:06:47.530585 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8d604b81-968e-479c-ac4e-c6768f0870ae req-3364b557-fac4-49a2-a80d-05cd36a64890 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=52c2867b-6a66-43bc-82a2-8e3ab9a052ab HTTP/1.1" status: 200 len: 945 time: 0.1801133 Dec 25 20:06:47.531547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-850f0dd0-071f-4dfe-86ae-6dc5bdb14074 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:06:47.657894 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8d604b81-968e-479c-ac4e-c6768f0870ae req-bbdebce9-7990-4857-8958-1b26e1878bbf tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693018 Dec 25 20:06:47.782888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7efe3fa-97f8-4bb8-9bb7-2c7e0b943b97 req-850f0dd0-071f-4dfe-86ae-6dc5bdb14074 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Router 1d36a4e6-3fb8-4a97-84fe-151ff4524770 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:06:48.002434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7efe3fa-97f8-4bb8-9bb7-2c7e0b943b97 req-850f0dd0-071f-4dfe-86ae-6dc5bdb14074 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:06:48.012957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d922f55b-5785-43d7-b3f2-882318f086b0 None None] Sync routers for ids ['1d36a4e6-3fb8-4a97-84fe-151ff4524770'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:06:48.027774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d922f55b-5785-43d7-b3f2-882318f086b0 None None] Routers {'1d36a4e6-3fb8-4a97-84fe-151ff4524770'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:06:48.028450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d922f55b-5785-43d7-b3f2-882318f086b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:06:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['1d36a4e6-3fb8-4a97-84fe-151ff4524770'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:06:48.077739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7efe3fa-97f8-4bb8-9bb7-2c7e0b943b97 req-850f0dd0-071f-4dfe-86ae-6dc5bdb14074 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] No DVR routers for this DVR port 56d5747a-5ac8-4423-b6fd-ec6cdd577fd1 on host hv-neutron-8226 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:06:48.080940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-b7efe3fa-97f8-4bb8-9bb7-2c7e0b943b97 req-850f0dd0-071f-4dfe-86ae-6dc5bdb14074 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:06:48.084004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c2867b-6a66-43bc-82a2-8e3ab9a052ab', 'name': 'network-vif-deleted', 'tag': '56d5747a-5ac8-4423-b6fd-ec6cdd577fd1'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:06:48.100980 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b7efe3fa-97f8-4bb8-9bb7-2c7e0b943b97 req-850f0dd0-071f-4dfe-86ae-6dc5bdb14074 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.36 "DELETE /v2.0/ports/56d5747a-5ac8-4423-b6fd-ec6cdd577fd1 HTTP/1.1" status: 204 len: 173 time: 1.7432961 Dec 25 20:06:48.234285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-d922f55b-5785-43d7-b3f2-882318f086b0 None None] Set router 1d36a4e6-3fb8-4a97-84fe-151ff4524770 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:06:48.243611 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c2867b-6a66-43bc-82a2-8e3ab9a052ab', 'name': 'network-vif-deleted', 'tag': '56d5747a-5ac8-4423-b6fd-ec6cdd577fd1', 'status': 'completed', 'code': 200} Dec 25 20:06:48.573132 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d922f55b-5785-43d7-b3f2-882318f086b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'name': 'tempest-TestVolumeBootPattern-922428500-router', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183'}], 'enable_snat': True}, 'gw_port_id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:47Z', 'revision_number': 4, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'gw_port': {'id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:66:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'c32a681d-0591-4116-a390-a83112cd3f4b', 'name': '', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'mac_address': 'fa:16:3e:5d:ec:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:46Z', 'updated_at': '2021-12-25T20:03:55Z', 'revision_number': 5, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'subnets': [{'id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:06:48.577453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d922f55b-5785-43d7-b3f2-882318f086b0 None None] Checking router: 1d36a4e6-3fb8-4a97-84fe-151ff4524770 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:06:48.588909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d922f55b-5785-43d7-b3f2-882318f086b0 None None] Routers {'1d36a4e6-3fb8-4a97-84fe-151ff4524770'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:06:48.589570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d922f55b-5785-43d7-b3f2-882318f086b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:06:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['1d36a4e6-3fb8-4a97-84fe-151ff4524770'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:06:48.781677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-d922f55b-5785-43d7-b3f2-882318f086b0 None None] Set router 1d36a4e6-3fb8-4a97-84fe-151ff4524770 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:06:48.859472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-88039807-1697-4236-9a23-45a433e80e0a req-becddf98-7f9f-4259-81b6-a331be846893 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Synchronizing usage tracker for tenant:75cd4a0175fb41a89174e5bb54d57ea6 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:06:48.874243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-88039807-1697-4236-9a23-45a433e80e0a req-becddf98-7f9f-4259-81b6-a331be846893 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Unset dirty status for tenant:75cd4a0175fb41a89174e5bb54d57ea6 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:06:48.875542 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-88039807-1697-4236-9a23-45a433e80e0a req-becddf98-7f9f-4259-81b6-a331be846893 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=52c2867b-6a66-43bc-82a2-8e3ab9a052ab HTTP/1.1" status: 200 len: 210 time: 0.0615780 Dec 25 20:06:48.985877 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:06:49.287481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d922f55b-5785-43d7-b3f2-882318f086b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'name': 'tempest-TestVolumeBootPattern-922428500-router', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183'}], 'enable_snat': True}, 'gw_port_id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:47Z', 'revision_number': 4, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'gw_port': {'id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:66:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'c32a681d-0591-4116-a390-a83112cd3f4b', 'name': '', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'mac_address': 'fa:16:3e:5d:ec:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:46Z', 'updated_at': '2021-12-25T20:03:55Z', 'revision_number': 5, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'subnets': [{'id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:06:49.291820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d922f55b-5785-43d7-b3f2-882318f086b0 None None] The sync data for ids ['1d36a4e6-3fb8-4a97-84fe-151ff4524770'] in dv-neutron-822611-1-hyperv is: [{'id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'name': 'tempest-TestVolumeBootPattern-922428500-router', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183'}], 'enable_snat': True}, 'gw_port_id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:47Z', 'revision_number': 4, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'gw_port': {'id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:66:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'c32a681d-0591-4116-a390-a83112cd3f4b', 'name': '', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'mac_address': 'fa:16:3e:5d:ec:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:46Z', 'updated_at': '2021-12-25T20:03:55Z', 'revision_number': 5, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'subnets': [{'id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:06:49.738246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fcc7b1-52d5-40f4-9729-28373943899d None None] New status for floating IP d0993543-f158-406d-82aa-cb5501b9ce21: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 20:06:49.879987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 56d5747a-5ac8-4423-b6fd-ec6cdd577fd1 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:06:49.926232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] No Port match for: 56d5747a-5ac8-4423-b6fd-ec6cdd577fd1 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:06:49.926933 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 56d5747a-5ac8-4423-b6fd-ec6cdd577fd1 not bound to the agent host hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:06:50.226824 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4770a451-c22a-4391-87fb-4e3835c5781b req-e5173fb8-d064-4fec-bb74-ce01aaa71a20 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-402699642&fields=id&tenant_id=75cd4a0175fb41a89174e5bb54d57ea6 HTTP/1.1" status: 200 len: 267 time: 0.0480533 Dec 25 20:06:50.393418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770a451-c22a-4391-87fb-4e3835c5781b req-27d18186-a9da-40a8-9bc3-a4b0e0cde59f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:06:50.395483 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4770a451-c22a-4391-87fb-4e3835c5781b req-27d18186-a9da-40a8-9bc3-a4b0e0cde59f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/networks?id=55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de HTTP/1.1" status: 200 len: 811 time: 0.1617963 Dec 25 20:06:50.413955 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4770a451-c22a-4391-87fb-4e3835c5781b req-cf46b164-b3d8-48ce-98ab-19d38fc7ddb8 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/quotas/75cd4a0175fb41a89174e5bb54d57ea6 HTTP/1.1" status: 200 len: 375 time: 0.0121331 Dec 25 20:06:50.500905 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4770a451-c22a-4391-87fb-4e3835c5781b req-9772a746-ff81-47e2-b690-487b211d7b95 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=75cd4a0175fb41a89174e5bb54d57ea6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0815499 Dec 25 20:06:50.608719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [req-4770a451-c22a-4391-87fb-4e3835c5781b req-a8a3f2e3-c2a7-49ec-9262-6ac0d982645e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 20:06:50.609818 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4770a451-c22a-4391-87fb-4e3835c5781b req-a8a3f2e3-c2a7-49ec-9262-6ac0d982645e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0966988 Dec 25 20:06:50.752317 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4770a451-c22a-4391-87fb-4e3835c5781b req-fc0036e0-3e4a-424c-9d6f-6374fc0c220f service neutron] 10.222.0.24 "GET /v2.0/networks/55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356926 Dec 25 20:06:50.896324 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4770a451-c22a-4391-87fb-4e3835c5781b req-3662b680-16b2-43e5-884e-1d491db1d732 service neutron] 10.222.0.24 "GET /v2.0/networks/55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370969 Dec 25 20:06:51.319466 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a8213813-8aba-4877-8f91-d01d35c5298e req-a1cd3d21-c809-45ec-a55c-16b258f97cb4 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a00d032-344a-452b-89b1-93b005ef66ef HTTP/1.1" status: 200 len: 210 time: 0.0454843 Dec 25 20:06:52.499762 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-821e1dea-92ad-4078-8233-4c46d6415d31 req-796624e4-4799-46ed-8b43-f9bbfb8a912a tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a00d032-344a-452b-89b1-93b005ef66ef HTTP/1.1" status: 200 len: 210 time: 0.0556691 Dec 25 20:06:52.653995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770a451-c22a-4391-87fb-4e3835c5781b req-aa8097c4-6a21-4a2e-b33e-7871780da0fa tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:06:52.655686 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4770a451-c22a-4391-87fb-4e3835c5781b req-aa8097c4-6a21-4a2e-b33e-7871780da0fa tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.36 "GET /v2.0/networks?id=55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de HTTP/1.1" status: 200 len: 811 time: 0.1591012 Dec 25 20:06:52.712030 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4770a451-c22a-4391-87fb-4e3835c5781b req-d9f723ee-428f-47a9-b736-4642c4d0b151 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75cd4a0175fb41a89174e5bb54d57ea6 HTTP/1.1" status: 200 len: 379 time: 0.0446405 Dec 25 20:06:52.723578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-4770a451-c22a-4391-87fb-4e3835c5781b req-f31ba63f-3a23-4363-92d3-585743909e98 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Request body: {'port': {'device_id': '1a00d032-344a-452b-89b1-93b005ef66ef', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'admin_state_up': True, 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'security_groups': ['e82e6b86-bd0f-4902-85e5-cb5c51f8df48']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:06:52.868669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-4770a451-c22a-4391-87fb-4e3835c5781b req-f31ba63f-3a23-4363-92d3-585743909e98 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:06:52.879711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-4770a451-c22a-4391-87fb-4e3835c5781b req-f31ba63f-3a23-4363-92d3-585743909e98 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:06:52.895324 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4770a451-c22a-4391-87fb-4e3835c5781b req-f31ba63f-3a23-4363-92d3-585743909e98 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Made reservation on behalf of 75cd4a0175fb41a89174e5bb54d57ea6 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:06:52.901241 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-4770a451-c22a-4391-87fb-4e3835c5781b req-f31ba63f-3a23-4363-92d3-585743909e98 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:06:53.077555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [req-4770a451-c22a-4391-87fb-4e3835c5781b req-f31ba63f-3a23-4363-92d3-585743909e98 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Allocated IP 172.20.0.7 (55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de/8ae896e7-6ff9-4d86-b31d-4b2d8d703523/bb851f75-f25c-4abb-9276-ff4adfd4d2f6) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:06:53.288243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-4770a451-c22a-4391-87fb-4e3835c5781b req-f31ba63f-3a23-4363-92d3-585743909e98 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:06:53.305320 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-4770a451-c22a-4391-87fb-4e3835c5781b req-f31ba63f-3a23-4363-92d3-585743909e98 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Transition to ACTIVE for port object bb851f75-f25c-4abb-9276-ff4adfd4d2f6 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:06:53.324993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-4770a451-c22a-4391-87fb-4e3835c5781b req-f31ba63f-3a23-4363-92d3-585743909e98 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:06:53.332404 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d82840dd-8ef6-4b01-ac09-63a29185445f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:06:53.405069 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4770a451-c22a-4391-87fb-4e3835c5781b req-f31ba63f-3a23-4363-92d3-585743909e98 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Network 55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:06:53.408461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [req-4770a451-c22a-4391-87fb-4e3835c5781b req-f31ba63f-3a23-4363-92d3-585743909e98 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:06:53.412095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-4770a451-c22a-4391-87fb-4e3835c5781b req-f31ba63f-3a23-4363-92d3-585743909e98 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:06:53.649708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:06:53.745588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31ba63f-3a23-4363-92d3-585743909e98 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Pushing event updated for resources: {'Port': ['ID=bb851f75-f25c-4abb-9276-ff4adfd4d2f6,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:06:53.748806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f31ba63f-3a23-4363-92d3-585743909e98 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:06:53.791309 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-80958b9e-ff12-472f-ae48-d721602cad3e None None] Provisioning for port bb851f75-f25c-4abb-9276-ff4adfd4d2f6 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:06:53.796975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-80958b9e-ff12-472f-ae48-d721602cad3e None None] Provisioning complete for port bb851f75-f25c-4abb-9276-ff4adfd4d2f6 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:06:53.797502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-80958b9e-ff12-472f-ae48-d721602cad3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:06:53.836387 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770a451-c22a-4391-87fb-4e3835c5781b req-f31ba63f-3a23-4363-92d3-585743909e98 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:06:53.837078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-4770a451-c22a-4391-87fb-4e3835c5781b req-f31ba63f-3a23-4363-92d3-585743909e98 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:06:53.860817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-80958b9e-ff12-472f-ae48-d721602cad3e None None] Port bb851f75-f25c-4abb-9276-ff4adfd4d2f6 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:06:53.878306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ca0e9-5fe6-423a-ba96-4bd23dc2d93d req-a4851e6d-1c60-4410-9969-ec735698c5f0 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:06:53.879122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-376ca0e9-5fe6-423a-ba96-4bd23dc2d93d req-a4851e6d-1c60-4410-9969-ec735698c5f0 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Synchronizing usage tracker for tenant:75cd4a0175fb41a89174e5bb54d57ea6 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:06:53.884707 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4770a451-c22a-4391-87fb-4e3835c5781b req-f31ba63f-3a23-4363-92d3-585743909e98 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1655438 Dec 25 20:06:53.903441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-4770a451-c22a-4391-87fb-4e3835c5781b req-603ef047-c058-4399-9c03-b7c9b41dabde service neutron] Request body: {'port': {'device_id': '1a00d032-344a-452b-89b1-93b005ef66ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:06:53.936932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-376ca0e9-5fe6-423a-ba96-4bd23dc2d93d req-a4851e6d-1c60-4410-9969-ec735698c5f0 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Unset dirty status for tenant:75cd4a0175fb41a89174e5bb54d57ea6 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:06:53.938177 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-376ca0e9-5fe6-423a-ba96-4bd23dc2d93d req-a4851e6d-1c60-4410-9969-ec735698c5f0 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a00d032-344a-452b-89b1-93b005ef66ef HTTP/1.1" status: 200 len: 931 time: 0.2036808 Dec 25 20:06:54.058333 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-376ca0e9-5fe6-423a-ba96-4bd23dc2d93d req-0e369394-dcd5-4d15-a5db-52cad4f08644 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090791 Dec 25 20:06:54.066090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-4770a451-c22a-4391-87fb-4e3835c5781b req-603ef047-c058-4399-9c03-b7c9b41dabde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:06:54.436059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [req-4770a451-c22a-4391-87fb-4e3835c5781b req-603ef047-c058-4399-9c03-b7c9b41dabde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb851f75-f25c-4abb-9276-ff4adfd4d2f6 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:06:54.442908 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-4770a451-c22a-4391-87fb-4e3835c5781b req-603ef047-c058-4399-9c03-b7c9b41dabde service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:06:54.457869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-4770a451-c22a-4391-87fb-4e3835c5781b req-603ef047-c058-4399-9c03-b7c9b41dabde service neutron] Transition to ACTIVE for port object bb851f75-f25c-4abb-9276-ff4adfd4d2f6 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:06:54.460512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-4770a451-c22a-4391-87fb-4e3835c5781b req-603ef047-c058-4399-9c03-b7c9b41dabde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:06:54.464864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d40c375b-803f-4887-a38d-6df085183a2d tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:06:54.602378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ef047-c058-4399-9c03-b7c9b41dabde service neutron] Pushing event updated for resources: {'Port': ['ID=bb851f75-f25c-4abb-9276-ff4adfd4d2f6,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:06:54.605449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-603ef047-c058-4399-9c03-b7c9b41dabde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:06:54.717922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-4770a451-c22a-4391-87fb-4e3835c5781b req-603ef047-c058-4399-9c03-b7c9b41dabde service neutron] Attempting to bind port bb851f75-f25c-4abb-9276-ff4adfd4d2f6 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:06:54.718439 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-4770a451-c22a-4391-87fb-4e3835c5781b req-603ef047-c058-4399-9c03-b7c9b41dabde service neutron] Attempting to bind port bb851f75-f25c-4abb-9276-ff4adfd4d2f6 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'e86560d7-3c4c-485f-940a-9d18ac1c8d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:06:54.718562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4770a451-c22a-4391-87fb-4e3835c5781b req-603ef047-c058-4399-9c03-b7c9b41dabde service neutron] Attempting to bind port bb851f75-f25c-4abb-9276-ff4adfd4d2f6 on network 55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:06:54.726043 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4770a451-c22a-4391-87fb-4e3835c5781b req-603ef047-c058-4399-9c03-b7c9b41dabde service neutron] Port bb851f75-f25c-4abb-9276-ff4adfd4d2f6 on network 55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 20:06:54.726411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4770a451-c22a-4391-87fb-4e3835c5781b req-603ef047-c058-4399-9c03-b7c9b41dabde service neutron] Attempting to bind port bb851f75-f25c-4abb-9276-ff4adfd4d2f6 on network 55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:06:54.733563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4770a451-c22a-4391-87fb-4e3835c5781b req-603ef047-c058-4399-9c03-b7c9b41dabde service neutron] Checking agent: {'id': '5d7a6d50-e450-4e92-a105-61a558d89e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'started_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:06:54.733943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4770a451-c22a-4391-87fb-4e3835c5781b req-603ef047-c058-4399-9c03-b7c9b41dabde service neutron] Checking segment: {'id': 'e86560d7-3c4c-485f-940a-9d18ac1c8d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:06:54.734419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4770a451-c22a-4391-87fb-4e3835c5781b req-603ef047-c058-4399-9c03-b7c9b41dabde service neutron] Bound using segment: {'id': 'e86560d7-3c4c-485f-940a-9d18ac1c8d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:06:54.734897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-4770a451-c22a-4391-87fb-4e3835c5781b req-603ef047-c058-4399-9c03-b7c9b41dabde service neutron] Bound port: bb851f75-f25c-4abb-9276-ff4adfd4d2f6, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e86560d7-3c4c-485f-940a-9d18ac1c8d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:06:54.735310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-4770a451-c22a-4391-87fb-4e3835c5781b req-603ef047-c058-4399-9c03-b7c9b41dabde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:06:54.830105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-4770a451-c22a-4391-87fb-4e3835c5781b req-603ef047-c058-4399-9c03-b7c9b41dabde service neutron] For port bb851f75-f25c-4abb-9276-ff4adfd4d2f6, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:06:54.833775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-4770a451-c22a-4391-87fb-4e3835c5781b req-603ef047-c058-4399-9c03-b7c9b41dabde service neutron] For port bb851f75-f25c-4abb-9276-ff4adfd4d2f6, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=bb851f75-f25c-4abb-9276-ff4adfd4d2f6,segment=NetworkSegment(e86560d7-3c4c-485f-940a-9d18ac1c8d88),segment_id=e86560d7-3c4c-485f-940a-9d18ac1c8d88)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:06:54.837038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-4770a451-c22a-4391-87fb-4e3835c5781b req-603ef047-c058-4399-9c03-b7c9b41dabde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:06:54.841417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f31ba63f-3a23-4363-92d3-585743909e98 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:06:54.912152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-4770a451-c22a-4391-87fb-4e3835c5781b req-603ef047-c058-4399-9c03-b7c9b41dabde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:06:54.913693 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4770a451-c22a-4391-87fb-4e3835c5781b req-603ef047-c058-4399-9c03-b7c9b41dabde service neutron] 10.222.0.36 "PUT /v2.0/ports/bb851f75-f25c-4abb-9276-ff4adfd4d2f6 HTTP/1.1" status: 200 len: 1093 time: 1.0172458 Dec 25 20:06:54.914258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a00d032-344a-452b-89b1-93b005ef66ef', 'tag': 'bb851f75-f25c-4abb-9276-ff4adfd4d2f6'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:06:54.936931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ef047-c058-4399-9c03-b7c9b41dabde service neutron] Pushing event updated for resources: {'Port': ['ID=bb851f75-f25c-4abb-9276-ff4adfd4d2f6,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:06:54.941568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-603ef047-c058-4399-9c03-b7c9b41dabde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:06:55.001530 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a00d032-344a-452b-89b1-93b005ef66ef', 'tag': 'bb851f75-f25c-4abb-9276-ff4adfd4d2f6', 'status': 'completed', 'code': 200} Dec 25 20:06:55.040640 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4770a451-c22a-4391-87fb-4e3835c5781b req-f3bcfbc2-afac-45c8-83d9-acb8af6e51b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75cd4a0175fb41a89174e5bb54d57ea6&device_id=1a00d032-344a-452b-89b1-93b005ef66ef HTTP/1.1" status: 200 len: 1096 time: 0.0825837 Dec 25 20:06:55.127768 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4770a451-c22a-4391-87fb-4e3835c5781b req-7714e047-8fce-4368-a7cb-518de85572b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb851f75-f25c-4abb-9276-ff4adfd4d2f6 HTTP/1.1" status: 200 len: 217 time: 0.0758679 Dec 25 20:06:55.262776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770a451-c22a-4391-87fb-4e3835c5781b req-ce570826-a1c9-447f-b774-5191e1bbe958 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:06:55.264391 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4770a451-c22a-4391-87fb-4e3835c5781b req-ce570826-a1c9-447f-b774-5191e1bbe958 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ae896e7-6ff9-4d86-b31d-4b2d8d703523 HTTP/1.1" status: 200 len: 850 time: 0.1259272 Dec 25 20:06:55.340861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ddb89-17ed-4843-9155-9087a63544c0 req-346b59f1-fc61-4077-98c6-0f7eb16b149c tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:06:55.342435 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-302ddb89-17ed-4843-9155-9087a63544c0 req-346b59f1-fc61-4077-98c6-0f7eb16b149c tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a00d032-344a-452b-89b1-93b005ef66ef HTTP/1.1" status: 200 len: 943 time: 0.1526134 Dec 25 20:06:55.402220 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4770a451-c22a-4391-87fb-4e3835c5781b req-3bf2e401-8f94-41fb-8aac-ed99fe74d0f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1277928 Dec 25 20:06:55.407226 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-302ddb89-17ed-4843-9155-9087a63544c0 req-aa15486d-2914-46ed-a5fc-5e3af4ab438f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579221 Dec 25 20:06:55.551296 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4770a451-c22a-4391-87fb-4e3835c5781b req-c65f2881-1d05-498b-b8c0-6ded4f75fbbc service neutron] 10.222.0.36 "GET /v2.0/networks/55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373596 Dec 25 20:06:55.697193 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4770a451-c22a-4391-87fb-4e3835c5781b req-a1b5f4d0-d4e6-4b6d-b96e-c82d6fed9ebe service neutron] 10.222.0.36 "GET /v2.0/networks/55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360579 Dec 25 20:06:55.822940 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-91a4171e-ed4b-417a-8559-6e8ef976fe1d req-4ac25eab-96cc-4853-82eb-3b838236a26e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75cd4a0175fb41a89174e5bb54d57ea6&device_id=1a00d032-344a-452b-89b1-93b005ef66ef HTTP/1.1" status: 200 len: 1096 time: 0.0753858 Dec 25 20:06:55.977513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4171e-ed4b-417a-8559-6e8ef976fe1d req-ebbdbab5-dd9a-4f0d-afbc-b773677c2a6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:06:55.978750 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-91a4171e-ed4b-417a-8559-6e8ef976fe1d req-ebbdbab5-dd9a-4f0d-afbc-b773677c2a6b service neutron] 10.222.0.36 "GET /v2.0/networks?id=55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de HTTP/1.1" status: 200 len: 911 time: 0.1478047 Dec 25 20:06:56.060562 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-91a4171e-ed4b-417a-8559-6e8ef976fe1d req-c4bd636c-2a92-4dc0-8cd5-33a91ece3999 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb851f75-f25c-4abb-9276-ff4adfd4d2f6 HTTP/1.1" status: 200 len: 217 time: 0.0711551 Dec 25 20:06:56.136849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4171e-ed4b-417a-8559-6e8ef976fe1d req-9891b82d-7308-4fa0-af8e-c1aa8fa4cb01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:06:56.138818 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-91a4171e-ed4b-417a-8559-6e8ef976fe1d req-9891b82d-7308-4fa0-af8e-c1aa8fa4cb01 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ae896e7-6ff9-4d86-b31d-4b2d8d703523 HTTP/1.1" status: 200 len: 850 time: 0.0681267 Dec 25 20:06:56.226970 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-91a4171e-ed4b-417a-8559-6e8ef976fe1d req-9c90dcd9-a3ab-47be-9026-ae7ba99417c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768168 Dec 25 20:06:56.374051 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-91a4171e-ed4b-417a-8559-6e8ef976fe1d req-75a0f43f-f651-412f-aaba-74a2e317a85b service neutron] 10.222.0.36 "GET /v2.0/networks/55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375482 Dec 25 20:06:56.524199 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-91a4171e-ed4b-417a-8559-6e8ef976fe1d req-956a77c3-82e1-4a38-bb76-c5e73d5bc1e2 service neutron] 10.222.0.36 "GET /v2.0/networks/55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376631 Dec 25 20:06:56.619192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d1160-fb7f-4376-a5cf-b7c8c6ee971e req-57ed39b7-ad71-4bda-a183-4222e33bca20 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:06:56.620779 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3b0d1160-fb7f-4376-a5cf-b7c8c6ee971e req-57ed39b7-ad71-4bda-a183-4222e33bca20 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a00d032-344a-452b-89b1-93b005ef66ef HTTP/1.1" status: 200 len: 943 time: 0.0878646 Dec 25 20:06:56.668268 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3b0d1160-fb7f-4376-a5cf-b7c8c6ee971e req-dd497254-7ab9-4bf6-80c6-3ef1368d88a6 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414057 Dec 25 20:06:57.868253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6a7b4-95f2-4266-b4b5-db13d81c1688 req-aa32c146-414c-4a05-829a-a09b053f944b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:06:57.870107 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5ac6a7b4-95f2-4266-b4b5-db13d81c1688 req-aa32c146-414c-4a05-829a-a09b053f944b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a00d032-344a-452b-89b1-93b005ef66ef HTTP/1.1" status: 200 len: 943 time: 0.0828433 Dec 25 20:06:57.917881 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5ac6a7b4-95f2-4266-b4b5-db13d81c1688 req-61029cc9-b06d-4c2b-9726-be1e75abf863 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417802 Dec 25 20:06:59.122987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce332b-071f-4f4e-8804-e4349f4e3dba req-407d411c-8449-496e-83fa-d47d121175e4 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:06:59.124608 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-53ce332b-071f-4f4e-8804-e4349f4e3dba req-407d411c-8449-496e-83fa-d47d121175e4 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a00d032-344a-452b-89b1-93b005ef66ef HTTP/1.1" status: 200 len: 943 time: 0.0861607 Dec 25 20:06:59.178905 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-53ce332b-071f-4f4e-8804-e4349f4e3dba req-f7bcad0d-0dce-4c41-bf19-92adc417c87c tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471506 Dec 25 20:07:00.384448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532326d7-0f51-4298-89a4-c51ff216d7f6 req-56dd4d32-6083-46ff-b65f-41444faa6dcf tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:07:00.386046 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-532326d7-0f51-4298-89a4-c51ff216d7f6 req-56dd4d32-6083-46ff-b65f-41444faa6dcf tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a00d032-344a-452b-89b1-93b005ef66ef HTTP/1.1" status: 200 len: 943 time: 0.0830998 Dec 25 20:07:00.438258 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-532326d7-0f51-4298-89a4-c51ff216d7f6 req-12e658b8-881e-4750-b2a0-b773fc38d737 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460596 Dec 25 20:07:01.645611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c677150-f32b-486d-baa8-6568e6688786 req-2267a160-7c6b-45af-915b-2e140171e8b2 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:07:01.647232 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0c677150-f32b-486d-baa8-6568e6688786 req-2267a160-7c6b-45af-915b-2e140171e8b2 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a00d032-344a-452b-89b1-93b005ef66ef HTTP/1.1" status: 200 len: 943 time: 0.0846426 Dec 25 20:07:01.695045 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0c677150-f32b-486d-baa8-6568e6688786 req-ddc21fd5-ff62-423d-a262-62499393192a tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416284 Dec 25 20:07:02.903754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe38bc-e20b-4152-8158-34f9bf28a4db req-c1ca8a27-59fe-4193-aee5-b9bbd5804d6d tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:07:02.905372 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-cfbe38bc-e20b-4152-8158-34f9bf28a4db req-c1ca8a27-59fe-4193-aee5-b9bbd5804d6d tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a00d032-344a-452b-89b1-93b005ef66ef HTTP/1.1" status: 200 len: 943 time: 0.0884604 Dec 25 20:07:02.957355 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-cfbe38bc-e20b-4152-8158-34f9bf28a4db req-541932d0-4b93-4ae1-8643-6f1a6909f511 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458474 Dec 25 20:07:03.916497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device bb851f75-f25c-4abb-9276-ff4adfd4d2f6 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 20:07:04.079899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port bb851f75-f25c-4abb-9276-ff4adfd4d2f6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=bb851f75-f25c-4abb-9276-ff4adfd4d2f6,segment=NetworkSegment(e86560d7-3c4c-485f-940a-9d18ac1c8d88),segment_id=e86560d7-3c4c-485f-940a-9d18ac1c8d88)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:07:04.099572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': 'bb851f75-f25c-4abb-9276-ff4adfd4d2f6', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'port_id': 'bb851f75-f25c-4abb-9276-ff4adfd4d2f6', 'mac_address': 'fa:16:3e:cc:2e:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 20:07:04.166385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:07:04.181341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98aede-2b10-46ed-aaa2-1f42b05ffbd2 req-fb6b2864-0ef3-4643-a3e8-a62a4bf97509 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:07:04.183010 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5f98aede-2b10-46ed-aaa2-1f42b05ffbd2 req-fb6b2864-0ef3-4643-a3e8-a62a4bf97509 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a00d032-344a-452b-89b1-93b005ef66ef HTTP/1.1" status: 200 len: 943 time: 0.0991356 Dec 25 20:07:04.186229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb851f75-f25c-4abb-9276-ff4adfd4d2f6 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:07:04.205011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port bb851f75-f25c-4abb-9276-ff4adfd4d2f6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=bb851f75-f25c-4abb-9276-ff4adfd4d2f6,segment=NetworkSegment(e86560d7-3c4c-485f-940a-9d18ac1c8d88),segment_id=e86560d7-3c4c-485f-940a-9d18ac1c8d88)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:07:04.208589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:07:04.210422 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d5aaa03d-4dd6-44b2-aae5-2100ef38ee2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:07:04.233917 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5f98aede-2b10-46ed-aaa2-1f42b05ffbd2 req-6b1a0fba-0160-41d2-8ec8-4d50cf18d622 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439529 Dec 25 20:07:04.284413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=bb851f75-f25c-4abb-9276-ff4adfd4d2f6,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:07:04.293424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:07:04.293916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:07:04.294473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:07:04.294971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:07:04.295554 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:07:04.296108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:07:04.296608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:07:04.297158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:07:04.297646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:07:04.298091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:07:04.298637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:07:04.303765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:07:04.513202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['bb851f75-f25c-4abb-9276-ff4adfd4d2f6'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:07:05.443341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b1017-1975-433b-91c8-1f73ab7514cb req-fd517d4f-e70c-4100-ac1d-8599bd9bdb8e tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:07:05.444971 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1e1b1017-1975-433b-91c8-1f73ab7514cb req-fd517d4f-e70c-4100-ac1d-8599bd9bdb8e tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a00d032-344a-452b-89b1-93b005ef66ef HTTP/1.1" status: 200 len: 944 time: 0.0867622 Dec 25 20:07:05.497892 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1e1b1017-1975-433b-91c8-1f73ab7514cb req-dfff40b4-bc55-4473-803f-616d4583e800 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467522 Dec 25 20:07:05.932238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device bb851f75-f25c-4abb-9276-ff4adfd4d2f6 up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:07:06.007799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning for port bb851f75-f25c-4abb-9276-ff4adfd4d2f6 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:07:06.013010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port bb851f75-f25c-4abb-9276-ff4adfd4d2f6 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:07:06.013454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:07:06.086086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bd1187c8-8c74-41e9-8918-b570d545f846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:07:06.165283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:07:06.197454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a00d032-344a-452b-89b1-93b005ef66ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb851f75-f25c-4abb-9276-ff4adfd4d2f6'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:07:06.208479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port bb851f75-f25c-4abb-9276-ff4adfd4d2f6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=bb851f75-f25c-4abb-9276-ff4adfd4d2f6,segment=NetworkSegment(e86560d7-3c4c-485f-940a-9d18ac1c8d88),segment_id=e86560d7-3c4c-485f-940a-9d18ac1c8d88)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:07:06.211561 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:07:06.213699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-65cd83e1-7877-44e7-be65-17f86b9ece45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:07:06.281402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=bb851f75-f25c-4abb-9276-ff4adfd4d2f6,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:07:06.285310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:07:06.350104 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a00d032-344a-452b-89b1-93b005ef66ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb851f75-f25c-4abb-9276-ff4adfd4d2f6', 'code': 200} Dec 25 20:07:06.723531 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3a302e54-8085-450e-8ab4-c5d0cd6fa1aa req-3e22c14c-9b40-451b-ad4c-2482db4d7237 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1a00d032-344a-452b-89b1-93b005ef66ef HTTP/1.1" status: 200 len: 1098 time: 0.1421971 Dec 25 20:07:06.733047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c596f8-2c4a-43fd-ba03-8bd4d4c35fa0 req-9a47a239-c999-4e43-8ae5-46e23f086c0f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:07:06.734536 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-63c596f8-2c4a-43fd-ba03-8bd4d4c35fa0 req-9a47a239-c999-4e43-8ae5-46e23f086c0f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a00d032-344a-452b-89b1-93b005ef66ef HTTP/1.1" status: 200 len: 945 time: 0.1049278 Dec 25 20:07:06.810295 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3a302e54-8085-450e-8ab4-c5d0cd6fa1aa req-3d915db2-4dcb-4bd1-9530-fc0a72170db0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746381 Dec 25 20:07:06.812889 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-63c596f8-2c4a-43fd-ba03-8bd4d4c35fa0 req-da1ff12a-0f42-4875-a7fa-c0823c2c37a0 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622120 Dec 25 20:07:07.221824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:07:08.026413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b348ce-c6f3-4d13-a410-4b052fe366a1 req-b4d9ae6b-1c92-471d-b3a0-0a2861398732 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:07:08.028104 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-60b348ce-c6f3-4d13-a410-4b052fe366a1 req-b4d9ae6b-1c92-471d-b3a0-0a2861398732 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a00d032-344a-452b-89b1-93b005ef66ef HTTP/1.1" status: 200 len: 945 time: 0.0914836 Dec 25 20:07:08.077240 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-60b348ce-c6f3-4d13-a410-4b052fe366a1 req-7e95011a-90cf-4c4a-8652-87fcd4b0ec5d tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425026 Dec 25 20:07:08.361331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3dc8d674-d3c8-4c2f-ad99-b153369b6d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:07:08.646906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:07:09.281536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d2c13-b164-4e1c-9627-e873d2f35e0d req-d4443a5b-3891-4b0e-abbc-7708365f0b36 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:07:09.283154 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fd3d2c13-b164-4e1c-9627-e873d2f35e0d req-d4443a5b-3891-4b0e-abbc-7708365f0b36 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a00d032-344a-452b-89b1-93b005ef66ef HTTP/1.1" status: 200 len: 945 time: 0.0832195 Dec 25 20:07:09.330874 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fd3d2c13-b164-4e1c-9627-e873d2f35e0d req-cbcc4e18-6acd-4f0d-829d-831216572669 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411189 Dec 25 20:07:09.545072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69115546-5792-445c-a853-0e4a37612dcd req-0ef5f45b-8252-4f74-8706-08e9cb78cc91 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:07:09.546667 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-69115546-5792-445c-a853-0e4a37612dcd req-0ef5f45b-8252-4f74-8706-08e9cb78cc91 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a00d032-344a-452b-89b1-93b005ef66ef HTTP/1.1" status: 200 len: 945 time: 0.0957668 Dec 25 20:07:09.595434 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-69115546-5792-445c-a853-0e4a37612dcd req-b336854f-5912-4a33-af53-9e145e246300 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418904 Dec 25 20:07:09.624896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 55712) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:07:09.698488 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3f68919a-6796-4412-8fdc-a528b30ec64a tempest-TestVolumeBootPattern-1443835008 tempest-TestVolumeBootPattern-1443835008-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1a00d032-344a-452b-89b1-93b005ef66ef HTTP/1.1" status: 200 len: 1093 time: 0.0723250 Dec 25 20:07:09.701135 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 55716) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:07:09.706675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-f63af3d4-07c9-4a10-b12f-67f44c3de47b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Request body: {'floatingip': {'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'port_id': 'bb851f75-f25c-4abb-9276-ff4adfd4d2f6', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:07:09.712445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f63af3d4-07c9-4a10-b12f-67f44c3de47b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:07:09.716464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f63af3d4-07c9-4a10-b12f-67f44c3de47b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Usage tracker for resource:floatingip and tenant:75cd4a0175fb41a89174e5bb54d57ea6 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:07:09.719401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f63af3d4-07c9-4a10-b12f-67f44c3de47b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:07:09.725653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f63af3d4-07c9-4a10-b12f-67f44c3de47b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:07:09.734924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f63af3d4-07c9-4a10-b12f-67f44c3de47b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:07:09.896566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f63af3d4-07c9-4a10-b12f-67f44c3de47b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:07:09.984033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:07:10.264093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-f63af3d4-07c9-4a10-b12f-67f44c3de47b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Allocated IP 172.26.8.157 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/990d1183-be82-4309-912f-f2a93180a2d5) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:07:10.417032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f63af3d4-07c9-4a10-b12f-67f44c3de47b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:07:10.442809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f63af3d4-07c9-4a10-b12f-67f44c3de47b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:07:10.447114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f2710d18-1fa1-42ff-9dfa-7b9083f32c6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:07:10.514518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63af3d4-07c9-4a10-b12f-67f44c3de47b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:07:10.517381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-f63af3d4-07c9-4a10-b12f-67f44c3de47b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:07:10.521335 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63af3d4-07c9-4a10-b12f-67f44c3de47b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:07:10.560097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63af3d4-07c9-4a10-b12f-67f44c3de47b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Pushing event updated for resources: {'Port': ['ID=990d1183-be82-4309-912f-f2a93180a2d5,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:07:10.564486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f63af3d4-07c9-4a10-b12f-67f44c3de47b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:07:11.044300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f63af3d4-07c9-4a10-b12f-67f44c3de47b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:07:11.104268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f63af3d4-07c9-4a10-b12f-67f44c3de47b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:07:11.322358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f63af3d4-07c9-4a10-b12f-67f44c3de47b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:07:11.325812 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f63af3d4-07c9-4a10-b12f-67f44c3de47b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:07:11.330178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-38298c78-8304-4eb1-9f29-a5e8881c8b4a tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:07:11.439402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63af3d4-07c9-4a10-b12f-67f44c3de47b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Pushing event updated for resources: {'Port': ['ID=990d1183-be82-4309-912f-f2a93180a2d5,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:07:11.444508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f63af3d4-07c9-4a10-b12f-67f44c3de47b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:07:11.455118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f63af3d4-07c9-4a10-b12f-67f44c3de47b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:07:11.654352 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [None req-f63af3d4-07c9-4a10-b12f-67f44c3de47b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Floating IP cf212829-f86a-459d-a145-372527e3a410 associated. External IP: 172.26.8.157, port: bb851f75-f25c-4abb-9276-ff4adfd4d2f6. Dec 25 20:07:12.057419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63af3d4-07c9-4a10-b12f-67f44c3de47b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Router 1d36a4e6-3fb8-4a97-84fe-151ff4524770 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:07:12.272325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63af3d4-07c9-4a10-b12f-67f44c3de47b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:07:12.283153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83244f9e-6bdb-4e84-b3bc-154c8dda2f3f None None] Sync routers for ids ['1d36a4e6-3fb8-4a97-84fe-151ff4524770'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:07:12.296159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83244f9e-6bdb-4e84-b3bc-154c8dda2f3f None None] Routers {'1d36a4e6-3fb8-4a97-84fe-151ff4524770'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:07:12.296428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f63af3d4-07c9-4a10-b12f-67f44c3de47b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:07:12.296895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-83244f9e-6bdb-4e84-b3bc-154c8dda2f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:07:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['1d36a4e6-3fb8-4a97-84fe-151ff4524770'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:07:12.352181 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f63af3d4-07c9-4a10-b12f-67f44c3de47b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6498880 Dec 25 20:07:12.352810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a00d032-344a-452b-89b1-93b005ef66ef', 'tag': 'bb851f75-f25c-4abb-9276-ff4adfd4d2f6'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:07:12.407156 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a00d032-344a-452b-89b1-93b005ef66ef', 'tag': 'bb851f75-f25c-4abb-9276-ff4adfd4d2f6', 'status': 'completed', 'code': 200} Dec 25 20:07:12.494661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-83244f9e-6bdb-4e84-b3bc-154c8dda2f3f None None] Set router 1d36a4e6-3fb8-4a97-84fe-151ff4524770 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:07:12.509153 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-942acfcd-951e-4fdd-abb5-7e261997cdbc req-15183633-0092-4a6a-bf4b-665668c8855d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75cd4a0175fb41a89174e5bb54d57ea6&device_id=1a00d032-344a-452b-89b1-93b005ef66ef HTTP/1.1" status: 200 len: 1098 time: 0.0748127 Dec 25 20:07:12.652620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942acfcd-951e-4fdd-abb5-7e261997cdbc req-9977c3dd-89db-45c2-867e-2170d490fad8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:07:12.654138 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-942acfcd-951e-4fdd-abb5-7e261997cdbc req-9977c3dd-89db-45c2-867e-2170d490fad8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de HTTP/1.1" status: 200 len: 911 time: 0.1387713 Dec 25 20:07:12.764159 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-942acfcd-951e-4fdd-abb5-7e261997cdbc req-1931e327-4cd7-453c-9648-7f89d4e31fa6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb851f75-f25c-4abb-9276-ff4adfd4d2f6 HTTP/1.1" status: 200 len: 999 time: 0.1033006 Dec 25 20:07:12.837346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942acfcd-951e-4fdd-abb5-7e261997cdbc req-e8688137-5ddb-46d1-af68-3dffc2eed912 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:07:12.838910 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-942acfcd-951e-4fdd-abb5-7e261997cdbc req-e8688137-5ddb-46d1-af68-3dffc2eed912 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ae896e7-6ff9-4d86-b31d-4b2d8d703523 HTTP/1.1" status: 200 len: 850 time: 0.0673537 Dec 25 20:07:12.881812 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-83244f9e-6bdb-4e84-b3bc-154c8dda2f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'name': 'tempest-TestVolumeBootPattern-922428500-router', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183'}], 'enable_snat': True}, 'gw_port_id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:47Z', 'revision_number': 4, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'gw_port': {'id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:66:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': 'cf212829-f86a-459d-a145-372527e3a410', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'floating_ip_address': '172.26.8.157', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'port_id': 'bb851f75-f25c-4abb-9276-ff4adfd4d2f6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'mac_address': 'fa:16:3e:cc:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a00d032-344a-452b-89b1-93b005ef66ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:07:10Z', 'updated_at': '2021-12-25T20:07:10Z', 'revision_number': 0, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32a681d-0591-4116-a390-a83112cd3f4b', 'name': '', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'mac_address': 'fa:16:3e:5d:ec:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:46Z', 'updated_at': '2021-12-25T20:03:55Z', 'revision_number': 5, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'subnets': [{'id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:07:12.885981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83244f9e-6bdb-4e84-b3bc-154c8dda2f3f None None] Checking router: 1d36a4e6-3fb8-4a97-84fe-151ff4524770 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:07:12.897506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83244f9e-6bdb-4e84-b3bc-154c8dda2f3f None None] Routers {'1d36a4e6-3fb8-4a97-84fe-151ff4524770'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:07:12.898192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-83244f9e-6bdb-4e84-b3bc-154c8dda2f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:07:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['1d36a4e6-3fb8-4a97-84fe-151ff4524770'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:07:12.919858 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-942acfcd-951e-4fdd-abb5-7e261997cdbc req-17dac08d-448d-4857-abaf-95f8979212d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740168 Dec 25 20:07:13.064231 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-942acfcd-951e-4fdd-abb5-7e261997cdbc req-bc313e7f-c6e8-4956-8d89-d0a528bc2140 service neutron] 10.222.0.36 "GET /v2.0/networks/55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368585 Dec 25 20:07:13.089505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-83244f9e-6bdb-4e84-b3bc-154c8dda2f3f None None] Set router 1d36a4e6-3fb8-4a97-84fe-151ff4524770 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:07:13.213661 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-942acfcd-951e-4fdd-abb5-7e261997cdbc req-e94e6977-120f-48ed-ac06-85c2a6dee67f service neutron] 10.222.0.36 "GET /v2.0/networks/55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416373 Dec 25 20:07:13.455155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-83244f9e-6bdb-4e84-b3bc-154c8dda2f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'name': 'tempest-TestVolumeBootPattern-922428500-router', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183'}], 'enable_snat': True}, 'gw_port_id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:47Z', 'revision_number': 4, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'gw_port': {'id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:66:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': 'cf212829-f86a-459d-a145-372527e3a410', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'floating_ip_address': '172.26.8.157', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'port_id': 'bb851f75-f25c-4abb-9276-ff4adfd4d2f6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'mac_address': 'fa:16:3e:cc:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a00d032-344a-452b-89b1-93b005ef66ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:07:10Z', 'updated_at': '2021-12-25T20:07:10Z', 'revision_number': 0, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32a681d-0591-4116-a390-a83112cd3f4b', 'name': '', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'mac_address': 'fa:16:3e:5d:ec:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:46Z', 'updated_at': '2021-12-25T20:03:55Z', 'revision_number': 5, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'subnets': [{'id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:07:13.459832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83244f9e-6bdb-4e84-b3bc-154c8dda2f3f None None] The sync data for ids ['1d36a4e6-3fb8-4a97-84fe-151ff4524770'] in dv-neutron-822611-1-hyperv is: [{'id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'name': 'tempest-TestVolumeBootPattern-922428500-router', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183'}], 'enable_snat': True}, 'gw_port_id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:47Z', 'revision_number': 4, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'gw_port': {'id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:66:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': 'cf212829-f86a-459d-a145-372527e3a410', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'floating_ip_address': '172.26.8.157', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'port_id': 'bb851f75-f25c-4abb-9276-ff4adfd4d2f6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'mac_address': 'fa:16:3e:cc:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a00d032-344a-452b-89b1-93b005ef66ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:07:10Z', 'updated_at': '2021-12-25T20:07:10Z', 'revision_number': 0, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32a681d-0591-4116-a390-a83112cd3f4b', 'name': '', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'mac_address': 'fa:16:3e:5d:ec:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:46Z', 'updated_at': '2021-12-25T20:03:55Z', 'revision_number': 5, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'subnets': [{'id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:07:13.781244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59add6c-4415-4392-bc0d-0452903590c0 None None] New status for floating IP cf212829-f86a-459d-a145-372527e3a410: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 20:07:23.623599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:07:25.986321 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:07:36.070586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ea55c609-2959-443c-aa04-679084fbc1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:07:37.233011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:07:38.368581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c03fdf41-63e0-4be5-9dcc-58f1d49e5949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:07:38.652470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:07:39.991184 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:07:43.929341 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ea70efe6-d196-41a1-8489-169107f8f8a3 req-dc1fdd09-44d9-4f68-afcb-781580b86f22 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1a00d032-344a-452b-89b1-93b005ef66ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746081 Dec 25 20:07:44.309581 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ea70efe6-d196-41a1-8489-169107f8f8a3 req-beb1ba1d-82e8-4e68-bb56-90a58ae1ae7a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75cd4a0175fb41a89174e5bb54d57ea6&device_id=1a00d032-344a-452b-89b1-93b005ef66ef HTTP/1.1" status: 200 len: 1098 time: 0.3027842 Dec 25 20:07:44.468569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70efe6-d196-41a1-8489-169107f8f8a3 req-55d2f2d1-e3c4-4bac-9a54-35398744dc3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:07:44.470123 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ea70efe6-d196-41a1-8489-169107f8f8a3 req-55d2f2d1-e3c4-4bac-9a54-35398744dc3b service neutron] 10.222.0.36 "GET /v2.0/networks?id=55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de HTTP/1.1" status: 200 len: 911 time: 0.1357510 Dec 25 20:07:44.582608 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ea70efe6-d196-41a1-8489-169107f8f8a3 req-dc4f5166-13a7-480d-a2f9-8bc5ec54c3ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb851f75-f25c-4abb-9276-ff4adfd4d2f6 HTTP/1.1" status: 200 len: 1001 time: 0.1006527 Dec 25 20:07:44.652974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70efe6-d196-41a1-8489-169107f8f8a3 req-fdd4ec00-ecf2-4a15-b669-fc56008055dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:07:44.654449 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ea70efe6-d196-41a1-8489-169107f8f8a3 req-fdd4ec00-ecf2-4a15-b669-fc56008055dd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ae896e7-6ff9-4d86-b31d-4b2d8d703523 HTTP/1.1" status: 200 len: 850 time: 0.0621457 Dec 25 20:07:44.736755 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ea70efe6-d196-41a1-8489-169107f8f8a3 req-3b83d105-25e8-4889-aa42-30f9a13c0e60 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740085 Dec 25 20:07:44.884611 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ea70efe6-d196-41a1-8489-169107f8f8a3 req-535db95d-6fae-4ce4-b922-37611ca3cd87 service neutron] 10.222.0.36 "GET /v2.0/networks/55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375825 Dec 25 20:07:45.031533 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ea70efe6-d196-41a1-8489-169107f8f8a3 req-c2f2b4b0-66d9-4961-a3d3-20dc7c699fe1 service neutron] 10.222.0.36 "GET /v2.0/networks/55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400821 Dec 25 20:07:53.634226 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:08:02.986566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:08:06.054624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-52098233-fb7c-4be2-97a4-b65396dd7cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:08:07.231448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:08:08.363778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9b06c85d-0e2c-4e50-b89d-6d6a10054703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:08:08.653890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:08:09.986020 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:08:23.630761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:08:36.055371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-832ea7e1-88c0-4704-9158-1de167680b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:08:37.222785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:08:38.356115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4acf1246-e334-4fff-9cb7-af3d73771293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:08:38.655467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:08:39.987979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:08:39.989342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:08:45.920774 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0792b8ee-d9ea-4a0d-a67e-bc7fd4669c2c req-8cb22101-4274-44ab-8262-1fbfc8be3ac8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1a00d032-344a-452b-89b1-93b005ef66ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730186 Dec 25 20:08:46.074791 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0792b8ee-d9ea-4a0d-a67e-bc7fd4669c2c req-c1ec3651-2947-43b6-acae-c03821736bba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75cd4a0175fb41a89174e5bb54d57ea6&device_id=1a00d032-344a-452b-89b1-93b005ef66ef HTTP/1.1" status: 200 len: 1098 time: 0.0740275 Dec 25 20:08:46.240278 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792b8ee-d9ea-4a0d-a67e-bc7fd4669c2c req-4f0e946a-7219-4ab4-8bbc-93d999f4fa7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:08:46.241858 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0792b8ee-d9ea-4a0d-a67e-bc7fd4669c2c req-4f0e946a-7219-4ab4-8bbc-93d999f4fa7e service neutron] 10.222.0.36 "GET /v2.0/networks?id=55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de HTTP/1.1" status: 200 len: 911 time: 0.1386993 Dec 25 20:08:46.359376 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0792b8ee-d9ea-4a0d-a67e-bc7fd4669c2c req-d8c69179-a16b-4e26-beae-0cb68fd9902b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb851f75-f25c-4abb-9276-ff4adfd4d2f6 HTTP/1.1" status: 200 len: 1001 time: 0.1072178 Dec 25 20:08:46.437181 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792b8ee-d9ea-4a0d-a67e-bc7fd4669c2c req-de1db910-ca84-4692-82fc-45da9c9ea70c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:08:46.438687 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0792b8ee-d9ea-4a0d-a67e-bc7fd4669c2c req-de1db910-ca84-4692-82fc-45da9c9ea70c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ae896e7-6ff9-4d86-b31d-4b2d8d703523 HTTP/1.1" status: 200 len: 850 time: 0.0691113 Dec 25 20:08:46.522711 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0792b8ee-d9ea-4a0d-a67e-bc7fd4669c2c req-c8e81404-dd98-47a6-ab36-45c580c922da service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743923 Dec 25 20:08:46.668880 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0792b8ee-d9ea-4a0d-a67e-bc7fd4669c2c req-e7395e93-64b3-48fb-b1ad-b43656343630 service neutron] 10.222.0.36 "GET /v2.0/networks/55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393111 Dec 25 20:08:46.816942 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0792b8ee-d9ea-4a0d-a67e-bc7fd4669c2c req-cb589c00-4930-4da9-a081-dc0197eb614a service neutron] 10.222.0.36 "GET /v2.0/networks/55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372113 Dec 25 20:08:53.660809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:08:55.445606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [req-a7933f52-824f-4b1d-b963-296211ab6d34 req-f27fd94a-16e6-4a8e-a182-58d609980a8b service neutron] (88900) timed out ('10.222.0.36', 58211) {{(pid=88900) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 25 20:09:06.058015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-56fc3c57-3983-4745-9df2-8f43f54903a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:09:07.225751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:09:08.573110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e1b4fa2f-2dd6-473e-8213-c1f0af3b22a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:09:08.781234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:09:10.167602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:09:12.852243 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-d9d34e6a-faf4-4e9f-a0a1-ff303788130c tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-402699642&fields=id&tenant_id=75cd4a0175fb41a89174e5bb54d57ea6 HTTP/1.1" status: 200 len: 267 time: 0.0449021 Dec 25 20:09:13.018754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-ebf92d75-b207-4be1-abc4-c9166c749369 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:09:13.020356 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-ebf92d75-b207-4be1-abc4-c9166c749369 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/networks?id=55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de HTTP/1.1" status: 200 len: 811 time: 0.1613076 Dec 25 20:09:13.037215 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-417afc93-f2f5-49ae-8daf-9ebcf06a3860 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/quotas/75cd4a0175fb41a89174e5bb54d57ea6 HTTP/1.1" status: 200 len: 375 time: 0.0110624 Dec 25 20:09:13.129948 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-3bf24abe-5fc3-4aba-8b9f-7bae972e5f06 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=75cd4a0175fb41a89174e5bb54d57ea6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0875633 Dec 25 20:09:13.278510 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-213616c1-47d2-4a88-96c3-6a18b67ec2ed service neutron] 10.222.0.24 "GET /v2.0/networks/55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354253 Dec 25 20:09:13.422709 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-b9defada-b9b3-4110-bbe8-3f70084d5a50 service neutron] 10.222.0.24 "GET /v2.0/networks/55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373513 Dec 25 20:09:13.841450 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-01259a47-a091-49c2-836b-de8b7a1a49e9 req-9df3f942-2166-4eb2-b23f-dd8721bedfa0 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ff7252-c3c0-4e17-97e2-78cb6f884baa HTTP/1.1" status: 200 len: 210 time: 0.0478485 Dec 25 20:09:14.978216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-1032304f-f9bf-4936-8ee9-0083c3619261 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:09:14.979827 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-1032304f-f9bf-4936-8ee9-0083c3619261 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.36 "GET /v2.0/networks?id=55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de HTTP/1.1" status: 200 len: 811 time: 0.1669574 Dec 25 20:09:15.043834 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-110e7d48-5008-4d6e-9a66-2a4488259971 req-1c02808e-41ab-469c-bd52-8dce562f145c tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ff7252-c3c0-4e17-97e2-78cb6f884baa HTTP/1.1" status: 200 len: 210 time: 0.0629137 Dec 25 20:09:15.073428 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-cc92e637-6b16-44c5-870e-fee0a5d65ad3 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75cd4a0175fb41a89174e5bb54d57ea6 HTTP/1.1" status: 200 len: 379 time: 0.0546057 Dec 25 20:09:15.096171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-f5d7e43e-831a-469c-8061-3382a336651b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Request body: {'port': {'device_id': '34ff7252-c3c0-4e17-97e2-78cb6f884baa', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'admin_state_up': True, 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'security_groups': ['e82e6b86-bd0f-4902-85e5-cb5c51f8df48']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:09:15.248005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-f5d7e43e-831a-469c-8061-3382a336651b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:09:15.258513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-f5d7e43e-831a-469c-8061-3382a336651b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:09:15.267478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-f5d7e43e-831a-469c-8061-3382a336651b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Made reservation on behalf of 75cd4a0175fb41a89174e5bb54d57ea6 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:09:15.273217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-f5d7e43e-831a-469c-8061-3382a336651b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:09:15.450292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-f5d7e43e-831a-469c-8061-3382a336651b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Allocated IP 172.20.0.8 (55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de/8ae896e7-6ff9-4d86-b31d-4b2d8d703523/a96bdb64-1fe6-4796-9e05-82e33e139d60) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:09:15.885727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-f5d7e43e-831a-469c-8061-3382a336651b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:09:15.902702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-f5d7e43e-831a-469c-8061-3382a336651b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Transition to ACTIVE for port object a96bdb64-1fe6-4796-9e05-82e33e139d60 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:09:15.923227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-f5d7e43e-831a-469c-8061-3382a336651b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:09:15.929530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f72a5c1b-e7e3-4b43-932d-209a4f2d4c3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:09:16.009103 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-f5d7e43e-831a-469c-8061-3382a336651b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Network 55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:09:16.010182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d7e43e-831a-469c-8061-3382a336651b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Pushing event updated for resources: {'Port': ['ID=a96bdb64-1fe6-4796-9e05-82e33e139d60,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:09:16.013409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-f5d7e43e-831a-469c-8061-3382a336651b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:09:16.017929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-f5d7e43e-831a-469c-8061-3382a336651b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:09:16.077406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7e43e-831a-469c-8061-3382a336651b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:09:16.077835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7e43e-831a-469c-8061-3382a336651b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:09:16.078286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7e43e-831a-469c-8061-3382a336651b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:09:16.079325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7e43e-831a-469c-8061-3382a336651b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:09:16.079742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7e43e-831a-469c-8061-3382a336651b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:09:16.080160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7e43e-831a-469c-8061-3382a336651b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:09:16.080579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7e43e-831a-469c-8061-3382a336651b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:09:16.080984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7e43e-831a-469c-8061-3382a336651b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:09:16.081392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7e43e-831a-469c-8061-3382a336651b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:09:16.082064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7e43e-831a-469c-8061-3382a336651b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:09:16.082207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7e43e-831a-469c-8061-3382a336651b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:09:16.096037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f5d7e43e-831a-469c-8061-3382a336651b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:09:16.103372 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-f5d7e43e-831a-469c-8061-3382a336651b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:09:16.103862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-f5d7e43e-831a-469c-8061-3382a336651b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:09:16.137556 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-f5d7e43e-831a-469c-8061-3382a336651b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0456107 Dec 25 20:09:16.155067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-27d75f23-13a4-43f2-b537-2c77804409cd service neutron] Request body: {'port': {'device_id': '34ff7252-c3c0-4e17-97e2-78cb6f884baa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:09:16.347922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-27d75f23-13a4-43f2-b537-2c77804409cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:09:16.424982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-eee2987b-25f2-43b0-9d64-380ffaba0923 None None] Provisioning for port a96bdb64-1fe6-4796-9e05-82e33e139d60 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:09:16.425158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ebdb0-75fc-4fca-b65f-a9bfe574b935 req-ba30c726-bd64-41d9-9048-9cee98b1fe57 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:09:16.425739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-0e9ebdb0-75fc-4fca-b65f-a9bfe574b935 req-ba30c726-bd64-41d9-9048-9cee98b1fe57 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Synchronizing usage tracker for tenant:75cd4a0175fb41a89174e5bb54d57ea6 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:09:16.431096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-eee2987b-25f2-43b0-9d64-380ffaba0923 None None] Provisioning complete for port a96bdb64-1fe6-4796-9e05-82e33e139d60 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:09:16.431555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eee2987b-25f2-43b0-9d64-380ffaba0923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:09:16.492542 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-eee2987b-25f2-43b0-9d64-380ffaba0923 None None] Port a96bdb64-1fe6-4796-9e05-82e33e139d60 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:09:16.498116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-0e9ebdb0-75fc-4fca-b65f-a9bfe574b935 req-ba30c726-bd64-41d9-9048-9cee98b1fe57 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Unset dirty status for tenant:75cd4a0175fb41a89174e5bb54d57ea6 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:09:16.499464 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0e9ebdb0-75fc-4fca-b65f-a9bfe574b935 req-ba30c726-bd64-41d9-9048-9cee98b1fe57 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ff7252-c3c0-4e17-97e2-78cb6f884baa HTTP/1.1" status: 200 len: 931 time: 0.2801669 Dec 25 20:09:16.608272 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0e9ebdb0-75fc-4fca-b65f-a9bfe574b935 req-6fbc82ac-e309-4038-895c-c18e7d55df13 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015804 Dec 25 20:09:16.781143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-27d75f23-13a4-43f2-b537-2c77804409cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a96bdb64-1fe6-4796-9e05-82e33e139d60 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:09:16.788261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-27d75f23-13a4-43f2-b537-2c77804409cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:09:16.803272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-27d75f23-13a4-43f2-b537-2c77804409cd service neutron] Transition to ACTIVE for port object a96bdb64-1fe6-4796-9e05-82e33e139d60 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:09:16.805967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-27d75f23-13a4-43f2-b537-2c77804409cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:09:16.810352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c98cfc8c-0730-4836-870f-29a22a1d64bd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:09:16.938222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d75f23-13a4-43f2-b537-2c77804409cd service neutron] Pushing event updated for resources: {'Port': ['ID=a96bdb64-1fe6-4796-9e05-82e33e139d60,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:09:16.942674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-27d75f23-13a4-43f2-b537-2c77804409cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:09:16.989417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:09:17.061150 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-27d75f23-13a4-43f2-b537-2c77804409cd service neutron] Attempting to bind port a96bdb64-1fe6-4796-9e05-82e33e139d60 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:09:17.061639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-27d75f23-13a4-43f2-b537-2c77804409cd service neutron] Attempting to bind port a96bdb64-1fe6-4796-9e05-82e33e139d60 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'e86560d7-3c4c-485f-940a-9d18ac1c8d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:09:17.061800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-27d75f23-13a4-43f2-b537-2c77804409cd service neutron] Attempting to bind port a96bdb64-1fe6-4796-9e05-82e33e139d60 on network 55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:09:17.068676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-27d75f23-13a4-43f2-b537-2c77804409cd service neutron] Port a96bdb64-1fe6-4796-9e05-82e33e139d60 on network 55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 20:09:17.069051 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-27d75f23-13a4-43f2-b537-2c77804409cd service neutron] Attempting to bind port a96bdb64-1fe6-4796-9e05-82e33e139d60 on network 55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:09:17.076112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-27d75f23-13a4-43f2-b537-2c77804409cd service neutron] Checking agent: {'id': '5d7a6d50-e450-4e92-a105-61a558d89e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'started_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:09:17.076490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-27d75f23-13a4-43f2-b537-2c77804409cd service neutron] Checking segment: {'id': 'e86560d7-3c4c-485f-940a-9d18ac1c8d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:09:17.076915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-27d75f23-13a4-43f2-b537-2c77804409cd service neutron] Bound using segment: {'id': 'e86560d7-3c4c-485f-940a-9d18ac1c8d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:09:17.077390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-27d75f23-13a4-43f2-b537-2c77804409cd service neutron] Bound port: a96bdb64-1fe6-4796-9e05-82e33e139d60, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e86560d7-3c4c-485f-940a-9d18ac1c8d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:09:17.077773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-27d75f23-13a4-43f2-b537-2c77804409cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:09:17.171682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-27d75f23-13a4-43f2-b537-2c77804409cd service neutron] For port a96bdb64-1fe6-4796-9e05-82e33e139d60, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:09:17.175342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-27d75f23-13a4-43f2-b537-2c77804409cd service neutron] For port a96bdb64-1fe6-4796-9e05-82e33e139d60, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a96bdb64-1fe6-4796-9e05-82e33e139d60,segment=NetworkSegment(e86560d7-3c4c-485f-940a-9d18ac1c8d88),segment_id=e86560d7-3c4c-485f-940a-9d18ac1c8d88)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:09:17.178867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-27d75f23-13a4-43f2-b537-2c77804409cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:09:17.182714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-67fcbfe5-340e-44d7-a326-156e2e386f7c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:09:17.248223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-27d75f23-13a4-43f2-b537-2c77804409cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:09:17.249716 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-27d75f23-13a4-43f2-b537-2c77804409cd service neutron] 10.222.0.36 "PUT /v2.0/ports/a96bdb64-1fe6-4796-9e05-82e33e139d60 HTTP/1.1" status: 200 len: 1093 time: 1.1003797 Dec 25 20:09:17.250922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ff7252-c3c0-4e17-97e2-78cb6f884baa', 'tag': 'a96bdb64-1fe6-4796-9e05-82e33e139d60'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:09:17.268365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d75f23-13a4-43f2-b537-2c77804409cd service neutron] Pushing event updated for resources: {'Port': ['ID=a96bdb64-1fe6-4796-9e05-82e33e139d60,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:09:17.271979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-27d75f23-13a4-43f2-b537-2c77804409cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:09:17.329398 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ff7252-c3c0-4e17-97e2-78cb6f884baa', 'tag': 'a96bdb64-1fe6-4796-9e05-82e33e139d60', 'status': 'completed', 'code': 200} Dec 25 20:09:17.368318 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-9010d2f6-fd49-414a-8d63-1f6e8387e4c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75cd4a0175fb41a89174e5bb54d57ea6&device_id=34ff7252-c3c0-4e17-97e2-78cb6f884baa HTTP/1.1" status: 200 len: 1096 time: 0.0800426 Dec 25 20:09:17.453031 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-c278381b-1b67-4ac7-a712-be96b39bec0d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a96bdb64-1fe6-4796-9e05-82e33e139d60 HTTP/1.1" status: 200 len: 217 time: 0.0751672 Dec 25 20:09:17.527911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-ecead140-dcac-44ed-852b-aa1435eb35d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:09:17.529429 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-ecead140-dcac-44ed-852b-aa1435eb35d4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ae896e7-6ff9-4d86-b31d-4b2d8d703523 HTTP/1.1" status: 200 len: 850 time: 0.0649741 Dec 25 20:09:17.617868 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-c810ecb1-9c11-43bf-a8a6-bb3684810348 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789113 Dec 25 20:09:17.819897 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-c2bd13cc-2d51-43fa-aef3-5e890019f2c8 service neutron] 10.222.0.36 "GET /v2.0/networks/55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915367 Dec 25 20:09:17.936156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53efd08-6dce-4f03-8c0b-d99020ae0e14 req-5a94b535-57f5-4a0a-a1da-aff23bf060ed tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:09:17.937699 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f53efd08-6dce-4f03-8c0b-d99020ae0e14 req-5a94b535-57f5-4a0a-a1da-aff23bf060ed tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ff7252-c3c0-4e17-97e2-78cb6f884baa HTTP/1.1" status: 200 len: 943 time: 0.2032914 Dec 25 20:09:18.011667 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8bd739da-3c1f-4ab0-937c-e01151dbd4cf req-2c7effca-4c0f-463d-b983-e8666d831f63 service neutron] 10.222.0.36 "GET /v2.0/networks/55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841786 Dec 25 20:09:18.017255 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f53efd08-6dce-4f03-8c0b-d99020ae0e14 req-520a975f-ef1c-45ea-ae14-ca3f3a46b94f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724075 Dec 25 20:09:18.142269 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e4543d68-3a49-4b80-9b80-3f9d3e3af11b req-7d50271e-f2b6-4803-b4cf-906b8b30b509 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75cd4a0175fb41a89174e5bb54d57ea6&device_id=34ff7252-c3c0-4e17-97e2-78cb6f884baa HTTP/1.1" status: 200 len: 1096 time: 0.0794995 Dec 25 20:09:18.287004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4543d68-3a49-4b80-9b80-3f9d3e3af11b req-0aa95f66-5c3b-451e-874e-08822a142e8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:09:18.288693 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e4543d68-3a49-4b80-9b80-3f9d3e3af11b req-0aa95f66-5c3b-451e-874e-08822a142e8f service neutron] 10.222.0.36 "GET /v2.0/networks?id=55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de HTTP/1.1" status: 200 len: 911 time: 0.1397293 Dec 25 20:09:18.364352 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e4543d68-3a49-4b80-9b80-3f9d3e3af11b req-ba71b315-49db-4138-b75d-4c5ca9a2eae7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a96bdb64-1fe6-4796-9e05-82e33e139d60 HTTP/1.1" status: 200 len: 217 time: 0.0661895 Dec 25 20:09:18.439143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4543d68-3a49-4b80-9b80-3f9d3e3af11b req-e117b579-3022-4bb3-80c6-0b7c5405cac0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:09:18.440694 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e4543d68-3a49-4b80-9b80-3f9d3e3af11b req-e117b579-3022-4bb3-80c6-0b7c5405cac0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ae896e7-6ff9-4d86-b31d-4b2d8d703523 HTTP/1.1" status: 200 len: 850 time: 0.0695679 Dec 25 20:09:18.522205 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e4543d68-3a49-4b80-9b80-3f9d3e3af11b req-7e5f6b4f-8127-4ada-b04e-d6ef76f9a7a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736129 Dec 25 20:09:18.668534 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e4543d68-3a49-4b80-9b80-3f9d3e3af11b req-62c93ff1-1883-4671-a16b-cd5ff028f4e1 service neutron] 10.222.0.36 "GET /v2.0/networks/55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353006 Dec 25 20:09:18.813812 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e4543d68-3a49-4b80-9b80-3f9d3e3af11b req-2eb8ab31-4a52-4f46-bfa4-8b24f97aff48 service neutron] 10.222.0.36 "GET /v2.0/networks/55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326978 Dec 25 20:09:19.222087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873e23a-c6e3-4c58-8689-ed4215509a26 req-5b88d62f-936e-4b76-8586-7def545a4bfb tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:09:19.223753 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0873e23a-c6e3-4c58-8689-ed4215509a26 req-5b88d62f-936e-4b76-8586-7def545a4bfb tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ff7252-c3c0-4e17-97e2-78cb6f884baa HTTP/1.1" status: 200 len: 943 time: 0.0833507 Dec 25 20:09:19.272009 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0873e23a-c6e3-4c58-8689-ed4215509a26 req-f97b4a3a-e73d-4b6f-a562-09c970a2b19e tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417614 Dec 25 20:09:20.480853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e404bd4f-5448-42fc-af69-6bd8b2440890 req-48f6935b-385a-49ff-b521-62faf7ce5b2d tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:09:20.482468 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e404bd4f-5448-42fc-af69-6bd8b2440890 req-48f6935b-385a-49ff-b521-62faf7ce5b2d tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ff7252-c3c0-4e17-97e2-78cb6f884baa HTTP/1.1" status: 200 len: 943 time: 0.0890176 Dec 25 20:09:20.531153 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e404bd4f-5448-42fc-af69-6bd8b2440890 req-a8982c27-1dae-4a4f-a86b-7624ee6373b3 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425463 Dec 25 20:09:21.736954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468d935-2f7c-4ab0-aa07-fc47f156ecf2 req-35c7fff4-915f-46e3-a6fd-e958fe0e12b6 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:09:21.738547 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3468d935-2f7c-4ab0-aa07-fc47f156ecf2 req-35c7fff4-915f-46e3-a6fd-e958fe0e12b6 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ff7252-c3c0-4e17-97e2-78cb6f884baa HTTP/1.1" status: 200 len: 943 time: 0.0826335 Dec 25 20:09:21.790746 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3468d935-2f7c-4ab0-aa07-fc47f156ecf2 req-e9097d81-c244-4060-9677-322d4cc11ea2 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461197 Dec 25 20:09:22.997062 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ce681-7a54-449a-ac0d-d0fd119887cb req-cf7b0f4b-1502-4489-b55f-31054a480184 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:09:22.999539 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f85ce681-7a54-449a-ac0d-d0fd119887cb req-cf7b0f4b-1502-4489-b55f-31054a480184 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ff7252-c3c0-4e17-97e2-78cb6f884baa HTTP/1.1" status: 200 len: 943 time: 0.0842817 Dec 25 20:09:23.048750 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f85ce681-7a54-449a-ac0d-d0fd119887cb req-11311291-f289-4880-8033-201e99c6046e tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436056 Dec 25 20:09:23.685841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:09:24.259454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7795eb-1f05-43d9-b0b0-b838d267a2c7 req-482d2f08-c679-49a6-94a9-15458219595f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:09:24.261069 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6d7795eb-1f05-43d9-b0b0-b838d267a2c7 req-482d2f08-c679-49a6-94a9-15458219595f tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ff7252-c3c0-4e17-97e2-78cb6f884baa HTTP/1.1" status: 200 len: 943 time: 0.0865524 Dec 25 20:09:24.309164 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6d7795eb-1f05-43d9-b0b0-b838d267a2c7 req-a35b9aae-cb8b-4b98-8f9d-447bef4502f9 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419083 Dec 25 20:09:25.526126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc76f11-efa5-4950-a3c5-ca338c8bdea4 req-13ee9bf2-5c87-473d-a316-f8851addc560 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:09:25.527844 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-acc76f11-efa5-4950-a3c5-ca338c8bdea4 req-13ee9bf2-5c87-473d-a316-f8851addc560 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ff7252-c3c0-4e17-97e2-78cb6f884baa HTTP/1.1" status: 200 len: 943 time: 0.0907316 Dec 25 20:09:25.577739 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-acc76f11-efa5-4950-a3c5-ca338c8bdea4 req-88bcba46-191f-41b5-bc45-c066023227df tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425556 Dec 25 20:09:26.554039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device a96bdb64-1fe6-4796-9e05-82e33e139d60 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 20:09:26.701476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port a96bdb64-1fe6-4796-9e05-82e33e139d60, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a96bdb64-1fe6-4796-9e05-82e33e139d60,segment=NetworkSegment(e86560d7-3c4c-485f-940a-9d18ac1c8d88),segment_id=e86560d7-3c4c-485f-940a-9d18ac1c8d88)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:09:26.715989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': 'a96bdb64-1fe6-4796-9e05-82e33e139d60', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'port_id': 'a96bdb64-1fe6-4796-9e05-82e33e139d60', 'mac_address': 'fa:16:3e:fd:82:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 20:09:26.773586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:09:26.792224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03baca-aa11-4987-b587-c8b12f0adcf2 req-6432b9dc-9c33-413b-9c18-86704398d160 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:09:26.792511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a96bdb64-1fe6-4796-9e05-82e33e139d60 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:09:26.795563 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-cb03baca-aa11-4987-b587-c8b12f0adcf2 req-6432b9dc-9c33-413b-9c18-86704398d160 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ff7252-c3c0-4e17-97e2-78cb6f884baa HTTP/1.1" status: 200 len: 943 time: 0.0906649 Dec 25 20:09:26.808356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port a96bdb64-1fe6-4796-9e05-82e33e139d60, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a96bdb64-1fe6-4796-9e05-82e33e139d60,segment=NetworkSegment(e86560d7-3c4c-485f-940a-9d18ac1c8d88),segment_id=e86560d7-3c4c-485f-940a-9d18ac1c8d88)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:09:26.820587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:09:26.822444 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:09:26.844527 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-cb03baca-aa11-4987-b587-c8b12f0adcf2 req-4660b5ed-72b4-465f-80be-5cdd09494915 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445919 Dec 25 20:09:26.894058 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=a96bdb64-1fe6-4796-9e05-82e33e139d60,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:09:26.903354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:09:26.903756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:09:26.904143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:09:26.904527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:09:26.904910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:09:26.905290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:09:26.905668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:09:26.906042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:09:26.906414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:09:26.906785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:09:26.907227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:09:26.912069 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:09:27.113418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['a96bdb64-1fe6-4796-9e05-82e33e139d60'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:09:28.054872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b24573-7ecf-4b06-9fe2-2758cdaecf2a req-953b9842-fdfb-4b01-95e1-a583e3fe6923 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:09:28.056548 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-19b24573-7ecf-4b06-9fe2-2758cdaecf2a req-953b9842-fdfb-4b01-95e1-a583e3fe6923 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ff7252-c3c0-4e17-97e2-78cb6f884baa HTTP/1.1" status: 200 len: 944 time: 0.0898364 Dec 25 20:09:28.104667 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-19b24573-7ecf-4b06-9fe2-2758cdaecf2a req-84f2bf81-ba8a-4860-b4b0-562ffb122dd3 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419180 Dec 25 20:09:28.561850 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device a96bdb64-1fe6-4796-9e05-82e33e139d60 up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:09:28.649392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning for port a96bdb64-1fe6-4796-9e05-82e33e139d60 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:09:28.654307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port a96bdb64-1fe6-4796-9e05-82e33e139d60 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:09:28.654730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:09:28.770820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:09:28.801598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ff7252-c3c0-4e17-97e2-78cb6f884baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96bdb64-1fe6-4796-9e05-82e33e139d60'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:09:28.812791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port a96bdb64-1fe6-4796-9e05-82e33e139d60, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a96bdb64-1fe6-4796-9e05-82e33e139d60,segment=NetworkSegment(e86560d7-3c4c-485f-940a-9d18ac1c8d88),segment_id=e86560d7-3c4c-485f-940a-9d18ac1c8d88)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:09:28.824495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:09:28.826461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-05b1a2c1-6132-4d04-b5c5-2c3583cf53af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:09:28.863247 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ff7252-c3c0-4e17-97e2-78cb6f884baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96bdb64-1fe6-4796-9e05-82e33e139d60', 'code': 200} Dec 25 20:09:28.901017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=a96bdb64-1fe6-4796-9e05-82e33e139d60,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:09:28.904393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:09:29.192916 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-138c2f52-c4e1-40c6-ae2c-cc3384bbb422 req-31c3229c-00f2-4373-bb6a-dff10db41480 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=34ff7252-c3c0-4e17-97e2-78cb6f884baa HTTP/1.1" status: 200 len: 1098 time: 0.0793667 Dec 25 20:09:29.294364 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-138c2f52-c4e1-40c6-ae2c-cc3384bbb422 req-35adda80-6bfe-46c0-929c-36ee2fd775d8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914202 Dec 25 20:09:29.323527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48f74b-365c-468b-9845-a33cecf729cf req-043901f7-be10-47a2-8891-2dde4d8ad833 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:09:29.325124 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-df48f74b-365c-468b-9845-a33cecf729cf req-043901f7-be10-47a2-8891-2dde4d8ad833 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ff7252-c3c0-4e17-97e2-78cb6f884baa HTTP/1.1" status: 200 len: 945 time: 0.0928664 Dec 25 20:09:29.383461 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-df48f74b-365c-468b-9845-a33cecf729cf req-1e9a1424-1eb1-41f7-9930-3263ff21a626 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511491 Dec 25 20:09:30.840043 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7bc0e4-c008-4f96-a400-3cd1e075f9fa req-724cf895-689c-45a8-8c96-37a5b0b393de tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:09:30.841656 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7e7bc0e4-c008-4f96-a400-3cd1e075f9fa req-724cf895-689c-45a8-8c96-37a5b0b393de tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ff7252-c3c0-4e17-97e2-78cb6f884baa HTTP/1.1" status: 200 len: 945 time: 0.3196959 Dec 25 20:09:30.891311 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7e7bc0e4-c008-4f96-a400-3cd1e075f9fa req-11474a55-697c-40e5-816b-f098e34dbd52 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425839 Dec 25 20:09:32.105288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa877a0c-b29d-4aa5-99be-2235b54d5886 req-3f383dfe-507b-4580-8e72-7adc32643b98 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:09:32.106905 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-aa877a0c-b29d-4aa5-99be-2235b54d5886 req-3f383dfe-507b-4580-8e72-7adc32643b98 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ff7252-c3c0-4e17-97e2-78cb6f884baa HTTP/1.1" status: 200 len: 945 time: 0.0898201 Dec 25 20:09:32.158321 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-aa877a0c-b29d-4aa5-99be-2235b54d5886 req-02449629-d46c-4cc2-8e36-ff50df7cca99 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446780 Dec 25 20:09:32.365958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd19a95-35b8-43aa-9b1b-af4a2dc2c884 req-5f69526e-58ad-4669-8b2c-d25b1925cc98 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:09:32.367603 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2dd19a95-35b8-43aa-9b1b-af4a2dc2c884 req-5f69526e-58ad-4669-8b2c-d25b1925cc98 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ff7252-c3c0-4e17-97e2-78cb6f884baa HTTP/1.1" status: 200 len: 945 time: 0.0867059 Dec 25 20:09:32.419316 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2dd19a95-35b8-43aa-9b1b-af4a2dc2c884 req-2d0c1282-fcb9-40c5-a887-8dea79d7c9f3 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455801 Dec 25 20:09:32.450969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 55854) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:09:32.532343 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-800d8937-8228-43df-8e6c-0c77d726eb3b tempest-TestVolumeBootPattern-1443835008 tempest-TestVolumeBootPattern-1443835008-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=34ff7252-c3c0-4e17-97e2-78cb6f884baa HTTP/1.1" status: 200 len: 1093 time: 0.0799007 Dec 25 20:09:32.535641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 55858) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:09:32.541576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-34a7d5c5-9d9c-46a8-acef-ba80dc8b3892 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Request body: {'floatingip': {'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'port_id': 'a96bdb64-1fe6-4796-9e05-82e33e139d60', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:09:32.547579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-34a7d5c5-9d9c-46a8-acef-ba80dc8b3892 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:09:32.552445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-34a7d5c5-9d9c-46a8-acef-ba80dc8b3892 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Usage tracker for resource:floatingip and tenant:75cd4a0175fb41a89174e5bb54d57ea6 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:09:32.555464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-34a7d5c5-9d9c-46a8-acef-ba80dc8b3892 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:09:32.561489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-34a7d5c5-9d9c-46a8-acef-ba80dc8b3892 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:09:32.594527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34a7d5c5-9d9c-46a8-acef-ba80dc8b3892 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:09:32.747591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34a7d5c5-9d9c-46a8-acef-ba80dc8b3892 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:09:32.893049 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-34a7d5c5-9d9c-46a8-acef-ba80dc8b3892 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Allocated IP 172.26.8.206 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/7a665997-7491-488e-9dd9-0d77952099ac) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:09:33.054953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34a7d5c5-9d9c-46a8-acef-ba80dc8b3892 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:09:33.096847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34a7d5c5-9d9c-46a8-acef-ba80dc8b3892 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:09:33.101052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-27d75f23-13a4-43f2-b537-2c77804409cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:09:33.168061 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a7d5c5-9d9c-46a8-acef-ba80dc8b3892 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:09:33.169354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-34a7d5c5-9d9c-46a8-acef-ba80dc8b3892 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:09:33.172712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a7d5c5-9d9c-46a8-acef-ba80dc8b3892 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:09:33.210900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7d5c5-9d9c-46a8-acef-ba80dc8b3892 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Pushing event updated for resources: {'Port': ['ID=7a665997-7491-488e-9dd9-0d77952099ac,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:09:33.215336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-34a7d5c5-9d9c-46a8-acef-ba80dc8b3892 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:09:33.761810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34a7d5c5-9d9c-46a8-acef-ba80dc8b3892 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:09:33.826758 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34a7d5c5-9d9c-46a8-acef-ba80dc8b3892 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:09:34.045851 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34a7d5c5-9d9c-46a8-acef-ba80dc8b3892 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:09:34.054556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34a7d5c5-9d9c-46a8-acef-ba80dc8b3892 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:09:34.058872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bee9a009-e6b9-43b9-90f7-86998836563f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:09:34.167046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7d5c5-9d9c-46a8-acef-ba80dc8b3892 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Pushing event updated for resources: {'Port': ['ID=7a665997-7491-488e-9dd9-0d77952099ac,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:09:34.171707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-34a7d5c5-9d9c-46a8-acef-ba80dc8b3892 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:09:34.180627 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34a7d5c5-9d9c-46a8-acef-ba80dc8b3892 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:09:34.379214 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [None req-34a7d5c5-9d9c-46a8-acef-ba80dc8b3892 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Floating IP 16631d95-b766-4845-99f1-e088fec648ff associated. External IP: 172.26.8.206, port: a96bdb64-1fe6-4796-9e05-82e33e139d60. Dec 25 20:09:34.808018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a7d5c5-9d9c-46a8-acef-ba80dc8b3892 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Router 1d36a4e6-3fb8-4a97-84fe-151ff4524770 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:09:35.023292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a7d5c5-9d9c-46a8-acef-ba80dc8b3892 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:09:35.035178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98befaf8-52a0-4610-b8e0-92b54e64ea66 None None] Sync routers for ids ['1d36a4e6-3fb8-4a97-84fe-151ff4524770'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:09:35.050524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98befaf8-52a0-4610-b8e0-92b54e64ea66 None None] Routers {'1d36a4e6-3fb8-4a97-84fe-151ff4524770'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:09:35.054992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-98befaf8-52a0-4610-b8e0-92b54e64ea66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:09:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['1d36a4e6-3fb8-4a97-84fe-151ff4524770'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:09:35.056967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34a7d5c5-9d9c-46a8-acef-ba80dc8b3892 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:09:35.121552 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-34a7d5c5-9d9c-46a8-acef-ba80dc8b3892 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5846424 Dec 25 20:09:35.122372 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ff7252-c3c0-4e17-97e2-78cb6f884baa', 'tag': 'a96bdb64-1fe6-4796-9e05-82e33e139d60'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:09:35.246966 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-98befaf8-52a0-4610-b8e0-92b54e64ea66 None None] Set router 1d36a4e6-3fb8-4a97-84fe-151ff4524770 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:09:35.623622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-98befaf8-52a0-4610-b8e0-92b54e64ea66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'name': 'tempest-TestVolumeBootPattern-922428500-router', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183'}], 'enable_snat': True}, 'gw_port_id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:47Z', 'revision_number': 4, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'gw_port': {'id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:66:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '16631d95-b766-4845-99f1-e088fec648ff', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'floating_ip_address': '172.26.8.206', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'port_id': 'a96bdb64-1fe6-4796-9e05-82e33e139d60', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'mac_address': 'fa:16:3e:fd:82:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ff7252-c3c0-4e17-97e2-78cb6f884baa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:09:33Z', 'updated_at': '2021-12-25T20:09:33Z', 'revision_number': 0, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'fixed_ip_address_scope': None}, {'id': 'cf212829-f86a-459d-a145-372527e3a410', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'floating_ip_address': '172.26.8.157', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'port_id': 'bb851f75-f25c-4abb-9276-ff4adfd4d2f6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'mac_address': 'fa:16:3e:cc:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a00d032-344a-452b-89b1-93b005ef66ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:07:10Z', 'updated_at': '2021-12-25T20:07:13Z', 'revision_number': 1, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32a681d-0591-4116-a390-a83112cd3f4b', 'name': '', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'mac_address': 'fa:16:3e:5d:ec:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:46Z', 'updated_at': '2021-12-25T20:03:55Z', 'revision_number': 5, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'subnets': [{'id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:09:35.627849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98befaf8-52a0-4610-b8e0-92b54e64ea66 None None] Checking router: 1d36a4e6-3fb8-4a97-84fe-151ff4524770 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:09:35.639776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98befaf8-52a0-4610-b8e0-92b54e64ea66 None None] Routers {'1d36a4e6-3fb8-4a97-84fe-151ff4524770'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:09:35.640450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-98befaf8-52a0-4610-b8e0-92b54e64ea66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:09:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['1d36a4e6-3fb8-4a97-84fe-151ff4524770'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:09:35.831466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-98befaf8-52a0-4610-b8e0-92b54e64ea66 None None] Set router 1d36a4e6-3fb8-4a97-84fe-151ff4524770 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:09:36.139478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-06ecbaf7-176e-4977-9fac-418dd012143f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:09:36.214210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-98befaf8-52a0-4610-b8e0-92b54e64ea66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'name': 'tempest-TestVolumeBootPattern-922428500-router', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183'}], 'enable_snat': True}, 'gw_port_id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:47Z', 'revision_number': 4, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'gw_port': {'id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:66:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '16631d95-b766-4845-99f1-e088fec648ff', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'floating_ip_address': '172.26.8.206', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'port_id': 'a96bdb64-1fe6-4796-9e05-82e33e139d60', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'mac_address': 'fa:16:3e:fd:82:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ff7252-c3c0-4e17-97e2-78cb6f884baa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:09:33Z', 'updated_at': '2021-12-25T20:09:33Z', 'revision_number': 0, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'fixed_ip_address_scope': None}, {'id': 'cf212829-f86a-459d-a145-372527e3a410', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'floating_ip_address': '172.26.8.157', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'port_id': 'bb851f75-f25c-4abb-9276-ff4adfd4d2f6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'mac_address': 'fa:16:3e:cc:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a00d032-344a-452b-89b1-93b005ef66ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:07:10Z', 'updated_at': '2021-12-25T20:07:13Z', 'revision_number': 1, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32a681d-0591-4116-a390-a83112cd3f4b', 'name': '', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'mac_address': 'fa:16:3e:5d:ec:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:46Z', 'updated_at': '2021-12-25T20:03:55Z', 'revision_number': 5, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'subnets': [{'id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:09:36.217307 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ff7252-c3c0-4e17-97e2-78cb6f884baa', 'tag': 'a96bdb64-1fe6-4796-9e05-82e33e139d60', 'status': 'completed', 'code': 200} Dec 25 20:09:36.218893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98befaf8-52a0-4610-b8e0-92b54e64ea66 None None] The sync data for ids ['1d36a4e6-3fb8-4a97-84fe-151ff4524770'] in dv-neutron-822611-1-hyperv is: [{'id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'name': 'tempest-TestVolumeBootPattern-922428500-router', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183'}], 'enable_snat': True}, 'gw_port_id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:47Z', 'revision_number': 4, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'gw_port': {'id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:66:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '16631d95-b766-4845-99f1-e088fec648ff', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'floating_ip_address': '172.26.8.206', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'port_id': 'a96bdb64-1fe6-4796-9e05-82e33e139d60', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'mac_address': 'fa:16:3e:fd:82:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ff7252-c3c0-4e17-97e2-78cb6f884baa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:09:33Z', 'updated_at': '2021-12-25T20:09:33Z', 'revision_number': 0, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'fixed_ip_address_scope': None}, {'id': 'cf212829-f86a-459d-a145-372527e3a410', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'floating_ip_address': '172.26.8.157', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'port_id': 'bb851f75-f25c-4abb-9276-ff4adfd4d2f6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'mac_address': 'fa:16:3e:cc:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a00d032-344a-452b-89b1-93b005ef66ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:07:10Z', 'updated_at': '2021-12-25T20:07:13Z', 'revision_number': 1, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32a681d-0591-4116-a390-a83112cd3f4b', 'name': '', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'mac_address': 'fa:16:3e:5d:ec:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:46Z', 'updated_at': '2021-12-25T20:03:55Z', 'revision_number': 5, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'subnets': [{'id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:09:36.324690 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f7032b36-c066-4b7b-a053-53820a237504 req-24c66682-965c-41bd-9851-3d58fb144e3a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75cd4a0175fb41a89174e5bb54d57ea6&device_id=34ff7252-c3c0-4e17-97e2-78cb6f884baa HTTP/1.1" status: 200 len: 1098 time: 0.0832071 Dec 25 20:09:36.472816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7032b36-c066-4b7b-a053-53820a237504 req-0f60a205-d15d-4d37-ac2f-9b1dab70172d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:09:36.474892 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f7032b36-c066-4b7b-a053-53820a237504 req-0f60a205-d15d-4d37-ac2f-9b1dab70172d service neutron] 10.222.0.36 "GET /v2.0/networks?id=55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de HTTP/1.1" status: 200 len: 911 time: 0.1431732 Dec 25 20:09:36.565384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a13722f-0339-47e3-b7ee-e2792304d641 None None] New status for floating IP 16631d95-b766-4845-99f1-e088fec648ff: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 20:09:36.597621 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f7032b36-c066-4b7b-a053-53820a237504 req-be0bcf72-d76e-4a70-9739-d880b3cae747 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a96bdb64-1fe6-4796-9e05-82e33e139d60 HTTP/1.1" status: 200 len: 999 time: 0.1165709 Dec 25 20:09:36.671742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7032b36-c066-4b7b-a053-53820a237504 req-8a257136-acff-4f8b-8f3d-a819ca798607 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:09:36.673346 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f7032b36-c066-4b7b-a053-53820a237504 req-8a257136-acff-4f8b-8f3d-a819ca798607 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ae896e7-6ff9-4d86-b31d-4b2d8d703523 HTTP/1.1" status: 200 len: 850 time: 0.0699215 Dec 25 20:09:36.762267 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f7032b36-c066-4b7b-a053-53820a237504 req-a49da74e-b54f-4568-aee0-2d43bf900cf6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820503 Dec 25 20:09:37.134789 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f7032b36-c066-4b7b-a053-53820a237504 req-578fd5fd-9209-4e22-8f50-d3a8ca23ddd4 service neutron] 10.222.0.36 "GET /v2.0/networks/55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638015 Dec 25 20:09:37.245012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:09:37.286555 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f7032b36-c066-4b7b-a053-53820a237504 req-6c544667-b661-4ef7-9503-9d1897faa1b4 service neutron] 10.222.0.36 "GET /v2.0/networks/55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447370 Dec 25 20:09:38.366211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d6c9d1b2-9a3b-42da-bcf3-8991c65ce90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:09:38.664382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:09:40.010604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:09:45.973705 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-29185d4e-c3a1-49c2-a75d-d48e9b4892c8 req-bd7250aa-36af-47d4-b367-6ac619c5897c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1a00d032-344a-452b-89b1-93b005ef66ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1416352 Dec 25 20:09:46.117956 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-29185d4e-c3a1-49c2-a75d-d48e9b4892c8 req-770bc9e4-8461-474a-b81f-2653e8e7af5c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75cd4a0175fb41a89174e5bb54d57ea6&device_id=1a00d032-344a-452b-89b1-93b005ef66ef HTTP/1.1" status: 200 len: 1098 time: 0.0740054 Dec 25 20:09:46.275262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29185d4e-c3a1-49c2-a75d-d48e9b4892c8 req-19e11bf2-688f-4da0-b721-73047430be94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:09:46.277182 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-29185d4e-c3a1-49c2-a75d-d48e9b4892c8 req-19e11bf2-688f-4da0-b721-73047430be94 service neutron] 10.222.0.36 "GET /v2.0/networks?id=55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de HTTP/1.1" status: 200 len: 911 time: 0.1412542 Dec 25 20:09:46.388035 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-29185d4e-c3a1-49c2-a75d-d48e9b4892c8 req-1ed7cf42-fe34-43d4-a58c-c49efdb530cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb851f75-f25c-4abb-9276-ff4adfd4d2f6 HTTP/1.1" status: 200 len: 1001 time: 0.1039653 Dec 25 20:09:46.460741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29185d4e-c3a1-49c2-a75d-d48e9b4892c8 req-75550f96-8aba-4041-9554-e6a34d80571a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:09:46.462346 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-29185d4e-c3a1-49c2-a75d-d48e9b4892c8 req-75550f96-8aba-4041-9554-e6a34d80571a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ae896e7-6ff9-4d86-b31d-4b2d8d703523 HTTP/1.1" status: 200 len: 850 time: 0.0678902 Dec 25 20:09:46.544477 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-29185d4e-c3a1-49c2-a75d-d48e9b4892c8 req-8568a479-d9c6-4f1f-9b30-6426191eafa8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752151 Dec 25 20:09:46.693544 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-29185d4e-c3a1-49c2-a75d-d48e9b4892c8 req-e9e1d767-36c7-47af-90b9-98a19b2519b0 service neutron] 10.222.0.36 "GET /v2.0/networks/55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417122 Dec 25 20:09:46.840853 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-29185d4e-c3a1-49c2-a75d-d48e9b4892c8 req-34da05cf-9c71-48b4-8b27-2b6f35947146 service neutron] 10.222.0.36 "GET /v2.0/networks/55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409087 Dec 25 20:09:53.668215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:09:53.993603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:10:06.060935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-acee1f10-37b6-4f19-98c4-82f2d28756cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:10:07.226318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:10:08.359096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-67a3d0af-a465-4645-a62b-1691a7ee68a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:10:08.667240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:10:09.996660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:10:23.667571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:10:30.994293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:10:36.063722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-63ca7e40-9382-479c-b80e-8daefa7cb76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:10:37.236217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:10:38.364246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de07e1af-b4be-4a73-8321-07b5d891cdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:10:38.676250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:10:40.008570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:10:46.950901 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b9a9e9de-0bed-4d91-84a4-7938648216e0 req-20ceae0d-3e73-44a1-a309-fb046a55134f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=34ff7252-c3c0-4e17-97e2-78cb6f884baa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0804739 Dec 25 20:10:47.053895 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b9a9e9de-0bed-4d91-84a4-7938648216e0 req-27b2aa49-1888-4a3b-b58b-28bc70275347 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75cd4a0175fb41a89174e5bb54d57ea6&device_id=34ff7252-c3c0-4e17-97e2-78cb6f884baa HTTP/1.1" status: 200 len: 1098 time: 0.0759673 Dec 25 20:10:47.215832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9e9de-0bed-4d91-84a4-7938648216e0 req-1f4d6b2b-4f03-4006-9dc9-9c249e586e21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:10:47.217348 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b9a9e9de-0bed-4d91-84a4-7938648216e0 req-1f4d6b2b-4f03-4006-9dc9-9c249e586e21 service neutron] 10.222.0.36 "GET /v2.0/networks?id=55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de HTTP/1.1" status: 200 len: 911 time: 0.1387618 Dec 25 20:10:47.328807 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b9a9e9de-0bed-4d91-84a4-7938648216e0 req-86efdee3-4c19-4512-8453-8ddfed37a8fc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a96bdb64-1fe6-4796-9e05-82e33e139d60 HTTP/1.1" status: 200 len: 1001 time: 0.1015837 Dec 25 20:10:47.405644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9e9de-0bed-4d91-84a4-7938648216e0 req-9165c7d3-36d4-43ce-b8ef-d33cbe338d6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:10:47.407250 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b9a9e9de-0bed-4d91-84a4-7938648216e0 req-9165c7d3-36d4-43ce-b8ef-d33cbe338d6e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ae896e7-6ff9-4d86-b31d-4b2d8d703523 HTTP/1.1" status: 200 len: 850 time: 0.0681121 Dec 25 20:10:47.492509 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b9a9e9de-0bed-4d91-84a4-7938648216e0 req-5ea95e40-0822-4a6c-99b8-565630b0f2bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757012 Dec 25 20:10:47.641990 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b9a9e9de-0bed-4d91-84a4-7938648216e0 req-6630cefa-b356-476c-b389-983e1e4c2ec7 service neutron] 10.222.0.36 "GET /v2.0/networks/55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383884 Dec 25 20:10:47.788823 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b9a9e9de-0bed-4d91-84a4-7938648216e0 req-792891c7-163a-4085-a3ac-f91f5ce306d3 service neutron] 10.222.0.36 "GET /v2.0/networks/55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360166 Dec 25 20:10:53.675126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:06.067604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-69ec1018-3d5b-4587-8707-df793c47a49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:07.230047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:07.995254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:11:08.366435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-40d4d6b3-8d6b-4fb3-b349-284cf6a92c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:08.673274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:10.002511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:23.054229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 55896) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:11:23.266291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-63126220-2581-448b-8138-322140eec93e tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Deleting port 7a665997-7491-488e-9dd9-0d77952099ac {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:11:23.266674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-63126220-2581-448b-8138-322140eec93e tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:23.449922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-63126220-2581-448b-8138-322140eec93e tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:23.450180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-63126220-2581-448b-8138-322140eec93e tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:23.579288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-63126220-2581-448b-8138-322140eec93e tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Calling delete_port for 7a665997-7491-488e-9dd9-0d77952099ac owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:11:23.673337 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:23.726735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-63126220-2581-448b-8138-322140eec93e tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:23.730959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3129d19a-39ed-4f0d-821e-9e9417e27514 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:11:23.777210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63126220-2581-448b-8138-322140eec93e tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Pushing event deleted for resources: {'Port': ['ID=7a665997-7491-488e-9dd9-0d77952099ac,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:11:23.816609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63126220-2581-448b-8138-322140eec93e tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:11:23.817037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63126220-2581-448b-8138-322140eec93e tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:11:23.817458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63126220-2581-448b-8138-322140eec93e tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:11:23.817874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63126220-2581-448b-8138-322140eec93e tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:11:23.818283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63126220-2581-448b-8138-322140eec93e tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:11:23.818689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63126220-2581-448b-8138-322140eec93e tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:11:23.819110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63126220-2581-448b-8138-322140eec93e tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:11:23.819521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63126220-2581-448b-8138-322140eec93e tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:11:23.819926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63126220-2581-448b-8138-322140eec93e tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:11:23.820327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63126220-2581-448b-8138-322140eec93e tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:11:23.820729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63126220-2581-448b-8138-322140eec93e tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:11:23.827875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-63126220-2581-448b-8138-322140eec93e tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:11:23.883144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-63126220-2581-448b-8138-322140eec93e tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:24.291127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63126220-2581-448b-8138-322140eec93e tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Router 1d36a4e6-3fb8-4a97-84fe-151ff4524770 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:11:24.497565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63126220-2581-448b-8138-322140eec93e tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:11:24.509012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e274f7-f12c-4864-a22a-f7e11ba84e25 None None] Sync routers for ids ['1d36a4e6-3fb8-4a97-84fe-151ff4524770'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:11:24.517230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-63126220-2581-448b-8138-322140eec93e tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:24.522047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e274f7-f12c-4864-a22a-f7e11ba84e25 None None] Routers {'1d36a4e6-3fb8-4a97-84fe-151ff4524770'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:11:24.522764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-61e274f7-f12c-4864-a22a-f7e11ba84e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:11:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['1d36a4e6-3fb8-4a97-84fe-151ff4524770'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:11:24.572862 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-63126220-2581-448b-8138-322140eec93e tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "DELETE /v2.0/floatingips/16631d95-b766-4845-99f1-e088fec648ff HTTP/1.1" status: 204 len: 168 time: 1.5174665 Dec 25 20:11:24.573616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ff7252-c3c0-4e17-97e2-78cb6f884baa', 'tag': 'a96bdb64-1fe6-4796-9e05-82e33e139d60'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:11:24.664723 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ff7252-c3c0-4e17-97e2-78cb6f884baa', 'tag': 'a96bdb64-1fe6-4796-9e05-82e33e139d60', 'status': 'completed', 'code': 200} Dec 25 20:11:24.717114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-61e274f7-f12c-4864-a22a-f7e11ba84e25 None None] Set router 1d36a4e6-3fb8-4a97-84fe-151ff4524770 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:11:25.021285 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b306bb89-83c9-4abc-bf1c-dd02a63cfb7c req-722453b1-522c-43c5-8c01-09dfb2cbef4c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75cd4a0175fb41a89174e5bb54d57ea6&device_id=34ff7252-c3c0-4e17-97e2-78cb6f884baa HTTP/1.1" status: 200 len: 1098 time: 0.3229449 Dec 25 20:11:25.129160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-61e274f7-f12c-4864-a22a-f7e11ba84e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'name': 'tempest-TestVolumeBootPattern-922428500-router', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183'}], 'enable_snat': True}, 'gw_port_id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:47Z', 'revision_number': 4, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'gw_port': {'id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:66:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': 'cf212829-f86a-459d-a145-372527e3a410', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'floating_ip_address': '172.26.8.157', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'port_id': 'bb851f75-f25c-4abb-9276-ff4adfd4d2f6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'mac_address': 'fa:16:3e:cc:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a00d032-344a-452b-89b1-93b005ef66ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:07:10Z', 'updated_at': '2021-12-25T20:07:13Z', 'revision_number': 1, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32a681d-0591-4116-a390-a83112cd3f4b', 'name': '', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'mac_address': 'fa:16:3e:5d:ec:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:46Z', 'updated_at': '2021-12-25T20:03:55Z', 'revision_number': 5, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'subnets': [{'id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:11:25.133479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e274f7-f12c-4864-a22a-f7e11ba84e25 None None] Checking router: 1d36a4e6-3fb8-4a97-84fe-151ff4524770 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:11:25.145332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e274f7-f12c-4864-a22a-f7e11ba84e25 None None] Routers {'1d36a4e6-3fb8-4a97-84fe-151ff4524770'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:11:25.145974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-61e274f7-f12c-4864-a22a-f7e11ba84e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:11:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['1d36a4e6-3fb8-4a97-84fe-151ff4524770'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:11:25.226930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306bb89-83c9-4abc-bf1c-dd02a63cfb7c req-1ea97990-461d-4221-b15f-6feaa6c17b7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:11:25.228562 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b306bb89-83c9-4abc-bf1c-dd02a63cfb7c req-1ea97990-461d-4221-b15f-6feaa6c17b7d service neutron] 10.222.0.36 "GET /v2.0/networks?id=55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de HTTP/1.1" status: 200 len: 911 time: 0.1987755 Dec 25 20:11:25.317536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ca696-ee2c-4814-b422-8b6a1f51084d req-6d0dd6c5-12c3-4d77-aad9-89f38b4790ab tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:11:25.318217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-a66ca696-ee2c-4814-b422-8b6a1f51084d req-6d0dd6c5-12c3-4d77-aad9-89f38b4790ab tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Synchronizing usage tracker for tenant:75cd4a0175fb41a89174e5bb54d57ea6 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:11:25.322746 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b306bb89-83c9-4abc-bf1c-dd02a63cfb7c req-240cb378-6b50-4d26-a824-402a84a9a395 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a96bdb64-1fe6-4796-9e05-82e33e139d60 HTTP/1.1" status: 200 len: 217 time: 0.0858779 Dec 25 20:11:25.339764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-61e274f7-f12c-4864-a22a-f7e11ba84e25 None None] Set router 1d36a4e6-3fb8-4a97-84fe-151ff4524770 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:11:25.377435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-a66ca696-ee2c-4814-b422-8b6a1f51084d req-6d0dd6c5-12c3-4d77-aad9-89f38b4790ab tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Unset dirty status for tenant:75cd4a0175fb41a89174e5bb54d57ea6 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:11:25.378717 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a66ca696-ee2c-4814-b422-8b6a1f51084d req-6d0dd6c5-12c3-4d77-aad9-89f38b4790ab tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ff7252-c3c0-4e17-97e2-78cb6f884baa HTTP/1.1" status: 200 len: 945 time: 0.2510080 Dec 25 20:11:25.430143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306bb89-83c9-4abc-bf1c-dd02a63cfb7c req-8d6d9056-ea70-444d-b828-6201fc55672d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:11:25.431747 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b306bb89-83c9-4abc-bf1c-dd02a63cfb7c req-8d6d9056-ea70-444d-b828-6201fc55672d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ae896e7-6ff9-4d86-b31d-4b2d8d703523 HTTP/1.1" status: 200 len: 850 time: 0.1015286 Dec 25 20:11:25.486617 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a66ca696-ee2c-4814-b422-8b6a1f51084d req-d8eb8dc5-ddfb-4221-8d22-0b2b990cb8bc tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009190 Dec 25 20:11:25.520217 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b306bb89-83c9-4abc-bf1c-dd02a63cfb7c req-516009e3-5747-4fda-bcc3-587930922750 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800357 Dec 25 20:11:25.669213 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b306bb89-83c9-4abc-bf1c-dd02a63cfb7c req-f33a947a-3188-4d6f-8f85-2489848da8da service neutron] 10.222.0.36 "GET /v2.0/networks/55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416919 Dec 25 20:11:25.735620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-61e274f7-f12c-4864-a22a-f7e11ba84e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'name': 'tempest-TestVolumeBootPattern-922428500-router', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183'}], 'enable_snat': True}, 'gw_port_id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:47Z', 'revision_number': 4, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'gw_port': {'id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:66:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': 'cf212829-f86a-459d-a145-372527e3a410', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'floating_ip_address': '172.26.8.157', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'port_id': 'bb851f75-f25c-4abb-9276-ff4adfd4d2f6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'mac_address': 'fa:16:3e:cc:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a00d032-344a-452b-89b1-93b005ef66ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:07:10Z', 'updated_at': '2021-12-25T20:07:13Z', 'revision_number': 1, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32a681d-0591-4116-a390-a83112cd3f4b', 'name': '', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'mac_address': 'fa:16:3e:5d:ec:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:46Z', 'updated_at': '2021-12-25T20:03:55Z', 'revision_number': 5, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'subnets': [{'id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:11:25.739952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e274f7-f12c-4864-a22a-f7e11ba84e25 None None] The sync data for ids ['1d36a4e6-3fb8-4a97-84fe-151ff4524770'] in dv-neutron-822611-1-hyperv is: [{'id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'name': 'tempest-TestVolumeBootPattern-922428500-router', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183'}], 'enable_snat': True}, 'gw_port_id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:47Z', 'revision_number': 4, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'gw_port': {'id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:66:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': 'cf212829-f86a-459d-a145-372527e3a410', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'floating_ip_address': '172.26.8.157', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'port_id': 'bb851f75-f25c-4abb-9276-ff4adfd4d2f6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'mac_address': 'fa:16:3e:cc:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a00d032-344a-452b-89b1-93b005ef66ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:07:10Z', 'updated_at': '2021-12-25T20:07:13Z', 'revision_number': 1, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32a681d-0591-4116-a390-a83112cd3f4b', 'name': '', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'mac_address': 'fa:16:3e:5d:ec:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:46Z', 'updated_at': '2021-12-25T20:03:55Z', 'revision_number': 5, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'subnets': [{'id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:11:25.820479 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b306bb89-83c9-4abc-bf1c-dd02a63cfb7c req-5db6eddd-8909-438c-b130-a744a0b0d242 service neutron] 10.222.0.36 "GET /v2.0/networks/55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442220 Dec 25 20:11:26.205481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7584ba8d-20b0-466b-91c0-a8a9e01e0996 None None] New status for floating IP 16631d95-b766-4845-99f1-e088fec648ff: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 20:11:26.713328 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865453de-f136-4d20-a4ed-570e754231d6 req-eade7e25-de8c-4aa0-a4f7-08802c495b67 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:11:26.714940 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-865453de-f136-4d20-a4ed-570e754231d6 req-eade7e25-de8c-4aa0-a4f7-08802c495b67 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ff7252-c3c0-4e17-97e2-78cb6f884baa HTTP/1.1" status: 200 len: 945 time: 0.0851452 Dec 25 20:11:26.766545 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-865453de-f136-4d20-a4ed-570e754231d6 req-3f2179cd-e862-4088-aaf8-1f8a037b37eb tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450149 Dec 25 20:11:26.915907 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05155687-0021-4b94-b6db-c6c24aba53d9 req-89381ddc-a7f1-435b-9d8f-163bc6119971 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:11:26.917448 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-05155687-0021-4b94-b6db-c6c24aba53d9 req-89381ddc-a7f1-435b-9d8f-163bc6119971 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.36 "GET /v2.0/ports?device_id=34ff7252-c3c0-4e17-97e2-78cb6f884baa HTTP/1.1" status: 200 len: 945 time: 0.0818861 Dec 25 20:11:26.992953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-05155687-0021-4b94-b6db-c6c24aba53d9 req-3a23eba7-3ae0-4bdc-bcb0-d8fa6bb961e0 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Deleting port a96bdb64-1fe6-4796-9e05-82e33e139d60 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:11:26.993340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-05155687-0021-4b94-b6db-c6c24aba53d9 req-3a23eba7-3ae0-4bdc-bcb0-d8fa6bb961e0 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:27.248837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-05155687-0021-4b94-b6db-c6c24aba53d9 req-3a23eba7-3ae0-4bdc-bcb0-d8fa6bb961e0 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] For port a96bdb64-1fe6-4796-9e05-82e33e139d60, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a96bdb64-1fe6-4796-9e05-82e33e139d60,segment=NetworkSegment(e86560d7-3c4c-485f-940a-9d18ac1c8d88),segment_id=e86560d7-3c4c-485f-940a-9d18ac1c8d88)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:11:27.249243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-05155687-0021-4b94-b6db-c6c24aba53d9 req-3a23eba7-3ae0-4bdc-bcb0-d8fa6bb961e0 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:27.376324 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-05155687-0021-4b94-b6db-c6c24aba53d9 req-3a23eba7-3ae0-4bdc-bcb0-d8fa6bb961e0 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Calling delete_port for a96bdb64-1fe6-4796-9e05-82e33e139d60 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:11:27.522004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-05155687-0021-4b94-b6db-c6c24aba53d9 req-3a23eba7-3ae0-4bdc-bcb0-d8fa6bb961e0 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:27.528019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f63af3d4-07c9-4a10-b12f-67f44c3de47b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:11:27.572044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23eba7-3ae0-4bdc-bcb0-d8fa6bb961e0 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Pushing event deleted for resources: {'Port': ['ID=a96bdb64-1fe6-4796-9e05-82e33e139d60,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:11:27.576294 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3a23eba7-3ae0-4bdc-bcb0-d8fa6bb961e0 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:11:27.661712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-05155687-0021-4b94-b6db-c6c24aba53d9 req-3a23eba7-3ae0-4bdc-bcb0-d8fa6bb961e0 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] No DVR routers for this DVR port a96bdb64-1fe6-4796-9e05-82e33e139d60 on host hv-neutron-8226 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:11:27.664195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-05155687-0021-4b94-b6db-c6c24aba53d9 req-3a23eba7-3ae0-4bdc-bcb0-d8fa6bb961e0 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:27.666931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ff7252-c3c0-4e17-97e2-78cb6f884baa', 'name': 'network-vif-deleted', 'tag': 'a96bdb64-1fe6-4796-9e05-82e33e139d60'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:11:27.682656 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-05155687-0021-4b94-b6db-c6c24aba53d9 req-3a23eba7-3ae0-4bdc-bcb0-d8fa6bb961e0 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.36 "DELETE /v2.0/ports/a96bdb64-1fe6-4796-9e05-82e33e139d60 HTTP/1.1" status: 204 len: 173 time: 0.7557914 Dec 25 20:11:27.737508 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ff7252-c3c0-4e17-97e2-78cb6f884baa', 'name': 'network-vif-deleted', 'tag': 'a96bdb64-1fe6-4796-9e05-82e33e139d60', 'status': 'completed', 'code': 200} Dec 25 20:11:27.942639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-6097b203-f0a2-4ab6-a3ed-35b77a1d88c7 req-2cd55cd2-c383-4311-9182-2801b74072b5 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Synchronizing usage tracker for tenant:75cd4a0175fb41a89174e5bb54d57ea6 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:11:27.958973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-6097b203-f0a2-4ab6-a3ed-35b77a1d88c7 req-2cd55cd2-c383-4311-9182-2801b74072b5 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Unset dirty status for tenant:75cd4a0175fb41a89174e5bb54d57ea6 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:11:27.960325 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6097b203-f0a2-4ab6-a3ed-35b77a1d88c7 req-2cd55cd2-c383-4311-9182-2801b74072b5 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ff7252-c3c0-4e17-97e2-78cb6f884baa HTTP/1.1" status: 200 len: 210 time: 0.0637906 Dec 25 20:11:30.994059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device a96bdb64-1fe6-4796-9e05-82e33e139d60 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:11:31.032251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] No Port match for: a96bdb64-1fe6-4796-9e05-82e33e139d60 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:11:31.032670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device a96bdb64-1fe6-4796-9e05-82e33e139d60 not bound to the agent host hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:11:32.593482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 55940) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:11:32.815039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-6258f7b7-e769-498b-af94-c949c40a65fd tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Deleting port 990d1183-be82-4309-912f-f2a93180a2d5 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:11:32.815513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6258f7b7-e769-498b-af94-c949c40a65fd tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:32.992100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6258f7b7-e769-498b-af94-c949c40a65fd tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:32.992469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6258f7b7-e769-498b-af94-c949c40a65fd tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:33.130428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-6258f7b7-e769-498b-af94-c949c40a65fd tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Calling delete_port for 990d1183-be82-4309-912f-f2a93180a2d5 owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:11:33.283275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6258f7b7-e769-498b-af94-c949c40a65fd tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:33.287579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1323f44a-a4d2-4537-810b-73993178a852 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:11:33.330359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6258f7b7-e769-498b-af94-c949c40a65fd tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Pushing event deleted for resources: {'Port': ['ID=990d1183-be82-4309-912f-f2a93180a2d5,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:11:33.333694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6258f7b7-e769-498b-af94-c949c40a65fd tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:11:33.426502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6258f7b7-e769-498b-af94-c949c40a65fd tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:34.070672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6258f7b7-e769-498b-af94-c949c40a65fd tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Router 1d36a4e6-3fb8-4a97-84fe-151ff4524770 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:11:34.282221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6258f7b7-e769-498b-af94-c949c40a65fd tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:11:34.293479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868e221b-274f-4629-86c5-2aea54d3ce0e None None] Sync routers for ids ['1d36a4e6-3fb8-4a97-84fe-151ff4524770'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:11:34.303268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6258f7b7-e769-498b-af94-c949c40a65fd tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:34.305931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868e221b-274f-4629-86c5-2aea54d3ce0e None None] Routers {'1d36a4e6-3fb8-4a97-84fe-151ff4524770'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:11:34.306616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-868e221b-274f-4629-86c5-2aea54d3ce0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:11:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['1d36a4e6-3fb8-4a97-84fe-151ff4524770'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:11:34.359632 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6258f7b7-e769-498b-af94-c949c40a65fd tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "DELETE /v2.0/floatingips/cf212829-f86a-459d-a145-372527e3a410 HTTP/1.1" status: 204 len: 168 time: 1.7648652 Dec 25 20:11:34.360268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a00d032-344a-452b-89b1-93b005ef66ef', 'tag': 'bb851f75-f25c-4abb-9276-ff4adfd4d2f6'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:11:34.414873 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a00d032-344a-452b-89b1-93b005ef66ef', 'tag': 'bb851f75-f25c-4abb-9276-ff4adfd4d2f6', 'status': 'completed', 'code': 200} Dec 25 20:11:34.495252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-868e221b-274f-4629-86c5-2aea54d3ce0e None None] Set router 1d36a4e6-3fb8-4a97-84fe-151ff4524770 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:11:34.519878 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0fd07785-c3de-4a28-ace7-1911f795f574 req-4739131f-c9a4-462c-80f6-2fe631c7f886 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75cd4a0175fb41a89174e5bb54d57ea6&device_id=1a00d032-344a-452b-89b1-93b005ef66ef HTTP/1.1" status: 200 len: 1098 time: 0.0773549 Dec 25 20:11:34.680854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd07785-c3de-4a28-ace7-1911f795f574 req-50c79425-144d-49d7-a2ec-764111c8109d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:11:34.682382 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0fd07785-c3de-4a28-ace7-1911f795f574 req-50c79425-144d-49d7-a2ec-764111c8109d service neutron] 10.222.0.36 "GET /v2.0/networks?id=55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de HTTP/1.1" status: 200 len: 911 time: 0.1526811 Dec 25 20:11:34.807838 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0fd07785-c3de-4a28-ace7-1911f795f574 req-9b80d037-1797-48bd-9a85-51523e7185ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb851f75-f25c-4abb-9276-ff4adfd4d2f6 HTTP/1.1" status: 200 len: 217 time: 0.0843737 Dec 25 20:11:34.897666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e26a6-12bb-4674-8e77-dbc1046d0fa2 req-6097e11e-255e-4d6a-bf29-93bc54370ca7 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:11:34.898453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-868e26a6-12bb-4674-8e77-dbc1046d0fa2 req-6097e11e-255e-4d6a-bf29-93bc54370ca7 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Synchronizing usage tracker for tenant:75cd4a0175fb41a89174e5bb54d57ea6 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:11:34.907810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd07785-c3de-4a28-ace7-1911f795f574 req-5c514419-6239-40a3-a330-9a9107c9309c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:11:34.909475 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0fd07785-c3de-4a28-ace7-1911f795f574 req-5c514419-6239-40a3-a330-9a9107c9309c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ae896e7-6ff9-4d86-b31d-4b2d8d703523 HTTP/1.1" status: 200 len: 850 time: 0.0938213 Dec 25 20:11:34.970873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-868e26a6-12bb-4674-8e77-dbc1046d0fa2 req-6097e11e-255e-4d6a-bf29-93bc54370ca7 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Unset dirty status for tenant:75cd4a0175fb41a89174e5bb54d57ea6 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:11:34.972136 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-868e26a6-12bb-4674-8e77-dbc1046d0fa2 req-6097e11e-255e-4d6a-bf29-93bc54370ca7 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a00d032-344a-452b-89b1-93b005ef66ef HTTP/1.1" status: 200 len: 945 time: 0.2887840 Dec 25 20:11:35.003017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-868e221b-274f-4629-86c5-2aea54d3ce0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'name': 'tempest-TestVolumeBootPattern-922428500-router', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183'}], 'enable_snat': True}, 'gw_port_id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:47Z', 'revision_number': 4, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'gw_port': {'id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:66:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'c32a681d-0591-4116-a390-a83112cd3f4b', 'name': '', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'mac_address': 'fa:16:3e:5d:ec:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:46Z', 'updated_at': '2021-12-25T20:03:55Z', 'revision_number': 5, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'subnets': [{'id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:11:35.007247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868e221b-274f-4629-86c5-2aea54d3ce0e None None] Checking router: 1d36a4e6-3fb8-4a97-84fe-151ff4524770 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:11:35.018442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868e221b-274f-4629-86c5-2aea54d3ce0e None None] Routers {'1d36a4e6-3fb8-4a97-84fe-151ff4524770'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:11:35.019151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-868e221b-274f-4629-86c5-2aea54d3ce0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:11:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['1d36a4e6-3fb8-4a97-84fe-151ff4524770'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:11:35.037563 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0fd07785-c3de-4a28-ace7-1911f795f574 req-fbb36423-ef77-4da3-9d60-905eb7002379 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1200032 Dec 25 20:11:35.039973 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-868e26a6-12bb-4674-8e77-dbc1046d0fa2 req-d04736aa-86de-4ebe-ac9f-f82758e1f145 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594382 Dec 25 20:11:35.191269 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0fd07785-c3de-4a28-ace7-1911f795f574 req-33899636-6486-403e-89f9-60ac62dde6b4 service neutron] 10.222.0.36 "GET /v2.0/networks/55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450961 Dec 25 20:11:35.206057 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-868e221b-274f-4629-86c5-2aea54d3ce0e None None] Set router 1d36a4e6-3fb8-4a97-84fe-151ff4524770 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:11:35.337227 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0fd07785-c3de-4a28-ace7-1911f795f574 req-f8893dba-142d-4338-8502-b8a0a3e025a5 service neutron] 10.222.0.36 "GET /v2.0/networks/55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390221 Dec 25 20:11:35.533673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-868e221b-274f-4629-86c5-2aea54d3ce0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'name': 'tempest-TestVolumeBootPattern-922428500-router', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183'}], 'enable_snat': True}, 'gw_port_id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:47Z', 'revision_number': 4, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'gw_port': {'id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:66:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'c32a681d-0591-4116-a390-a83112cd3f4b', 'name': '', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'mac_address': 'fa:16:3e:5d:ec:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:46Z', 'updated_at': '2021-12-25T20:03:55Z', 'revision_number': 5, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'subnets': [{'id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:11:35.537821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868e221b-274f-4629-86c5-2aea54d3ce0e None None] The sync data for ids ['1d36a4e6-3fb8-4a97-84fe-151ff4524770'] in dv-neutron-822611-1-hyperv is: [{'id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'name': 'tempest-TestVolumeBootPattern-922428500-router', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183'}], 'enable_snat': True}, 'gw_port_id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:47Z', 'revision_number': 4, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'gw_port': {'id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:66:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'c32a681d-0591-4116-a390-a83112cd3f4b', 'name': '', 'network_id': '55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'mac_address': 'fa:16:3e:5d:ec:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:46Z', 'updated_at': '2021-12-25T20:03:55Z', 'revision_number': 5, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'subnets': [{'id': '8ae896e7-6ff9-4d86-b31d-4b2d8d703523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:11:35.984882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a15e931-c294-4fb6-a5a8-8e7fbecc1034 None None] New status for floating IP cf212829-f86a-459d-a145-372527e3a410: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 20:11:36.068579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3bb8cbf1-5154-4ffd-afcf-ead70c2d54cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:36.250494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68867c35-8489-45da-939a-f79892244fce req-6c1ba5f7-49af-4afb-85f5-b3d28fafcf03 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:11:36.252187 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-68867c35-8489-45da-939a-f79892244fce req-6c1ba5f7-49af-4afb-85f5-b3d28fafcf03 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a00d032-344a-452b-89b1-93b005ef66ef HTTP/1.1" status: 200 len: 945 time: 0.0853219 Dec 25 20:11:36.303963 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-68867c35-8489-45da-939a-f79892244fce req-f0341b05-87a9-465b-ac61-7514eab98949 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/security-groups?id=e82e6b86-bd0f-4902-85e5-cb5c51f8df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454555 Dec 25 20:11:36.493204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c165a-199b-432b-aff5-e3c0d5083900 req-b984e73c-e7a6-437b-bef8-ef1a341beee4 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:11:36.494772 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5b4c165a-199b-432b-aff5-e3c0d5083900 req-b984e73c-e7a6-437b-bef8-ef1a341beee4 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a00d032-344a-452b-89b1-93b005ef66ef HTTP/1.1" status: 200 len: 945 time: 0.0869191 Dec 25 20:11:36.571524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-5b4c165a-199b-432b-aff5-e3c0d5083900 req-e57acb4e-3f6d-4063-87e0-bc470aea0ab1 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Deleting port bb851f75-f25c-4abb-9276-ff4adfd4d2f6 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:11:36.571824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-5b4c165a-199b-432b-aff5-e3c0d5083900 req-e57acb4e-3f6d-4063-87e0-bc470aea0ab1 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:36.830268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-5b4c165a-199b-432b-aff5-e3c0d5083900 req-e57acb4e-3f6d-4063-87e0-bc470aea0ab1 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] For port bb851f75-f25c-4abb-9276-ff4adfd4d2f6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=bb851f75-f25c-4abb-9276-ff4adfd4d2f6,segment=NetworkSegment(e86560d7-3c4c-485f-940a-9d18ac1c8d88),segment_id=e86560d7-3c4c-485f-940a-9d18ac1c8d88)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:11:36.830595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-5b4c165a-199b-432b-aff5-e3c0d5083900 req-e57acb4e-3f6d-4063-87e0-bc470aea0ab1 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:36.958474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-5b4c165a-199b-432b-aff5-e3c0d5083900 req-e57acb4e-3f6d-4063-87e0-bc470aea0ab1 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Calling delete_port for bb851f75-f25c-4abb-9276-ff4adfd4d2f6 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:11:37.105358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-5b4c165a-199b-432b-aff5-e3c0d5083900 req-e57acb4e-3f6d-4063-87e0-bc470aea0ab1 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:37.111033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6258f7b7-e769-498b-af94-c949c40a65fd tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:11:37.155297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57acb4e-3f6d-4063-87e0-bc470aea0ab1 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Pushing event deleted for resources: {'Port': ['ID=bb851f75-f25c-4abb-9276-ff4adfd4d2f6,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:11:37.159692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e57acb4e-3f6d-4063-87e0-bc470aea0ab1 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:11:37.230203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4c165a-199b-432b-aff5-e3c0d5083900 req-e57acb4e-3f6d-4063-87e0-bc470aea0ab1 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] No DVR routers for this DVR port bb851f75-f25c-4abb-9276-ff4adfd4d2f6 on host hv-neutron-8226 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:11:37.232686 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-5b4c165a-199b-432b-aff5-e3c0d5083900 req-e57acb4e-3f6d-4063-87e0-bc470aea0ab1 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:37.233328 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:37.235620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a00d032-344a-452b-89b1-93b005ef66ef', 'name': 'network-vif-deleted', 'tag': 'bb851f75-f25c-4abb-9276-ff4adfd4d2f6'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:11:37.250843 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5b4c165a-199b-432b-aff5-e3c0d5083900 req-e57acb4e-3f6d-4063-87e0-bc470aea0ab1 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.36 "DELETE /v2.0/ports/bb851f75-f25c-4abb-9276-ff4adfd4d2f6 HTTP/1.1" status: 204 len: 173 time: 0.7478535 Dec 25 20:11:37.291649 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a00d032-344a-452b-89b1-93b005ef66ef', 'name': 'network-vif-deleted', 'tag': 'bb851f75-f25c-4abb-9276-ff4adfd4d2f6', 'status': 'completed', 'code': 200} Dec 25 20:11:37.479209 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-fa5c24fb-67de-4b28-a771-d35207806987 req-df96eec7-9d5b-4c0e-b352-c6d9b2af0754 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Synchronizing usage tracker for tenant:75cd4a0175fb41a89174e5bb54d57ea6 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:11:37.494410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-fa5c24fb-67de-4b28-a771-d35207806987 req-df96eec7-9d5b-4c0e-b352-c6d9b2af0754 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Unset dirty status for tenant:75cd4a0175fb41a89174e5bb54d57ea6 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:11:37.495832 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fa5c24fb-67de-4b28-a771-d35207806987 req-df96eec7-9d5b-4c0e-b352-c6d9b2af0754 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a00d032-344a-452b-89b1-93b005ef66ef HTTP/1.1" status: 200 len: 210 time: 0.0654240 Dec 25 20:11:38.368351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8d66fa5a-0e72-47ce-96b1-ebf45568a1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:38.603587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 55960) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:11:38.675710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:38.995804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-dc3dd5be-b99e-4e33-941d-daedd4603cab tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Deleting port 5f5f7222-7066-440a-be53-deefeb11e8fa {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:11:38.996185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dc3dd5be-b99e-4e33-941d-daedd4603cab tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:39.050833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device bb851f75-f25c-4abb-9276-ff4adfd4d2f6 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:11:39.085418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] No Port match for: bb851f75-f25c-4abb-9276-ff4adfd4d2f6 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:11:39.085418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device bb851f75-f25c-4abb-9276-ff4adfd4d2f6 not bound to the agent host hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:11:39.176984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dc3dd5be-b99e-4e33-941d-daedd4603cab tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:39.177359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dc3dd5be-b99e-4e33-941d-daedd4603cab tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:39.309734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-dc3dd5be-b99e-4e33-941d-daedd4603cab tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Calling delete_port for 5f5f7222-7066-440a-be53-deefeb11e8fa owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:11:39.454253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dc3dd5be-b99e-4e33-941d-daedd4603cab tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:39.459360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-849aa6af-1396-4630-9d03-8092240361b8 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:11:39.502995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3dd5be-b99e-4e33-941d-daedd4603cab tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Pushing event deleted for resources: {'Port': ['ID=5f5f7222-7066-440a-be53-deefeb11e8fa,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:11:39.576861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3dd5be-b99e-4e33-941d-daedd4603cab tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:11:39.577219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3dd5be-b99e-4e33-941d-daedd4603cab tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:11:39.577638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3dd5be-b99e-4e33-941d-daedd4603cab tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:11:39.578049 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3dd5be-b99e-4e33-941d-daedd4603cab tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:11:39.578458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3dd5be-b99e-4e33-941d-daedd4603cab tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:11:39.578867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3dd5be-b99e-4e33-941d-daedd4603cab tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:11:39.579300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3dd5be-b99e-4e33-941d-daedd4603cab tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:11:39.579737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3dd5be-b99e-4e33-941d-daedd4603cab tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:11:39.580144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3dd5be-b99e-4e33-941d-daedd4603cab tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:11:39.580547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3dd5be-b99e-4e33-941d-daedd4603cab tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:11:39.580949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3dd5be-b99e-4e33-941d-daedd4603cab tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:11:39.584443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dc3dd5be-b99e-4e33-941d-daedd4603cab tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:11:39.614355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dc3dd5be-b99e-4e33-941d-daedd4603cab tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:39.631510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dc3dd5be-b99e-4e33-941d-daedd4603cab tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:39.632747 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-dc3dd5be-b99e-4e33-941d-daedd4603cab tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "DELETE /v2.0/floatingips/d0993543-f158-406d-82aa-cb5501b9ce21 HTTP/1.1" status: 204 len: 168 time: 1.0281036 Dec 25 20:11:40.004227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:42.138407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 55976) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:11:42.215345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f55922ca-8568-4fd5-bc6f-8ab0bd61e28c tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:42.245865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f55922ca-8568-4fd5-bc6f-8ab0bd61e28c tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:42.300267 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f55922ca-8568-4fd5-bc6f-8ab0bd61e28c tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:42.305435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9d82ecc8-29ce-4bc3-a1b9-a012b804159e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:11:42.325621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55922ca-8568-4fd5-bc6f-8ab0bd61e28c tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82e6b86-bd0f-4902-85e5-cb5c51f8df48,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:11:42.328899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f55922ca-8568-4fd5-bc6f-8ab0bd61e28c tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:11:42.330390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f55922ca-8568-4fd5-bc6f-8ab0bd61e28c tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:42.334708 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f55922ca-8568-4fd5-bc6f-8ab0bd61e28c tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] 10.222.0.24 "DELETE /v2.0/security-groups/e82e6b86-bd0f-4902-85e5-cb5c51f8df48 HTTP/1.1" status: 204 len: 168 time: 0.1949296 Dec 25 20:11:42.401723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 55982) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:11:42.938739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-437ed17c-dbae-4c20-82ba-2dc21a75a77f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:43.561543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-437ed17c-dbae-4c20-82ba-2dc21a75a77f admin admin] Deleting port c32a681d-0591-4116-a390-a83112cd3f4b {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:11:43.562173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-437ed17c-dbae-4c20-82ba-2dc21a75a77f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:43.744880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-437ed17c-dbae-4c20-82ba-2dc21a75a77f admin admin] For port c32a681d-0591-4116-a390-a83112cd3f4b, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=c32a681d-0591-4116-a390-a83112cd3f4b,segment=NetworkSegment(e86560d7-3c4c-485f-940a-9d18ac1c8d88),segment_id=e86560d7-3c4c-485f-940a-9d18ac1c8d88)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:11:43.745270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-437ed17c-dbae-4c20-82ba-2dc21a75a77f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:43.872728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-437ed17c-dbae-4c20-82ba-2dc21a75a77f admin admin] Calling delete_port for c32a681d-0591-4116-a390-a83112cd3f4b owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:11:44.052279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-437ed17c-dbae-4c20-82ba-2dc21a75a77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:44.056668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4c64137a-3530-45ca-ab10-4b975a5c70e9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:11:44.098624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ed17c-dbae-4c20-82ba-2dc21a75a77f admin admin] Pushing event deleted for resources: {'Port': ['ID=c32a681d-0591-4116-a390-a83112cd3f4b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:11:44.102685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-437ed17c-dbae-4c20-82ba-2dc21a75a77f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:11:44.413890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-437ed17c-dbae-4c20-82ba-2dc21a75a77f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:44.996509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:11:45.254850 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437ed17c-dbae-4c20-82ba-2dc21a75a77f admin admin] Router 1d36a4e6-3fb8-4a97-84fe-151ff4524770 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:11:45.465026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437ed17c-dbae-4c20-82ba-2dc21a75a77f admin admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:11:45.475410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85e4b3e-6e4b-47c1-95d1-e588ff4b8da7 None None] Sync routers for ids ['1d36a4e6-3fb8-4a97-84fe-151ff4524770'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:11:45.479032 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-437ed17c-dbae-4c20-82ba-2dc21a75a77f admin admin] 10.222.0.24 "PUT /v2.0/routers/1d36a4e6-3fb8-4a97-84fe-151ff4524770/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0761213 Dec 25 20:11:45.481641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 55988) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:11:45.488051 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85e4b3e-6e4b-47c1-95d1-e588ff4b8da7 None None] Routers {'1d36a4e6-3fb8-4a97-84fe-151ff4524770'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:11:45.488738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d85e4b3e-6e4b-47c1-95d1-e588ff4b8da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:11:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['1d36a4e6-3fb8-4a97-84fe-151ff4524770'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:11:45.679609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-d85e4b3e-6e4b-47c1-95d1-e588ff4b8da7 None None] Set router 1d36a4e6-3fb8-4a97-84fe-151ff4524770 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:11:45.689775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-68045dc3-bae5-475c-af84-a2ca44975be0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:45.898812 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-68045dc3-bae5-475c-af84-a2ca44975be0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:45.907412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-68045dc3-bae5-475c-af84-a2ca44975be0 admin admin] Deleting port b403d3b5-bd48-44be-9739-127fd417a03a {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:11:45.907786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-68045dc3-bae5-475c-af84-a2ca44975be0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:45.980437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d85e4b3e-6e4b-47c1-95d1-e588ff4b8da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'name': 'tempest-TestVolumeBootPattern-922428500-router', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183'}], 'enable_snat': True}, 'gw_port_id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:11:43Z', 'revision_number': 5, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'gw_port': {'id': 'b403d3b5-bd48-44be-9739-127fd417a03a', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:66:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:11:45.984515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85e4b3e-6e4b-47c1-95d1-e588ff4b8da7 None None] Checking router: 1d36a4e6-3fb8-4a97-84fe-151ff4524770 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:11:45.996446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85e4b3e-6e4b-47c1-95d1-e588ff4b8da7 None None] Routers {'1d36a4e6-3fb8-4a97-84fe-151ff4524770'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:11:45.997118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d85e4b3e-6e4b-47c1-95d1-e588ff4b8da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:11:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['1d36a4e6-3fb8-4a97-84fe-151ff4524770'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:11:46.088233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-68045dc3-bae5-475c-af84-a2ca44975be0 admin admin] For port b403d3b5-bd48-44be-9739-127fd417a03a, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=b403d3b5-bd48-44be-9739-127fd417a03a,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:11:46.088622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-68045dc3-bae5-475c-af84-a2ca44975be0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:46.158637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-d85e4b3e-6e4b-47c1-95d1-e588ff4b8da7 None None] Set router 1d36a4e6-3fb8-4a97-84fe-151ff4524770 gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:11:46.222297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-68045dc3-bae5-475c-af84-a2ca44975be0 admin admin] Calling delete_port for b403d3b5-bd48-44be-9739-127fd417a03a owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:11:46.410820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-68045dc3-bae5-475c-af84-a2ca44975be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:46.415361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-242bc28c-bb6d-41bf-be64-5a797733f8b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:11:46.457523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d85e4b3e-6e4b-47c1-95d1-e588ff4b8da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'name': 'tempest-TestVolumeBootPattern-922428500-router', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:11:45Z', 'revision_number': 6, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'gw_port_host': None}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:11:46.461649 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68045dc3-bae5-475c-af84-a2ca44975be0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b403d3b5-bd48-44be-9739-127fd417a03a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:11:46.462431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85e4b3e-6e4b-47c1-95d1-e588ff4b8da7 None None] The sync data for ids ['1d36a4e6-3fb8-4a97-84fe-151ff4524770'] in dv-neutron-822611-1-hyperv is: [{'id': '1d36a4e6-3fb8-4a97-84fe-151ff4524770', 'name': 'tempest-TestVolumeBootPattern-922428500-router', 'tenant_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:03:44Z', 'updated_at': '2021-12-25T20:11:45Z', 'revision_number': 6, 'project_id': '75cd4a0175fb41a89174e5bb54d57ea6', 'gw_port_host': None}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:11:46.465711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-68045dc3-bae5-475c-af84-a2ca44975be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:11:46.721557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-68045dc3-bae5-475c-af84-a2ca44975be0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:47.005827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-68045dc3-bae5-475c-af84-a2ca44975be0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:47.010824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-68045dc3-bae5-475c-af84-a2ca44975be0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:47.034920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-68045dc3-bae5-475c-af84-a2ca44975be0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:47.035543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68045dc3-bae5-475c-af84-a2ca44975be0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d36a4e6-3fb8-4a97-84fe-151ff4524770 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 20:11:47.048503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-68045dc3-bae5-475c-af84-a2ca44975be0 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:47.049730 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-68045dc3-bae5-475c-af84-a2ca44975be0 admin admin] 10.222.0.24 "DELETE /v2.0/routers/1d36a4e6-3fb8-4a97-84fe-151ff4524770 HTTP/1.1" status: 204 len: 168 time: 1.5670998 Dec 25 20:11:47.052587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 55992) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:11:47.121211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad615730-180b-4cad-9c85-8b39f9a6fc4b admin admin] Deleting subnet 8ae896e7-6ff9-4d86-b31d-4b2d8d703523 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 20:11:47.124614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ad615730-180b-4cad-9c85-8b39f9a6fc4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:47.156440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device b403d3b5-bd48-44be-9739-127fd417a03a no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:11:47.186310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ad615730-180b-4cad-9c85-8b39f9a6fc4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:47.193570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: b403d3b5-bd48-44be-9739-127fd417a03a {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:11:47.193973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device b403d3b5-bd48-44be-9739-127fd417a03a not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:11:47.194442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device c32a681d-0591-4116-a390-a83112cd3f4b no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:11:47.228652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: c32a681d-0591-4116-a390-a83112cd3f4b {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:11:47.229061 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device c32a681d-0591-4116-a390-a83112cd3f4b not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:11:47.275670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ad615730-180b-4cad-9c85-8b39f9a6fc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:47.344464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ad615730-180b-4cad-9c85-8b39f9a6fc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:47.350642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-33781a4e-921a-4730-826f-fa4aed6a4135 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:11:47.390325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad615730-180b-4cad-9c85-8b39f9a6fc4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ae896e7-6ff9-4d86-b31d-4b2d8d703523,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:11:47.393333 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ad615730-180b-4cad-9c85-8b39f9a6fc4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:11:47.395918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ad615730-180b-4cad-9c85-8b39f9a6fc4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:47.402082 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ad615730-180b-4cad-9c85-8b39f9a6fc4b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8ae896e7-6ff9-4d86-b31d-4b2d8d703523 HTTP/1.1" status: 204 len: 168 time: 0.3484442 Dec 25 20:11:47.404973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 55996) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:11:47.405268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb7128b-7491-4ef0-9d13-cae98daa4570 None None] Network 55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:11:47.517982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba38d4d9-1387-4501-b4c9-a766f92213a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:47.528825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ba38d4d9-1387-4501-b4c9-a766f92213a6 admin admin] Deleting port 4a687d7b-ee73-499a-9bad-8a4dd5464a82 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:11:47.529209 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba38d4d9-1387-4501-b4c9-a766f92213a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:47.668028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdd4245-1240-4b70-818f-5c1af2018c46 None None] DHCP port deletion for 55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 20:11:47.672409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8bdd4245-1240-4b70-818f-5c1af2018c46 None None] Deleting port 4a687d7b-ee73-499a-9bad-8a4dd5464a82 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:11:47.673537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8bdd4245-1240-4b70-818f-5c1af2018c46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:47.748909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-ba38d4d9-1387-4501-b4c9-a766f92213a6 admin admin] For port 4a687d7b-ee73-499a-9bad-8a4dd5464a82, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=4a687d7b-ee73-499a-9bad-8a4dd5464a82,segment=NetworkSegment(e86560d7-3c4c-485f-940a-9d18ac1c8d88),segment_id=e86560d7-3c4c-485f-940a-9d18ac1c8d88)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:11:47.749431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba38d4d9-1387-4501-b4c9-a766f92213a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:47.891285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-8bdd4245-1240-4b70-818f-5c1af2018c46 None None] For port 4a687d7b-ee73-499a-9bad-8a4dd5464a82, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=4a687d7b-ee73-499a-9bad-8a4dd5464a82,segment=NetworkSegment(e86560d7-3c4c-485f-940a-9d18ac1c8d88),segment_id=e86560d7-3c4c-485f-940a-9d18ac1c8d88)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:11:47.892375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8bdd4245-1240-4b70-818f-5c1af2018c46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:48.031425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8bdd4245-1240-4b70-818f-5c1af2018c46 None None] Calling delete_port for 4a687d7b-ee73-499a-9bad-8a4dd5464a82 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:11:48.110562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8bdd4245-1240-4b70-818f-5c1af2018c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:48.115234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c33904c8-8649-4cf7-b645-3c23da675050 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:11:48.116098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ba38d4d9-1387-4501-b4c9-a766f92213a6 admin admin] Calling delete_port for 4a687d7b-ee73-499a-9bad-8a4dd5464a82 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:11:48.158053 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdd4245-1240-4b70-818f-5c1af2018c46 None None] Pushing event deleted for resources: {'Port': ['ID=4a687d7b-ee73-499a-9bad-8a4dd5464a82,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:11:48.169427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdd4245-1240-4b70-818f-5c1af2018c46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:11:48.169811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdd4245-1240-4b70-818f-5c1af2018c46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:11:48.170190 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdd4245-1240-4b70-818f-5c1af2018c46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:11:48.170800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdd4245-1240-4b70-818f-5c1af2018c46 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:11:48.170910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdd4245-1240-4b70-818f-5c1af2018c46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:11:48.171307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdd4245-1240-4b70-818f-5c1af2018c46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:11:48.171676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdd4245-1240-4b70-818f-5c1af2018c46 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:11:48.172046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdd4245-1240-4b70-818f-5c1af2018c46 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:11:48.172412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdd4245-1240-4b70-818f-5c1af2018c46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:11:48.173538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdd4245-1240-4b70-818f-5c1af2018c46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:11:48.173538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdd4245-1240-4b70-818f-5c1af2018c46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:11:48.177226 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8bdd4245-1240-4b70-818f-5c1af2018c46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:11:48.178159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdd4245-1240-4b70-818f-5c1af2018c46 None None] No DVR routers for this DVR port 4a687d7b-ee73-499a-9bad-8a4dd5464a82 on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:11:48.195404 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-ba38d4d9-1387-4501-b4c9-a766f92213a6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 20:11:48.195582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-ba38d4d9-1387-4501-b4c9-a766f92213a6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 20:11:48.696240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ba38d4d9-1387-4501-b4c9-a766f92213a6 admin admin] Deleting port 4a687d7b-ee73-499a-9bad-8a4dd5464a82 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:11:48.696619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba38d4d9-1387-4501-b4c9-a766f92213a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:48.761485 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ba38d4d9-1387-4501-b4c9-a766f92213a6 admin admin] The port '4a687d7b-ee73-499a-9bad-8a4dd5464a82' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 20:11:48.882884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba38d4d9-1387-4501-b4c9-a766f92213a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:48.911370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-ba38d4d9-1387-4501-b4c9-a766f92213a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:11:48.924650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-ba38d4d9-1387-4501-b4c9-a766f92213a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e86560d7-3c4c-485f-940a-9d18ac1c8d88') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:11:48.924985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-ba38d4d9-1387-4501-b4c9-a766f92213a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e86560d7-3c4c-485f-940a-9d18ac1c8d88') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:11:48.936832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba38d4d9-1387-4501-b4c9-a766f92213a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:48.952012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba38d4d9-1387-4501-b4c9-a766f92213a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:48.958769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba38d4d9-1387-4501-b4c9-a766f92213a6 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 20:11:48.959242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba38d4d9-1387-4501-b4c9-a766f92213a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:48.973109 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 20:11:48.973109 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 20:11:48.973109 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 20:11:48.973109 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 20:11:48.973109 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 20:11:48.973109 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 20:11:48.973109 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 20:11:48.973109 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 20:11:48.973109 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 20:11:48.973109 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 20:11:48.973109 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 20:11:48.973109 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 20:11:48.973109 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 20:11:48.973109 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 20:11:48.973109 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 20:11:48.973109 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 20:11:48.973109 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 20:11:48.973109 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 20:11:48.973109 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 20:11:48.973109 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 20:11:48.973109 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 20:11:48.973109 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 20:11:48.973109 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 20:11:48.973109 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 20:11:48.973109 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 20:11:48.973109 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 20:11:48.973109 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 20:11:48.973109 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 20:11:48.973109 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 20:11:48.973109 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 20:11:48.973109 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 20:11:48.973109 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 20:11:48.973109 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 20:11:48.973109 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 20:11:48.973109 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 20:11:48.973109 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 20:11:48.973109 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 20:11:48.973109 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 20:11:48.973109 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 20:11:48.973109 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 20:11:49.052236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba38d4d9-1387-4501-b4c9-a766f92213a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:49.055768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-220f585c-c8a0-4367-9924-245ac41d211c tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:11:49.070090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba38d4d9-1387-4501-b4c9-a766f92213a6 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:49.081427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba38d4d9-1387-4501-b4c9-a766f92213a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:11:49.086094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ba38d4d9-1387-4501-b4c9-a766f92213a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:11:49.089580 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ba38d4d9-1387-4501-b4c9-a766f92213a6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/55dfa160-3f1c-4eed-b0c0-5b6f9c3fa5de HTTP/1.1" status: 204 len: 168 time: 1.6834409 Dec 25 20:11:49.092756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 56000) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:11:49.151117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 4a687d7b-ee73-499a-9bad-8a4dd5464a82 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:11:49.185341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 4a687d7b-ee73-499a-9bad-8a4dd5464a82 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:11:49.185740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 4a687d7b-ee73-499a-9bad-8a4dd5464a82 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:11:49.498438 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6be372eb-8f56-41c8-9164-cbf3b110c6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:50.116625 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-6be372eb-8f56-41c8-9164-cbf3b110c6c1 admin admin] Deleting port 92a9d76e-2feb-4222-889a-e1b765a37f6a {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:11:50.117198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6be372eb-8f56-41c8-9164-cbf3b110c6c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:50.298587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-6be372eb-8f56-41c8-9164-cbf3b110c6c1 admin admin] For port 92a9d76e-2feb-4222-889a-e1b765a37f6a, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=92a9d76e-2feb-4222-889a-e1b765a37f6a,segment=NetworkSegment(2d018372-e076-418a-a0bb-6ca449f9d172),segment_id=2d018372-e076-418a-a0bb-6ca449f9d172)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:11:50.298985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6be372eb-8f56-41c8-9164-cbf3b110c6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:50.428376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-6be372eb-8f56-41c8-9164-cbf3b110c6c1 admin admin] Calling delete_port for 92a9d76e-2feb-4222-889a-e1b765a37f6a owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:11:50.604899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6be372eb-8f56-41c8-9164-cbf3b110c6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:50.609206 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c3fba2bc-899a-423e-88d9-b250370d75ec tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:11:50.651519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be372eb-8f56-41c8-9164-cbf3b110c6c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=92a9d76e-2feb-4222-889a-e1b765a37f6a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:11:50.654178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6be372eb-8f56-41c8-9164-cbf3b110c6c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:11:50.959004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6be372eb-8f56-41c8-9164-cbf3b110c6c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:51.795128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be372eb-8f56-41c8-9164-cbf3b110c6c1 admin admin] Router e6e78d6b-78ae-42e0-970d-a076e098c0ad has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:11:52.008363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be372eb-8f56-41c8-9164-cbf3b110c6c1 admin admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:11:52.018630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012d6fd6-05fc-40ec-9826-ee466a9bb3b1 None None] Sync routers for ids ['e6e78d6b-78ae-42e0-970d-a076e098c0ad'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:11:52.018780 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6be372eb-8f56-41c8-9164-cbf3b110c6c1 admin admin] 10.222.0.24 "PUT /v2.0/routers/e6e78d6b-78ae-42e0-970d-a076e098c0ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9245758 Dec 25 20:11:52.021225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 56004) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:11:52.031422 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012d6fd6-05fc-40ec-9826-ee466a9bb3b1 None None] Routers {'e6e78d6b-78ae-42e0-970d-a076e098c0ad'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:11:52.032118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-012d6fd6-05fc-40ec-9826-ee466a9bb3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:11:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['e6e78d6b-78ae-42e0-970d-a076e098c0ad'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:11:52.230168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-40c34ec6-6e8c-4666-b63b-3dd1fb2cd980 admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:52.358094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-012d6fd6-05fc-40ec-9826-ee466a9bb3b1 None None] Set router e6e78d6b-78ae-42e0-970d-a076e098c0ad gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:11:52.445269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-40c34ec6-6e8c-4666-b63b-3dd1fb2cd980 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:52.453417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-40c34ec6-6e8c-4666-b63b-3dd1fb2cd980 admin admin] Deleting port b061ddff-d51c-4a28-9a1b-a54430cf9e19 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:11:52.453801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-40c34ec6-6e8c-4666-b63b-3dd1fb2cd980 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:52.639817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-40c34ec6-6e8c-4666-b63b-3dd1fb2cd980 admin admin] For port b061ddff-d51c-4a28-9a1b-a54430cf9e19, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=b061ddff-d51c-4a28-9a1b-a54430cf9e19,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:11:52.640216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-40c34ec6-6e8c-4666-b63b-3dd1fb2cd980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:52.657767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-012d6fd6-05fc-40ec-9826-ee466a9bb3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e78d6b-78ae-42e0-970d-a076e098c0ad', 'name': 'tempest-TestVolumeBootPattern-1213374590-router', 'tenant_id': 'b2847174f5dd4ed2afc944d03e3c4a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': 'b061ddff-d51c-4a28-9a1b-a54430cf9e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:03:50Z', 'updated_at': '2021-12-25T20:11:50Z', 'revision_number': 5, 'project_id': 'b2847174f5dd4ed2afc944d03e3c4a3b', 'gw_port': {'id': 'b061ddff-d51c-4a28-9a1b-a54430cf9e19', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e78d6b-78ae-42e0-970d-a076e098c0ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:03:51Z', 'updated_at': '2021-12-25T20:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:11:52.661786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012d6fd6-05fc-40ec-9826-ee466a9bb3b1 None None] Checking router: e6e78d6b-78ae-42e0-970d-a076e098c0ad for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:11:52.672765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012d6fd6-05fc-40ec-9826-ee466a9bb3b1 None None] Routers {'e6e78d6b-78ae-42e0-970d-a076e098c0ad'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:11:52.673419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-012d6fd6-05fc-40ec-9826-ee466a9bb3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:11:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['e6e78d6b-78ae-42e0-970d-a076e098c0ad'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:11:52.770425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-40c34ec6-6e8c-4666-b63b-3dd1fb2cd980 admin admin] Calling delete_port for b061ddff-d51c-4a28-9a1b-a54430cf9e19 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:11:52.829882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-012d6fd6-05fc-40ec-9826-ee466a9bb3b1 None None] Set router e6e78d6b-78ae-42e0-970d-a076e098c0ad gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:11:52.940091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-40c34ec6-6e8c-4666-b63b-3dd1fb2cd980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:52.943385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-012d6fd6-05fc-40ec-9826-ee466a9bb3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e78d6b-78ae-42e0-970d-a076e098c0ad', 'name': 'tempest-TestVolumeBootPattern-1213374590-router', 'tenant_id': 'b2847174f5dd4ed2afc944d03e3c4a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:03:50Z', 'updated_at': '2021-12-25T20:11:52Z', 'revision_number': 6, 'project_id': 'b2847174f5dd4ed2afc944d03e3c4a3b', 'gw_port_host': None}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:11:52.944543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dd8f31b5-d93d-40eb-a9ac-5fe7691556d9 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:11:52.947628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012d6fd6-05fc-40ec-9826-ee466a9bb3b1 None None] The sync data for ids ['e6e78d6b-78ae-42e0-970d-a076e098c0ad'] in dv-neutron-822611-1-hyperv is: [{'id': 'e6e78d6b-78ae-42e0-970d-a076e098c0ad', 'name': 'tempest-TestVolumeBootPattern-1213374590-router', 'tenant_id': 'b2847174f5dd4ed2afc944d03e3c4a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:03:50Z', 'updated_at': '2021-12-25T20:11:52Z', 'revision_number': 6, 'project_id': 'b2847174f5dd4ed2afc944d03e3c4a3b', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:11:52.994629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c34ec6-6e8c-4666-b63b-3dd1fb2cd980 admin admin] Pushing event deleted for resources: {'Port': ['ID=b061ddff-d51c-4a28-9a1b-a54430cf9e19,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:11:52.997567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-40c34ec6-6e8c-4666-b63b-3dd1fb2cd980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:11:53.166880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 92a9d76e-2feb-4222-889a-e1b765a37f6a no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:11:53.205442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 92a9d76e-2feb-4222-889a-e1b765a37f6a {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:11:53.205848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 92a9d76e-2feb-4222-889a-e1b765a37f6a not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:11:53.238687 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-40c34ec6-6e8c-4666-b63b-3dd1fb2cd980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:53.521468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-40c34ec6-6e8c-4666-b63b-3dd1fb2cd980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:53.525995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-40c34ec6-6e8c-4666-b63b-3dd1fb2cd980 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:53.582314 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-40c34ec6-6e8c-4666-b63b-3dd1fb2cd980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:53.582314 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c34ec6-6e8c-4666-b63b-3dd1fb2cd980 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6e78d6b-78ae-42e0-970d-a076e098c0ad {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 20:11:53.582314 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-40c34ec6-6e8c-4666-b63b-3dd1fb2cd980 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:53.582314 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-40c34ec6-6e8c-4666-b63b-3dd1fb2cd980 admin admin] 10.222.0.24 "DELETE /v2.0/routers/e6e78d6b-78ae-42e0-970d-a076e098c0ad HTTP/1.1" status: 204 len: 168 time: 1.5503137 Dec 25 20:11:53.582314 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 56008) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:11:53.643430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-83187de0-f35b-4ba3-8e1a-2d7b1a3f1656 admin admin] Deleting subnet fd536fdd-9486-45a0-9861-b3fe5d270da7 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 20:11:53.646637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-83187de0-f35b-4ba3-8e1a-2d7b1a3f1656 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:53.673889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:53.700305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-83187de0-f35b-4ba3-8e1a-2d7b1a3f1656 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:53.784614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-83187de0-f35b-4ba3-8e1a-2d7b1a3f1656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:53.851485 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-83187de0-f35b-4ba3-8e1a-2d7b1a3f1656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:53.855881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cabf99b4-8c51-42a4-b72b-652929fe3869 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:11:53.895772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83187de0-f35b-4ba3-8e1a-2d7b1a3f1656 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd536fdd-9486-45a0-9861-b3fe5d270da7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:11:53.898705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-83187de0-f35b-4ba3-8e1a-2d7b1a3f1656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:11:53.901156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-83187de0-f35b-4ba3-8e1a-2d7b1a3f1656 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:53.907165 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16471715-7f41-402f-ba95-34f29f12769a None None] Network 5a26274e-4868-455c-809b-8fcef9e709dc requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:11:53.907341 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-83187de0-f35b-4ba3-8e1a-2d7b1a3f1656 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fd536fdd-9486-45a0-9861-b3fe5d270da7 HTTP/1.1" status: 204 len: 168 time: 0.3309786 Dec 25 20:11:53.910077 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 56012) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:11:54.021936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3319664-57aa-42ad-9fbe-f56a90840343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:54.032643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b3319664-57aa-42ad-9fbe-f56a90840343 admin admin] Deleting port c9428588-8b2e-48f4-a225-1fdcfeeab714 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:11:54.033006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3319664-57aa-42ad-9fbe-f56a90840343 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:54.167878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4c407b-84ce-481c-9454-d2bdf5b9dcd8 None None] DHCP port deletion for 5a26274e-4868-455c-809b-8fcef9e709dc request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 20:11:54.172238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-2d4c407b-84ce-481c-9454-d2bdf5b9dcd8 None None] Deleting port c9428588-8b2e-48f4-a225-1fdcfeeab714 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:11:54.172720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2d4c407b-84ce-481c-9454-d2bdf5b9dcd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:54.253003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b3319664-57aa-42ad-9fbe-f56a90840343 admin admin] For port c9428588-8b2e-48f4-a225-1fdcfeeab714, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=c9428588-8b2e-48f4-a225-1fdcfeeab714,segment=NetworkSegment(2d018372-e076-418a-a0bb-6ca449f9d172),segment_id=2d018372-e076-418a-a0bb-6ca449f9d172)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:11:54.253392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3319664-57aa-42ad-9fbe-f56a90840343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:54.389113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-2d4c407b-84ce-481c-9454-d2bdf5b9dcd8 None None] For port c9428588-8b2e-48f4-a225-1fdcfeeab714, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=c9428588-8b2e-48f4-a225-1fdcfeeab714,segment=NetworkSegment(2d018372-e076-418a-a0bb-6ca449f9d172),segment_id=2d018372-e076-418a-a0bb-6ca449f9d172)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:11:54.389476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2d4c407b-84ce-481c-9454-d2bdf5b9dcd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:54.522923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-2d4c407b-84ce-481c-9454-d2bdf5b9dcd8 None None] Calling delete_port for c9428588-8b2e-48f4-a225-1fdcfeeab714 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:11:54.597606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2d4c407b-84ce-481c-9454-d2bdf5b9dcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:54.602764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:11:54.614170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b3319664-57aa-42ad-9fbe-f56a90840343 admin admin] Calling delete_port for c9428588-8b2e-48f4-a225-1fdcfeeab714 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:11:54.649033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c407b-84ce-481c-9454-d2bdf5b9dcd8 None None] Pushing event deleted for resources: {'Port': ['ID=c9428588-8b2e-48f4-a225-1fdcfeeab714,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:11:54.651720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2d4c407b-84ce-481c-9454-d2bdf5b9dcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:11:54.655146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4c407b-84ce-481c-9454-d2bdf5b9dcd8 None None] No DVR routers for this DVR port c9428588-8b2e-48f4-a225-1fdcfeeab714 on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:11:54.688822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-b3319664-57aa-42ad-9fbe-f56a90840343 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 20:11:54.689086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-b3319664-57aa-42ad-9fbe-f56a90840343 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 20:11:55.147066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device c9428588-8b2e-48f4-a225-1fdcfeeab714 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:11:55.182137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: c9428588-8b2e-48f4-a225-1fdcfeeab714 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:11:55.182533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device c9428588-8b2e-48f4-a225-1fdcfeeab714 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:11:55.182991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device b061ddff-d51c-4a28-9a1b-a54430cf9e19 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:11:55.190700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b3319664-57aa-42ad-9fbe-f56a90840343 admin admin] Deleting port c9428588-8b2e-48f4-a225-1fdcfeeab714 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:11:55.191109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3319664-57aa-42ad-9fbe-f56a90840343 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:55.215149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: b061ddff-d51c-4a28-9a1b-a54430cf9e19 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:11:55.215524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device b061ddff-d51c-4a28-9a1b-a54430cf9e19 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:11:55.257183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b3319664-57aa-42ad-9fbe-f56a90840343 admin admin] The port 'c9428588-8b2e-48f4-a225-1fdcfeeab714' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 20:11:55.380467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3319664-57aa-42ad-9fbe-f56a90840343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:55.406087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-b3319664-57aa-42ad-9fbe-f56a90840343 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a26274e-4868-455c-809b-8fcef9e709dc']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:11:55.419232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-b3319664-57aa-42ad-9fbe-f56a90840343 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d018372-e076-418a-a0bb-6ca449f9d172') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:11:55.419465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-b3319664-57aa-42ad-9fbe-f56a90840343 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d018372-e076-418a-a0bb-6ca449f9d172') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:11:55.432439 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3319664-57aa-42ad-9fbe-f56a90840343 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:55.447014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3319664-57aa-42ad-9fbe-f56a90840343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:55.453239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3319664-57aa-42ad-9fbe-f56a90840343 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 20:11:55.453658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3319664-57aa-42ad-9fbe-f56a90840343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:55.467521 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 20:11:55.467521 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 20:11:55.467521 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 20:11:55.467521 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 20:11:55.467521 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 20:11:55.467521 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 20:11:55.467521 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 20:11:55.467521 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 20:11:55.467521 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 20:11:55.467521 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 20:11:55.467521 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 20:11:55.467521 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 20:11:55.467521 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 20:11:55.467521 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 20:11:55.467521 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 20:11:55.467521 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 20:11:55.467521 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 20:11:55.467521 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 20:11:55.467521 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 20:11:55.467521 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 20:11:55.467521 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 20:11:55.467521 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 20:11:55.467521 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 20:11:55.467521 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 20:11:55.467521 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 20:11:55.467521 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 20:11:55.467521 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 20:11:55.467521 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 20:11:55.467521 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 20:11:55.467521 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 20:11:55.467521 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 20:11:55.467521 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 20:11:55.548462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3319664-57aa-42ad-9fbe-f56a90840343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:55.551951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bcff6794-c935-48e8-805b-1884ea7864a7 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:11:55.566997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3319664-57aa-42ad-9fbe-f56a90840343 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:55.577769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3319664-57aa-42ad-9fbe-f56a90840343 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a26274e-4868-455c-809b-8fcef9e709dc,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:11:55.581582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b3319664-57aa-42ad-9fbe-f56a90840343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:11:55.583173 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b3319664-57aa-42ad-9fbe-f56a90840343 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5a26274e-4868-455c-809b-8fcef9e709dc HTTP/1.1" status: 204 len: 168 time: 1.6720665 Dec 25 20:11:55.721795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 56018) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:11:55.777501 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5877c0ed-ceeb-45fb-8279-fa7d4c135f2c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=75cd4a0175fb41a89174e5bb54d57ea6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0543168 Dec 25 20:11:55.780131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 56022) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:11:55.846502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3de4f34-45d6-482c-977e-a858a01986f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:55.872590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3de4f34-45d6-482c-977e-a858a01986f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:55.923891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3de4f34-45d6-482c-977e-a858a01986f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:55.928844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-354e9e2e-6183-4136-9fd0-fd9026747256 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:11:55.942281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de4f34-45d6-482c-977e-a858a01986f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6b6b0f-3c0e-4622-8d46-7011bfea84bf,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:11:55.945354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d3de4f34-45d6-482c-977e-a858a01986f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:11:55.946240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3de4f34-45d6-482c-977e-a858a01986f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:55.947566 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d3de4f34-45d6-482c-977e-a858a01986f2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/da6b6b0f-3c0e-4622-8d46-7011bfea84bf HTTP/1.1" status: 204 len: 168 time: 0.1663754 Dec 25 20:11:56.360544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 56030) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:11:56.413350 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-46a0e524-3204-4f9b-adfe-f29cb4a238ff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b2847174f5dd4ed2afc944d03e3c4a3b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0514536 Dec 25 20:11:56.415876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 56034) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:11:56.477612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e1232869-7543-4756-997b-ec9fc1fb1c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:56.504671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e1232869-7543-4756-997b-ec9fc1fb1c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:56.551699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e1232869-7543-4756-997b-ec9fc1fb1c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:56.556980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e2963905-9512-4ed3-ba42-b7dbed00b05b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:11:56.570707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1232869-7543-4756-997b-ec9fc1fb1c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2dfbc7-c7a7-4052-8e97-72692361711a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:11:56.573355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e1232869-7543-4756-997b-ec9fc1fb1c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:11:56.577486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e1232869-7543-4756-997b-ec9fc1fb1c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:11:56.580238 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e1232869-7543-4756-997b-ec9fc1fb1c64 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac2dfbc7-c7a7-4052-8e97-72692361711a HTTP/1.1" status: 204 len: 168 time: 0.1619396 Dec 25 20:12:04.777748 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-d3a54676-f0a8-4f55-9bd5-e8827850ab11 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=41433d4abc214ef5a86ed6dfb01247ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333946 Dec 25 20:12:04.937806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-74bc042b-ac42-4f9a-84f5-e0d58ab99c02 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:04.939911 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-74bc042b-ac42-4f9a-84f5-e0d58ab99c02 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1562257 Dec 25 20:12:04.956635 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-ec0f7d20-8afd-451b-ab25-3c085614fe74 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] 10.222.0.24 "GET /v2.0/quotas/41433d4abc214ef5a86ed6dfb01247ad HTTP/1.1" status: 200 len: 375 time: 0.0109491 Dec 25 20:12:05.006169 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-8d36a234-5f48-49d9-ab40-4a06fa078dc6 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=41433d4abc214ef5a86ed6dfb01247ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444417 Dec 25 20:12:05.413142 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-99911870-ff61-4ed3-9f4d-04f326155456 req-7c802e8c-4a90-4992-be05-f32720af916e tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] 10.222.0.24 "GET /v2.0/ports?device_id=6513f0a8-da99-48eb-8c10-7ea2c2f75e64 HTTP/1.1" status: 200 len: 210 time: 0.2594054 Dec 25 20:12:06.070076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-17dc440b-6a44-41ac-b526-9c77749b5bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:06.526366 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-bb1ed6e1-d1e8-4bdd-82cc-d7de8c01e696 req-12b54edc-650f-476c-ba87-9cf4e3c96d7d tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] 10.222.0.24 "GET /v2.0/ports?device_id=6513f0a8-da99-48eb-8c10-7ea2c2f75e64 HTTP/1.1" status: 200 len: 210 time: 0.0452459 Dec 25 20:12:07.236157 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:07.638183 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-004e60a0-5f0b-4323-a77d-d497114d0071 req-7bcc6269-6d1d-4144-b2ff-830289f96804 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] 10.222.0.24 "GET /v2.0/ports?device_id=6513f0a8-da99-48eb-8c10-7ea2c2f75e64 HTTP/1.1" status: 200 len: 210 time: 0.0461102 Dec 25 20:12:08.369503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0bff6909-0e97-4471-be02-3e5fe512c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:08.678291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:08.754659 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-37bef6f0-81df-46a0-b809-1c680ba457b0 req-0ecbeeaa-cc41-4127-8cb3-3f174044a6da tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] 10.222.0.24 "GET /v2.0/ports?device_id=6513f0a8-da99-48eb-8c10-7ea2c2f75e64 HTTP/1.1" status: 200 len: 210 time: 0.0521572 Dec 25 20:12:09.929119 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c93b0262-c8ba-4fb6-b3cd-ee73accf2c40 req-187a617c-dcee-4ee3-8ef5-6bace728bf97 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] 10.222.0.24 "GET /v2.0/ports?device_id=6513f0a8-da99-48eb-8c10-7ea2c2f75e64 HTTP/1.1" status: 200 len: 210 time: 0.0493019 Dec 25 20:12:10.007643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:10.493149 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-b3dce789-ba10-4c98-950c-5e3b5d55ced9 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=41433d4abc214ef5a86ed6dfb01247ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333688 Dec 25 20:12:10.657157 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-d7757330-e216-4b9f-96de-ec6795102795 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:10.658740 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-d7757330-e216-4b9f-96de-ec6795102795 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1607263 Dec 25 20:12:10.687909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-06da04fd-2cf3-4787-8bb6-457c7a13d04f tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Request body: {'port': {'device_id': '6513f0a8-da99-48eb-8c10-7ea2c2f75e64', 'network_id': 'bc98fdbb-2554-4069-934a-22e62464a98a', 'admin_state_up': True, 'tenant_id': '41433d4abc214ef5a86ed6dfb01247ad'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:12:10.833946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-06da04fd-2cf3-4787-8bb6-457c7a13d04f tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:12:10.837955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-06da04fd-2cf3-4787-8bb6-457c7a13d04f tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Usage tracker for resource:port and tenant:41433d4abc214ef5a86ed6dfb01247ad is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:12:10.840924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-06da04fd-2cf3-4787-8bb6-457c7a13d04f tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:12:10.847617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-06da04fd-2cf3-4787-8bb6-457c7a13d04f tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:12:10.857938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-06da04fd-2cf3-4787-8bb6-457c7a13d04f tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Made reservation on behalf of 41433d4abc214ef5a86ed6dfb01247ad for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:12:10.863394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-06da04fd-2cf3-4787-8bb6-457c7a13d04f tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:10.876809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-06da04fd-2cf3-4787-8bb6-457c7a13d04f tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:10.910428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-06da04fd-2cf3-4787-8bb6-457c7a13d04f tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:12:10.914620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-06da04fd-2cf3-4787-8bb6-457c7a13d04f tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Usage tracker for resource:security_group_rule and tenant:41433d4abc214ef5a86ed6dfb01247ad is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:12:10.917556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-06da04fd-2cf3-4787-8bb6-457c7a13d04f tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:12:10.924103 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-06da04fd-2cf3-4787-8bb6-457c7a13d04f tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:12:10.994938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-06da04fd-2cf3-4787-8bb6-457c7a13d04f tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:10.998715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-06da04fd-2cf3-4787-8bb6-457c7a13d04f tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:11.003786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2503f2bb-a246-44d0-a0af-d20808de2513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:12:11.128969 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e40612e2-223f-4627-8350-50cf8d3af0cf req-19da58b3-c7e9-40d7-87c9-a01c6b614af5 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] 10.222.0.24 "GET /v2.0/ports?device_id=6513f0a8-da99-48eb-8c10-7ea2c2f75e64 HTTP/1.1" status: 200 len: 210 time: 0.0756903 Dec 25 20:12:11.137103 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da04fd-2cf3-4787-8bb6-457c7a13d04f tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=523d9dca-a042-40fb-b0ab-e910a46d76c3,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:12:11.143221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-06da04fd-2cf3-4787-8bb6-457c7a13d04f tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:12:11.236003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-06da04fd-2cf3-4787-8bb6-457c7a13d04f tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Allocated IP 192.168.233.234 (bc98fdbb-2554-4069-934a-22e62464a98a/90947718-aae1-461c-b432-5761d01bbe7a/6d416e11-dbf1-4faa-9859-2469ffe49edb) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:12:11.447976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-06da04fd-2cf3-4787-8bb6-457c7a13d04f tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:11.467514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-06da04fd-2cf3-4787-8bb6-457c7a13d04f tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Transition to ACTIVE for port object 6d416e11-dbf1-4faa-9859-2469ffe49edb will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:12:11.487771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-06da04fd-2cf3-4787-8bb6-457c7a13d04f tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:11.494391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-34a7d5c5-9d9c-46a8-acef-ba80dc8b3892 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:12:11.564413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-06da04fd-2cf3-4787-8bb6-457c7a13d04f tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Network bc98fdbb-2554-4069-934a-22e62464a98a is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:12:11.567951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-06da04fd-2cf3-4787-8bb6-457c7a13d04f tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:12:11.570431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-06da04fd-2cf3-4787-8bb6-457c7a13d04f tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:12:11.848466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da04fd-2cf3-4787-8bb6-457c7a13d04f tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Pushing event updated for resources: {'Port': ['ID=6d416e11-dbf1-4faa-9859-2469ffe49edb,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:12:11.855411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-83f75970-8952-45b2-9d60-acb7288a4054 None None] Provisioning for port 6d416e11-dbf1-4faa-9859-2469ffe49edb completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:12:11.857296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-06da04fd-2cf3-4787-8bb6-457c7a13d04f tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:12:11.860476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-83f75970-8952-45b2-9d60-acb7288a4054 None None] Provisioning complete for port 6d416e11-dbf1-4faa-9859-2469ffe49edb triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:12:11.860892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-83f75970-8952-45b2-9d60-acb7288a4054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:11.876822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-06da04fd-2cf3-4787-8bb6-457c7a13d04f tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:11.877488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-06da04fd-2cf3-4787-8bb6-457c7a13d04f tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:11.904600 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-06da04fd-2cf3-4787-8bb6-457c7a13d04f tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2208369 Dec 25 20:12:11.918583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-83f75970-8952-45b2-9d60-acb7288a4054 None None] Port 6d416e11-dbf1-4faa-9859-2469ffe49edb cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:12:11.922558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-f3a21898-f23e-43cf-afa1-ab6f39a5f52a service neutron] Request body: {'port': {'device_id': '6513f0a8-da99-48eb-8c10-7ea2c2f75e64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:12:12.039869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-f3a21898-f23e-43cf-afa1-ab6f39a5f52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:12.417657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95f40a-f8f4-4c7b-aef5-170e1f58cdba req-178d9155-5314-4922-bffc-46816f3d293c tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:12.418315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-0b95f40a-f8f4-4c7b-aef5-170e1f58cdba req-178d9155-5314-4922-bffc-46816f3d293c tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Synchronizing usage tracker for tenant:41433d4abc214ef5a86ed6dfb01247ad on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:12:12.493694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-0b95f40a-f8f4-4c7b-aef5-170e1f58cdba req-178d9155-5314-4922-bffc-46816f3d293c tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Unset dirty status for tenant:41433d4abc214ef5a86ed6dfb01247ad on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:12:12.494736 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0b95f40a-f8f4-4c7b-aef5-170e1f58cdba req-178d9155-5314-4922-bffc-46816f3d293c tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] 10.222.0.24 "GET /v2.0/ports?device_id=6513f0a8-da99-48eb-8c10-7ea2c2f75e64 HTTP/1.1" status: 200 len: 936 time: 0.2144160 Dec 25 20:12:12.496720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-f3a21898-f23e-43cf-afa1-ab6f39a5f52a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d416e11-dbf1-4faa-9859-2469ffe49edb {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:12:12.505350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-f3a21898-f23e-43cf-afa1-ab6f39a5f52a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:12.551600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-f3a21898-f23e-43cf-afa1-ab6f39a5f52a service neutron] Transition to ACTIVE for port object 6d416e11-dbf1-4faa-9859-2469ffe49edb will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:12:12.555137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-f3a21898-f23e-43cf-afa1-ab6f39a5f52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:12.562487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-06da04fd-2cf3-4787-8bb6-457c7a13d04f tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:12:12.622047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-0b95f40a-f8f4-4c7b-aef5-170e1f58cdba req-4d345194-a440-4b9c-a3f3-6f3c62043f96 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Synchronizing usage tracker for tenant:41433d4abc214ef5a86ed6dfb01247ad on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:12:12.696692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a21898-f23e-43cf-afa1-ab6f39a5f52a service neutron] Pushing event updated for resources: {'Port': ['ID=6d416e11-dbf1-4faa-9859-2469ffe49edb,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:12:12.712247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f3a21898-f23e-43cf-afa1-ab6f39a5f52a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:12:12.721163 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-0b95f40a-f8f4-4c7b-aef5-170e1f58cdba req-4d345194-a440-4b9c-a3f3-6f3c62043f96 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Unset dirty status for tenant:41433d4abc214ef5a86ed6dfb01247ad on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:12:12.722438 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0b95f40a-f8f4-4c7b-aef5-170e1f58cdba req-4d345194-a440-4b9c-a3f3-6f3c62043f96 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] 10.222.0.24 "GET /v2.0/security-groups?id=523d9dca-a042-40fb-b0ab-e910a46d76c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192397 Dec 25 20:12:12.830402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-f3a21898-f23e-43cf-afa1-ab6f39a5f52a service neutron] Attempting to bind port 6d416e11-dbf1-4faa-9859-2469ffe49edb on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:12:12.830777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-f3a21898-f23e-43cf-afa1-ab6f39a5f52a service neutron] Attempting to bind port 6d416e11-dbf1-4faa-9859-2469ffe49edb by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '46853bb7-42f5-4197-95b1-806efb588160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bc98fdbb-2554-4069-934a-22e62464a98a'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:12:12.831190 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-f3a21898-f23e-43cf-afa1-ab6f39a5f52a service neutron] Attempting to bind port 6d416e11-dbf1-4faa-9859-2469ffe49edb on network bc98fdbb-2554-4069-934a-22e62464a98a {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:12:12.840689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-f3a21898-f23e-43cf-afa1-ab6f39a5f52a service neutron] Port 6d416e11-dbf1-4faa-9859-2469ffe49edb on network bc98fdbb-2554-4069-934a-22e62464a98a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 20:12:12.841058 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-f3a21898-f23e-43cf-afa1-ab6f39a5f52a service neutron] Attempting to bind port 6d416e11-dbf1-4faa-9859-2469ffe49edb on network bc98fdbb-2554-4069-934a-22e62464a98a {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:12:12.848785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-f3a21898-f23e-43cf-afa1-ab6f39a5f52a service neutron] Checking agent: {'id': '5d7a6d50-e450-4e92-a105-61a558d89e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'started_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:12:12.849137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-f3a21898-f23e-43cf-afa1-ab6f39a5f52a service neutron] Checking segment: {'id': '46853bb7-42f5-4197-95b1-806efb588160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bc98fdbb-2554-4069-934a-22e62464a98a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:12:12.849555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-f3a21898-f23e-43cf-afa1-ab6f39a5f52a service neutron] Bound using segment: {'id': '46853bb7-42f5-4197-95b1-806efb588160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bc98fdbb-2554-4069-934a-22e62464a98a'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:12:12.850029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-f3a21898-f23e-43cf-afa1-ab6f39a5f52a service neutron] Bound port: 6d416e11-dbf1-4faa-9859-2469ffe49edb, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46853bb7-42f5-4197-95b1-806efb588160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bc98fdbb-2554-4069-934a-22e62464a98a'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:12:12.850662 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-f3a21898-f23e-43cf-afa1-ab6f39a5f52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:12.946155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-f3a21898-f23e-43cf-afa1-ab6f39a5f52a service neutron] For port 6d416e11-dbf1-4faa-9859-2469ffe49edb, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:12:12.949485 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-f3a21898-f23e-43cf-afa1-ab6f39a5f52a service neutron] For port 6d416e11-dbf1-4faa-9859-2469ffe49edb, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6d416e11-dbf1-4faa-9859-2469ffe49edb,segment=NetworkSegment(46853bb7-42f5-4197-95b1-806efb588160),segment_id=46853bb7-42f5-4197-95b1-806efb588160)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:12:12.952878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-f3a21898-f23e-43cf-afa1-ab6f39a5f52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:12.958049 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-80f08871-6143-4954-be4e-8d294d52691d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:12:13.020359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-f3a21898-f23e-43cf-afa1-ab6f39a5f52a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:13.021851 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-f3a21898-f23e-43cf-afa1-ab6f39a5f52a service neutron] 10.222.0.36 "PUT /v2.0/ports/6d416e11-dbf1-4faa-9859-2469ffe49edb HTTP/1.1" status: 200 len: 1098 time: 1.1049101 Dec 25 20:12:13.022574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6513f0a8-da99-48eb-8c10-7ea2c2f75e64', 'tag': '6d416e11-dbf1-4faa-9859-2469ffe49edb'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:12:13.040237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a21898-f23e-43cf-afa1-ab6f39a5f52a service neutron] Pushing event updated for resources: {'Port': ['ID=6d416e11-dbf1-4faa-9859-2469ffe49edb,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:12:13.044813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f3a21898-f23e-43cf-afa1-ab6f39a5f52a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:12:13.160229 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-e32539b8-259b-4fe6-872d-95401ffd1a9c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41433d4abc214ef5a86ed6dfb01247ad&device_id=6513f0a8-da99-48eb-8c10-7ea2c2f75e64 HTTP/1.1" status: 200 len: 1101 time: 0.0937870 Dec 25 20:12:13.227505 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6513f0a8-da99-48eb-8c10-7ea2c2f75e64', 'tag': '6d416e11-dbf1-4faa-9859-2469ffe49edb', 'status': 'completed', 'code': 200} Dec 25 20:12:13.243452 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-05c4a828-f348-4851-a5a5-931951eec86e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=6d416e11-dbf1-4faa-9859-2469ffe49edb HTTP/1.1" status: 200 len: 217 time: 0.0713515 Dec 25 20:12:13.324423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-aa3985a3-4594-49cd-a541-60fcaaff293a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:13.325911 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-aa3985a3-4594-49cd-a541-60fcaaff293a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=90947718-aae1-461c-b432-5761d01bbe7a HTTP/1.1" status: 200 len: 843 time: 0.0702193 Dec 25 20:12:13.411330 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-9e0f5116-0e31-4a73-8652-c975d50f6b67 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bc98fdbb-2554-4069-934a-22e62464a98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0754344 Dec 25 20:12:13.556301 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-8406ec67-b7c3-4390-ad05-0efc1fc68c31 service neutron] 10.222.0.36 "GET /v2.0/networks/bc98fdbb-2554-4069-934a-22e62464a98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344888 Dec 25 20:12:13.700434 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b2556fe6-1071-4db8-9a1a-c93e4908335a req-c875479d-3ae5-42c5-a050-71b1d3b60264 service neutron] 10.222.0.36 "GET /v2.0/networks/bc98fdbb-2554-4069-934a-22e62464a98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347806 Dec 25 20:12:13.822915 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9d5258ca-7661-47f6-a921-5b1ae5f5ed24 req-7c53c7f3-adfd-41fc-8086-47a6fac4cfbb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41433d4abc214ef5a86ed6dfb01247ad&device_id=6513f0a8-da99-48eb-8c10-7ea2c2f75e64 HTTP/1.1" status: 200 len: 1101 time: 0.0737469 Dec 25 20:12:14.036141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5258ca-7661-47f6-a921-5b1ae5f5ed24 req-1fad095a-c54c-4c6c-8829-b41afc1adc66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:14.037727 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9d5258ca-7661-47f6-a921-5b1ae5f5ed24 req-1fad095a-c54c-4c6c-8829-b41afc1adc66 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bc98fdbb-2554-4069-934a-22e62464a98a HTTP/1.1" status: 200 len: 869 time: 0.2074010 Dec 25 20:12:14.049043 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356cb1af-660b-4f1a-b597-957bd017dda2 req-7cae3c35-6fa4-4c7e-82e5-df73a8f56a8c tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:14.050585 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-356cb1af-660b-4f1a-b597-957bd017dda2 req-7cae3c35-6fa4-4c7e-82e5-df73a8f56a8c tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] 10.222.0.24 "GET /v2.0/ports?device_id=6513f0a8-da99-48eb-8c10-7ea2c2f75e64 HTTP/1.1" status: 200 len: 948 time: 0.1961148 Dec 25 20:12:14.138121 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9d5258ca-7661-47f6-a921-5b1ae5f5ed24 req-9de04c09-e81e-4bf1-a8a5-d1bde90f0c9d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=6d416e11-dbf1-4faa-9859-2469ffe49edb HTTP/1.1" status: 200 len: 217 time: 0.0864031 Dec 25 20:12:14.210916 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-356cb1af-660b-4f1a-b597-957bd017dda2 req-d02201f2-d631-40a8-9e95-5fdc1dcd5bcf tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] 10.222.0.24 "GET /v2.0/security-groups?id=523d9dca-a042-40fb-b0ab-e910a46d76c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091535 Dec 25 20:12:14.220500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5258ca-7661-47f6-a921-5b1ae5f5ed24 req-b29765f1-19a5-45ef-8888-e1531859b727 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:14.222013 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9d5258ca-7661-47f6-a921-5b1ae5f5ed24 req-b29765f1-19a5-45ef-8888-e1531859b727 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=90947718-aae1-461c-b432-5761d01bbe7a HTTP/1.1" status: 200 len: 843 time: 0.0737684 Dec 25 20:12:14.302647 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9d5258ca-7661-47f6-a921-5b1ae5f5ed24 req-887471be-f2ca-4ebc-a104-03d0a55b76fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bc98fdbb-2554-4069-934a-22e62464a98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0736401 Dec 25 20:12:14.450263 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9d5258ca-7661-47f6-a921-5b1ae5f5ed24 req-326a1c40-c57d-4c50-ad78-a045969ada46 service neutron] 10.222.0.36 "GET /v2.0/networks/bc98fdbb-2554-4069-934a-22e62464a98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392570 Dec 25 20:12:14.601845 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9d5258ca-7661-47f6-a921-5b1ae5f5ed24 req-282603bc-a3e1-487a-8155-b08e6afb768f service neutron] 10.222.0.36 "GET /v2.0/networks/bc98fdbb-2554-4069-934a-22e62464a98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449621 Dec 25 20:12:15.237844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 6d416e11-dbf1-4faa-9859-2469ffe49edb details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 20:12:15.382876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 6d416e11-dbf1-4faa-9859-2469ffe49edb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6d416e11-dbf1-4faa-9859-2469ffe49edb,segment=NetworkSegment(46853bb7-42f5-4197-95b1-806efb588160),segment_id=46853bb7-42f5-4197-95b1-806efb588160)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:12:15.397154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': '6d416e11-dbf1-4faa-9859-2469ffe49edb', 'network_id': 'bc98fdbb-2554-4069-934a-22e62464a98a', 'port_id': '6d416e11-dbf1-4faa-9859-2469ffe49edb', 'mac_address': 'fa:16:3e:2f:63:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90947718-aae1-461c-b432-5761d01bbe7a', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 20:12:15.423874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237e46a-b363-4fa4-aeea-58aef40bead2 req-f737f476-6b39-4c9d-89c1-defb23d4631b tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:15.425484 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a237e46a-b363-4fa4-aeea-58aef40bead2 req-f737f476-6b39-4c9d-89c1-defb23d4631b tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] 10.222.0.24 "GET /v2.0/ports?device_id=6513f0a8-da99-48eb-8c10-7ea2c2f75e64 HTTP/1.1" status: 200 len: 948 time: 0.0873957 Dec 25 20:12:15.453570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:15.471857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d416e11-dbf1-4faa-9859-2469ffe49edb {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:12:15.474305 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a237e46a-b363-4fa4-aeea-58aef40bead2 req-874e218a-a523-4aa3-8871-5076b2ea6b35 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] 10.222.0.24 "GET /v2.0/security-groups?id=523d9dca-a042-40fb-b0ab-e910a46d76c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426025 Dec 25 20:12:15.487843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 6d416e11-dbf1-4faa-9859-2469ffe49edb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6d416e11-dbf1-4faa-9859-2469ffe49edb,segment=NetworkSegment(46853bb7-42f5-4197-95b1-806efb588160),segment_id=46853bb7-42f5-4197-95b1-806efb588160)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:12:15.490757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:15.492646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6f1abe05-90e8-4280-a76d-10020736c91c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:12:15.561487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=6d416e11-dbf1-4faa-9859-2469ffe49edb,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:12:15.565519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:12:15.819271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['6d416e11-dbf1-4faa-9859-2469ffe49edb'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:12:16.672119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1f3b6-b814-4ade-9d12-1d7704fe9a86 req-5f634753-a909-4c72-8788-ac9a4a8ae05e tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:16.673709 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1ca1f3b6-b814-4ade-9d12-1d7704fe9a86 req-5f634753-a909-4c72-8788-ac9a4a8ae05e tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] 10.222.0.24 "GET /v2.0/ports?device_id=6513f0a8-da99-48eb-8c10-7ea2c2f75e64 HTTP/1.1" status: 200 len: 949 time: 0.0798664 Dec 25 20:12:16.723681 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1ca1f3b6-b814-4ade-9d12-1d7704fe9a86 req-a27e197d-abe8-4e7c-ad8c-afb856188281 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] 10.222.0.24 "GET /v2.0/security-groups?id=523d9dca-a042-40fb-b0ab-e910a46d76c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439541 Dec 25 20:12:17.253608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 6d416e11-dbf1-4faa-9859-2469ffe49edb up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:12:17.325062 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning for port 6d416e11-dbf1-4faa-9859-2469ffe49edb completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:12:17.330432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port 6d416e11-dbf1-4faa-9859-2469ffe49edb triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:12:17.330853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:17.447802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:17.478950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6513f0a8-da99-48eb-8c10-7ea2c2f75e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d416e11-dbf1-4faa-9859-2469ffe49edb'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:12:17.489186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 6d416e11-dbf1-4faa-9859-2469ffe49edb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6d416e11-dbf1-4faa-9859-2469ffe49edb,segment=NetworkSegment(46853bb7-42f5-4197-95b1-806efb588160),segment_id=46853bb7-42f5-4197-95b1-806efb588160)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:12:17.492889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:17.495084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:12:17.560805 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=6d416e11-dbf1-4faa-9859-2469ffe49edb,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:12:17.564520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:12:17.621368 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6513f0a8-da99-48eb-8c10-7ea2c2f75e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d416e11-dbf1-4faa-9859-2469ffe49edb', 'code': 200} Dec 25 20:12:17.934947 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-556f9de0-2d7e-484d-baef-2fc3cf20e7bf req-2357e266-d9e8-4a85-9ea6-cb5f48fffb44 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6513f0a8-da99-48eb-8c10-7ea2c2f75e64 HTTP/1.1" status: 200 len: 1103 time: 0.1357567 Dec 25 20:12:17.970111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee751349-3427-439b-8f69-6bdf370f33e1 req-97dd9df7-f2c8-45b7-849c-1ce492dd2a78 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:17.971664 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ee751349-3427-439b-8f69-6bdf370f33e1 req-97dd9df7-f2c8-45b7-849c-1ce492dd2a78 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] 10.222.0.24 "GET /v2.0/ports?device_id=6513f0a8-da99-48eb-8c10-7ea2c2f75e64 HTTP/1.1" status: 200 len: 950 time: 0.1158750 Dec 25 20:12:18.015535 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-556f9de0-2d7e-484d-baef-2fc3cf20e7bf req-fccf3496-0fdf-427c-9ac1-44a14606be53 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=523d9dca-a042-40fb-b0ab-e910a46d76c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703416 Dec 25 20:12:18.037693 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ee751349-3427-439b-8f69-6bdf370f33e1 req-2ce0ac2f-6699-4ce8-9fef-b58e834521ff tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] 10.222.0.24 "GET /v2.0/security-groups?id=523d9dca-a042-40fb-b0ab-e910a46d76c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548260 Dec 25 20:12:19.251148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca607da-a625-4e79-aaa8-f8b8725e2c30 req-416c1359-cabe-4e49-87ef-cead541255df tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:19.253326 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-eca607da-a625-4e79-aaa8-f8b8725e2c30 req-416c1359-cabe-4e49-87ef-cead541255df tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] 10.222.0.24 "GET /v2.0/ports?device_id=6513f0a8-da99-48eb-8c10-7ea2c2f75e64 HTTP/1.1" status: 200 len: 950 time: 0.0871501 Dec 25 20:12:19.304154 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-eca607da-a625-4e79-aaa8-f8b8725e2c30 req-30dc98f2-3ef0-4cc6-a68b-a9d39e1e38ca tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] 10.222.0.24 "GET /v2.0/security-groups?id=523d9dca-a042-40fb-b0ab-e910a46d76c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452173 Dec 25 20:12:20.512094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b057e0-d9ea-4d43-a905-6d21f1c78a77 req-1015f8e1-da6a-4c95-85b7-9b98c2e26875 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:20.513685 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-89b057e0-d9ea-4d43-a905-6d21f1c78a77 req-1015f8e1-da6a-4c95-85b7-9b98c2e26875 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] 10.222.0.24 "GET /v2.0/ports?device_id=6513f0a8-da99-48eb-8c10-7ea2c2f75e64 HTTP/1.1" status: 200 len: 950 time: 0.0878694 Dec 25 20:12:20.561401 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-89b057e0-d9ea-4d43-a905-6d21f1c78a77 req-8f11d259-f4c3-4725-8d08-2be0c05f1d79 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] 10.222.0.24 "GET /v2.0/security-groups?id=523d9dca-a042-40fb-b0ab-e910a46d76c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415375 Dec 25 20:12:21.070850 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-70baa6c1-2e73-4fb4-95cb-5b2447cec993 req-f964e05e-0a28-4a84-97ef-5e0cc5361b8e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6513f0a8-da99-48eb-8c10-7ea2c2f75e64&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1448171 Dec 25 20:12:21.661044 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f9434894-cbd4-4070-995b-8cacbf1bf2da req-017bbdac-ec86-41d2-8ae5-5f7caa2dd525 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6513f0a8-da99-48eb-8c10-7ea2c2f75e64&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1493390 Dec 25 20:12:21.997464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:12:22.206682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b9101-9df7-4806-a5cb-e1903f72ad62 req-73622caf-a18c-48f7-8dc8-7b19968c9d78 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:22.208315 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-aa1b9101-9df7-4806-a5cb-e1903f72ad62 req-73622caf-a18c-48f7-8dc8-7b19968c9d78 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] 10.222.0.24 "GET /v2.0/ports?device_id=6513f0a8-da99-48eb-8c10-7ea2c2f75e64 HTTP/1.1" status: 200 len: 950 time: 0.0864007 Dec 25 20:12:22.256628 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-aa1b9101-9df7-4806-a5cb-e1903f72ad62 req-649a8ecc-e02c-456b-973f-10d9f9219ca1 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] 10.222.0.24 "GET /v2.0/security-groups?id=523d9dca-a042-40fb-b0ab-e910a46d76c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419867 Dec 25 20:12:23.467482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0c808-40bf-4b0f-b0d5-504b95921d5b req-ea502207-fcc1-4048-b96f-72a73d2b5448 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:23.469596 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0aa0c808-40bf-4b0f-b0d5-504b95921d5b req-ea502207-fcc1-4048-b96f-72a73d2b5448 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] 10.222.0.24 "GET /v2.0/ports?device_id=6513f0a8-da99-48eb-8c10-7ea2c2f75e64 HTTP/1.1" status: 200 len: 950 time: 0.0864220 Dec 25 20:12:23.674176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:23.794672 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0aa0c808-40bf-4b0f-b0d5-504b95921d5b req-f504c05b-99e1-4441-94d3-b8e733b9d99e tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] 10.222.0.24 "GET /v2.0/security-groups?id=523d9dca-a042-40fb-b0ab-e910a46d76c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190663 Dec 25 20:12:23.817600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c55aa3-ffec-463e-8316-a4ca0b54ecd0 req-9596d9c0-c581-48f7-81eb-1ac1e185ad9d tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:23.819206 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-13c55aa3-ffec-463e-8316-a4ca0b54ecd0 req-9596d9c0-c581-48f7-81eb-1ac1e185ad9d tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] 10.222.0.36 "GET /v2.0/ports?device_id=6513f0a8-da99-48eb-8c10-7ea2c2f75e64 HTTP/1.1" status: 200 len: 950 time: 0.1040938 Dec 25 20:12:23.903372 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-13c55aa3-ffec-463e-8316-a4ca0b54ecd0 req-db905abe-1314-4a2a-9f76-5ae4117d8ad1 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Deleting port 6d416e11-dbf1-4faa-9859-2469ffe49edb {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:12:23.903762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-13c55aa3-ffec-463e-8316-a4ca0b54ecd0 req-db905abe-1314-4a2a-9f76-5ae4117d8ad1 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:24.157914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-13c55aa3-ffec-463e-8316-a4ca0b54ecd0 req-db905abe-1314-4a2a-9f76-5ae4117d8ad1 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] For port 6d416e11-dbf1-4faa-9859-2469ffe49edb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6d416e11-dbf1-4faa-9859-2469ffe49edb,segment=NetworkSegment(46853bb7-42f5-4197-95b1-806efb588160),segment_id=46853bb7-42f5-4197-95b1-806efb588160)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:12:24.158247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-13c55aa3-ffec-463e-8316-a4ca0b54ecd0 req-db905abe-1314-4a2a-9f76-5ae4117d8ad1 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:24.293624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-13c55aa3-ffec-463e-8316-a4ca0b54ecd0 req-db905abe-1314-4a2a-9f76-5ae4117d8ad1 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Calling delete_port for 6d416e11-dbf1-4faa-9859-2469ffe49edb owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:12:24.436363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-13c55aa3-ffec-463e-8316-a4ca0b54ecd0 req-db905abe-1314-4a2a-9f76-5ae4117d8ad1 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:24.442582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f2710d18-1fa1-42ff-9dfa-7b9083f32c6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:12:24.454570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['6d416e11-dbf1-4faa-9859-2469ffe49edb'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:12:24.489621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db905abe-1314-4a2a-9f76-5ae4117d8ad1 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Pushing event deleted for resources: {'Port': ['ID=6d416e11-dbf1-4faa-9859-2469ffe49edb,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:12:24.532202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db905abe-1314-4a2a-9f76-5ae4117d8ad1 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:12:24.532645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db905abe-1314-4a2a-9f76-5ae4117d8ad1 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:12:24.533074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db905abe-1314-4a2a-9f76-5ae4117d8ad1 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:12:24.533498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db905abe-1314-4a2a-9f76-5ae4117d8ad1 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:12:24.533922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db905abe-1314-4a2a-9f76-5ae4117d8ad1 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:12:24.534345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db905abe-1314-4a2a-9f76-5ae4117d8ad1 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:12:24.534760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db905abe-1314-4a2a-9f76-5ae4117d8ad1 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:12:24.535211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db905abe-1314-4a2a-9f76-5ae4117d8ad1 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:12:24.535633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db905abe-1314-4a2a-9f76-5ae4117d8ad1 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:12:24.536049 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db905abe-1314-4a2a-9f76-5ae4117d8ad1 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:12:24.536464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db905abe-1314-4a2a-9f76-5ae4117d8ad1 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:12:24.550576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-db905abe-1314-4a2a-9f76-5ae4117d8ad1 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:12:24.586662 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c55aa3-ffec-463e-8316-a4ca0b54ecd0 req-db905abe-1314-4a2a-9f76-5ae4117d8ad1 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] No DVR routers for this DVR port 6d416e11-dbf1-4faa-9859-2469ffe49edb on host hv-neutron-8226 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:12:24.589307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-13c55aa3-ffec-463e-8316-a4ca0b54ecd0 req-db905abe-1314-4a2a-9f76-5ae4117d8ad1 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:24.592481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6513f0a8-da99-48eb-8c10-7ea2c2f75e64', 'name': 'network-vif-deleted', 'tag': '6d416e11-dbf1-4faa-9859-2469ffe49edb'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:12:24.608627 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-13c55aa3-ffec-463e-8316-a4ca0b54ecd0 req-db905abe-1314-4a2a-9f76-5ae4117d8ad1 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] 10.222.0.36 "DELETE /v2.0/ports/6d416e11-dbf1-4faa-9859-2469ffe49edb HTTP/1.1" status: 204 len: 173 time: 0.7801273 Dec 25 20:12:24.651663 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6513f0a8-da99-48eb-8c10-7ea2c2f75e64', 'name': 'network-vif-deleted', 'tag': '6d416e11-dbf1-4faa-9859-2469ffe49edb', 'status': 'completed', 'code': 200} Dec 25 20:12:24.974171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-cb15f975-0c16-4c0b-a6c0-f941466c3473 req-e9307a7b-c7ea-4a78-9075-547917f9992d tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Synchronizing usage tracker for tenant:41433d4abc214ef5a86ed6dfb01247ad on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:12:24.988899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-cb15f975-0c16-4c0b-a6c0-f941466c3473 req-e9307a7b-c7ea-4a78-9075-547917f9992d tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Unset dirty status for tenant:41433d4abc214ef5a86ed6dfb01247ad on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:12:24.990124 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-cb15f975-0c16-4c0b-a6c0-f941466c3473 req-e9307a7b-c7ea-4a78-9075-547917f9992d tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] 10.222.0.24 "GET /v2.0/ports?device_id=6513f0a8-da99-48eb-8c10-7ea2c2f75e64 HTTP/1.1" status: 200 len: 210 time: 0.0612335 Dec 25 20:12:26.395568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 56206) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:12:26.582617 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2961420c-f3a9-478c-b55b-f0383288dc33 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=41433d4abc214ef5a86ed6dfb01247ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1856992 Dec 25 20:12:26.585177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 56212) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:12:26.646726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8156f783-e1a3-458f-9ede-dcc0a19ec983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:26.673559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8156f783-e1a3-458f-9ede-dcc0a19ec983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:26.722378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8156f783-e1a3-458f-9ede-dcc0a19ec983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:26.727428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c54ca945-3fa6-406f-80f5-a186fde887ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:12:26.745961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8156f783-e1a3-458f-9ede-dcc0a19ec983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523d9dca-a042-40fb-b0ab-e910a46d76c3,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:12:26.750874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8156f783-e1a3-458f-9ede-dcc0a19ec983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:12:26.754221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8156f783-e1a3-458f-9ede-dcc0a19ec983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:26.756933 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8156f783-e1a3-458f-9ede-dcc0a19ec983 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/523d9dca-a042-40fb-b0ab-e910a46d76c3 HTTP/1.1" status: 204 len: 168 time: 0.1707602 Dec 25 20:12:27.090782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 56222) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:12:27.119526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ddaf9ff9-0e1e-4dd6-8a6c-8d7cad4dba78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:27.153109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ddaf9ff9-0e1e-4dd6-8a6c-8d7cad4dba78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:12:27.157575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ddaf9ff9-0e1e-4dd6-8a6c-8d7cad4dba78 admin admin] Usage tracker for resource:security_group_rule and tenant:9ac8c949339c4df38f192e7257f17729 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:12:27.160557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ddaf9ff9-0e1e-4dd6-8a6c-8d7cad4dba78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:12:27.166909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ddaf9ff9-0e1e-4dd6-8a6c-8d7cad4dba78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:12:27.235232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ddaf9ff9-0e1e-4dd6-8a6c-8d7cad4dba78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:27.237926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ddaf9ff9-0e1e-4dd6-8a6c-8d7cad4dba78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:27.245472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cf733426-9118-4547-b1ab-1af4d11484b1 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:12:27.284792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 6d416e11-dbf1-4faa-9859-2469ffe49edb no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:12:27.292362 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf9ff9-0e1e-4dd6-8a6c-8d7cad4dba78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d2b0bc-ff98-4160-9668-9805e0e6a97b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:12:27.295504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ddaf9ff9-0e1e-4dd6-8a6c-8d7cad4dba78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:12:27.298377 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ddaf9ff9-0e1e-4dd6-8a6c-8d7cad4dba78 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9ac8c949339c4df38f192e7257f17729&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2061286 Dec 25 20:12:27.301095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 56226) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:12:27.322600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] No Port match for: 6d416e11-dbf1-4faa-9859-2469ffe49edb {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:12:27.322999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 6d416e11-dbf1-4faa-9859-2469ffe49edb not bound to the agent host hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:12:27.365896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a9d409ac-2908-42a0-b74d-47aa68145c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:27.393386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a9d409ac-2908-42a0-b74d-47aa68145c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:27.451305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a9d409ac-2908-42a0-b74d-47aa68145c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:27.457166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-22274013-f003-4ad3-acf7-a33d055f0733 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:12:27.472308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d409ac-2908-42a0-b74d-47aa68145c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d2b0bc-ff98-4160-9668-9805e0e6a97b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:12:27.475314 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a9d409ac-2908-42a0-b74d-47aa68145c4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:12:27.476567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a9d409ac-2908-42a0-b74d-47aa68145c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:27.477826 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a9d409ac-2908-42a0-b74d-47aa68145c4a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/09d2b0bc-ff98-4160-9668-9805e0e6a97b HTTP/1.1" status: 204 len: 168 time: 0.1758854 Dec 25 20:12:28.370732 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 56248) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:12:28.505577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-faefa4a7-1b1f-4075-af78-2dff56371e29 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1049448512-network', 'tenant_id': '5d2277a97ef04532935835f2ba481792'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:12:28.510705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-faefa4a7-1b1f-4075-af78-2dff56371e29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:12:28.515288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-faefa4a7-1b1f-4075-af78-2dff56371e29 admin admin] Usage tracker for resource:network and tenant:5d2277a97ef04532935835f2ba481792 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:12:28.518744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-faefa4a7-1b1f-4075-af78-2dff56371e29 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:12:28.524879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-faefa4a7-1b1f-4075-af78-2dff56371e29 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:12:28.535297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faefa4a7-1b1f-4075-af78-2dff56371e29 admin admin] Made reservation on behalf of 5d2277a97ef04532935835f2ba481792 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:12:28.540018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-faefa4a7-1b1f-4075-af78-2dff56371e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:28.553071 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-faefa4a7-1b1f-4075-af78-2dff56371e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:28.585792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-faefa4a7-1b1f-4075-af78-2dff56371e29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:12:28.589779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-faefa4a7-1b1f-4075-af78-2dff56371e29 admin admin] Usage tracker for resource:security_group_rule and tenant:5d2277a97ef04532935835f2ba481792 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:12:28.592764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-faefa4a7-1b1f-4075-af78-2dff56371e29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:12:28.599421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-faefa4a7-1b1f-4075-af78-2dff56371e29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:12:28.668393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-faefa4a7-1b1f-4075-af78-2dff56371e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:28.670937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-faefa4a7-1b1f-4075-af78-2dff56371e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:28.675139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-90ca5904-d92f-4f79-b051-8bf18b114764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:12:28.699448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faefa4a7-1b1f-4075-af78-2dff56371e29 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 20:12:28.713697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faefa4a7-1b1f-4075-af78-2dff56371e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adeb15c4-01d1-458f-826a-b735d01501ff,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:12:28.717925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-faefa4a7-1b1f-4075-af78-2dff56371e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:12:28.719426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-faefa4a7-1b1f-4075-af78-2dff56371e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:28.719814 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-faefa4a7-1b1f-4075-af78-2dff56371e29 admin admin] Added segment 01998809-90a7-4f23-9329-1afe6608937b of type vlan for network f6edd310-8f27-43aa-962e-dbcd8fcde338 Dec 25 20:12:28.746258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-faefa4a7-1b1f-4075-af78-2dff56371e29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:28.775886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-faefa4a7-1b1f-4075-af78-2dff56371e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:28.776778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faefa4a7-1b1f-4075-af78-2dff56371e29 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:28.777414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-faefa4a7-1b1f-4075-af78-2dff56371e29 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:28.782402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-44d989cb-61de-48bf-85d4-16f03ff2909a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:12:28.884277 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-faefa4a7-1b1f-4075-af78-2dff56371e29 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5123518 Dec 25 20:12:28.887590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 56254) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:12:28.889754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faefa4a7-1b1f-4075-af78-2dff56371e29 admin admin] Pushing event updated for resources: {'Network': ['ID=f6edd310-8f27-43aa-962e-dbcd8fcde338,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:12:28.893198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-faefa4a7-1b1f-4075-af78-2dff56371e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:12:28.895303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-de7c72a4-d51a-446c-a0a5-e0508c094252 admin admin] Request body: {'subnet': {'network_id': 'f6edd310-8f27-43aa-962e-dbcd8fcde338', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1049448512-subnet', 'tenant_id': '5d2277a97ef04532935835f2ba481792', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:12:28.901182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-de7c72a4-d51a-446c-a0a5-e0508c094252 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:12:28.901530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network f6edd310-8f27-43aa-962e-dbcd8fcde338 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 20:12:28.905227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-de7c72a4-d51a-446c-a0a5-e0508c094252 admin admin] Usage tracker for resource:subnet and tenant:5d2277a97ef04532935835f2ba481792 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:12:28.908195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-de7c72a4-d51a-446c-a0a5-e0508c094252 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:12:28.914169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-de7c72a4-d51a-446c-a0a5-e0508c094252 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:12:28.927383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7c72a4-d51a-446c-a0a5-e0508c094252 admin admin] Made reservation on behalf of 5d2277a97ef04532935835f2ba481792 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:12:28.932150 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de7c72a4-d51a-446c-a0a5-e0508c094252 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:29.144838 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de7c72a4-d51a-446c-a0a5-e0508c094252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:29.149280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4a2be90d-e7b6-4f1f-9a03-8aecd0fbd1d1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:12:29.225345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c72a4-d51a-446c-a0a5-e0508c094252 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fa364f9-8246-4880-ad78-2f2dd485ba62,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:12:29.229103 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de7c72a4-d51a-446c-a0a5-e0508c094252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:12:29.237457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7c72a4-d51a-446c-a0a5-e0508c094252 admin admin] Checking segment: {'id': '01998809-90a7-4f23-9329-1afe6608937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f6edd310-8f27-43aa-962e-dbcd8fcde338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:12:29.237900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7c72a4-d51a-446c-a0a5-e0508c094252 admin admin] Network hostable DHCP agents. Network: f6edd310-8f27-43aa-962e-dbcd8fcde338, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 20:12:29.259960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7c72a4-d51a-446c-a0a5-e0508c094252 admin admin] Network f6edd310-8f27-43aa-962e-dbcd8fcde338 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 20:12:29.267923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-de7c72a4-d51a-446c-a0a5-e0508c094252 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, f6edd310-8f27-43aa-962e-dbcd8fcde338) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:12:29.272048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7c72a4-d51a-446c-a0a5-e0508c094252 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:29.272697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de7c72a4-d51a-446c-a0a5-e0508c094252 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:29.277220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd8be97-649b-46d5-8957-fa4cf5da06cf None None] Network f6edd310-8f27-43aa-962e-dbcd8fcde338 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:12:29.293237 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-de7c72a4-d51a-446c-a0a5-e0508c094252 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4044657 Dec 25 20:12:29.501076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdaa643-c42c-4504-b997-5391017e82d5 None None] Network f6edd310-8f27-43aa-962e-dbcd8fcde338 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:12:29.881664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-f1f9cf0c-0730-46cc-889a-1550a07b1180 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:29.883039 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-f1f9cf0c-0730-46cc-889a-1550a07b1180 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/networks?id=f6edd310-8f27-43aa-962e-dbcd8fcde338 HTTP/1.1" status: 200 len: 812 time: 0.1649253 Dec 25 20:12:29.901353 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-9aab686c-ac7e-47c7-8d3c-88c2ac10ce3a tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/quotas/5d2277a97ef04532935835f2ba481792 HTTP/1.1" status: 200 len: 375 time: 0.0120084 Dec 25 20:12:29.955800 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-9cfbba12-0a78-4be7-ba53-107f1695be1f tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d2277a97ef04532935835f2ba481792&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490041 Dec 25 20:12:29.966452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-ca2a069a-3bb2-4de3-849d-b087cc9fd626 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 20:12:29.967521 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-ca2a069a-3bb2-4de3-849d-b087cc9fd626 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0051367 Dec 25 20:12:30.111140 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-c1a28cd2-cbf0-4c51-9eba-388c9a9dae56 service neutron] 10.222.0.24 "GET /v2.0/networks/f6edd310-8f27-43aa-962e-dbcd8fcde338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370270 Dec 25 20:12:30.262019 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-53573756-9a86-40d8-939c-d077fce2930d service neutron] 10.222.0.24 "GET /v2.0/networks/f6edd310-8f27-43aa-962e-dbcd8fcde338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444492 Dec 25 20:12:30.457522 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-eca5c351-8e7a-4432-b371-9da753abb420 req-6a3fd29d-fa0c-4cdf-8d67-d77dcd8133f1 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 210 time: 0.0469122 Dec 25 20:12:31.577602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-cbdbd72f-1f2d-4364-a250-fd06e4e0755d tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:31.580450 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-cbdbd72f-1f2d-4364-a250-fd06e4e0755d tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.36 "GET /v2.0/networks?id=f6edd310-8f27-43aa-962e-dbcd8fcde338 HTTP/1.1" status: 200 len: 812 time: 0.1648960 Dec 25 20:12:31.634158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-f1d4cecf-3be4-4b79-a43d-dcf5e6f657e3 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Request body: {'port': {'device_id': '3c2e560a-b60e-4c25-a862-1a38e406f71b', 'network_id': 'f6edd310-8f27-43aa-962e-dbcd8fcde338', 'admin_state_up': True, 'tenant_id': '5d2277a97ef04532935835f2ba481792'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:12:31.656979 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e12ba761-0d6a-45b1-a818-c480bcf99996 req-3d1d8743-61f9-4e0f-8a7e-771ad9035ecc tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 210 time: 0.0689363 Dec 25 20:12:31.785112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-f1d4cecf-3be4-4b79-a43d-dcf5e6f657e3 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:12:31.789053 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-f1d4cecf-3be4-4b79-a43d-dcf5e6f657e3 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Usage tracker for resource:port and tenant:5d2277a97ef04532935835f2ba481792 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:12:31.791996 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-f1d4cecf-3be4-4b79-a43d-dcf5e6f657e3 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:12:31.797993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-f1d4cecf-3be4-4b79-a43d-dcf5e6f657e3 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:12:31.806587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-f1d4cecf-3be4-4b79-a43d-dcf5e6f657e3 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Made reservation on behalf of 5d2277a97ef04532935835f2ba481792 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:12:31.812038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-f1d4cecf-3be4-4b79-a43d-dcf5e6f657e3 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:31.978610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-f1d4cecf-3be4-4b79-a43d-dcf5e6f657e3 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Allocated IP 172.20.0.4 (f6edd310-8f27-43aa-962e-dbcd8fcde338/8fa364f9-8246-4880-ad78-2f2dd485ba62/4af183d9-8095-48cb-9bcd-31b1aa6b36c6) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:12:32.191907 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-f1d4cecf-3be4-4b79-a43d-dcf5e6f657e3 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:32.217483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-f1d4cecf-3be4-4b79-a43d-dcf5e6f657e3 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:32.223654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cce4badf-4e65-4cfb-b229-11234b60a321 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:12:32.293544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-f1d4cecf-3be4-4b79-a43d-dcf5e6f657e3 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Network f6edd310-8f27-43aa-962e-dbcd8fcde338 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:12:32.296751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-f1d4cecf-3be4-4b79-a43d-dcf5e6f657e3 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:12:32.301153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-f1d4cecf-3be4-4b79-a43d-dcf5e6f657e3 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:12:32.327447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4cecf-3be4-4b79-a43d-dcf5e6f657e3 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Pushing event updated for resources: {'Port': ['ID=4af183d9-8095-48cb-9bcd-31b1aa6b36c6,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:12:32.333635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f1d4cecf-3be4-4b79-a43d-dcf5e6f657e3 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:12:32.369374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-f1d4cecf-3be4-4b79-a43d-dcf5e6f657e3 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:32.370033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-f1d4cecf-3be4-4b79-a43d-dcf5e6f657e3 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:32.389466 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-f1d4cecf-3be4-4b79-a43d-dcf5e6f657e3 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7635224 Dec 25 20:12:32.405379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-08eb4119-8aa3-493a-b21f-e9b1fed73372 service neutron] Request body: {'port': {'device_id': '3c2e560a-b60e-4c25-a862-1a38e406f71b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:12:32.522027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-08eb4119-8aa3-493a-b21f-e9b1fed73372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:32.953289 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d351a6a-5518-4f24-a2b8-1e8140a7943b req-442f6e7e-6937-49f0-bed4-1cf94e202f72 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:32.953966 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-0d351a6a-5518-4f24-a2b8-1e8140a7943b req-442f6e7e-6937-49f0-bed4-1cf94e202f72 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Synchronizing usage tracker for tenant:5d2277a97ef04532935835f2ba481792 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:12:32.965170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-08eb4119-8aa3-493a-b21f-e9b1fed73372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4af183d9-8095-48cb-9bcd-31b1aa6b36c6 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:12:32.975871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-08eb4119-8aa3-493a-b21f-e9b1fed73372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:32.988066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-0d351a6a-5518-4f24-a2b8-1e8140a7943b req-442f6e7e-6937-49f0-bed4-1cf94e202f72 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Unset dirty status for tenant:5d2277a97ef04532935835f2ba481792 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:12:32.989305 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0d351a6a-5518-4f24-a2b8-1e8140a7943b req-442f6e7e-6937-49f0-bed4-1cf94e202f72 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 931 time: 0.2060263 Dec 25 20:12:32.995373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-08eb4119-8aa3-493a-b21f-e9b1fed73372 service neutron] Transition to ACTIVE for port object 4af183d9-8095-48cb-9bcd-31b1aa6b36c6 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:12:33.011613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-08eb4119-8aa3-493a-b21f-e9b1fed73372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:33.017466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-850f0dd0-071f-4dfe-86ae-6dc5bdb14074 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:12:33.156263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb4119-8aa3-493a-b21f-e9b1fed73372 service neutron] Pushing event updated for resources: {'Port': ['ID=4af183d9-8095-48cb-9bcd-31b1aa6b36c6,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:12:33.167232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-08eb4119-8aa3-493a-b21f-e9b1fed73372 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:12:33.170782 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0d351a6a-5518-4f24-a2b8-1e8140a7943b req-271e705b-76d1-462f-aa5e-e3a093e9fac2 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/security-groups?id=adeb15c4-01d1-458f-826a-b735d01501ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742976 Dec 25 20:12:33.282503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-08eb4119-8aa3-493a-b21f-e9b1fed73372 service neutron] Attempting to bind port 4af183d9-8095-48cb-9bcd-31b1aa6b36c6 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:12:33.282873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-08eb4119-8aa3-493a-b21f-e9b1fed73372 service neutron] Attempting to bind port 4af183d9-8095-48cb-9bcd-31b1aa6b36c6 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '01998809-90a7-4f23-9329-1afe6608937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f6edd310-8f27-43aa-962e-dbcd8fcde338'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:12:33.283279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-08eb4119-8aa3-493a-b21f-e9b1fed73372 service neutron] Attempting to bind port 4af183d9-8095-48cb-9bcd-31b1aa6b36c6 on network f6edd310-8f27-43aa-962e-dbcd8fcde338 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:12:33.289326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-08eb4119-8aa3-493a-b21f-e9b1fed73372 service neutron] Port 4af183d9-8095-48cb-9bcd-31b1aa6b36c6 on network f6edd310-8f27-43aa-962e-dbcd8fcde338 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 20:12:33.289681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-08eb4119-8aa3-493a-b21f-e9b1fed73372 service neutron] Attempting to bind port 4af183d9-8095-48cb-9bcd-31b1aa6b36c6 on network f6edd310-8f27-43aa-962e-dbcd8fcde338 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:12:33.296437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-08eb4119-8aa3-493a-b21f-e9b1fed73372 service neutron] Checking agent: {'id': '5d7a6d50-e450-4e92-a105-61a558d89e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'started_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:12:33.297058 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-08eb4119-8aa3-493a-b21f-e9b1fed73372 service neutron] Checking segment: {'id': '01998809-90a7-4f23-9329-1afe6608937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f6edd310-8f27-43aa-962e-dbcd8fcde338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:12:33.297481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-08eb4119-8aa3-493a-b21f-e9b1fed73372 service neutron] Bound using segment: {'id': '01998809-90a7-4f23-9329-1afe6608937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f6edd310-8f27-43aa-962e-dbcd8fcde338'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:12:33.297948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-08eb4119-8aa3-493a-b21f-e9b1fed73372 service neutron] Bound port: 4af183d9-8095-48cb-9bcd-31b1aa6b36c6, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01998809-90a7-4f23-9329-1afe6608937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f6edd310-8f27-43aa-962e-dbcd8fcde338'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:12:33.298325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-08eb4119-8aa3-493a-b21f-e9b1fed73372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:33.388188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-08eb4119-8aa3-493a-b21f-e9b1fed73372 service neutron] For port 4af183d9-8095-48cb-9bcd-31b1aa6b36c6, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:12:33.391927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-08eb4119-8aa3-493a-b21f-e9b1fed73372 service neutron] For port 4af183d9-8095-48cb-9bcd-31b1aa6b36c6, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4af183d9-8095-48cb-9bcd-31b1aa6b36c6,segment=NetworkSegment(01998809-90a7-4f23-9329-1afe6608937b),segment_id=01998809-90a7-4f23-9329-1afe6608937b)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:12:33.395211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-08eb4119-8aa3-493a-b21f-e9b1fed73372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:33.399542 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-34a7d5c5-9d9c-46a8-acef-ba80dc8b3892 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:12:33.682604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-08eb4119-8aa3-493a-b21f-e9b1fed73372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:33.684085 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-08eb4119-8aa3-493a-b21f-e9b1fed73372 service neutron] 10.222.0.36 "PUT /v2.0/ports/4af183d9-8095-48cb-9bcd-31b1aa6b36c6 HTTP/1.1" status: 200 len: 1093 time: 1.2831862 Dec 25 20:12:33.684639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c2e560a-b60e-4c25-a862-1a38e406f71b', 'tag': '4af183d9-8095-48cb-9bcd-31b1aa6b36c6'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:12:33.706346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb4119-8aa3-493a-b21f-e9b1fed73372 service neutron] Pushing event updated for resources: {'Port': ['ID=4af183d9-8095-48cb-9bcd-31b1aa6b36c6,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:12:33.709859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-08eb4119-8aa3-493a-b21f-e9b1fed73372 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:12:33.764695 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c2e560a-b60e-4c25-a862-1a38e406f71b', 'tag': '4af183d9-8095-48cb-9bcd-31b1aa6b36c6', 'status': 'completed', 'code': 200} Dec 25 20:12:33.801167 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-ee91d972-9723-49f3-8bd5-a78e34892890 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d2277a97ef04532935835f2ba481792&device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 1096 time: 0.0761304 Dec 25 20:12:33.882452 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-e48b488e-89d3-426d-9f3b-dca8f8e36922 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4af183d9-8095-48cb-9bcd-31b1aa6b36c6 HTTP/1.1" status: 200 len: 217 time: 0.0685780 Dec 25 20:12:33.954392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-6a1d66b1-4a54-4edb-8b31-9a0746d42e57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:33.955872 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-6a1d66b1-4a54-4edb-8b31-9a0746d42e57 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fa364f9-8246-4880-ad78-2f2dd485ba62 HTTP/1.1" status: 200 len: 852 time: 0.0634975 Dec 25 20:12:34.012286 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-5a622db6-b0da-4815-bb88-e143c4872d45 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6edd310-8f27-43aa-962e-dbcd8fcde338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459535 Dec 25 20:12:34.158243 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-48ce9247-cd1e-4653-978b-3caeabe3644e service neutron] 10.222.0.36 "GET /v2.0/networks/f6edd310-8f27-43aa-962e-dbcd8fcde338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356986 Dec 25 20:12:34.348167 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e3dbe160-7787-4ccb-8dee-06a786d68cc9 req-4cbb745a-0ac8-4bdf-958e-a8ed35eef999 service neutron] 10.222.0.36 "GET /v2.0/networks/f6edd310-8f27-43aa-962e-dbcd8fcde338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798429 Dec 25 20:12:34.390206 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa628f1-485d-4064-934b-ae40ea3526d6 req-43184653-812f-4d6e-91b6-358fb6bf7076 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:34.392380 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5fa628f1-485d-4064-934b-ae40ea3526d6 req-43184653-812f-4d6e-91b6-358fb6bf7076 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 943 time: 0.0896935 Dec 25 20:12:34.500890 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5fa628f1-485d-4064-934b-ae40ea3526d6 req-7960f236-5928-4ac6-80c8-c7ef563b145b tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/security-groups?id=adeb15c4-01d1-458f-826a-b735d01501ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683022 Dec 25 20:12:34.519469 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4fd7e8b0-5f0a-4c35-9cc3-f8e34ad03691 req-89ab901d-0d48-4b26-8902-7cf1366a5d58 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d2277a97ef04532935835f2ba481792&device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 1096 time: 0.1247089 Dec 25 20:12:34.666989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7e8b0-5f0a-4c35-9cc3-f8e34ad03691 req-3e49dd23-d455-4a46-9bb2-a326ee899b73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:34.668625 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4fd7e8b0-5f0a-4c35-9cc3-f8e34ad03691 req-3e49dd23-d455-4a46-9bb2-a326ee899b73 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f6edd310-8f27-43aa-962e-dbcd8fcde338 HTTP/1.1" status: 200 len: 912 time: 0.1424465 Dec 25 20:12:34.740299 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4fd7e8b0-5f0a-4c35-9cc3-f8e34ad03691 req-e2810b12-f35e-4b83-be29-b0e1aebd3ed0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4af183d9-8095-48cb-9bcd-31b1aa6b36c6 HTTP/1.1" status: 200 len: 217 time: 0.0642316 Dec 25 20:12:34.813522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7e8b0-5f0a-4c35-9cc3-f8e34ad03691 req-678a6ae7-6be7-4170-ac4f-525a35a2858c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:34.814986 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4fd7e8b0-5f0a-4c35-9cc3-f8e34ad03691 req-678a6ae7-6be7-4170-ac4f-525a35a2858c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fa364f9-8246-4880-ad78-2f2dd485ba62 HTTP/1.1" status: 200 len: 852 time: 0.0667779 Dec 25 20:12:34.877469 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4fd7e8b0-5f0a-4c35-9cc3-f8e34ad03691 req-46fd077f-92b9-46b8-b196-9cbb3925aa06 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6edd310-8f27-43aa-962e-dbcd8fcde338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552604 Dec 25 20:12:35.023878 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4fd7e8b0-5f0a-4c35-9cc3-f8e34ad03691 req-9c90a523-89da-4817-bb79-c31c4d61ce73 service neutron] 10.222.0.36 "GET /v2.0/networks/f6edd310-8f27-43aa-962e-dbcd8fcde338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377070 Dec 25 20:12:35.167625 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4fd7e8b0-5f0a-4c35-9cc3-f8e34ad03691 req-d28f41bc-1f61-4141-b040-19b5402354ab service neutron] 10.222.0.36 "GET /v2.0/networks/f6edd310-8f27-43aa-962e-dbcd8fcde338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364100 Dec 25 20:12:35.315591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 4af183d9-8095-48cb-9bcd-31b1aa6b36c6 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 20:12:35.458048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 4af183d9-8095-48cb-9bcd-31b1aa6b36c6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4af183d9-8095-48cb-9bcd-31b1aa6b36c6,segment=NetworkSegment(01998809-90a7-4f23-9329-1afe6608937b),segment_id=01998809-90a7-4f23-9329-1afe6608937b)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:12:35.472260 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': '4af183d9-8095-48cb-9bcd-31b1aa6b36c6', 'network_id': 'f6edd310-8f27-43aa-962e-dbcd8fcde338', 'port_id': '4af183d9-8095-48cb-9bcd-31b1aa6b36c6', 'mac_address': 'fa:16:3e:8f:75:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fa364f9-8246-4880-ad78-2f2dd485ba62', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 20:12:35.526581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:35.545131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4af183d9-8095-48cb-9bcd-31b1aa6b36c6 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:12:35.560845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 4af183d9-8095-48cb-9bcd-31b1aa6b36c6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4af183d9-8095-48cb-9bcd-31b1aa6b36c6,segment=NetworkSegment(01998809-90a7-4f23-9329-1afe6608937b),segment_id=01998809-90a7-4f23-9329-1afe6608937b)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:12:35.563944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:35.565847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:12:35.635226 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=4af183d9-8095-48cb-9bcd-31b1aa6b36c6,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:12:35.638435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:12:35.711367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4c340-d80a-4571-b246-c4a614a75d80 req-575c93f7-3058-49bd-8d1b-5c7d90af5d33 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:35.712906 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e9c4c340-d80a-4571-b246-c4a614a75d80 req-575c93f7-3058-49bd-8d1b-5c7d90af5d33 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 944 time: 0.0864689 Dec 25 20:12:35.764844 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e9c4c340-d80a-4571-b246-c4a614a75d80 req-04d5e23e-850e-4c20-8790-723f7db99a34 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/security-groups?id=adeb15c4-01d1-458f-826a-b735d01501ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451486 Dec 25 20:12:35.802790 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['4af183d9-8095-48cb-9bcd-31b1aa6b36c6'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:12:36.069361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d661f5ff-885d-44a6-b9d9-a657f4069b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:36.966548 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b622a-1b57-473c-b542-368e1cef4cba req-131fa131-0718-4106-bb55-080e0821037b tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:36.968191 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1a1b622a-1b57-473c-b542-368e1cef4cba req-131fa131-0718-4106-bb55-080e0821037b tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 944 time: 0.0820093 Dec 25 20:12:37.015965 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1a1b622a-1b57-473c-b542-368e1cef4cba req-21a6cd97-d0fc-45ee-81ce-6367273e215d tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/security-groups?id=adeb15c4-01d1-458f-826a-b735d01501ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413687 Dec 25 20:12:37.238931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:37.329896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 4af183d9-8095-48cb-9bcd-31b1aa6b36c6 up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:12:37.401740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning for port 4af183d9-8095-48cb-9bcd-31b1aa6b36c6 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:12:37.408845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port 4af183d9-8095-48cb-9bcd-31b1aa6b36c6 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:12:37.408845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:37.522301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:37.550092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2e560a-b60e-4c25-a862-1a38e406f71b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af183d9-8095-48cb-9bcd-31b1aa6b36c6'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:12:37.560201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 4af183d9-8095-48cb-9bcd-31b1aa6b36c6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4af183d9-8095-48cb-9bcd-31b1aa6b36c6,segment=NetworkSegment(01998809-90a7-4f23-9329-1afe6608937b),segment_id=01998809-90a7-4f23-9329-1afe6608937b)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:12:37.563005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:37.564993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2d4c407b-84ce-481c-9454-d2bdf5b9dcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:12:37.604975 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c2e560a-b60e-4c25-a862-1a38e406f71b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af183d9-8095-48cb-9bcd-31b1aa6b36c6', 'code': 200} Dec 25 20:12:37.637496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=4af183d9-8095-48cb-9bcd-31b1aa6b36c6,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:12:37.641064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:12:37.858169 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9a077155-af24-40c4-ba7c-1f7df72620bd req-edd87d06-6021-449d-a386-9cdb3ce37bc7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 1098 time: 0.0770743 Dec 25 20:12:37.908290 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9a077155-af24-40c4-ba7c-1f7df72620bd req-d79cde49-03c7-4286-867a-6322613306d3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=adeb15c4-01d1-458f-826a-b735d01501ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405011 Dec 25 20:12:38.223468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca04958-7776-49b1-a2a0-b7c3296879cf req-b3c8c583-eeca-48ba-8d09-861945b97340 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:38.225094 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-aca04958-7776-49b1-a2a0-b7c3296879cf req-b3c8c583-eeca-48ba-8d09-861945b97340 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 945 time: 0.0838075 Dec 25 20:12:38.273766 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-aca04958-7776-49b1-a2a0-b7c3296879cf req-dc33eae9-ee4a-447a-b12c-8b4812e0062e tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/security-groups?id=adeb15c4-01d1-458f-826a-b735d01501ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425375 Dec 25 20:12:38.370304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-76170399-1ec7-4b65-930f-5d4589821ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:38.681707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:39.483116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70dcc8a-d6fc-446c-899a-519a6441e726 req-ce1f67fe-bccb-4fa6-b4d2-658225511612 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:39.484766 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a70dcc8a-d6fc-446c-899a-519a6441e726 req-ce1f67fe-bccb-4fa6-b4d2-658225511612 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 945 time: 0.0856569 Dec 25 20:12:39.533292 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a70dcc8a-d6fc-446c-899a-519a6441e726 req-6ff426b9-bf25-4425-9af1-eba2319c3dcb tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/security-groups?id=adeb15c4-01d1-458f-826a-b735d01501ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425394 Dec 25 20:12:39.736198 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4481d2d3-090d-4afe-b3b1-1f0951380a63 req-3b79d040-5081-46a0-a1a6-65bee7212378 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0764413 Dec 25 20:12:40.013394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 56314) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:12:40.020404 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:40.064826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca6665-8dc2-40a8-836a-11bd0e5456ab req-7a437eee-2709-4733-909c-285d9dbe9796 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:40.066503 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4dca6665-8dc2-40a8-836a-11bd0e5456ab req-7a437eee-2709-4733-909c-285d9dbe9796 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 945 time: 0.0904105 Dec 25 20:12:40.114912 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4dca6665-8dc2-40a8-836a-11bd0e5456ab req-4951dc23-63cc-4eaa-8e22-aa87da6fb693 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/security-groups?id=adeb15c4-01d1-458f-826a-b735d01501ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423384 Dec 25 20:12:40.165391 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8d424eae-e890-4201-b376-9d68ed71843a req-66fad01b-9c57-47e6-993b-394a6351d560 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1506140 Dec 25 20:12:41.328549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4cc65e-0173-4395-8bfb-e71c5ab48c5f req-f2c071d8-e96c-429a-8f6b-c7d05849d7ae tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:41.330370 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-bf4cc65e-0173-4395-8bfb-e71c5ab48c5f req-f2c071d8-e96c-429a-8f6b-c7d05849d7ae tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 945 time: 0.0883934 Dec 25 20:12:41.384406 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-bf4cc65e-0173-4395-8bfb-e71c5ab48c5f req-1519f775-b0bb-4983-9ad8-b51539b63b48 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/security-groups?id=adeb15c4-01d1-458f-826a-b735d01501ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474007 Dec 25 20:12:41.483964 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8d424eae-e890-4201-b376-9d68ed71843a req-56103aed-380f-4ca1-9612-f6457b5d5707 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d2277a97ef04532935835f2ba481792&device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 1098 time: 0.0790956 Dec 25 20:12:41.626105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d424eae-e890-4201-b376-9d68ed71843a req-7cf6d69a-d381-4612-bee0-fcb0bcfd6ee7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:41.627658 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8d424eae-e890-4201-b376-9d68ed71843a req-7cf6d69a-d381-4612-bee0-fcb0bcfd6ee7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f6edd310-8f27-43aa-962e-dbcd8fcde338 HTTP/1.1" status: 200 len: 912 time: 0.1372850 Dec 25 20:12:41.698907 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8d424eae-e890-4201-b376-9d68ed71843a req-b2e6223f-be50-40e1-8be0-97b9d1e0c65f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4af183d9-8095-48cb-9bcd-31b1aa6b36c6 HTTP/1.1" status: 200 len: 217 time: 0.0645626 Dec 25 20:12:41.770083 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d424eae-e890-4201-b376-9d68ed71843a req-4ca0d3b7-940f-4490-9830-15adce28e161 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:41.771654 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8d424eae-e890-4201-b376-9d68ed71843a req-4ca0d3b7-940f-4490-9830-15adce28e161 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fa364f9-8246-4880-ad78-2f2dd485ba62 HTTP/1.1" status: 200 len: 852 time: 0.0669155 Dec 25 20:12:41.820546 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8d424eae-e890-4201-b376-9d68ed71843a req-548e1f06-a956-4d21-9e1e-18662953d8dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6edd310-8f27-43aa-962e-dbcd8fcde338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426109 Dec 25 20:12:41.965712 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8d424eae-e890-4201-b376-9d68ed71843a req-6128736f-2492-4cfa-aef8-0b7be3399c0b service neutron] 10.222.0.36 "GET /v2.0/networks/f6edd310-8f27-43aa-962e-dbcd8fcde338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382437 Dec 25 20:12:42.108353 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8d424eae-e890-4201-b376-9d68ed71843a req-785b3b58-155f-4bd3-a147-37b86b2e675e service neutron] 10.222.0.36 "GET /v2.0/networks/f6edd310-8f27-43aa-962e-dbcd8fcde338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366391 Dec 25 20:12:42.594994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4ab25-2c49-448e-9d3f-40f1da651be1 req-96cf1b55-31b0-4ea8-8eda-66694661d069 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:42.596646 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6fe4ab25-2c49-448e-9d3f-40f1da651be1 req-96cf1b55-31b0-4ea8-8eda-66694661d069 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 945 time: 0.0910027 Dec 25 20:12:42.651247 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6fe4ab25-2c49-448e-9d3f-40f1da651be1 req-e09cb2d3-6fdd-4af7-814d-ee2a1f8e2a9d tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/security-groups?id=adeb15c4-01d1-458f-826a-b735d01501ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460320 Dec 25 20:12:43.855804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd34ef-98ff-4de8-9b6a-01dad59954cb req-3df523a0-ad48-4075-a5d4-0944f399a8a0 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:43.857397 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a4dd34ef-98ff-4de8-9b6a-01dad59954cb req-3df523a0-ad48-4075-a5d4-0944f399a8a0 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 945 time: 0.0813951 Dec 25 20:12:43.904463 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a4dd34ef-98ff-4de8-9b6a-01dad59954cb req-bd64d34e-eb00-49a0-9b64-1c6bd82f19a1 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/security-groups?id=adeb15c4-01d1-458f-826a-b735d01501ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409038 Dec 25 20:12:45.110690 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13446375-2057-489e-9ef7-bf94f275de17 req-96bf1245-c471-442e-8a6e-4bb03ee8e428 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:45.112252 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-13446375-2057-489e-9ef7-bf94f275de17 req-96bf1245-c471-442e-8a6e-4bb03ee8e428 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 945 time: 0.0871367 Dec 25 20:12:45.162244 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-13446375-2057-489e-9ef7-bf94f275de17 req-2b3183db-aadf-40a9-b975-3165a69602e8 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/security-groups?id=adeb15c4-01d1-458f-826a-b735d01501ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439487 Dec 25 20:12:46.368980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831618f-a3a4-4ae1-8b93-8e8de0e111d7 req-d0c6c6c4-9454-4f0f-ad33-4a1bb99aa383 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:46.370616 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b831618f-a3a4-4ae1-8b93-8e8de0e111d7 req-d0c6c6c4-9454-4f0f-ad33-4a1bb99aa383 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 945 time: 0.0837531 Dec 25 20:12:46.423452 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b831618f-a3a4-4ae1-8b93-8e8de0e111d7 req-5b393cf0-df0b-4ffd-9150-3f39c27b21ef tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/security-groups?id=adeb15c4-01d1-458f-826a-b735d01501ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459256 Dec 25 20:12:47.629584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb102a79-489a-44ba-8294-ccac7fbf8878 req-945dc5f8-3d66-4beb-85be-87c54b2dd45b tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:47.631226 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-eb102a79-489a-44ba-8294-ccac7fbf8878 req-945dc5f8-3d66-4beb-85be-87c54b2dd45b tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 945 time: 0.0846641 Dec 25 20:12:47.679195 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-eb102a79-489a-44ba-8294-ccac7fbf8878 req-4e552dd2-12cf-4e1c-8e35-c201be8f80b0 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/security-groups?id=adeb15c4-01d1-458f-826a-b735d01501ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418155 Dec 25 20:12:48.888644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fbe2d1-29e2-4c15-b77d-031e4bf35a97 req-8774ab5d-8c0f-450f-bf69-a556eadab2db tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:48.890756 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-16fbe2d1-29e2-4c15-b77d-031e4bf35a97 req-8774ab5d-8c0f-450f-bf69-a556eadab2db tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 945 time: 0.0862672 Dec 25 20:12:48.996200 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-16fbe2d1-29e2-4c15-b77d-031e4bf35a97 req-24375b0b-c9a4-4056-bd93-55dc86ee8c1e tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/security-groups?id=adeb15c4-01d1-458f-826a-b735d01501ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721898 Dec 25 20:12:49.005790 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e3f7e789-9bd5-4914-b8e9-6938ed9398be req-4d203fcc-eaec-47bb-b612-cec5bf4771b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d2277a97ef04532935835f2ba481792&device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 1098 time: 0.1140332 Dec 25 20:12:49.380000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f7e789-9bd5-4914-b8e9-6938ed9398be req-1d5080b9-e8a2-40d1-afb1-d0c45759c251 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:49.381501 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e3f7e789-9bd5-4914-b8e9-6938ed9398be req-1d5080b9-e8a2-40d1-afb1-d0c45759c251 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f6edd310-8f27-43aa-962e-dbcd8fcde338 HTTP/1.1" status: 200 len: 912 time: 0.3558040 Dec 25 20:12:49.456850 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e3f7e789-9bd5-4914-b8e9-6938ed9398be req-950beec8-5bad-4c88-9790-0904ff32dbbe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4af183d9-8095-48cb-9bcd-31b1aa6b36c6 HTTP/1.1" status: 200 len: 217 time: 0.0663095 Dec 25 20:12:49.524101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f7e789-9bd5-4914-b8e9-6938ed9398be req-5aea667c-d4f0-4ab1-baa8-921b08be14ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:49.525604 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e3f7e789-9bd5-4914-b8e9-6938ed9398be req-5aea667c-d4f0-4ab1-baa8-921b08be14ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fa364f9-8246-4880-ad78-2f2dd485ba62 HTTP/1.1" status: 200 len: 852 time: 0.0626459 Dec 25 20:12:49.577158 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e3f7e789-9bd5-4914-b8e9-6938ed9398be req-35814561-0cf5-42a2-92cf-9bedbf674cdd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6edd310-8f27-43aa-962e-dbcd8fcde338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447998 Dec 25 20:12:49.724199 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e3f7e789-9bd5-4914-b8e9-6938ed9398be req-b14a0af7-69aa-4989-89eb-6d3c05ed7f83 service neutron] 10.222.0.36 "GET /v2.0/networks/f6edd310-8f27-43aa-962e-dbcd8fcde338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404362 Dec 25 20:12:49.865763 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e3f7e789-9bd5-4914-b8e9-6938ed9398be req-6c3787b1-a281-4436-9ea9-9cbd550cb60f service neutron] 10.222.0.36 "GET /v2.0/networks/f6edd310-8f27-43aa-962e-dbcd8fcde338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352460 Dec 25 20:12:50.203599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2426ffa-fac5-47cb-bcca-8df920ced141 req-d1348ad0-e312-44cd-b8f5-e49121aefefd tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:50.205231 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a2426ffa-fac5-47cb-bcca-8df920ced141 req-d1348ad0-e312-44cd-b8f5-e49121aefefd tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 945 time: 0.0883493 Dec 25 20:12:50.255960 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a2426ffa-fac5-47cb-bcca-8df920ced141 req-87e3cc45-749e-4b52-86ea-29723300d93c tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/security-groups?id=adeb15c4-01d1-458f-826a-b735d01501ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440331 Dec 25 20:12:51.462703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314835b9-c8ae-41b4-9306-a2e0a349be8f req-3865a14a-4dba-4fca-94be-94b0caa47ad1 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:51.464213 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-314835b9-c8ae-41b4-9306-a2e0a349be8f req-3865a14a-4dba-4fca-94be-94b0caa47ad1 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 945 time: 0.0859132 Dec 25 20:12:51.511489 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-314835b9-c8ae-41b4-9306-a2e0a349be8f req-93028b21-b26a-47fd-8cc6-b5b13b67034d tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/security-groups?id=adeb15c4-01d1-458f-826a-b735d01501ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412323 Dec 25 20:12:52.714148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47820813-7e8e-49b2-9e98-f9992a3f551f req-acf07862-8c81-44ce-aa0d-bd5589eba74d tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:52.715769 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-47820813-7e8e-49b2-9e98-f9992a3f551f req-acf07862-8c81-44ce-aa0d-bd5589eba74d tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 945 time: 0.0829766 Dec 25 20:12:52.764268 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-47820813-7e8e-49b2-9e98-f9992a3f551f req-1dcb63ef-641d-44ba-af4b-e3ff20315cac tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/security-groups?id=adeb15c4-01d1-458f-826a-b735d01501ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415330 Dec 25 20:12:53.671011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:12:53.972719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8f17f-86bb-460b-a4e5-aad78357025b req-25da0c0c-1a66-4029-b048-bf1c5bff180d tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:53.974231 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-35b8f17f-86bb-460b-a4e5-aad78357025b req-25da0c0c-1a66-4029-b048-bf1c5bff180d tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 945 time: 0.0894973 Dec 25 20:12:54.022816 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-35b8f17f-86bb-460b-a4e5-aad78357025b req-4180073c-99bc-4e0f-93ed-e09fbc3c9a89 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/security-groups?id=adeb15c4-01d1-458f-826a-b735d01501ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425599 Dec 25 20:12:55.230573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03506c32-22ef-4816-9a1b-17107465043b req-fdc36c36-25a0-4b46-be4c-519241097156 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:55.232215 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-03506c32-22ef-4816-9a1b-17107465043b req-fdc36c36-25a0-4b46-be4c-519241097156 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 945 time: 0.0832078 Dec 25 20:12:55.284630 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-03506c32-22ef-4816-9a1b-17107465043b req-3f0d3883-a6ab-4747-a035-114918885f87 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/security-groups?id=adeb15c4-01d1-458f-826a-b735d01501ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461917 Dec 25 20:12:56.489631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f99cf9-2a03-4a80-8610-1b419b255be1 req-66fbb556-76aa-4566-a810-0548a24d8e50 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:56.491264 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-04f99cf9-2a03-4a80-8610-1b419b255be1 req-66fbb556-76aa-4566-a810-0548a24d8e50 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 945 time: 0.0826886 Dec 25 20:12:56.538294 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-04f99cf9-2a03-4a80-8610-1b419b255be1 req-88a60e84-e38c-48c4-86b6-50fec1f1f395 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/security-groups?id=adeb15c4-01d1-458f-826a-b735d01501ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408881 Dec 25 20:12:57.749175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab57057-4366-4ae1-85da-214009d3070d req-54c64dfe-486d-4ec5-a51a-c8c541c9bad7 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:57.750856 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9ab57057-4366-4ae1-85da-214009d3070d req-54c64dfe-486d-4ec5-a51a-c8c541c9bad7 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 945 time: 0.0905869 Dec 25 20:12:57.799852 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9ab57057-4366-4ae1-85da-214009d3070d req-c699c6a2-1661-4006-90f4-9b206a8ebe3f tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/security-groups?id=adeb15c4-01d1-458f-826a-b735d01501ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429525 Dec 25 20:12:58.998757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:12:59.005133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f47c7-be76-44c3-92a0-379485d3bc33 req-b986c3e0-06c0-4832-858c-096ac383e775 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:12:59.006735 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-528f47c7-be76-44c3-92a0-379485d3bc33 req-b986c3e0-06c0-4832-858c-096ac383e775 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 945 time: 0.0854399 Dec 25 20:12:59.053566 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-528f47c7-be76-44c3-92a0-379485d3bc33 req-1776e7df-5a6c-4bf4-9d0b-67d582e2d6e7 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/security-groups?id=adeb15c4-01d1-458f-826a-b735d01501ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407102 Dec 25 20:13:00.261618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304cea13-ceb6-4f02-891d-9c24397daf70 req-1cef0679-04dd-4f30-bfb8-729b23c1176f tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:00.263257 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-304cea13-ceb6-4f02-891d-9c24397daf70 req-1cef0679-04dd-4f30-bfb8-729b23c1176f tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 945 time: 0.0875428 Dec 25 20:13:00.312128 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-304cea13-ceb6-4f02-891d-9c24397daf70 req-f5b26d30-a2a1-4c3d-8247-0075bb5e1a75 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/security-groups?id=adeb15c4-01d1-458f-826a-b735d01501ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415015 Dec 25 20:13:01.514292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a800a3-c196-4b73-9b5a-5f71d4408822 req-4c16c1ed-09a4-4f1c-866c-0d7cbf7851e9 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:01.516431 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-55a800a3-c196-4b73-9b5a-5f71d4408822 req-4c16c1ed-09a4-4f1c-866c-0d7cbf7851e9 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 945 time: 0.0830128 Dec 25 20:13:01.563598 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-55a800a3-c196-4b73-9b5a-5f71d4408822 req-9ba2d846-53a8-489c-b614-7a75b16d489e tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/security-groups?id=adeb15c4-01d1-458f-826a-b735d01501ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412834 Dec 25 20:13:02.911936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1f218-cd0c-439a-a464-c881e67e4fc3 req-fb4ca6ca-68c3-47d0-903b-d580912a3ece tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:02.913453 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e0b1f218-cd0c-439a-a464-c881e67e4fc3 req-fb4ca6ca-68c3-47d0-903b-d580912a3ece tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 945 time: 0.0851519 Dec 25 20:13:02.962225 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e0b1f218-cd0c-439a-a464-c881e67e4fc3 req-984ecbd9-b705-4059-811f-b592aae28d25 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/security-groups?id=adeb15c4-01d1-458f-826a-b735d01501ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426550 Dec 25 20:13:04.183773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ced486-8b69-416b-a10d-891e7d903bb4 req-e2270e8a-21af-452c-97d0-c321ce5cbcb1 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:04.185401 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c8ced486-8b69-416b-a10d-891e7d903bb4 req-e2270e8a-21af-452c-97d0-c321ce5cbcb1 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 945 time: 0.0911763 Dec 25 20:13:04.242097 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c8ced486-8b69-416b-a10d-891e7d903bb4 req-baad8500-f833-4373-b595-8d8836481a30 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/security-groups?id=adeb15c4-01d1-458f-826a-b735d01501ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490041 Dec 25 20:13:05.450829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182a865-ca1b-49aa-a2b5-2208c07e25d9 req-ebc1d44c-814c-4431-b24e-a76ce8f78582 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:05.452435 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0182a865-ca1b-49aa-a2b5-2208c07e25d9 req-ebc1d44c-814c-4431-b24e-a76ce8f78582 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 945 time: 0.0887878 Dec 25 20:13:05.504961 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0182a865-ca1b-49aa-a2b5-2208c07e25d9 req-641f47eb-abad-4841-912b-3e6763547f56 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/security-groups?id=adeb15c4-01d1-458f-826a-b735d01501ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463181 Dec 25 20:13:06.070227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-113a2bbb-5487-4b07-a58b-881527ed3bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:06.711713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664db90-55ed-4d73-aeec-bd1ca26a84a7 req-407945b9-fffd-4b11-8bcd-3c95732e1d4f tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:06.713327 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e664db90-55ed-4d73-aeec-bd1ca26a84a7 req-407945b9-fffd-4b11-8bcd-3c95732e1d4f tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 945 time: 0.0857396 Dec 25 20:13:06.762706 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e664db90-55ed-4d73-aeec-bd1ca26a84a7 req-3fad4bba-d1f4-4b54-a5c1-19480eb6cfbe tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/security-groups?id=adeb15c4-01d1-458f-826a-b735d01501ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433195 Dec 25 20:13:07.240848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:07.964266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ad94b-b93a-475f-a9eb-0a62025620ac req-f0c4c0bd-fb30-436e-9bae-ddc4b2aca28c tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:07.965843 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f72ad94b-b93a-475f-a9eb-0a62025620ac req-f0c4c0bd-fb30-436e-9bae-ddc4b2aca28c tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 945 time: 0.0819919 Dec 25 20:13:08.013659 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f72ad94b-b93a-475f-a9eb-0a62025620ac req-c6a12ac2-166f-47f4-9b3f-106d4b714e54 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/security-groups?id=adeb15c4-01d1-458f-826a-b735d01501ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416627 Dec 25 20:13:08.371518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c8bbfd1b-7061-4b48-a20c-6cf54dbde822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:08.683250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:09.087147 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8d424eae-e890-4201-b376-9d68ed71843a req-cffce279-82c1-4a76-b87e-3e9bb255f9f7 service neutron] 10.222.0.36 "GET /v2.0/ports/4af183d9-8095-48cb-9bcd-31b1aa6b36c6/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0808308 Dec 25 20:13:09.222855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478a3a7-7371-4a13-8dff-2a606169e129 req-8925ee8a-8795-4837-a99d-a338bf0368b2 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:09.224526 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4478a3a7-7371-4a13-8dff-2a606169e129 req-8925ee8a-8795-4837-a99d-a338bf0368b2 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 945 time: 0.0846200 Dec 25 20:13:09.273644 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4478a3a7-7371-4a13-8dff-2a606169e129 req-68e40ec6-4f19-486c-9d76-4b2603372fdf tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/security-groups?id=adeb15c4-01d1-458f-826a-b735d01501ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428092 Dec 25 20:13:09.395169 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8d424eae-e890-4201-b376-9d68ed71843a req-d66428fe-dd56-44af-bdc9-b94d384547c3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b&tenant_id=5d2277a97ef04532935835f2ba481792 HTTP/1.1" status: 200 len: 1098 time: 0.0763106 Dec 25 20:13:09.495365 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8d424eae-e890-4201-b376-9d68ed71843a req-aeccfd9a-c756-49cd-a6b3-074b0600583a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d2277a97ef04532935835f2ba481792&device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 1098 time: 0.0727026 Dec 25 20:13:09.648344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d424eae-e890-4201-b376-9d68ed71843a req-42f91e42-a6ed-4c4b-9c18-0d67260f3efa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:09.649819 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8d424eae-e890-4201-b376-9d68ed71843a req-42f91e42-a6ed-4c4b-9c18-0d67260f3efa service neutron] 10.222.0.36 "GET /v2.0/networks?id=f6edd310-8f27-43aa-962e-dbcd8fcde338 HTTP/1.1" status: 200 len: 912 time: 0.1446080 Dec 25 20:13:09.727543 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8d424eae-e890-4201-b376-9d68ed71843a req-4fdcfffd-6f62-4deb-ae8c-e7bcbccd6006 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4af183d9-8095-48cb-9bcd-31b1aa6b36c6 HTTP/1.1" status: 200 len: 217 time: 0.0663826 Dec 25 20:13:09.798411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d424eae-e890-4201-b376-9d68ed71843a req-97ae2451-4d4f-4014-84c3-9f177c7511e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:09.799989 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8d424eae-e890-4201-b376-9d68ed71843a req-97ae2451-4d4f-4014-84c3-9f177c7511e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fa364f9-8246-4880-ad78-2f2dd485ba62 HTTP/1.1" status: 200 len: 852 time: 0.0632119 Dec 25 20:13:09.851335 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8d424eae-e890-4201-b376-9d68ed71843a req-661e9fbd-ca9f-4e8c-8299-e8c8b496fc18 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6edd310-8f27-43aa-962e-dbcd8fcde338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414693 Dec 25 20:13:10.001628 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8d424eae-e890-4201-b376-9d68ed71843a req-f750eae2-adaa-41eb-b154-57043bb2cd70 service neutron] 10.222.0.36 "GET /v2.0/networks/f6edd310-8f27-43aa-962e-dbcd8fcde338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403875 Dec 25 20:13:10.004631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:10.146879 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8d424eae-e890-4201-b376-9d68ed71843a req-65e2ef46-3bfc-4677-a79e-c1e4c7e84ed4 service neutron] 10.222.0.36 "GET /v2.0/networks/f6edd310-8f27-43aa-962e-dbcd8fcde338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356936 Dec 25 20:13:10.484750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d806b-6851-4959-986e-ab5ab3551b8d req-99f2add5-e263-462c-aa94-094e93361886 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:10.486352 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5a5d806b-6851-4959-986e-ab5ab3551b8d req-99f2add5-e263-462c-aa94-094e93361886 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 945 time: 0.0858116 Dec 25 20:13:10.539044 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5a5d806b-6851-4959-986e-ab5ab3551b8d req-4b8d585b-5ba5-49b1-a569-b1d75944c7b2 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/security-groups?id=adeb15c4-01d1-458f-826a-b735d01501ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464976 Dec 25 20:13:11.442187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 4af183d9-8095-48cb-9bcd-31b1aa6b36c6 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 20:13:11.445835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 4af183d9-8095-48cb-9bcd-31b1aa6b36c6 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:13:11.679011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:11.704925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 4af183d9-8095-48cb-9bcd-31b1aa6b36c6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4af183d9-8095-48cb-9bcd-31b1aa6b36c6,segment=NetworkSegment(01998809-90a7-4f23-9329-1afe6608937b),segment_id=01998809-90a7-4f23-9329-1afe6608937b)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:13:11.727210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2e560a-b60e-4c25-a862-1a38e406f71b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4af183d9-8095-48cb-9bcd-31b1aa6b36c6'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:13:11.737356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': '4af183d9-8095-48cb-9bcd-31b1aa6b36c6', 'network_id': 'f6edd310-8f27-43aa-962e-dbcd8fcde338', 'port_id': '4af183d9-8095-48cb-9bcd-31b1aa6b36c6', 'mac_address': 'fa:16:3e:8f:75:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fa364f9-8246-4880-ad78-2f2dd485ba62', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 20:13:11.742378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 4af183d9-8095-48cb-9bcd-31b1aa6b36c6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4af183d9-8095-48cb-9bcd-31b1aa6b36c6,segment=NetworkSegment(01998809-90a7-4f23-9329-1afe6608937b),segment_id=01998809-90a7-4f23-9329-1afe6608937b)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:13:11.749749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef0978-7369-4c7b-93a9-35a5535925b9 req-93d9f2ba-15c5-4ae8-8ba7-3cac311e56dd tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:11.751400 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-bfef0978-7369-4c7b-93a9-35a5535925b9 req-93d9f2ba-15c5-4ae8-8ba7-3cac311e56dd tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 945 time: 0.0848374 Dec 25 20:13:11.774621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:11.787720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e5617980-f8e7-4ce8-ae25-14025f855751 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:13:11.805928 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-bfef0978-7369-4c7b-93a9-35a5535925b9 req-3118da62-b7de-4f48-aec9-623fab84d309 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/security-groups?id=adeb15c4-01d1-458f-826a-b735d01501ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481348 Dec 25 20:13:11.824855 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c2e560a-b60e-4c25-a862-1a38e406f71b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4af183d9-8095-48cb-9bcd-31b1aa6b36c6', 'code': 200} Dec 25 20:13:11.859124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:11.881590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=4af183d9-8095-48cb-9bcd-31b1aa6b36c6,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:13:11.886630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4af183d9-8095-48cb-9bcd-31b1aa6b36c6 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:13:11.901196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:13:11.901595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:13:11.901984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:13:11.902392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:13:11.902748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:13:11.903148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:13:11.903526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:13:11.903902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:13:11.904277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:13:11.904648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:13:11.905697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:13:11.910629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:13:11.914863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 4af183d9-8095-48cb-9bcd-31b1aa6b36c6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4af183d9-8095-48cb-9bcd-31b1aa6b36c6,segment=NetworkSegment(01998809-90a7-4f23-9329-1afe6608937b),segment_id=01998809-90a7-4f23-9329-1afe6608937b)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:13:11.917799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:11.919526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:13:11.990447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['4af183d9-8095-48cb-9bcd-31b1aa6b36c6'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:13:12.021547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=4af183d9-8095-48cb-9bcd-31b1aa6b36c6,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:13:12.035335 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:13:13.016092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7559e-68b7-4746-8ca4-7c9a1a4b6202 req-e9765adf-ec33-4560-9f32-66f87314fcb4 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:13.017695 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-25c7559e-68b7-4746-8ca4-7c9a1a4b6202 req-e9765adf-ec33-4560-9f32-66f87314fcb4 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 944 time: 0.0857058 Dec 25 20:13:13.065879 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-25c7559e-68b7-4746-8ca4-7c9a1a4b6202 req-473392ab-2ca5-4cd6-b545-1c1a8734f684 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/security-groups?id=adeb15c4-01d1-458f-826a-b735d01501ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420117 Dec 25 20:13:13.469160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 4af183d9-8095-48cb-9bcd-31b1aa6b36c6 up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:13:13.486230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e39247-8768-4a5c-bc76-2a6428fe2a72 req-fe4c8c42-467a-4589-951b-896a22f9889b tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:13.487844 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b5e39247-8768-4a5c-bc76-2a6428fe2a72 req-fe4c8c42-467a-4589-951b-896a22f9889b tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b&tenant_id=5d2277a97ef04532935835f2ba481792&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 944 time: 0.0938671 Dec 25 20:13:13.543501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port 4af183d9-8095-48cb-9bcd-31b1aa6b36c6 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:13:13.543939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:13.636608 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b5e39247-8768-4a5c-bc76-2a6428fe2a72 req-54f49c75-2310-4f15-91c1-b7f9e499ca0b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d2277a97ef04532935835f2ba481792&device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 1097 time: 0.0759845 Dec 25 20:13:13.661844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:13.695745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 4af183d9-8095-48cb-9bcd-31b1aa6b36c6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4af183d9-8095-48cb-9bcd-31b1aa6b36c6,segment=NetworkSegment(01998809-90a7-4f23-9329-1afe6608937b),segment_id=01998809-90a7-4f23-9329-1afe6608937b)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:13:13.698586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:13.700628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:13:13.770074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=4af183d9-8095-48cb-9bcd-31b1aa6b36c6,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:13:13.773469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:13:13.788527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e39247-8768-4a5c-bc76-2a6428fe2a72 req-70749893-1499-49c6-8ae7-15c3aecdd4a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:13.790150 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b5e39247-8768-4a5c-bc76-2a6428fe2a72 req-70749893-1499-49c6-8ae7-15c3aecdd4a1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f6edd310-8f27-43aa-962e-dbcd8fcde338 HTTP/1.1" status: 200 len: 912 time: 0.1477957 Dec 25 20:13:13.825596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2e560a-b60e-4c25-a862-1a38e406f71b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af183d9-8095-48cb-9bcd-31b1aa6b36c6'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:13:13.865600 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b5e39247-8768-4a5c-bc76-2a6428fe2a72 req-9e7fdea1-0f6a-421c-84e0-99b87e965175 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4af183d9-8095-48cb-9bcd-31b1aa6b36c6 HTTP/1.1" status: 200 len: 217 time: 0.0684631 Dec 25 20:13:13.889609 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c2e560a-b60e-4c25-a862-1a38e406f71b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af183d9-8095-48cb-9bcd-31b1aa6b36c6', 'code': 200} Dec 25 20:13:13.935556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e39247-8768-4a5c-bc76-2a6428fe2a72 req-3841835d-d34f-476d-beb9-bd5a082b9da3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:13.937204 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b5e39247-8768-4a5c-bc76-2a6428fe2a72 req-3841835d-d34f-476d-beb9-bd5a082b9da3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fa364f9-8246-4880-ad78-2f2dd485ba62 HTTP/1.1" status: 200 len: 852 time: 0.0654857 Dec 25 20:13:13.989111 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b5e39247-8768-4a5c-bc76-2a6428fe2a72 req-700b56b5-5c12-4284-b249-b4ceef8388bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6edd310-8f27-43aa-962e-dbcd8fcde338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456426 Dec 25 20:13:14.132876 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b5e39247-8768-4a5c-bc76-2a6428fe2a72 req-53cd44cd-8b0e-4dfc-8de9-a7488cb7c667 service neutron] 10.222.0.36 "GET /v2.0/networks/f6edd310-8f27-43aa-962e-dbcd8fcde338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373920 Dec 25 20:13:14.276299 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b5e39247-8768-4a5c-bc76-2a6428fe2a72 req-4ea3458f-5a07-4cb3-abfa-fad502a8264c service neutron] 10.222.0.36 "GET /v2.0/networks/f6edd310-8f27-43aa-962e-dbcd8fcde338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375215 Dec 25 20:13:15.374968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860a616-a464-4acb-8b3c-17cf9a87ee0a req-2fab7c09-3a20-4878-b257-fddaaca97a0e tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:15.376548 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8860a616-a464-4acb-8b3c-17cf9a87ee0a req-2fab7c09-3a20-4878-b257-fddaaca97a0e tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 945 time: 0.3058863 Dec 25 20:13:15.424751 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8860a616-a464-4acb-8b3c-17cf9a87ee0a req-aeb38dfa-e89d-44af-8d77-5f1ae4900ea2 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/security-groups?id=adeb15c4-01d1-458f-826a-b735d01501ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416317 Dec 25 20:13:16.640099 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604d372-e76e-4518-b982-621f8f1fff97 req-0433ff58-04be-4c39-b672-baa124984977 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:16.641700 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7604d372-e76e-4518-b982-621f8f1fff97 req-0433ff58-04be-4c39-b672-baa124984977 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 945 time: 0.0843878 Dec 25 20:13:16.693762 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7604d372-e76e-4518-b982-621f8f1fff97 req-c1e252ca-239c-46b2-bf8c-c33ffb13703b tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/security-groups?id=adeb15c4-01d1-458f-826a-b735d01501ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450933 Dec 25 20:13:16.937932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e39247-8768-4a5c-bc76-2a6428fe2a72 req-3bb30c47-ad38-4f97-94f2-3bda5c4ae13b tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:16.939526 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b5e39247-8768-4a5c-bc76-2a6428fe2a72 req-3bb30c47-ad38-4f97-94f2-3bda5c4ae13b tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 945 time: 0.0824938 Dec 25 20:13:17.016587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-b5e39247-8768-4a5c-bc76-2a6428fe2a72 req-89669dba-5411-40ad-a621-93abdad9dfb7 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Deleting port 4af183d9-8095-48cb-9bcd-31b1aa6b36c6 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:13:17.016971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-b5e39247-8768-4a5c-bc76-2a6428fe2a72 req-89669dba-5411-40ad-a621-93abdad9dfb7 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:17.276875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-b5e39247-8768-4a5c-bc76-2a6428fe2a72 req-89669dba-5411-40ad-a621-93abdad9dfb7 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] For port 4af183d9-8095-48cb-9bcd-31b1aa6b36c6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4af183d9-8095-48cb-9bcd-31b1aa6b36c6,segment=NetworkSegment(01998809-90a7-4f23-9329-1afe6608937b),segment_id=01998809-90a7-4f23-9329-1afe6608937b)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:13:17.277271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-b5e39247-8768-4a5c-bc76-2a6428fe2a72 req-89669dba-5411-40ad-a621-93abdad9dfb7 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:17.404658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-b5e39247-8768-4a5c-bc76-2a6428fe2a72 req-89669dba-5411-40ad-a621-93abdad9dfb7 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Calling delete_port for 4af183d9-8095-48cb-9bcd-31b1aa6b36c6 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:13:17.547980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-b5e39247-8768-4a5c-bc76-2a6428fe2a72 req-89669dba-5411-40ad-a621-93abdad9dfb7 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:17.553799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bee9a009-e6b9-43b9-90f7-86998836563f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:13:17.598327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89669dba-5411-40ad-a621-93abdad9dfb7 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Pushing event deleted for resources: {'Port': ['ID=4af183d9-8095-48cb-9bcd-31b1aa6b36c6,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:13:17.602015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-89669dba-5411-40ad-a621-93abdad9dfb7 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:13:17.674916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e39247-8768-4a5c-bc76-2a6428fe2a72 req-89669dba-5411-40ad-a621-93abdad9dfb7 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] No DVR routers for this DVR port 4af183d9-8095-48cb-9bcd-31b1aa6b36c6 on host hv-neutron-8226 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:13:17.677370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-b5e39247-8768-4a5c-bc76-2a6428fe2a72 req-89669dba-5411-40ad-a621-93abdad9dfb7 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:17.680088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2e560a-b60e-4c25-a862-1a38e406f71b', 'name': 'network-vif-deleted', 'tag': '4af183d9-8095-48cb-9bcd-31b1aa6b36c6'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:13:17.694988 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b5e39247-8768-4a5c-bc76-2a6428fe2a72 req-89669dba-5411-40ad-a621-93abdad9dfb7 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.36 "DELETE /v2.0/ports/4af183d9-8095-48cb-9bcd-31b1aa6b36c6 HTTP/1.1" status: 204 len: 173 time: 0.7469881 Dec 25 20:13:17.735581 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c2e560a-b60e-4c25-a862-1a38e406f71b', 'name': 'network-vif-deleted', 'tag': '4af183d9-8095-48cb-9bcd-31b1aa6b36c6', 'status': 'completed', 'code': 200} Dec 25 20:13:17.865369 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-4e93ecd3-2ef6-4a76-8e78-addb667ef884 req-8ac2f76b-6e38-47b3-815e-11770a5c8d84 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Synchronizing usage tracker for tenant:5d2277a97ef04532935835f2ba481792 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:13:17.880535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-4e93ecd3-2ef6-4a76-8e78-addb667ef884 req-8ac2f76b-6e38-47b3-815e-11770a5c8d84 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Unset dirty status for tenant:5d2277a97ef04532935835f2ba481792 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:13:17.881802 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4e93ecd3-2ef6-4a76-8e78-addb667ef884 req-8ac2f76b-6e38-47b3-815e-11770a5c8d84 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c2e560a-b60e-4c25-a862-1a38e406f71b HTTP/1.1" status: 200 len: 210 time: 0.0621946 Dec 25 20:13:19.158853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 56420) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:13:19.229685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-797664af-134b-439e-99fb-9e9331fe737c admin admin] Deleting subnet 8fa364f9-8246-4880-ad78-2f2dd485ba62 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 20:13:19.232781 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-797664af-134b-439e-99fb-9e9331fe737c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:19.288379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-797664af-134b-439e-99fb-9e9331fe737c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:19.346883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-797664af-134b-439e-99fb-9e9331fe737c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:19.414979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-797664af-134b-439e-99fb-9e9331fe737c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:19.419685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-17d2db0c-c404-42be-927f-4da86edd3592 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:13:19.460525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797664af-134b-439e-99fb-9e9331fe737c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fa364f9-8246-4880-ad78-2f2dd485ba62,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:13:19.471522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-797664af-134b-439e-99fb-9e9331fe737c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:19.476317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797664af-134b-439e-99fb-9e9331fe737c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:13:19.476754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797664af-134b-439e-99fb-9e9331fe737c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:13:19.477177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797664af-134b-439e-99fb-9e9331fe737c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:13:19.477594 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797664af-134b-439e-99fb-9e9331fe737c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:13:19.478015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797664af-134b-439e-99fb-9e9331fe737c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:13:19.478428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797664af-134b-439e-99fb-9e9331fe737c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:13:19.478845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797664af-134b-439e-99fb-9e9331fe737c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:13:19.479292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797664af-134b-439e-99fb-9e9331fe737c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:13:19.479703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797664af-134b-439e-99fb-9e9331fe737c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:13:19.480106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797664af-134b-439e-99fb-9e9331fe737c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:13:19.480516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797664af-134b-439e-99fb-9e9331fe737c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:13:19.485790 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-797664af-134b-439e-99fb-9e9331fe737c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:13:19.487914 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-797664af-134b-439e-99fb-9e9331fe737c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8fa364f9-8246-4880-ad78-2f2dd485ba62 HTTP/1.1" status: 204 len: 168 time: 0.3274217 Dec 25 20:13:19.490427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 56424) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:13:19.532063 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 4af183d9-8095-48cb-9bcd-31b1aa6b36c6 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:13:19.567858 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] No Port match for: 4af183d9-8095-48cb-9bcd-31b1aa6b36c6 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:13:19.568258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 4af183d9-8095-48cb-9bcd-31b1aa6b36c6 not bound to the agent host hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:13:19.610667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1febfaca-cc6b-4475-afe1-ada26a5c419a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:19.744432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1febfaca-cc6b-4475-afe1-ada26a5c419a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:19.770550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-1febfaca-cc6b-4475-afe1-ada26a5c419a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6edd310-8f27-43aa-962e-dbcd8fcde338']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:13:19.783781 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-1febfaca-cc6b-4475-afe1-ada26a5c419a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01998809-90a7-4f23-9329-1afe6608937b') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:13:19.784121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-1febfaca-cc6b-4475-afe1-ada26a5c419a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01998809-90a7-4f23-9329-1afe6608937b') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:13:19.796706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1febfaca-cc6b-4475-afe1-ada26a5c419a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:19.818805 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1febfaca-cc6b-4475-afe1-ada26a5c419a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:19.825647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1febfaca-cc6b-4475-afe1-ada26a5c419a admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 20:13:19.826127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1febfaca-cc6b-4475-afe1-ada26a5c419a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:19.840821 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 20:13:19.840821 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 20:13:19.840821 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 20:13:19.840821 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 20:13:19.840821 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 20:13:19.840821 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 20:13:19.840821 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 20:13:19.840821 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 20:13:19.840821 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 20:13:19.840821 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 20:13:19.840821 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 20:13:19.840821 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 20:13:19.840821 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 20:13:19.840821 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 20:13:19.840821 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 20:13:19.840821 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 20:13:19.840821 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 20:13:19.840821 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 20:13:19.840821 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 20:13:19.840821 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 20:13:19.840821 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 20:13:19.840821 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 20:13:19.840821 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 20:13:19.840821 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 20:13:19.840821 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 20:13:19.840821 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 20:13:19.840821 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 20:13:19.840821 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 20:13:19.840821 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 20:13:19.840821 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 20:13:19.840821 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 20:13:19.840821 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 20:13:19.926367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1febfaca-cc6b-4475-afe1-ada26a5c419a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:19.929953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ec9c043f-72b8-4312-a060-23e8dd1a028d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:13:19.943933 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1febfaca-cc6b-4475-afe1-ada26a5c419a admin admin] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:19.953559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1febfaca-cc6b-4475-afe1-ada26a5c419a admin admin] Pushing event deleted for resources: {'Network': ['ID=f6edd310-8f27-43aa-962e-dbcd8fcde338,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:13:19.955868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1febfaca-cc6b-4475-afe1-ada26a5c419a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:13:19.957464 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1febfaca-cc6b-4475-afe1-ada26a5c419a admin admin] 10.222.0.24 "DELETE /v2.0/networks/f6edd310-8f27-43aa-962e-dbcd8fcde338 HTTP/1.1" status: 204 len: 168 time: 0.4659243 Dec 25 20:13:20.099694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 56430) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:13:20.153087 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5b41fe2b-3487-4f76-a521-c06de6289ecc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5d2277a97ef04532935835f2ba481792&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0520589 Dec 25 20:13:20.156298 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 56434) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:13:20.223008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4a4752d2-3a17-47d0-a2f5-c9ce1c043e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:20.249677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4a4752d2-3a17-47d0-a2f5-c9ce1c043e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:20.302102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4a4752d2-3a17-47d0-a2f5-c9ce1c043e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:20.307221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-020a7742-bf7d-47f5-befb-f899be22f913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:13:20.319943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4752d2-3a17-47d0-a2f5-c9ce1c043e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adeb15c4-01d1-458f-826a-b735d01501ff,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:13:20.323151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4a4752d2-3a17-47d0-a2f5-c9ce1c043e39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:13:20.325217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4a4752d2-3a17-47d0-a2f5-c9ce1c043e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:20.326354 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4a4752d2-3a17-47d0-a2f5-c9ce1c043e39 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/adeb15c4-01d1-458f-826a-b735d01501ff HTTP/1.1" status: 204 len: 168 time: 0.1690645 Dec 25 20:13:21.287147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 56456) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:13:21.424631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-81ada5f2-a1bd-4283-a3ff-9031a3cf89d0 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1866322941-network', 'tenant_id': '4198e389ac3948968f88c341666f6e69'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:13:21.429738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-81ada5f2-a1bd-4283-a3ff-9031a3cf89d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:13:21.433802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-81ada5f2-a1bd-4283-a3ff-9031a3cf89d0 admin admin] Usage tracker for resource:network and tenant:4198e389ac3948968f88c341666f6e69 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:13:21.437306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-81ada5f2-a1bd-4283-a3ff-9031a3cf89d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:13:21.444207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-81ada5f2-a1bd-4283-a3ff-9031a3cf89d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:13:21.453429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ada5f2-a1bd-4283-a3ff-9031a3cf89d0 admin admin] Made reservation on behalf of 4198e389ac3948968f88c341666f6e69 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:13:21.458062 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81ada5f2-a1bd-4283-a3ff-9031a3cf89d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:21.470968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81ada5f2-a1bd-4283-a3ff-9031a3cf89d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:21.504527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-81ada5f2-a1bd-4283-a3ff-9031a3cf89d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:13:21.508598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-81ada5f2-a1bd-4283-a3ff-9031a3cf89d0 admin admin] Usage tracker for resource:security_group_rule and tenant:4198e389ac3948968f88c341666f6e69 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:13:21.511959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-81ada5f2-a1bd-4283-a3ff-9031a3cf89d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:13:21.518755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-81ada5f2-a1bd-4283-a3ff-9031a3cf89d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:13:21.585534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81ada5f2-a1bd-4283-a3ff-9031a3cf89d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:21.588322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81ada5f2-a1bd-4283-a3ff-9031a3cf89d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:21.592464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a4805d7b-8202-4d2f-9fb7-fef29c52c460 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:13:21.620729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ada5f2-a1bd-4283-a3ff-9031a3cf89d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 20:13:21.633905 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ada5f2-a1bd-4283-a3ff-9031a3cf89d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:13:21.638060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-81ada5f2-a1bd-4283-a3ff-9031a3cf89d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:13:21.639045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81ada5f2-a1bd-4283-a3ff-9031a3cf89d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:21.639450 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-81ada5f2-a1bd-4283-a3ff-9031a3cf89d0 admin admin] Added segment 22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5 of type vlan for network 8416246b-19c0-4368-b184-5bc90e79b949 Dec 25 20:13:21.665478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81ada5f2-a1bd-4283-a3ff-9031a3cf89d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:21.695157 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81ada5f2-a1bd-4283-a3ff-9031a3cf89d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:21.696117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ada5f2-a1bd-4283-a3ff-9031a3cf89d0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:21.696760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81ada5f2-a1bd-4283-a3ff-9031a3cf89d0 admin admin] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:21.701973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b356745f-d831-407c-8382-5ae6bf5964f2 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:13:21.803302 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-81ada5f2-a1bd-4283-a3ff-9031a3cf89d0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5148909 Dec 25 20:13:21.806528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 56462) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:13:21.808728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ada5f2-a1bd-4283-a3ff-9031a3cf89d0 admin admin] Pushing event updated for resources: {'Network': ['ID=8416246b-19c0-4368-b184-5bc90e79b949,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:13:21.812076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-81ada5f2-a1bd-4283-a3ff-9031a3cf89d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:13:21.813553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-bb63422c-fd20-452a-a233-38fb5d164cc8 admin admin] Request body: {'subnet': {'network_id': '8416246b-19c0-4368-b184-5bc90e79b949', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1866322941-subnet', 'tenant_id': '4198e389ac3948968f88c341666f6e69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:13:21.819015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-bb63422c-fd20-452a-a233-38fb5d164cc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:13:21.820018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 8416246b-19c0-4368-b184-5bc90e79b949 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 20:13:21.823094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-bb63422c-fd20-452a-a233-38fb5d164cc8 admin admin] Usage tracker for resource:subnet and tenant:4198e389ac3948968f88c341666f6e69 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:13:21.826072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-bb63422c-fd20-452a-a233-38fb5d164cc8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:13:21.833154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-bb63422c-fd20-452a-a233-38fb5d164cc8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:13:21.842516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb63422c-fd20-452a-a233-38fb5d164cc8 admin admin] Made reservation on behalf of 4198e389ac3948968f88c341666f6e69 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:13:21.847329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb63422c-fd20-452a-a233-38fb5d164cc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:22.060858 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb63422c-fd20-452a-a233-38fb5d164cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:22.065196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7f8ee113-edf7-464d-9309-90080b11a16d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:13:22.141421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63422c-fd20-452a-a233-38fb5d164cc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a65e09e2-f9b9-403f-ae34-b066e7093906,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:13:22.145095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bb63422c-fd20-452a-a233-38fb5d164cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:13:22.152300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb63422c-fd20-452a-a233-38fb5d164cc8 admin admin] Checking segment: {'id': '22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8416246b-19c0-4368-b184-5bc90e79b949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:13:22.152691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb63422c-fd20-452a-a233-38fb5d164cc8 admin admin] Network hostable DHCP agents. Network: 8416246b-19c0-4368-b184-5bc90e79b949, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 20:13:22.174896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb63422c-fd20-452a-a233-38fb5d164cc8 admin admin] Network 8416246b-19c0-4368-b184-5bc90e79b949 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 20:13:22.183251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-bb63422c-fd20-452a-a233-38fb5d164cc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 8416246b-19c0-4368-b184-5bc90e79b949) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:13:22.187228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb63422c-fd20-452a-a233-38fb5d164cc8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:22.187875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb63422c-fd20-452a-a233-38fb5d164cc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:22.192279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81213c98-5469-4aad-b6dc-7d66560cfe1b None None] Network 8416246b-19c0-4368-b184-5bc90e79b949 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:13:22.211012 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-bb63422c-fd20-452a-a233-38fb5d164cc8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4032969 Dec 25 20:13:22.420900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27975bb0-7459-42a0-9c6a-3de7283b426a None None] Network 8416246b-19c0-4368-b184-5bc90e79b949 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:13:22.780986 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-b2ad30fb-6e62-4bde-b7a2-555c65264703 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:22.781653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-b2ad30fb-6e62-4bde-b7a2-555c65264703 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Synchronizing usage tracker for tenant:4198e389ac3948968f88c341666f6e69 on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:13:22.798051 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-b2ad30fb-6e62-4bde-b7a2-555c65264703 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Unset dirty status for tenant:4198e389ac3948968f88c341666f6e69 on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:13:22.799320 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-b2ad30fb-6e62-4bde-b7a2-555c65264703 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/networks?id=8416246b-19c0-4368-b184-5bc90e79b949 HTTP/1.1" status: 200 len: 815 time: 0.1728113 Dec 25 20:13:22.816749 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-ef81ef0d-f959-4714-9d6e-16c8a74131db tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/quotas/4198e389ac3948968f88c341666f6e69 HTTP/1.1" status: 200 len: 375 time: 0.0113394 Dec 25 20:13:22.869192 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-0b2edb1b-7f14-45b7-b574-7638d5c16fe0 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4198e389ac3948968f88c341666f6e69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467863 Dec 25 20:13:23.013569 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-1adc5632-63ee-4e4c-afa9-3e687a8c0371 service neutron] 10.222.0.24 "GET /v2.0/networks/8416246b-19c0-4368-b184-5bc90e79b949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370165 Dec 25 20:13:23.156991 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-c1c73590-f348-40bb-ab02-2a1754e84ae8 service neutron] 10.222.0.24 "GET /v2.0/networks/8416246b-19c0-4368-b184-5bc90e79b949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372418 Dec 25 20:13:23.350467 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e02cde58-23e2-4252-8a28-fd10a9555e4a req-892445cd-2c92-4990-a8b8-59bba80cf109 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 210 time: 0.0470393 Dec 25 20:13:23.687164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:24.479882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-159ce3d7-65be-48f1-bbc4-11e31019b898 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:24.481436 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-159ce3d7-65be-48f1-bbc4-11e31019b898 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.36 "GET /v2.0/networks?id=8416246b-19c0-4368-b184-5bc90e79b949 HTTP/1.1" status: 200 len: 815 time: 0.1619432 Dec 25 20:13:24.528232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-2ef7acd8-d4d8-41bb-8105-4a38e64b9aea tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Request body: {'port': {'device_id': '9013ad4b-5ff9-4a66-9ff1-6599f04d7dee', 'network_id': '8416246b-19c0-4368-b184-5bc90e79b949', 'admin_state_up': True, 'tenant_id': '4198e389ac3948968f88c341666f6e69'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:13:24.552078 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-897b5b76-c07d-4b8c-a431-61ef62e9e81f req-124160b5-d684-46ba-b01d-39ac7cb66be4 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 210 time: 0.0696230 Dec 25 20:13:24.678724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-2ef7acd8-d4d8-41bb-8105-4a38e64b9aea tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:13:24.682750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-2ef7acd8-d4d8-41bb-8105-4a38e64b9aea tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Usage tracker for resource:port and tenant:4198e389ac3948968f88c341666f6e69 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:13:24.685660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-2ef7acd8-d4d8-41bb-8105-4a38e64b9aea tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:13:24.691699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-2ef7acd8-d4d8-41bb-8105-4a38e64b9aea tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:13:24.699928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-2ef7acd8-d4d8-41bb-8105-4a38e64b9aea tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Made reservation on behalf of 4198e389ac3948968f88c341666f6e69 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:13:24.705904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-2ef7acd8-d4d8-41bb-8105-4a38e64b9aea tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:24.873552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-2ef7acd8-d4d8-41bb-8105-4a38e64b9aea tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Allocated IP 172.20.0.8 (8416246b-19c0-4368-b184-5bc90e79b949/a65e09e2-f9b9-403f-ae34-b066e7093906/1d7a9afe-ffdf-44b9-899c-0625849fc2c9) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:13:25.084703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-2ef7acd8-d4d8-41bb-8105-4a38e64b9aea tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:25.109698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-2ef7acd8-d4d8-41bb-8105-4a38e64b9aea tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:25.116207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-603ef047-c058-4399-9c03-b7c9b41dabde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:13:25.187323 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-2ef7acd8-d4d8-41bb-8105-4a38e64b9aea tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Network 8416246b-19c0-4368-b184-5bc90e79b949 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:13:25.190429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-2ef7acd8-d4d8-41bb-8105-4a38e64b9aea tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:13:25.194758 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-2ef7acd8-d4d8-41bb-8105-4a38e64b9aea tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:13:25.236353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef7acd8-d4d8-41bb-8105-4a38e64b9aea tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Pushing event updated for resources: {'Port': ['ID=1d7a9afe-ffdf-44b9-899c-0625849fc2c9,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:13:25.258199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7acd8-d4d8-41bb-8105-4a38e64b9aea tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:13:25.258634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7acd8-d4d8-41bb-8105-4a38e64b9aea tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:13:25.259096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7acd8-d4d8-41bb-8105-4a38e64b9aea tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:13:25.259522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7acd8-d4d8-41bb-8105-4a38e64b9aea tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:13:25.259940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7acd8-d4d8-41bb-8105-4a38e64b9aea tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:13:25.260362 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7acd8-d4d8-41bb-8105-4a38e64b9aea tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:13:25.260774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7acd8-d4d8-41bb-8105-4a38e64b9aea tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:13:25.261187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7acd8-d4d8-41bb-8105-4a38e64b9aea tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:13:25.261616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7acd8-d4d8-41bb-8105-4a38e64b9aea tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:13:25.262008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7acd8-d4d8-41bb-8105-4a38e64b9aea tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:13:25.262416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7acd8-d4d8-41bb-8105-4a38e64b9aea tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:13:25.268719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2ef7acd8-d4d8-41bb-8105-4a38e64b9aea tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:13:25.277655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-2ef7acd8-d4d8-41bb-8105-4a38e64b9aea tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:25.278323 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-2ef7acd8-d4d8-41bb-8105-4a38e64b9aea tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:25.297609 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-2ef7acd8-d4d8-41bb-8105-4a38e64b9aea tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7780416 Dec 25 20:13:25.314443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-7bfb1d57-2da2-4393-8053-e4e3ab4d5ef4 service neutron] Request body: {'port': {'device_id': '9013ad4b-5ff9-4a66-9ff1-6599f04d7dee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:13:25.428144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-7bfb1d57-2da2-4393-8053-e4e3ab4d5ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:25.857093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-7bfb1d57-2da2-4393-8053-e4e3ab4d5ef4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d7a9afe-ffdf-44b9-899c-0625849fc2c9 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:13:25.869567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db1ef3-d8da-43fe-86a0-bf0037797577 req-802535e7-5b2d-4bd1-8606-e27668c7daf9 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:25.870338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-33db1ef3-d8da-43fe-86a0-bf0037797577 req-802535e7-5b2d-4bd1-8606-e27668c7daf9 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Synchronizing usage tracker for tenant:4198e389ac3948968f88c341666f6e69 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:13:25.873891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-7bfb1d57-2da2-4393-8053-e4e3ab4d5ef4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:25.898135 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-7bfb1d57-2da2-4393-8053-e4e3ab4d5ef4 service neutron] Transition to ACTIVE for port object 1d7a9afe-ffdf-44b9-899c-0625849fc2c9 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:13:25.900755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-7bfb1d57-2da2-4393-8053-e4e3ab4d5ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:25.906176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-08eb4119-8aa3-493a-b21f-e9b1fed73372 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:13:26.166883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-33db1ef3-d8da-43fe-86a0-bf0037797577 req-802535e7-5b2d-4bd1-8606-e27668c7daf9 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Unset dirty status for tenant:4198e389ac3948968f88c341666f6e69 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:13:26.168139 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-33db1ef3-d8da-43fe-86a0-bf0037797577 req-802535e7-5b2d-4bd1-8606-e27668c7daf9 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 931 time: 0.4586370 Dec 25 20:13:26.278153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb1d57-2da2-4393-8053-e4e3ab4d5ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=1d7a9afe-ffdf-44b9-899c-0625849fc2c9,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:13:26.289630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7bfb1d57-2da2-4393-8053-e4e3ab4d5ef4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:13:26.342832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-33db1ef3-d8da-43fe-86a0-bf0037797577 req-1606a61e-1067-463c-83d9-e83f9c6863fe tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Synchronizing usage tracker for tenant:4198e389ac3948968f88c341666f6e69 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:13:26.409560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-33db1ef3-d8da-43fe-86a0-bf0037797577 req-1606a61e-1067-463c-83d9-e83f9c6863fe tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Unset dirty status for tenant:4198e389ac3948968f88c341666f6e69 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:13:26.410816 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-33db1ef3-d8da-43fe-86a0-bf0037797577 req-1606a61e-1067-463c-83d9-e83f9c6863fe tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282071 Dec 25 20:13:26.432954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-7bfb1d57-2da2-4393-8053-e4e3ab4d5ef4 service neutron] Attempting to bind port 1d7a9afe-ffdf-44b9-899c-0625849fc2c9 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:13:26.433333 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-7bfb1d57-2da2-4393-8053-e4e3ab4d5ef4 service neutron] Attempting to bind port 1d7a9afe-ffdf-44b9-899c-0625849fc2c9 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8416246b-19c0-4368-b184-5bc90e79b949'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:13:26.433703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-7bfb1d57-2da2-4393-8053-e4e3ab4d5ef4 service neutron] Attempting to bind port 1d7a9afe-ffdf-44b9-899c-0625849fc2c9 on network 8416246b-19c0-4368-b184-5bc90e79b949 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:13:26.440182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-7bfb1d57-2da2-4393-8053-e4e3ab4d5ef4 service neutron] Port 1d7a9afe-ffdf-44b9-899c-0625849fc2c9 on network 8416246b-19c0-4368-b184-5bc90e79b949 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 20:13:26.440534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-7bfb1d57-2da2-4393-8053-e4e3ab4d5ef4 service neutron] Attempting to bind port 1d7a9afe-ffdf-44b9-899c-0625849fc2c9 on network 8416246b-19c0-4368-b184-5bc90e79b949 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:13:26.447320 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-7bfb1d57-2da2-4393-8053-e4e3ab4d5ef4 service neutron] Checking agent: {'id': '5d7a6d50-e450-4e92-a105-61a558d89e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'started_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:13:26.447693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-7bfb1d57-2da2-4393-8053-e4e3ab4d5ef4 service neutron] Checking segment: {'id': '22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8416246b-19c0-4368-b184-5bc90e79b949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:13:26.448112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-7bfb1d57-2da2-4393-8053-e4e3ab4d5ef4 service neutron] Bound using segment: {'id': '22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8416246b-19c0-4368-b184-5bc90e79b949'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:13:26.448580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-7bfb1d57-2da2-4393-8053-e4e3ab4d5ef4 service neutron] Bound port: 1d7a9afe-ffdf-44b9-899c-0625849fc2c9, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8416246b-19c0-4368-b184-5bc90e79b949'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:13:26.448962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-7bfb1d57-2da2-4393-8053-e4e3ab4d5ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:26.539646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-7bfb1d57-2da2-4393-8053-e4e3ab4d5ef4 service neutron] For port 1d7a9afe-ffdf-44b9-899c-0625849fc2c9, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:13:26.542725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-7bfb1d57-2da2-4393-8053-e4e3ab4d5ef4 service neutron] For port 1d7a9afe-ffdf-44b9-899c-0625849fc2c9, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1d7a9afe-ffdf-44b9-899c-0625849fc2c9,segment=NetworkSegment(22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5),segment_id=22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:13:26.545911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-7bfb1d57-2da2-4393-8053-e4e3ab4d5ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:26.550264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-733f94de-adca-4f69-aa4c-05ddca3573f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:13:26.617029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-7bfb1d57-2da2-4393-8053-e4e3ab4d5ef4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:26.618529 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-7bfb1d57-2da2-4393-8053-e4e3ab4d5ef4 service neutron] 10.222.0.36 "PUT /v2.0/ports/1d7a9afe-ffdf-44b9-899c-0625849fc2c9 HTTP/1.1" status: 200 len: 1093 time: 1.3092222 Dec 25 20:13:26.619375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9013ad4b-5ff9-4a66-9ff1-6599f04d7dee', 'tag': '1d7a9afe-ffdf-44b9-899c-0625849fc2c9'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:13:26.634463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb1d57-2da2-4393-8053-e4e3ab4d5ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=1d7a9afe-ffdf-44b9-899c-0625849fc2c9,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:13:26.637631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7bfb1d57-2da2-4393-8053-e4e3ab4d5ef4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:13:26.698678 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9013ad4b-5ff9-4a66-9ff1-6599f04d7dee', 'tag': '1d7a9afe-ffdf-44b9-899c-0625849fc2c9', 'status': 'completed', 'code': 200} Dec 25 20:13:26.735556 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-5c344b11-075e-4d2a-96bd-3f57f32347f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4198e389ac3948968f88c341666f6e69&device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 1096 time: 0.0772688 Dec 25 20:13:26.812064 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-14a50765-eeb3-4637-a121-7ac1afe93943 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d7a9afe-ffdf-44b9-899c-0625849fc2c9 HTTP/1.1" status: 200 len: 217 time: 0.0654500 Dec 25 20:13:26.887308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-9986814f-08e8-42d8-828a-f2290d50b5ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:26.889410 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-9986814f-08e8-42d8-828a-f2290d50b5ec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a65e09e2-f9b9-403f-ae34-b066e7093906 HTTP/1.1" status: 200 len: 855 time: 0.0672088 Dec 25 20:13:26.941302 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-9b7411ca-1d4b-405e-9721-6ee64b7036d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8416246b-19c0-4368-b184-5bc90e79b949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421805 Dec 25 20:13:27.084796 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-bb4debaf-be2f-42de-93d0-159e046b64c6 service neutron] 10.222.0.36 "GET /v2.0/networks/8416246b-19c0-4368-b184-5bc90e79b949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336963 Dec 25 20:13:27.236612 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-99b19dfb-00ee-41c8-a876-414d8062e4e1 req-37fbb0c8-ca62-4e19-8c25-b4e18d1c84ec service neutron] 10.222.0.36 "GET /v2.0/networks/8416246b-19c0-4368-b184-5bc90e79b949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419497 Dec 25 20:13:27.370868 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-477711e4-d357-4ee1-8dd7-4c672352f9c6 req-4466c6ae-ce52-44a3-b343-115e79c0ae08 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4198e389ac3948968f88c341666f6e69&device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 1096 time: 0.0780931 Dec 25 20:13:27.516241 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477711e4-d357-4ee1-8dd7-4c672352f9c6 req-1f3ba382-ada6-4bce-ae8b-797a40e1aeee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:27.517731 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-477711e4-d357-4ee1-8dd7-4c672352f9c6 req-1f3ba382-ada6-4bce-ae8b-797a40e1aeee service neutron] 10.222.0.36 "GET /v2.0/networks?id=8416246b-19c0-4368-b184-5bc90e79b949 HTTP/1.1" status: 200 len: 915 time: 0.1396487 Dec 25 20:13:27.625602 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-477711e4-d357-4ee1-8dd7-4c672352f9c6 req-9442119a-30a0-49c7-beb6-2bdb91566a5d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d7a9afe-ffdf-44b9-899c-0625849fc2c9 HTTP/1.1" status: 200 len: 217 time: 0.1010485 Dec 25 20:13:27.714047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477711e4-d357-4ee1-8dd7-4c672352f9c6 req-c16536be-6fb5-44d6-b3cf-0b5c72851357 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:27.715596 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-477711e4-d357-4ee1-8dd7-4c672352f9c6 req-c16536be-6fb5-44d6-b3cf-0b5c72851357 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a65e09e2-f9b9-403f-ae34-b066e7093906 HTTP/1.1" status: 200 len: 855 time: 0.0750227 Dec 25 20:13:27.728661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e60ea9-053b-4ac7-94ab-0fee08b80c8a req-9533e9a0-1347-4905-a6d1-871d2ac2dc06 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:27.730134 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b8e60ea9-053b-4ac7-94ab-0fee08b80c8a req-9533e9a0-1347-4905-a6d1-871d2ac2dc06 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 943 time: 0.1550195 Dec 25 20:13:27.787343 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-477711e4-d357-4ee1-8dd7-4c672352f9c6 req-70ee0db2-b12e-4f2b-a984-75dba53e0f47 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8416246b-19c0-4368-b184-5bc90e79b949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561223 Dec 25 20:13:27.859560 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b8e60ea9-053b-4ac7-94ab-0fee08b80c8a req-ad5fc1ba-bdf8-4098-9ddd-605962cab21f tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911646 Dec 25 20:13:27.953891 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-477711e4-d357-4ee1-8dd7-4c672352f9c6 req-d96fee69-8da1-4daa-98d9-23653507a7e8 service neutron] 10.222.0.36 "GET /v2.0/networks/8416246b-19c0-4368-b184-5bc90e79b949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504092 Dec 25 20:13:28.095930 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-477711e4-d357-4ee1-8dd7-4c672352f9c6 req-bde61e83-1667-413b-afac-9e4888d5b76d service neutron] 10.222.0.36 "GET /v2.0/networks/8416246b-19c0-4368-b184-5bc90e79b949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339989 Dec 25 20:13:29.066050 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de753c-9b81-437e-a6eb-2e1db175d834 req-a4f5ae25-82b8-4807-9a9f-6c8c41313162 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:29.067650 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-96de753c-9b81-437e-a6eb-2e1db175d834 req-a4f5ae25-82b8-4807-9a9f-6c8c41313162 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 943 time: 0.0823324 Dec 25 20:13:29.115229 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-96de753c-9b81-437e-a6eb-2e1db175d834 req-cd2f457b-1f72-467b-87fc-f2ee8d53e282 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414774 Dec 25 20:13:29.568874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 1d7a9afe-ffdf-44b9-899c-0625849fc2c9 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 20:13:29.711521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 1d7a9afe-ffdf-44b9-899c-0625849fc2c9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1d7a9afe-ffdf-44b9-899c-0625849fc2c9,segment=NetworkSegment(22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5),segment_id=22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:13:29.725246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': '1d7a9afe-ffdf-44b9-899c-0625849fc2c9', 'network_id': '8416246b-19c0-4368-b184-5bc90e79b949', 'port_id': '1d7a9afe-ffdf-44b9-899c-0625849fc2c9', 'mac_address': 'fa:16:3e:97:3a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a65e09e2-f9b9-403f-ae34-b066e7093906', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 20:13:29.783713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:29.801511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d7a9afe-ffdf-44b9-899c-0625849fc2c9 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:13:29.816785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 1d7a9afe-ffdf-44b9-899c-0625849fc2c9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1d7a9afe-ffdf-44b9-899c-0625849fc2c9,segment=NetworkSegment(22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5),segment_id=22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:13:29.819643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:29.821396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a2e6f17e-3646-48d9-89cb-bda15e7c5edd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:13:29.886488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=1d7a9afe-ffdf-44b9-899c-0625849fc2c9,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:13:29.890617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:13:30.081769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['1d7a9afe-ffdf-44b9-899c-0625849fc2c9'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:13:30.323826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb219c-179b-4788-b356-c5a533e04390 req-ad6fee4c-a55f-4dac-9d4e-c99e41c694fc tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:30.325448 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-02eb219c-179b-4788-b356-c5a533e04390 req-ad6fee4c-a55f-4dac-9d4e-c99e41c694fc tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 944 time: 0.0882034 Dec 25 20:13:30.374298 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-02eb219c-179b-4788-b356-c5a533e04390 req-260ffe8e-6adc-466f-bf58-8a19bebe28dc tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419495 Dec 25 20:13:31.580078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a325750-6918-494f-9e09-e481558cc685 req-fef3818b-376b-4a4a-8c89-7cbc3ea97841 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:31.581835 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7a325750-6918-494f-9e09-e481558cc685 req-fef3818b-376b-4a4a-8c89-7cbc3ea97841 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 944 time: 0.0865724 Dec 25 20:13:31.611091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 1d7a9afe-ffdf-44b9-899c-0625849fc2c9 up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:13:31.635031 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7a325750-6918-494f-9e09-e481558cc685 req-55fba5bc-a78b-41e0-9e3e-b63a02171874 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459514 Dec 25 20:13:31.681787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning for port 1d7a9afe-ffdf-44b9-899c-0625849fc2c9 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:13:31.687440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port 1d7a9afe-ffdf-44b9-899c-0625849fc2c9 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:13:31.687870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:31.807417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:31.834480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9013ad4b-5ff9-4a66-9ff1-6599f04d7dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7a9afe-ffdf-44b9-899c-0625849fc2c9'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:13:31.845093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 1d7a9afe-ffdf-44b9-899c-0625849fc2c9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1d7a9afe-ffdf-44b9-899c-0625849fc2c9,segment=NetworkSegment(22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5),segment_id=22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:13:31.847841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:31.849775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:13:31.897192 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9013ad4b-5ff9-4a66-9ff1-6599f04d7dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7a9afe-ffdf-44b9-899c-0625849fc2c9', 'code': 200} Dec 25 20:13:31.920987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=1d7a9afe-ffdf-44b9-899c-0625849fc2c9,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:13:31.924468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:13:32.146479 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8a54c792-c30a-447b-a7a9-f58e20ff4593 req-292fbe56-5731-4b85-932a-3b4d015343d7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 1098 time: 0.0773113 Dec 25 20:13:32.194960 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8a54c792-c30a-447b-a7a9-f58e20ff4593 req-563876ee-883c-464e-8924-06be69a183c3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376890 Dec 25 20:13:32.839371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff918f8-45b5-460a-982b-8ea459db92e4 req-5298d87b-c1f5-470f-b34a-bc3ee2f76e11 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:32.840954 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7ff918f8-45b5-460a-982b-8ea459db92e4 req-5298d87b-c1f5-470f-b34a-bc3ee2f76e11 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 945 time: 0.0822506 Dec 25 20:13:32.889541 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7ff918f8-45b5-460a-982b-8ea459db92e4 req-847e8ae2-fcbb-4c47-a9aa-be921ba84447 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424097 Dec 25 20:13:34.097795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23435b-ed8e-48a6-8365-76fc89d1b446 req-0c4e0a14-eac2-4add-b1ed-4d5a65e67a64 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:34.099386 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9a23435b-ed8e-48a6-8365-76fc89d1b446 req-0c4e0a14-eac2-4add-b1ed-4d5a65e67a64 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 945 time: 0.0851483 Dec 25 20:13:34.147483 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9a23435b-ed8e-48a6-8365-76fc89d1b446 req-9447f4f9-6187-4132-bbe0-b8e43d9c41f8 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421031 Dec 25 20:13:34.352084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c33fd7b-91f8-40da-81f1-cf84e099517e req-ab9b9e13-e18b-4fae-8b55-76266906f1ba tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:34.353693 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4c33fd7b-91f8-40da-81f1-cf84e099517e req-ab9b9e13-e18b-4fae-8b55-76266906f1ba tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 945 time: 0.0835860 Dec 25 20:13:34.400995 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4c33fd7b-91f8-40da-81f1-cf84e099517e req-1158c59d-9649-429a-bd90-3ee6c065dd80 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412152 Dec 25 20:13:34.790442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ac211-44d8-42ac-a202-052c39db1ffe req-2d4f7e0f-83ad-44d9-b6a9-a41636f9f059 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:34.792081 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-942ac211-44d8-42ac-a202-052c39db1ffe req-2d4f7e0f-83ad-44d9-b6a9-a41636f9f059 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 945 time: 0.0918221 Dec 25 20:13:34.841069 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-942ac211-44d8-42ac-a202-052c39db1ffe req-9d40c82b-0bf3-4d1c-b690-c8a6167b48a8 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426931 Dec 25 20:13:35.048575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d798f93-1bed-40fd-9a36-9cd96fa95248 req-36229316-aa1a-42ca-93cd-1911844c0819 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:35.050106 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7d798f93-1bed-40fd-9a36-9cd96fa95248 req-36229316-aa1a-42ca-93cd-1911844c0819 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 945 time: 0.0833549 Dec 25 20:13:35.101173 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7d798f93-1bed-40fd-9a36-9cd96fa95248 req-04948211-10e1-43ed-8054-d7f6bcccb06f tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449975 Dec 25 20:13:35.311651 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-359fd984-865c-4943-9f89-639d82144aca req-6aa8342b-8e2b-4178-9e42-f1a5db08b594 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0795293 Dec 25 20:13:35.565737 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5d4d554e-50e7-4d40-bb40-2454a83f5e38 req-45eb20cf-7b68-423c-b2b7-fd8b587873ba service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0747709 Dec 25 20:13:35.627702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321eeb7-84d3-4bee-acea-10aefcd259c3 req-d574b926-7ed5-4d06-a315-d83c3b5e1072 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:35.629306 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5321eeb7-84d3-4bee-acea-10aefcd259c3 req-d574b926-7ed5-4d06-a315-d83c3b5e1072 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 945 time: 0.0847523 Dec 25 20:13:35.681299 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5321eeb7-84d3-4bee-acea-10aefcd259c3 req-0e2112b0-4ad2-40ca-8c5d-dde0c2cb2ba9 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457494 Dec 25 20:13:36.000671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:13:36.072469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-37e3b974-d403-4ea1-a787-f8cd484969ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:36.856212 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5d4d554e-50e7-4d40-bb40-2454a83f5e38 req-0de71a36-146b-4dc1-8fbb-ffef4c86e977 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4198e389ac3948968f88c341666f6e69&device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 1098 time: 0.1150000 Dec 25 20:13:37.034056 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15624742-9b55-4b24-b7fe-367aba5880b7 req-27d12f0c-d1b4-4cde-882c-e19f3fe24531 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:37.035696 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-15624742-9b55-4b24-b7fe-367aba5880b7 req-27d12f0c-d1b4-4cde-882c-e19f3fe24531 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 945 time: 0.2254322 Dec 25 20:13:37.038113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d554e-50e7-4d40-bb40-2454a83f5e38 req-4e3026e2-aef1-4f37-af83-20ff51b7a398 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:37.039591 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5d4d554e-50e7-4d40-bb40-2454a83f5e38 req-4e3026e2-aef1-4f37-af83-20ff51b7a398 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8416246b-19c0-4368-b184-5bc90e79b949 HTTP/1.1" status: 200 len: 915 time: 0.1731558 Dec 25 20:13:37.132470 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5d4d554e-50e7-4d40-bb40-2454a83f5e38 req-493772a1-1925-4a4d-88d5-8d7f82017bfb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d7a9afe-ffdf-44b9-899c-0625849fc2c9 HTTP/1.1" status: 200 len: 217 time: 0.0750141 Dec 25 20:13:37.191396 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-15624742-9b55-4b24-b7fe-367aba5880b7 req-8fcf84b4-45dd-44be-83e7-c4d2a1811a4e tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494875 Dec 25 20:13:37.213412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d554e-50e7-4d40-bb40-2454a83f5e38 req-830af1ed-f5fb-4902-9f01-5188527e2b0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:37.214952 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5d4d554e-50e7-4d40-bb40-2454a83f5e38 req-830af1ed-f5fb-4902-9f01-5188527e2b0a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a65e09e2-f9b9-403f-ae34-b066e7093906 HTTP/1.1" status: 200 len: 855 time: 0.0764601 Dec 25 20:13:37.248504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:37.267847 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5d4d554e-50e7-4d40-bb40-2454a83f5e38 req-44dfe968-1401-4f36-9a44-5dca58d9971f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8416246b-19c0-4368-b184-5bc90e79b949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462785 Dec 25 20:13:37.412532 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5d4d554e-50e7-4d40-bb40-2454a83f5e38 req-ef77afe7-73ea-44b9-9955-237d246c631b service neutron] 10.222.0.36 "GET /v2.0/networks/8416246b-19c0-4368-b184-5bc90e79b949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383555 Dec 25 20:13:37.555950 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5d4d554e-50e7-4d40-bb40-2454a83f5e38 req-416122fb-b2bc-4e26-9e87-710746f3d197 service neutron] 10.222.0.36 "GET /v2.0/networks/8416246b-19c0-4368-b184-5bc90e79b949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368346 Dec 25 20:13:38.372446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8fc93abe-17f6-4462-805d-a9e39f60dc4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:38.400331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a8b36-8c16-44f7-96bb-b096c3a484a1 req-fa990e95-8152-4db5-9cc0-6e476bf797ae tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:38.401954 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-be2a8b36-8c16-44f7-96bb-b096c3a484a1 req-fa990e95-8152-4db5-9cc0-6e476bf797ae tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 945 time: 0.0884714 Dec 25 20:13:38.662161 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-be2a8b36-8c16-44f7-96bb-b096c3a484a1 req-f06e2da6-2ba2-496b-aa06-52a4f13f76f2 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534223 Dec 25 20:13:38.686082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:39.870354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c66f8-c14e-4b63-bc38-cabb1d2b3482 req-19e2cb0d-5c12-4587-9966-182579488f6b tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:39.871983 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c91c66f8-c14e-4b63-bc38-cabb1d2b3482 req-19e2cb0d-5c12-4587-9966-182579488f6b tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 945 time: 0.0829263 Dec 25 20:13:39.920333 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c91c66f8-c14e-4b63-bc38-cabb1d2b3482 req-f3c64bc9-61a4-41d3-9567-b97db2a7bae3 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417206 Dec 25 20:13:40.010337 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:41.143552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caada52d-9360-4b3c-b98b-6518c4c0d625 req-f2850adb-5ad0-452f-be90-2c9728c9f5a2 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:41.145169 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-caada52d-9360-4b3c-b98b-6518c4c0d625 req-f2850adb-5ad0-452f-be90-2c9728c9f5a2 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 945 time: 0.0865023 Dec 25 20:13:41.194176 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-caada52d-9360-4b3c-b98b-6518c4c0d625 req-8aab8ab9-965a-4f8a-860c-8a2643a132fe tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422819 Dec 25 20:13:42.404697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba2af5-1805-4c57-a626-5e2bab19d34e req-41a60e45-22b0-441a-9aca-51649d619ed7 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:42.406322 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f0ba2af5-1805-4c57-a626-5e2bab19d34e req-41a60e45-22b0-441a-9aca-51649d619ed7 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 945 time: 0.0867929 Dec 25 20:13:42.459082 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f0ba2af5-1805-4c57-a626-5e2bab19d34e req-9adbaa53-17c5-4c5a-8b4c-f9b80e5d1ede tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464880 Dec 25 20:13:43.664773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee361e68-c5b7-4ca4-81fb-f32c4a9cd167 req-61cf6e3a-17d9-465f-bfa9-1bb65afede3e tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:43.666390 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ee361e68-c5b7-4ca4-81fb-f32c4a9cd167 req-61cf6e3a-17d9-465f-bfa9-1bb65afede3e tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 945 time: 0.0853248 Dec 25 20:13:43.714452 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ee361e68-c5b7-4ca4-81fb-f32c4a9cd167 req-03cabd8c-a1c4-4280-b14f-b138b33fd18f tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418792 Dec 25 20:13:44.929826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf5e3b-d0ab-4846-91fa-7bb7556f28a6 req-bf3954ed-b48c-431a-9d44-85736a450150 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:44.931498 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fccf5e3b-d0ab-4846-91fa-7bb7556f28a6 req-bf3954ed-b48c-431a-9d44-85736a450150 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 945 time: 0.0960739 Dec 25 20:13:44.980992 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fccf5e3b-d0ab-4846-91fa-7bb7556f28a6 req-78990590-a876-44b4-a03e-2d588854e3ea tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432851 Dec 25 20:13:46.188623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb2a07-cd96-4e2a-87b9-91fd58172717 req-75451ee8-cd9a-4e31-af6a-cb8e9835f78b tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:46.190253 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2fbb2a07-cd96-4e2a-87b9-91fd58172717 req-75451ee8-cd9a-4e31-af6a-cb8e9835f78b tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 945 time: 0.0833001 Dec 25 20:13:46.241940 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2fbb2a07-cd96-4e2a-87b9-91fd58172717 req-ae992dce-af41-48e2-b2c2-2b1dc84242f7 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455396 Dec 25 20:13:47.466966 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079e6f3-8321-4166-9e79-12b5bb205bf4 req-073d5145-2e23-4c9b-bd43-1665be8e5a82 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:47.468594 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1079e6f3-8321-4166-9e79-12b5bb205bf4 req-073d5145-2e23-4c9b-bd43-1665be8e5a82 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 945 time: 0.0875289 Dec 25 20:13:47.517535 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1079e6f3-8321-4166-9e79-12b5bb205bf4 req-fa464292-34e4-4aeb-a03f-1d1c8f138d97 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428977 Dec 25 20:13:48.722890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac10405-343e-4a1c-bf85-17bd654c9e1f req-f9d46088-6040-4dbb-aa7e-99a64ffdfa46 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:48.724537 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9ac10405-343e-4a1c-bf85-17bd654c9e1f req-f9d46088-6040-4dbb-aa7e-99a64ffdfa46 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 945 time: 0.0835767 Dec 25 20:13:48.774591 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9ac10405-343e-4a1c-bf85-17bd654c9e1f req-e53303dd-a704-4761-8719-54b79a9fc237 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440204 Dec 25 20:13:48.958394 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6b117c8d-31e3-4e82-8498-ce8becfd1ca7 req-77cd2641-1682-4447-8a77-0d8e1347645b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4198e389ac3948968f88c341666f6e69&device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 1098 time: 0.0776315 Dec 25 20:13:49.121571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b117c8d-31e3-4e82-8498-ce8becfd1ca7 req-3c55c516-f588-4dc5-9f35-138bb1c6b82c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:49.123817 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6b117c8d-31e3-4e82-8498-ce8becfd1ca7 req-3c55c516-f588-4dc5-9f35-138bb1c6b82c service neutron] 10.222.0.36 "GET /v2.0/networks?id=8416246b-19c0-4368-b184-5bc90e79b949 HTTP/1.1" status: 200 len: 915 time: 0.1466777 Dec 25 20:13:49.195881 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6b117c8d-31e3-4e82-8498-ce8becfd1ca7 req-ce448904-9e63-4b75-92c7-27c63808a29f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d7a9afe-ffdf-44b9-899c-0625849fc2c9 HTTP/1.1" status: 200 len: 217 time: 0.0651891 Dec 25 20:13:49.273437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b117c8d-31e3-4e82-8498-ce8becfd1ca7 req-bc580e5e-b04f-4ea0-b133-61e8072f38ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:49.274999 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6b117c8d-31e3-4e82-8498-ce8becfd1ca7 req-bc580e5e-b04f-4ea0-b133-61e8072f38ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a65e09e2-f9b9-403f-ae34-b066e7093906 HTTP/1.1" status: 200 len: 855 time: 0.0699716 Dec 25 20:13:49.326581 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6b117c8d-31e3-4e82-8498-ce8becfd1ca7 req-13e35bf7-22c2-4940-8bf8-0b65b22ffaa1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8416246b-19c0-4368-b184-5bc90e79b949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438044 Dec 25 20:13:49.467708 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6b117c8d-31e3-4e82-8498-ce8becfd1ca7 req-c3fddc7a-3cd3-4756-ad39-b65ffc2492f4 service neutron] 10.222.0.36 "GET /v2.0/networks/8416246b-19c0-4368-b184-5bc90e79b949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342330 Dec 25 20:13:49.611234 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6b117c8d-31e3-4e82-8498-ce8becfd1ca7 req-f4dce1b2-886a-4e18-8c83-9579a5e69cf2 service neutron] 10.222.0.36 "GET /v2.0/networks/8416246b-19c0-4368-b184-5bc90e79b949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366184 Dec 25 20:13:49.980349 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3e1a8-fc49-41e8-854f-74c0baa3d6e8 req-600ce50d-96b9-4fab-a827-8fb9010e7a1b tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:49.982015 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6cf3e1a8-fc49-41e8-854f-74c0baa3d6e8 req-600ce50d-96b9-4fab-a827-8fb9010e7a1b tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 945 time: 0.0853951 Dec 25 20:13:50.035879 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6cf3e1a8-fc49-41e8-854f-74c0baa3d6e8 req-185cb3d9-1d59-476d-ab6b-4340d993fdc3 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465961 Dec 25 20:13:51.238533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9c7a2-8ab3-4c84-b4ae-cf4f07dded79 req-2f07e6ba-c4d4-486c-948d-96c5369e93f0 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:51.240162 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b6a9c7a2-8ab3-4c84-b4ae-cf4f07dded79 req-2f07e6ba-c4d4-486c-948d-96c5369e93f0 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 945 time: 0.0840473 Dec 25 20:13:51.289159 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b6a9c7a2-8ab3-4c84-b4ae-cf4f07dded79 req-6ed5c8ad-7ff8-47b6-a4a4-7a59e7a93c3a tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417409 Dec 25 20:13:52.498147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6aa29e-a644-44f3-87c9-bf5a4891620f req-c3471c66-feda-4ed9-b054-f5f80ea34e24 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:52.499969 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ba6aa29e-a644-44f3-87c9-bf5a4891620f req-c3471c66-feda-4ed9-b054-f5f80ea34e24 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 945 time: 0.0880671 Dec 25 20:13:52.548564 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ba6aa29e-a644-44f3-87c9-bf5a4891620f req-22082012-fa0c-4bbd-aecf-b9d8cdd5036d tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425189 Dec 25 20:13:53.702738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:13:53.751080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d64158-2358-4ade-aaee-5ab1d2eef386 req-b3c299d6-2aa0-4d7d-87c9-561d28f443fb tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:53.752692 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d5d64158-2358-4ade-aaee-5ab1d2eef386 req-b3c299d6-2aa0-4d7d-87c9-561d28f443fb tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 945 time: 0.0825574 Dec 25 20:13:53.799905 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d5d64158-2358-4ade-aaee-5ab1d2eef386 req-452c7d1f-9840-4d7b-8797-cd618c6c1f27 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409944 Dec 25 20:13:55.008977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54756e-7ea9-4717-84b2-2456f92ba4e7 req-4da01740-bbd7-404a-b114-01cd25523bb3 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:55.010615 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2a54756e-7ea9-4717-84b2-2456f92ba4e7 req-4da01740-bbd7-404a-b114-01cd25523bb3 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 945 time: 0.0856791 Dec 25 20:13:55.058565 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2a54756e-7ea9-4717-84b2-2456f92ba4e7 req-7dce622a-5546-4f9e-9434-dda5d2d57328 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414097 Dec 25 20:13:56.267853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a72f9-40c3-44ea-988b-51672add55a8 req-c4811df7-d6fd-4ed4-aca2-9178fbdf4700 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:56.269449 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b69a72f9-40c3-44ea-988b-51672add55a8 req-c4811df7-d6fd-4ed4-aca2-9178fbdf4700 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 945 time: 0.0847669 Dec 25 20:13:56.321418 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b69a72f9-40c3-44ea-988b-51672add55a8 req-742114a5-0c22-431d-a4b5-5d5bbc6859c4 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459623 Dec 25 20:13:57.529992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df516bc9-54af-45d7-8942-1d03d1f16ac1 req-50bc81db-eeae-41f0-a2fc-827472928041 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:57.531749 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-df516bc9-54af-45d7-8942-1d03d1f16ac1 req-50bc81db-eeae-41f0-a2fc-827472928041 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 945 time: 0.0851984 Dec 25 20:13:57.580136 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-df516bc9-54af-45d7-8942-1d03d1f16ac1 req-703843f5-162b-4550-b304-b66c873acfdc tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421879 Dec 25 20:13:58.790805 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5a507-1c7a-4665-b71a-20990f1db6e7 req-5f1e9a81-3dfe-49b8-b527-32bebce8d023 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:13:58.792437 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-50b5a507-1c7a-4665-b71a-20990f1db6e7 req-5f1e9a81-3dfe-49b8-b527-32bebce8d023 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 945 time: 0.0882361 Dec 25 20:13:58.842808 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-50b5a507-1c7a-4665-b71a-20990f1db6e7 req-2bef5d3a-eb3c-4645-9d2c-6f1bba981938 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438004 Dec 25 20:14:00.054171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd40b0-2b08-48f7-ba4c-48e94f687812 req-67ed95bf-393a-451e-a765-2978b314618a tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:00.055818 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-41fd40b0-2b08-48f7-ba4c-48e94f687812 req-67ed95bf-393a-451e-a765-2978b314618a tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 945 time: 0.0903697 Dec 25 20:14:00.103658 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-41fd40b0-2b08-48f7-ba4c-48e94f687812 req-11d242c8-0121-4e53-ba25-1a501e510f25 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411251 Dec 25 20:14:01.312734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbb051-d95a-4b53-a2ba-d745cb095142 req-7f3a1d44-5a68-4dbd-bf39-decd1ad4446f tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:01.314343 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a7bbb051-d95a-4b53-a2ba-d745cb095142 req-7f3a1d44-5a68-4dbd-bf39-decd1ad4446f tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 945 time: 0.0898447 Dec 25 20:14:01.362779 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a7bbb051-d95a-4b53-a2ba-d745cb095142 req-1da11108-c578-4eda-a617-607aad3e3145 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422776 Dec 25 20:14:02.703614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20f857-54e2-44d7-b7b6-6aa4013633f8 req-1f128adb-b575-4baa-8409-66e9b28b8ec3 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:02.705291 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ed20f857-54e2-44d7-b7b6-6aa4013633f8 req-1f128adb-b575-4baa-8409-66e9b28b8ec3 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 945 time: 0.0835788 Dec 25 20:14:02.755826 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ed20f857-54e2-44d7-b7b6-6aa4013633f8 req-82e7e4fa-58b6-4151-9aa5-37b46434d109 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442781 Dec 25 20:14:03.968270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda8494-b89e-4e0f-bdca-ae42f270acc9 req-f5aa95e6-a1a1-4337-b933-ee4175bdfe03 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:03.969892 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8dda8494-b89e-4e0f-bdca-ae42f270acc9 req-f5aa95e6-a1a1-4337-b933-ee4175bdfe03 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 945 time: 0.0865717 Dec 25 20:14:04.019329 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8dda8494-b89e-4e0f-bdca-ae42f270acc9 req-9f9d7c23-702b-424f-a53e-6d35927de5d1 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423987 Dec 25 20:14:04.560271 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5d4d554e-50e7-4d40-bb40-2454a83f5e38 req-3f39d3fa-5357-42df-8d61-80a703ece118 service neutron] 10.222.0.36 "GET /v2.0/ports/1d7a9afe-ffdf-44b9-899c-0625849fc2c9/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0752807 Dec 25 20:14:04.848218 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5d4d554e-50e7-4d40-bb40-2454a83f5e38 req-6d0b2784-9082-4aad-9bf1-9de20b3c9850 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee&tenant_id=4198e389ac3948968f88c341666f6e69 HTTP/1.1" status: 200 len: 1098 time: 0.0815876 Dec 25 20:14:04.949645 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5d4d554e-50e7-4d40-bb40-2454a83f5e38 req-161ad56b-250a-4b5f-b46a-d7682f9371a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4198e389ac3948968f88c341666f6e69&device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 1098 time: 0.0750351 Dec 25 20:14:05.102496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d554e-50e7-4d40-bb40-2454a83f5e38 req-030b0314-1ce1-42f1-a64d-a7efe1744b3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:05.104106 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5d4d554e-50e7-4d40-bb40-2454a83f5e38 req-030b0314-1ce1-42f1-a64d-a7efe1744b3b service neutron] 10.222.0.36 "GET /v2.0/networks?id=8416246b-19c0-4368-b184-5bc90e79b949 HTTP/1.1" status: 200 len: 915 time: 0.1445346 Dec 25 20:14:05.226834 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5d4d554e-50e7-4d40-bb40-2454a83f5e38 req-9e4cee81-5f1a-4d53-b26d-eeb4cf7052da service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d7a9afe-ffdf-44b9-899c-0625849fc2c9 HTTP/1.1" status: 200 len: 217 time: 0.1131594 Dec 25 20:14:05.318625 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d554e-50e7-4d40-bb40-2454a83f5e38 req-98eb6fe6-8833-40d7-8a2f-04499c7d63e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:05.320209 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5d4d554e-50e7-4d40-bb40-2454a83f5e38 req-98eb6fe6-8833-40d7-8a2f-04499c7d63e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a65e09e2-f9b9-403f-ae34-b066e7093906 HTTP/1.1" status: 200 len: 855 time: 0.0825844 Dec 25 20:14:05.334571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca418c8-4c8c-4b4c-ab78-d12dbf8868ff req-970535e1-59eb-495c-bb58-64351a8f7e14 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:05.336101 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9ca418c8-4c8c-4b4c-ab78-d12dbf8868ff req-970535e1-59eb-495c-bb58-64351a8f7e14 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 945 time: 0.1607697 Dec 25 20:14:05.398033 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5d4d554e-50e7-4d40-bb40-2454a83f5e38 req-f4e6ef38-308d-4761-bdd5-f728fe54ca62 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8416246b-19c0-4368-b184-5bc90e79b949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608773 Dec 25 20:14:05.465407 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9ca418c8-4c8c-4b4c-ab78-d12dbf8868ff req-9275054b-dc28-40f0-bc0a-6891db27817e tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962565 Dec 25 20:14:05.556995 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5d4d554e-50e7-4d40-bb40-2454a83f5e38 req-e10f26f9-229d-4130-9165-260d1a722eb3 service neutron] 10.222.0.36 "GET /v2.0/networks/8416246b-19c0-4368-b184-5bc90e79b949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478212 Dec 25 20:14:05.702867 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5d4d554e-50e7-4d40-bb40-2454a83f5e38 req-27ef2eee-f090-449f-8797-cff121167475 service neutron] 10.222.0.36 "GET /v2.0/networks/8416246b-19c0-4368-b184-5bc90e79b949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357365 Dec 25 20:14:06.073840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d009e4c4-7d1e-47eb-bdc0-40df4994703f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:06.675006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b82f68-9d43-49ee-a01e-42c1070dcf44 req-9428f5b0-0e13-43c2-8f7d-4f8a34c9da04 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:06.676694 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-93b82f68-9d43-49ee-a01e-42c1070dcf44 req-9428f5b0-0e13-43c2-8f7d-4f8a34c9da04 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 945 time: 0.0867090 Dec 25 20:14:06.725068 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-93b82f68-9d43-49ee-a01e-42c1070dcf44 req-3cc46292-4481-4a21-ba89-2f75997833e9 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424221 Dec 25 20:14:07.240363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:07.793046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 1d7a9afe-ffdf-44b9-899c-0625849fc2c9 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 20:14:07.797094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 1d7a9afe-ffdf-44b9-899c-0625849fc2c9 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:14:07.930312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bfc0c-7eb2-455a-88f6-378021c3b0d0 req-69ae6eb3-7840-4c71-87ff-4f709ebe94f4 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:07.931998 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c77bfc0c-7eb2-455a-88f6-378021c3b0d0 req-69ae6eb3-7840-4c71-87ff-4f709ebe94f4 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 945 time: 0.0833366 Dec 25 20:14:07.983558 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c77bfc0c-7eb2-455a-88f6-378021c3b0d0 req-d85450ef-b1e0-4548-8b26-fbadd9e122be tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442677 Dec 25 20:14:08.025904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:08.063760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 1d7a9afe-ffdf-44b9-899c-0625849fc2c9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1d7a9afe-ffdf-44b9-899c-0625849fc2c9,segment=NetworkSegment(22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5),segment_id=22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:14:08.085807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9013ad4b-5ff9-4a66-9ff1-6599f04d7dee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d7a9afe-ffdf-44b9-899c-0625849fc2c9'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:14:08.095582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': '1d7a9afe-ffdf-44b9-899c-0625849fc2c9', 'network_id': '8416246b-19c0-4368-b184-5bc90e79b949', 'port_id': '1d7a9afe-ffdf-44b9-899c-0625849fc2c9', 'mac_address': 'fa:16:3e:97:3a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a65e09e2-f9b9-403f-ae34-b066e7093906', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 20:14:08.099875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 1d7a9afe-ffdf-44b9-899c-0625849fc2c9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1d7a9afe-ffdf-44b9-899c-0625849fc2c9,segment=NetworkSegment(22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5),segment_id=22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:14:08.135449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:08.148616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:14:08.205962 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9013ad4b-5ff9-4a66-9ff1-6599f04d7dee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d7a9afe-ffdf-44b9-899c-0625849fc2c9', 'code': 200} Dec 25 20:14:08.226104 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:08.252709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=1d7a9afe-ffdf-44b9-899c-0625849fc2c9,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:14:08.256493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d7a9afe-ffdf-44b9-899c-0625849fc2c9 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:14:08.269398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:14:08.274057 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 1d7a9afe-ffdf-44b9-899c-0625849fc2c9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1d7a9afe-ffdf-44b9-899c-0625849fc2c9,segment=NetworkSegment(22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5),segment_id=22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:14:08.276949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:08.278779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:14:08.350586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['1d7a9afe-ffdf-44b9-899c-0625849fc2c9'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:14:08.412062 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=1d7a9afe-ffdf-44b9-899c-0625849fc2c9,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:14:08.421700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:14:08.426811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fba3a74b-cd44-4668-9360-5354c1410665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:08.638145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af535969-c43a-4854-90cd-ed55136c50fe req-50738ef6-6772-4d03-8933-87090979b888 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:08.639709 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-af535969-c43a-4854-90cd-ed55136c50fe req-50738ef6-6772-4d03-8933-87090979b888 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 944 time: 0.3758724 Dec 25 20:14:08.646121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dae0da-42ad-4a99-9a2a-4fb47769c263 req-cf386a53-7e1b-4e56-825b-f76c2718ac4d tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:08.647609 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-26dae0da-42ad-4a99-9a2a-4fb47769c263 req-cf386a53-7e1b-4e56-825b-f76c2718ac4d tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.36 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee&tenant_id=4198e389ac3948968f88c341666f6e69&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 944 time: 0.3425083 Dec 25 20:14:08.689407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:08.691778 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-af535969-c43a-4854-90cd-ed55136c50fe req-ef33bcae-b928-4f9c-b30d-81ac5ad331e2 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431476 Dec 25 20:14:08.803273 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-26dae0da-42ad-4a99-9a2a-4fb47769c263 req-c8ad1a43-195e-4552-a762-5dccf46adc14 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4198e389ac3948968f88c341666f6e69&device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 1097 time: 0.0763996 Dec 25 20:14:08.947264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dae0da-42ad-4a99-9a2a-4fb47769c263 req-66f8524c-3595-4867-8af4-ae79bbea0fc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:08.948769 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-26dae0da-42ad-4a99-9a2a-4fb47769c263 req-66f8524c-3595-4867-8af4-ae79bbea0fc4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8416246b-19c0-4368-b184-5bc90e79b949 HTTP/1.1" status: 200 len: 915 time: 0.1380672 Dec 25 20:14:09.019765 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-26dae0da-42ad-4a99-9a2a-4fb47769c263 req-a4d46492-794d-4fcb-9499-57448376ed12 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d7a9afe-ffdf-44b9-899c-0625849fc2c9 HTTP/1.1" status: 200 len: 217 time: 0.0642993 Dec 25 20:14:09.089869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dae0da-42ad-4a99-9a2a-4fb47769c263 req-68233ef2-b59f-41d9-8bf1-72712ed5210a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:09.092023 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-26dae0da-42ad-4a99-9a2a-4fb47769c263 req-68233ef2-b59f-41d9-8bf1-72712ed5210a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a65e09e2-f9b9-403f-ae34-b066e7093906 HTTP/1.1" status: 200 len: 855 time: 0.0666487 Dec 25 20:14:09.144511 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-26dae0da-42ad-4a99-9a2a-4fb47769c263 req-41b709aa-dfd1-42a1-869a-2de9f0e3e33d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8416246b-19c0-4368-b184-5bc90e79b949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464458 Dec 25 20:14:09.290799 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-26dae0da-42ad-4a99-9a2a-4fb47769c263 req-3f9ad7f4-d770-4a61-aeba-f00b1a856bae service neutron] 10.222.0.36 "GET /v2.0/networks/8416246b-19c0-4368-b184-5bc90e79b949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394231 Dec 25 20:14:09.441407 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-26dae0da-42ad-4a99-9a2a-4fb47769c263 req-448123ec-ddb0-4cc6-a01a-e4a9b258e030 service neutron] 10.222.0.36 "GET /v2.0/networks/8416246b-19c0-4368-b184-5bc90e79b949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440558 Dec 25 20:14:09.812293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 1d7a9afe-ffdf-44b9-899c-0625849fc2c9 up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:14:09.893873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port 1d7a9afe-ffdf-44b9-899c-0625849fc2c9 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:14:09.894289 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:09.915203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f9863-70af-46e7-9707-2b021a759ee9 req-3676cff5-f017-4bbb-a3c0-c9190ecac5f7 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:09.916930 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-632f9863-70af-46e7-9707-2b021a759ee9 req-3676cff5-f017-4bbb-a3c0-c9190ecac5f7 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 944 time: 0.0913892 Dec 25 20:14:09.968564 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-632f9863-70af-46e7-9707-2b021a759ee9 req-e0b3a3f4-d0d2-48a5-837d-db4bfe242d59 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445399 Dec 25 20:14:10.030412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:10.031314 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:10.064506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 1d7a9afe-ffdf-44b9-899c-0625849fc2c9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1d7a9afe-ffdf-44b9-899c-0625849fc2c9,segment=NetworkSegment(22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5),segment_id=22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:14:10.067701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:10.069702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:14:10.136965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=1d7a9afe-ffdf-44b9-899c-0625849fc2c9,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:14:10.140889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:14:10.206928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9013ad4b-5ff9-4a66-9ff1-6599f04d7dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7a9afe-ffdf-44b9-899c-0625849fc2c9'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:14:10.260184 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9013ad4b-5ff9-4a66-9ff1-6599f04d7dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7a9afe-ffdf-44b9-899c-0625849fc2c9', 'code': 200} Dec 25 20:14:11.172929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b47d86-4d9c-4905-aa29-8260919227db req-ac7cb7f6-beda-4920-886a-99b22be04691 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:11.174572 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-82b47d86-4d9c-4905-aa29-8260919227db req-ac7cb7f6-beda-4920-886a-99b22be04691 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 945 time: 0.0844765 Dec 25 20:14:11.223961 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-82b47d86-4d9c-4905-aa29-8260919227db req-4b96a7ee-c532-4157-be28-6ca6ba8a2afe tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429876 Dec 25 20:14:11.429016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba5c01-a8fa-4462-9c1e-e7c06b0a73a9 req-bcd85ea2-17e2-4f21-bb2e-2fb01f9ca1d4 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:11.430608 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2dba5c01-a8fa-4462-9c1e-e7c06b0a73a9 req-bcd85ea2-17e2-4f21-bb2e-2fb01f9ca1d4 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 945 time: 0.0848713 Dec 25 20:14:11.479141 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2dba5c01-a8fa-4462-9c1e-e7c06b0a73a9 req-d0f4ce0d-1005-4ead-94bf-6647a938d7ce tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419292 Dec 25 20:14:11.678205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89949c-6da3-4f28-8a7f-65ff515568e9 req-09a2ef1a-2a8c-4116-9ca8-8654f2f68ce7 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:11.679855 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-bf89949c-6da3-4f28-8a7f-65ff515568e9 req-09a2ef1a-2a8c-4116-9ca8-8654f2f68ce7 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 945 time: 0.0817101 Dec 25 20:14:11.728919 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-bf89949c-6da3-4f28-8a7f-65ff515568e9 req-275689f8-ec02-40bc-bec4-450775b2d01c tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420406 Dec 25 20:14:12.270452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-ea26a77f-cd6f-43b0-ab60-d69ed48568a0 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:12.271989 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-ea26a77f-cd6f-43b0-ab60-d69ed48568a0 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/networks?id=8416246b-19c0-4368-b184-5bc90e79b949 HTTP/1.1" status: 200 len: 815 time: 0.1599405 Dec 25 20:14:12.289553 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-365ef827-3931-4849-b5fd-e9807fc3f850 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/quotas/4198e389ac3948968f88c341666f6e69 HTTP/1.1" status: 200 len: 375 time: 0.0116324 Dec 25 20:14:12.375696 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-8917f768-32a2-4238-bd3d-704e83f94590 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4198e389ac3948968f88c341666f6e69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0800848 Dec 25 20:14:12.525699 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-5d2fd2ff-4743-4351-9e62-6ac560a5d768 service neutron] 10.222.0.24 "GET /v2.0/networks/8416246b-19c0-4368-b184-5bc90e79b949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426258 Dec 25 20:14:12.668003 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-de8289df-f19a-481a-bf95-ea9ebe56aa8f service neutron] 10.222.0.24 "GET /v2.0/networks/8416246b-19c0-4368-b184-5bc90e79b949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353195 Dec 25 20:14:12.865630 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0acb7b63-8a7e-4e24-97f9-a38fabd51816 req-e8047ead-548b-4201-9609-32d3b2c43a45 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 210 time: 0.0472155 Dec 25 20:14:13.002456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:14:13.858485 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.36', 58426) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:14:13.956065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8352ccf-79bd-4078-964f-de2bdfed85ca req-7e536561-6d74-44d7-87ac-44a1dbbe9137 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:13.956315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-e80db513-1964-4990-8a3d-f9d6d880fefa tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:13.957646 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-e80db513-1964-4990-8a3d-f9d6d880fefa tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.36 "GET /v2.0/networks?id=8416246b-19c0-4368-b184-5bc90e79b949 HTTP/1.1" status: 200 len: 815 time: 0.1703382 Dec 25 20:14:13.957775 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e8352ccf-79bd-4078-964f-de2bdfed85ca req-7e536561-6d74-44d7-87ac-44a1dbbe9137 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.36 "GET /v2.0/ports?device_id=9013ad4b-5ff9-4a66-9ff1-6599f04d7dee HTTP/1.1" status: 200 len: 945 time: 0.0875835 Dec 25 20:14:13.989254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-203f16b9-850b-443c-b151-639d27c945f6 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Request body: {'port': {'device_id': '45364c93-7fdf-4849-a0bb-595103eaa43e', 'network_id': '8416246b-19c0-4368-b184-5bc90e79b949', 'admin_state_up': True, 'tenant_id': '4198e389ac3948968f88c341666f6e69'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:14:14.057323 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-e8352ccf-79bd-4078-964f-de2bdfed85ca req-8d55f31c-d63a-4bb3-a09e-e607f1805b2c tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Deleting port 1d7a9afe-ffdf-44b9-899c-0625849fc2c9 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:14:14.057706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-e8352ccf-79bd-4078-964f-de2bdfed85ca req-8d55f31c-d63a-4bb3-a09e-e607f1805b2c tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:14.080205 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-370da2bc-5666-4892-ad78-2fd56a72f2c9 req-1b40a337-0275-4d90-a3b9-24a571979e75 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 210 time: 0.0698185 Dec 25 20:14:14.188461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-203f16b9-850b-443c-b151-639d27c945f6 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:14:14.198898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-203f16b9-850b-443c-b151-639d27c945f6 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:14:14.208598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-203f16b9-850b-443c-b151-639d27c945f6 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Made reservation on behalf of 4198e389ac3948968f88c341666f6e69 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:14:14.214154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-203f16b9-850b-443c-b151-639d27c945f6 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:14.318549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-e8352ccf-79bd-4078-964f-de2bdfed85ca req-8d55f31c-d63a-4bb3-a09e-e607f1805b2c tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] For port 1d7a9afe-ffdf-44b9-899c-0625849fc2c9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1d7a9afe-ffdf-44b9-899c-0625849fc2c9,segment=NetworkSegment(22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5),segment_id=22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:14:14.318965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-e8352ccf-79bd-4078-964f-de2bdfed85ca req-8d55f31c-d63a-4bb3-a09e-e607f1805b2c tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:14.391262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-203f16b9-850b-443c-b151-639d27c945f6 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Allocated IP 172.20.0.6 (8416246b-19c0-4368-b184-5bc90e79b949/a65e09e2-f9b9-403f-ae34-b066e7093906/e981ac6b-fc69-4332-a780-1237977dfb13) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:14:14.454940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-e8352ccf-79bd-4078-964f-de2bdfed85ca req-8d55f31c-d63a-4bb3-a09e-e607f1805b2c tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Calling delete_port for 1d7a9afe-ffdf-44b9-899c-0625849fc2c9 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:14:14.598046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-e8352ccf-79bd-4078-964f-de2bdfed85ca req-8d55f31c-d63a-4bb3-a09e-e607f1805b2c tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:14.603947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dc3dd5be-b99e-4e33-941d-daedd4603cab tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:14:14.608108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-203f16b9-850b-443c-b151-639d27c945f6 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:14.634210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-203f16b9-850b-443c-b151-639d27c945f6 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:14.640062 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-db905abe-1314-4a2a-9f76-5ae4117d8ad1 tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:14:14.654547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55f31c-d63a-4bb3-a09e-e607f1805b2c tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Pushing event deleted for resources: {'Port': ['ID=1d7a9afe-ffdf-44b9-899c-0625849fc2c9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:14:14.685216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8d55f31c-d63a-4bb3-a09e-e607f1805b2c tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:14:14.711669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-203f16b9-850b-443c-b151-639d27c945f6 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Network 8416246b-19c0-4368-b184-5bc90e79b949 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:14:14.712734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-203f16b9-850b-443c-b151-639d27c945f6 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:14:14.716977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-203f16b9-850b-443c-b151-639d27c945f6 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:14:14.729441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8352ccf-79bd-4078-964f-de2bdfed85ca req-8d55f31c-d63a-4bb3-a09e-e607f1805b2c tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] No DVR routers for this DVR port 1d7a9afe-ffdf-44b9-899c-0625849fc2c9 on host hv-neutron-8226 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:14:14.732524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-e8352ccf-79bd-4078-964f-de2bdfed85ca req-8d55f31c-d63a-4bb3-a09e-e607f1805b2c tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:14.735330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9013ad4b-5ff9-4a66-9ff1-6599f04d7dee', 'name': 'network-vif-deleted', 'tag': '1d7a9afe-ffdf-44b9-899c-0625849fc2c9'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:14:14.753373 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e8352ccf-79bd-4078-964f-de2bdfed85ca req-8d55f31c-d63a-4bb3-a09e-e607f1805b2c tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.36 "DELETE /v2.0/ports/1d7a9afe-ffdf-44b9-899c-0625849fc2c9 HTTP/1.1" status: 204 len: 173 time: 0.7717962 Dec 25 20:14:14.770908 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f16b9-850b-443c-b151-639d27c945f6 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Pushing event updated for resources: {'Port': ['ID=e981ac6b-fc69-4332-a780-1237977dfb13,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:14:14.774656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-203f16b9-850b-443c-b151-639d27c945f6 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:14:14.797264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-203f16b9-850b-443c-b151-639d27c945f6 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:14.797933 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-203f16b9-850b-443c-b151-639d27c945f6 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:14.826691 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-203f16b9-850b-443c-b151-639d27c945f6 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8422720 Dec 25 20:14:14.842590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-5df568bf-e7f4-46a8-96ca-ce72e9c7acc6 service neutron] Request body: {'port': {'device_id': '45364c93-7fdf-4849-a0bb-595103eaa43e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:14:14.884132 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9013ad4b-5ff9-4a66-9ff1-6599f04d7dee', 'name': 'network-vif-deleted', 'tag': '1d7a9afe-ffdf-44b9-899c-0625849fc2c9', 'status': 'completed', 'code': 200} Dec 25 20:14:14.961199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-5df568bf-e7f4-46a8-96ca-ce72e9c7acc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:15.352203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b370851-2baf-44c5-ab37-fa6ed5dbab3a req-c642d17b-2ba5-4388-9faa-783b7849f326 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:15.352965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-1b370851-2baf-44c5-ab37-fa6ed5dbab3a req-c642d17b-2ba5-4388-9faa-783b7849f326 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Synchronizing usage tracker for tenant:4198e389ac3948968f88c341666f6e69 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:14:15.424733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-1b370851-2baf-44c5-ab37-fa6ed5dbab3a req-c642d17b-2ba5-4388-9faa-783b7849f326 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Unset dirty status for tenant:4198e389ac3948968f88c341666f6e69 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:14:15.425942 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1b370851-2baf-44c5-ab37-fa6ed5dbab3a req-c642d17b-2ba5-4388-9faa-783b7849f326 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 931 time: 0.2104292 Dec 25 20:14:15.429934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-5df568bf-e7f4-46a8-96ca-ce72e9c7acc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e981ac6b-fc69-4332-a780-1237977dfb13 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:14:15.451734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-5df568bf-e7f4-46a8-96ca-ce72e9c7acc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:15.483322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-5df568bf-e7f4-46a8-96ca-ce72e9c7acc6 service neutron] Transition to ACTIVE for port object e981ac6b-fc69-4332-a780-1237977dfb13 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:14:15.489123 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-5df568bf-e7f4-46a8-96ca-ce72e9c7acc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:15.494750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f5d7e43e-831a-469c-8061-3382a336651b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:14:15.548322 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1b370851-2baf-44c5-ab37-fa6ed5dbab3a req-47a1ce1d-affe-4ac9-b6a4-9b1e4a4c9ae4 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140568 Dec 25 20:14:15.624771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df568bf-e7f4-46a8-96ca-ce72e9c7acc6 service neutron] Pushing event updated for resources: {'Port': ['ID=e981ac6b-fc69-4332-a780-1237977dfb13,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:14:15.627977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5df568bf-e7f4-46a8-96ca-ce72e9c7acc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:14:15.740414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-5df568bf-e7f4-46a8-96ca-ce72e9c7acc6 service neutron] Attempting to bind port e981ac6b-fc69-4332-a780-1237977dfb13 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:14:15.740794 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-5df568bf-e7f4-46a8-96ca-ce72e9c7acc6 service neutron] Attempting to bind port e981ac6b-fc69-4332-a780-1237977dfb13 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8416246b-19c0-4368-b184-5bc90e79b949'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:14:15.741172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-5df568bf-e7f4-46a8-96ca-ce72e9c7acc6 service neutron] Attempting to bind port e981ac6b-fc69-4332-a780-1237977dfb13 on network 8416246b-19c0-4368-b184-5bc90e79b949 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:14:15.748230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-5df568bf-e7f4-46a8-96ca-ce72e9c7acc6 service neutron] Port e981ac6b-fc69-4332-a780-1237977dfb13 on network 8416246b-19c0-4368-b184-5bc90e79b949 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 20:14:15.748588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-5df568bf-e7f4-46a8-96ca-ce72e9c7acc6 service neutron] Attempting to bind port e981ac6b-fc69-4332-a780-1237977dfb13 on network 8416246b-19c0-4368-b184-5bc90e79b949 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:14:15.755223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-5df568bf-e7f4-46a8-96ca-ce72e9c7acc6 service neutron] Checking agent: {'id': '5d7a6d50-e450-4e92-a105-61a558d89e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'started_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:14:15.755632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-5df568bf-e7f4-46a8-96ca-ce72e9c7acc6 service neutron] Checking segment: {'id': '22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8416246b-19c0-4368-b184-5bc90e79b949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:14:15.756056 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-5df568bf-e7f4-46a8-96ca-ce72e9c7acc6 service neutron] Bound using segment: {'id': '22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8416246b-19c0-4368-b184-5bc90e79b949'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:14:15.756524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-5df568bf-e7f4-46a8-96ca-ce72e9c7acc6 service neutron] Bound port: e981ac6b-fc69-4332-a780-1237977dfb13, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8416246b-19c0-4368-b184-5bc90e79b949'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:14:15.756908 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-5df568bf-e7f4-46a8-96ca-ce72e9c7acc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:15.843500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 1d7a9afe-ffdf-44b9-899c-0625849fc2c9 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:14:15.850415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-5df568bf-e7f4-46a8-96ca-ce72e9c7acc6 service neutron] For port e981ac6b-fc69-4332-a780-1237977dfb13, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:14:15.853654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-5df568bf-e7f4-46a8-96ca-ce72e9c7acc6 service neutron] For port e981ac6b-fc69-4332-a780-1237977dfb13, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e981ac6b-fc69-4332-a780-1237977dfb13,segment=NetworkSegment(22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5),segment_id=22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:14:15.856987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-5df568bf-e7f4-46a8-96ca-ce72e9c7acc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:15.861545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-203f16b9-850b-443c-b151-639d27c945f6 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:14:15.878739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] No Port match for: 1d7a9afe-ffdf-44b9-899c-0625849fc2c9 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:14:15.879169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 1d7a9afe-ffdf-44b9-899c-0625849fc2c9 not bound to the agent host hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:14:15.924785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-5df568bf-e7f4-46a8-96ca-ce72e9c7acc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:15.926291 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-5df568bf-e7f4-46a8-96ca-ce72e9c7acc6 service neutron] 10.222.0.36 "PUT /v2.0/ports/e981ac6b-fc69-4332-a780-1237977dfb13 HTTP/1.1" status: 200 len: 1093 time: 1.0883701 Dec 25 20:14:15.926862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45364c93-7fdf-4849-a0bb-595103eaa43e', 'tag': 'e981ac6b-fc69-4332-a780-1237977dfb13'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:14:15.945601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df568bf-e7f4-46a8-96ca-ce72e9c7acc6 service neutron] Pushing event updated for resources: {'Port': ['ID=e981ac6b-fc69-4332-a780-1237977dfb13,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:14:15.953212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5df568bf-e7f4-46a8-96ca-ce72e9c7acc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:14:16.005142 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45364c93-7fdf-4849-a0bb-595103eaa43e', 'tag': 'e981ac6b-fc69-4332-a780-1237977dfb13', 'status': 'completed', 'code': 200} Dec 25 20:14:16.042029 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-5a8ced73-b3a4-4e77-85c2-eeb5ea5604df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4198e389ac3948968f88c341666f6e69&device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 1096 time: 0.0766368 Dec 25 20:14:16.345305 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-671a0d1c-6d39-4a48-ae88-88af0ea95d70 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e981ac6b-fc69-4332-a780-1237977dfb13 HTTP/1.1" status: 200 len: 217 time: 0.2919376 Dec 25 20:14:16.419353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-e5eb0a63-a71e-4ff5-9a99-de07b13144ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:16.420858 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-e5eb0a63-a71e-4ff5-9a99-de07b13144ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a65e09e2-f9b9-403f-ae34-b066e7093906 HTTP/1.1" status: 200 len: 855 time: 0.0663602 Dec 25 20:14:16.475135 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-3e696182-f197-43ba-98a1-9b164f7937aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8416246b-19c0-4368-b184-5bc90e79b949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443320 Dec 25 20:14:16.619907 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-2fc199f7-131d-46b3-8160-0cd2555278a8 service neutron] 10.222.0.36 "GET /v2.0/networks/8416246b-19c0-4368-b184-5bc90e79b949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341584 Dec 25 20:14:16.826251 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-76eadca0-e37e-4768-9f97-485e1e641c6f req-97f80c5b-96f5-4e27-bf8c-7bc57288c7c3 service neutron] 10.222.0.36 "GET /v2.0/networks/8416246b-19c0-4368-b184-5bc90e79b949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967409 Dec 25 20:14:16.844635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cdc6b2-815b-4649-b5b7-b0880b0f1bdb req-50c7a24e-91c9-479b-9c33-db111a429853 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:16.846237 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-57cdc6b2-815b-4649-b5b7-b0880b0f1bdb req-50c7a24e-91c9-479b-9c33-db111a429853 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 943 time: 0.1699395 Dec 25 20:14:16.948693 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-57cdc6b2-815b-4649-b5b7-b0880b0f1bdb req-469b304c-9ec6-4a10-9dd1-23133c1feba4 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959609 Dec 25 20:14:16.971072 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2681fe02-64ee-41ee-a6ed-b2852eda589f req-083c9611-fc49-4972-bcc3-fb8ac0833b8b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4198e389ac3948968f88c341666f6e69&device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 1096 time: 0.0872972 Dec 25 20:14:17.114062 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681fe02-64ee-41ee-a6ed-b2852eda589f req-3ae6e002-96a7-43c0-ae9e-fe27b73402bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:17.115737 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2681fe02-64ee-41ee-a6ed-b2852eda589f req-3ae6e002-96a7-43c0-ae9e-fe27b73402bb service neutron] 10.222.0.36 "GET /v2.0/networks?id=8416246b-19c0-4368-b184-5bc90e79b949 HTTP/1.1" status: 200 len: 915 time: 0.1381629 Dec 25 20:14:17.190391 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2681fe02-64ee-41ee-a6ed-b2852eda589f req-18d828fe-ef6a-4d5c-b7f2-935c7e03197a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e981ac6b-fc69-4332-a780-1237977dfb13 HTTP/1.1" status: 200 len: 217 time: 0.0673997 Dec 25 20:14:17.264686 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681fe02-64ee-41ee-a6ed-b2852eda589f req-a7796a4f-d773-487d-a94c-bcfc659d2216 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:17.266249 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2681fe02-64ee-41ee-a6ed-b2852eda589f req-a7796a4f-d773-487d-a94c-bcfc659d2216 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a65e09e2-f9b9-403f-ae34-b066e7093906 HTTP/1.1" status: 200 len: 855 time: 0.0680954 Dec 25 20:14:17.317717 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2681fe02-64ee-41ee-a6ed-b2852eda589f req-a9cc027c-b75e-43c2-91bd-a126df26b848 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8416246b-19c0-4368-b184-5bc90e79b949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443156 Dec 25 20:14:17.462901 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2681fe02-64ee-41ee-a6ed-b2852eda589f req-9505f87e-5a8e-48bd-9131-0241cf26991a service neutron] 10.222.0.36 "GET /v2.0/networks/8416246b-19c0-4368-b184-5bc90e79b949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384065 Dec 25 20:14:17.607439 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2681fe02-64ee-41ee-a6ed-b2852eda589f req-9a9c60b6-df7a-4a90-be3a-b73497ef0843 service neutron] 10.222.0.36 "GET /v2.0/networks/8416246b-19c0-4368-b184-5bc90e79b949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371098 Dec 25 20:14:17.874901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device e981ac6b-fc69-4332-a780-1237977dfb13 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 20:14:18.019077 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port e981ac6b-fc69-4332-a780-1237977dfb13, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e981ac6b-fc69-4332-a780-1237977dfb13,segment=NetworkSegment(22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5),segment_id=22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:14:18.033166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': 'e981ac6b-fc69-4332-a780-1237977dfb13', 'network_id': '8416246b-19c0-4368-b184-5bc90e79b949', 'port_id': 'e981ac6b-fc69-4332-a780-1237977dfb13', 'mac_address': 'fa:16:3e:aa:5a:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a65e09e2-f9b9-403f-ae34-b066e7093906', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 20:14:18.093336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:18.111872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e981ac6b-fc69-4332-a780-1237977dfb13 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:14:18.129431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port e981ac6b-fc69-4332-a780-1237977dfb13, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e981ac6b-fc69-4332-a780-1237977dfb13,segment=NetworkSegment(22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5),segment_id=22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:14:18.132677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:18.134996 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:14:18.162958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de50bb-10fb-457b-bd9a-7b70f75d7e29 req-c932ba57-244b-499d-acd5-bccbf3623c97 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:18.164617 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f8de50bb-10fb-457b-bd9a-7b70f75d7e29 req-c932ba57-244b-499d-acd5-bccbf3623c97 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 943 time: 0.0918920 Dec 25 20:14:18.205748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=e981ac6b-fc69-4332-a780-1237977dfb13,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:14:18.214635 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f8de50bb-10fb-457b-bd9a-7b70f75d7e29 req-028333c7-caee-421f-b9b6-19ccd5eebc17 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428972 Dec 25 20:14:18.214796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:14:18.215237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:14:18.215656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:14:18.216038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:14:18.216414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:14:18.216786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:14:18.217156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:14:18.217526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:14:18.217892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:14:18.218259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:14:18.218624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:14:18.222757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:14:18.391739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['e981ac6b-fc69-4332-a780-1237977dfb13'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:14:19.417454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94d364-26b6-4de3-8a73-f0f54c7cb3a8 req-08290eaf-9c05-49ac-ac65-e2c28f7f5a2d tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:19.419678 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5b94d364-26b6-4de3-8a73-f0f54c7cb3a8 req-08290eaf-9c05-49ac-ac65-e2c28f7f5a2d tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 944 time: 0.0831280 Dec 25 20:14:19.468191 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5b94d364-26b6-4de3-8a73-f0f54c7cb3a8 req-8f324a54-d5a1-43c2-8d98-77d775452354 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424008 Dec 25 20:14:19.891046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device e981ac6b-fc69-4332-a780-1237977dfb13 up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:14:19.960297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning for port e981ac6b-fc69-4332-a780-1237977dfb13 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:14:19.965169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port e981ac6b-fc69-4332-a780-1237977dfb13 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:14:19.966176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:20.082952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:20.110475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45364c93-7fdf-4849-a0bb-595103eaa43e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e981ac6b-fc69-4332-a780-1237977dfb13'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:14:20.120888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port e981ac6b-fc69-4332-a780-1237977dfb13, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e981ac6b-fc69-4332-a780-1237977dfb13,segment=NetworkSegment(22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5),segment_id=22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:14:20.123720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:20.125686 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:14:20.173383 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45364c93-7fdf-4849-a0bb-595103eaa43e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e981ac6b-fc69-4332-a780-1237977dfb13', 'code': 200} Dec 25 20:14:20.198566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=e981ac6b-fc69-4332-a780-1237977dfb13,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:14:20.202172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:14:20.404949 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-afc5c16d-b423-4a2e-bb84-88ee159689f3 req-c1dcf231-57b8-4e66-bad5-c5115ded106b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 1098 time: 0.0754981 Dec 25 20:14:20.458289 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-afc5c16d-b423-4a2e-bb84-88ee159689f3 req-3f669043-a64b-43ad-9b00-31dbba73696c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435884 Dec 25 20:14:20.671547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea9799-c06b-4052-9eb5-50fe7d225e5f req-4336e534-ab11-46f3-9116-e44c1cf5e61b tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:20.673127 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-85ea9799-c06b-4052-9eb5-50fe7d225e5f req-4336e534-ab11-46f3-9116-e44c1cf5e61b tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 945 time: 0.0818663 Dec 25 20:14:20.720306 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-85ea9799-c06b-4052-9eb5-50fe7d225e5f req-6f104a7f-3d32-42db-868a-c2a82df61f1f tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409837 Dec 25 20:14:21.930834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea2818-8053-47c8-8601-ae895ff2860e req-6fbd846b-f32d-4662-9f33-a1702aace743 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:21.932466 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c0ea2818-8053-47c8-8601-ae895ff2860e req-6fbd846b-f32d-4662-9f33-a1702aace743 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 945 time: 0.0859375 Dec 25 20:14:21.980860 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c0ea2818-8053-47c8-8601-ae895ff2860e req-caba5928-88e2-4dc3-b099-e0876d243e60 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417421 Dec 25 20:14:22.186409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c039a64-f2ce-4031-bb64-257e6f71cb50 req-22715ca2-a4ab-4348-a34e-3b168630cc1d tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:22.188068 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1c039a64-f2ce-4031-bb64-257e6f71cb50 req-22715ca2-a4ab-4348-a34e-3b168630cc1d tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 945 time: 0.0846021 Dec 25 20:14:22.235213 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1c039a64-f2ce-4031-bb64-257e6f71cb50 req-b20e96e2-9d24-4754-809d-6cf83eec2031 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410812 Dec 25 20:14:22.440321 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f9642a0b-d7a3-4632-a132-cf1184f8c7ea req-fac23e9a-3e8a-42a7-9b1f-00f4b9c6c155 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0788403 Dec 25 20:14:22.698232 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8d6a9892-c90e-45b1-8b76-93b018cf9fbd req-0f79b9e1-026e-42d0-86f4-c1d8b2b5d5e6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0795796 Dec 25 20:14:22.759712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2618fe-a54a-45db-9077-3b964657621d req-9d0e1f16-fe21-4ace-926c-e21049edb4b0 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:22.761327 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8b2618fe-a54a-45db-9077-3b964657621d req-9d0e1f16-fe21-4ace-926c-e21049edb4b0 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 945 time: 0.0860643 Dec 25 20:14:22.814168 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8b2618fe-a54a-45db-9077-3b964657621d req-aed19c1b-4b8a-47b7-8fd2-e4bae2eebd9c tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458581 Dec 25 20:14:23.714665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:23.914400 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8d6a9892-c90e-45b1-8b76-93b018cf9fbd req-b7bc31c0-780c-496f-9d01-eafce9995a37 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4198e389ac3948968f88c341666f6e69&device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 1098 time: 0.0784972 Dec 25 20:14:24.121435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a9892-c90e-45b1-8b76-93b018cf9fbd req-751f17d8-75a5-4573-907b-e86bb0016827 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:24.123038 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8d6a9892-c90e-45b1-8b76-93b018cf9fbd req-751f17d8-75a5-4573-907b-e86bb0016827 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8416246b-19c0-4368-b184-5bc90e79b949 HTTP/1.1" status: 200 len: 915 time: 0.2017632 Dec 25 20:14:24.129784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c4753-aee0-4d04-b7c9-e7ba76522d1e req-cc1bcc63-1eb9-45ca-a03c-5ef75ce48563 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:24.131332 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5b6c4753-aee0-4d04-b7c9-e7ba76522d1e req-cc1bcc63-1eb9-45ca-a03c-5ef75ce48563 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 945 time: 0.1855073 Dec 25 20:14:24.218120 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8d6a9892-c90e-45b1-8b76-93b018cf9fbd req-d7ea9178-14b5-4751-9e7b-f098d225512c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e981ac6b-fc69-4332-a780-1237977dfb13 HTTP/1.1" status: 200 len: 217 time: 0.0857663 Dec 25 20:14:24.288115 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5b6c4753-aee0-4d04-b7c9-e7ba76522d1e req-f9b48854-3ad0-4615-9fce-209218da1268 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014054 Dec 25 20:14:24.302161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a9892-c90e-45b1-8b76-93b018cf9fbd req-e38ca401-b4be-4125-9c13-9b0f4fec3d5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:24.303895 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8d6a9892-c90e-45b1-8b76-93b018cf9fbd req-e38ca401-b4be-4125-9c13-9b0f4fec3d5b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a65e09e2-f9b9-403f-ae34-b066e7093906 HTTP/1.1" status: 200 len: 855 time: 0.0747874 Dec 25 20:14:24.356810 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8d6a9892-c90e-45b1-8b76-93b018cf9fbd req-1256684b-fe66-4c6a-a0bd-ac93b761e47c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8416246b-19c0-4368-b184-5bc90e79b949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465958 Dec 25 20:14:24.507847 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8d6a9892-c90e-45b1-8b76-93b018cf9fbd req-a38eb89d-17eb-4a2a-b39a-71ea109e63c0 service neutron] 10.222.0.36 "GET /v2.0/networks/8416246b-19c0-4368-b184-5bc90e79b949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448777 Dec 25 20:14:24.649526 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8d6a9892-c90e-45b1-8b76-93b018cf9fbd req-9da7e691-307a-4d07-bb10-304036865c24 service neutron] 10.222.0.36 "GET /v2.0/networks/8416246b-19c0-4368-b184-5bc90e79b949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344814 Dec 25 20:14:25.495241 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb477f3b-f04c-4721-b6c9-5286849b0bc5 req-d0b4930a-4076-44b1-83f0-5fe990d7c2ac tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:25.497348 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-cb477f3b-f04c-4721-b6c9-5286849b0bc5 req-d0b4930a-4076-44b1-83f0-5fe990d7c2ac tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 945 time: 0.0867186 Dec 25 20:14:25.545034 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-cb477f3b-f04c-4721-b6c9-5286849b0bc5 req-0295fb09-af78-47ca-bc30-10d1b27349fa tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415673 Dec 25 20:14:26.751986 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1354a79-f355-4a79-b88b-e04d0f9d34f4 req-36ae28f0-4cc6-4fe2-8b1e-5a4ce46b0854 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:26.753590 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e1354a79-f355-4a79-b88b-e04d0f9d34f4 req-36ae28f0-4cc6-4fe2-8b1e-5a4ce46b0854 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 945 time: 0.0871227 Dec 25 20:14:26.801048 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e1354a79-f355-4a79-b88b-e04d0f9d34f4 req-ce15f117-47c9-4845-81d5-3e04a27b5def tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413651 Dec 25 20:14:28.007413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e02a06-31d8-4cfc-be2d-804256ec1373 req-ab377fcb-ea9a-4a90-97ed-5b0d33737aec tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:28.009076 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-06e02a06-31d8-4cfc-be2d-804256ec1373 req-ab377fcb-ea9a-4a90-97ed-5b0d33737aec tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 945 time: 0.0825636 Dec 25 20:14:28.057479 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-06e02a06-31d8-4cfc-be2d-804256ec1373 req-7a5a08ac-9d6d-4096-9f93-daed04642c8f tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421214 Dec 25 20:14:29.264934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6813f9-a3c0-4093-9bd4-821e03f175d2 req-949f4618-a6b2-47c8-bdb9-84b3e3eee0da tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:29.266505 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8b6813f9-a3c0-4093-9bd4-821e03f175d2 req-949f4618-a6b2-47c8-bdb9-84b3e3eee0da tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 945 time: 0.0859392 Dec 25 20:14:29.314982 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8b6813f9-a3c0-4093-9bd4-821e03f175d2 req-575323c6-bddd-4ec3-9e80-41eed89ccb9c tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423737 Dec 25 20:14:30.529415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c56df-8bfd-4752-b678-d3f2cb5aa404 req-940b8b81-a9f5-4bef-9bd9-f86aff0da817 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:30.531091 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-745c56df-8bfd-4752-b678-d3f2cb5aa404 req-940b8b81-a9f5-4bef-9bd9-f86aff0da817 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 945 time: 0.0924318 Dec 25 20:14:30.579772 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-745c56df-8bfd-4752-b678-d3f2cb5aa404 req-de6be7d3-6f9d-4ea2-88ca-e34b41bd6b4b tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425982 Dec 25 20:14:32.018390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d891336-c47c-4a57-a221-d384211bbc27 req-ea590232-09cf-40c3-b87a-248a569646d2 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:32.020027 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7d891336-c47c-4a57-a221-d384211bbc27 req-ea590232-09cf-40c3-b87a-248a569646d2 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 945 time: 0.3046696 Dec 25 20:14:32.066918 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7d891336-c47c-4a57-a221-d384211bbc27 req-76ab3829-17d4-4d61-937b-c1aaf98aaa86 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406456 Dec 25 20:14:33.276365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2500e4-a22f-42da-9b68-8216eb9e9a56 req-8937464e-a7cb-4551-bdb1-9342147a61b4 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:33.278480 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-bc2500e4-a22f-42da-9b68-8216eb9e9a56 req-8937464e-a7cb-4551-bdb1-9342147a61b4 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 945 time: 0.0816810 Dec 25 20:14:33.330491 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-bc2500e4-a22f-42da-9b68-8216eb9e9a56 req-aabd23b9-f878-4f9f-a687-298ea7680f88 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457733 Dec 25 20:14:34.535005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90eaeb-af94-47a8-b53d-fb5ec23d4f8c req-5a3f9dd5-d5ff-45b4-ba65-1469781a0b05 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:34.536597 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1a90eaeb-af94-47a8-b53d-fb5ec23d4f8c req-5a3f9dd5-d5ff-45b4-ba65-1469781a0b05 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 945 time: 0.0850637 Dec 25 20:14:34.583926 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1a90eaeb-af94-47a8-b53d-fb5ec23d4f8c req-a66d865d-72aa-43ed-b64a-af8cafbc5c48 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412893 Dec 25 20:14:35.792205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dafa74-ae0f-494d-938e-c301db3bd2b5 req-0666529b-a55b-4925-8757-917ee29d1380 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:35.794262 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d4dafa74-ae0f-494d-938e-c301db3bd2b5 req-0666529b-a55b-4925-8757-917ee29d1380 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 945 time: 0.0851772 Dec 25 20:14:35.842481 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d4dafa74-ae0f-494d-938e-c301db3bd2b5 req-1a79662b-0e08-45e4-b91b-956b040090f0 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417960 Dec 25 20:14:36.076024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-622a9c05-54ce-44c6-a2c9-77f64d1c7308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:37.045327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de3896-4eab-4bf9-952a-158d3108b02e req-406acae0-8904-4b1d-9018-c886255d6c3b tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:37.046901 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d3de3896-4eab-4bf9-952a-158d3108b02e req-406acae0-8904-4b1d-9018-c886255d6c3b tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 945 time: 0.0825958 Dec 25 20:14:37.094647 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d3de3896-4eab-4bf9-952a-158d3108b02e req-671d2568-94bd-4ef9-86a5-634d94884e45 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416610 Dec 25 20:14:37.241908 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:38.308493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279c713-c3e2-43e8-8e43-778f4200b3c6 req-d38e518f-463c-4ae0-9246-e20e40d95147 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:38.310687 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f279c713-c3e2-43e8-8e43-778f4200b3c6 req-d38e518f-463c-4ae0-9246-e20e40d95147 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 945 time: 0.0916982 Dec 25 20:14:38.359507 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f279c713-c3e2-43e8-8e43-778f4200b3c6 req-28a4b116-6678-427e-9fe0-eafc9ab433cb tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424738 Dec 25 20:14:38.379740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-caa3cab4-1cc5-4e73-bf84-e188a4f837a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:38.691905 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:39.568213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05752f-f689-4039-a953-7903bec1db74 req-a4acb3f6-e5d8-44df-b4a1-e0f3d42afe76 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:39.569831 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0b05752f-f689-4039-a953-7903bec1db74 req-a4acb3f6-e5d8-44df-b4a1-e0f3d42afe76 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 945 time: 0.0865564 Dec 25 20:14:39.617358 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0b05752f-f689-4039-a953-7903bec1db74 req-2722d5e5-b705-45b8-b862-eb0cf558b318 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414543 Dec 25 20:14:40.020281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:40.823042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65d080-a21d-4831-862c-ee39ba63738a req-6a0b907f-2a12-48e6-8928-d4d805c530b7 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:40.825332 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8b65d080-a21d-4831-862c-ee39ba63738a req-6a0b907f-2a12-48e6-8928-d4d805c530b7 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 945 time: 0.0867701 Dec 25 20:14:40.873539 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8b65d080-a21d-4831-862c-ee39ba63738a req-71f04457-14cd-4778-9dfd-b147b8a71f41 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421762 Dec 25 20:14:42.083427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cd093-831c-46c9-ac9a-c2a1f2a8673b req-4d668761-f436-4e5f-a657-7352ad24231f tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:42.085031 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-352cd093-831c-46c9-ac9a-c2a1f2a8673b req-4d668761-f436-4e5f-a657-7352ad24231f tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 945 time: 0.0917265 Dec 25 20:14:42.136691 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-352cd093-831c-46c9-ac9a-c2a1f2a8673b req-e0a657ae-ae9f-42f3-a07a-297670be49f6 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455050 Dec 25 20:14:43.344506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef902c-a944-4206-aaef-d8383da969e0 req-21b7a7aa-2d4d-4ff9-9994-5312bfc9b096 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:43.346163 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-bfef902c-a944-4206-aaef-d8383da969e0 req-21b7a7aa-2d4d-4ff9-9994-5312bfc9b096 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 945 time: 0.0832107 Dec 25 20:14:43.395734 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-bfef902c-a944-4206-aaef-d8383da969e0 req-8e5acc21-1347-4c70-ba94-1dcaf854491a tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430555 Dec 25 20:14:44.603966 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847bd3c2-4ce6-46d9-ad4d-e43bf2e390e5 req-192c9d33-683f-4554-a900-dcf1ef05e343 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:44.606074 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-847bd3c2-4ce6-46d9-ad4d-e43bf2e390e5 req-192c9d33-683f-4554-a900-dcf1ef05e343 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 945 time: 0.0888846 Dec 25 20:14:44.654081 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-847bd3c2-4ce6-46d9-ad4d-e43bf2e390e5 req-92e49d01-ff03-4649-8bb1-5a3521390a4e tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418990 Dec 25 20:14:45.862418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2c347-fcb2-4b8a-95a7-4bcd8d1861ca req-f3a56c07-b3a3-4c3e-9d97-bf1264f5c7a8 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:45.864071 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4ee2c347-fcb2-4b8a-95a7-4bcd8d1861ca req-f3a56c07-b3a3-4c3e-9d97-bf1264f5c7a8 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 945 time: 0.0827467 Dec 25 20:14:45.912056 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4ee2c347-fcb2-4b8a-95a7-4bcd8d1861ca req-39bbd68c-b775-4f56-b9a4-15e43bd1e110 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415974 Dec 25 20:14:47.136474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de06f15-5af6-48ff-84cd-e57816921035 req-47c3b07b-1512-4375-b6cf-50e416b24985 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:47.138121 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8de06f15-5af6-48ff-84cd-e57816921035 req-47c3b07b-1512-4375-b6cf-50e416b24985 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 945 time: 0.0869718 Dec 25 20:14:47.187429 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8de06f15-5af6-48ff-84cd-e57816921035 req-f6a025b0-bd8f-4b22-8146-955e74a5b524 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431948 Dec 25 20:14:48.406025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7f47e-4e1f-4cb0-8714-e525078999d0 req-d646a622-e9a4-4846-87b5-72caefd9c839 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:48.407654 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6fa7f47e-4e1f-4cb0-8714-e525078999d0 req-d646a622-e9a4-4846-87b5-72caefd9c839 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 945 time: 0.0822017 Dec 25 20:14:48.456706 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6fa7f47e-4e1f-4cb0-8714-e525078999d0 req-5d279a4a-d3b8-4a58-b175-df2ae0621368 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428529 Dec 25 20:14:49.095569 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-764d32c6-ab5d-461b-9a94-435557564a97 req-d01bf85f-5e3d-45b1-8ea0-9c726d0b21c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4198e389ac3948968f88c341666f6e69&device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 1098 time: 0.1497121 Dec 25 20:14:49.254567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d32c6-ab5d-461b-9a94-435557564a97 req-d7b13ae0-a718-4a80-b8fd-7ed4ebcae41a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:49.256190 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-764d32c6-ab5d-461b-9a94-435557564a97 req-d7b13ae0-a718-4a80-b8fd-7ed4ebcae41a service neutron] 10.222.0.36 "GET /v2.0/networks?id=8416246b-19c0-4368-b184-5bc90e79b949 HTTP/1.1" status: 200 len: 915 time: 0.1395028 Dec 25 20:14:49.334423 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-764d32c6-ab5d-461b-9a94-435557564a97 req-2b979207-74e9-4a07-9a1f-a7fcc106c62b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e981ac6b-fc69-4332-a780-1237977dfb13 HTTP/1.1" status: 200 len: 217 time: 0.0712116 Dec 25 20:14:49.411615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d32c6-ab5d-461b-9a94-435557564a97 req-2f41b861-f86b-4673-bf27-ecd1e3eafa12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:49.413182 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-764d32c6-ab5d-461b-9a94-435557564a97 req-2f41b861-f86b-4673-bf27-ecd1e3eafa12 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a65e09e2-f9b9-403f-ae34-b066e7093906 HTTP/1.1" status: 200 len: 855 time: 0.0674665 Dec 25 20:14:49.466785 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-764d32c6-ab5d-461b-9a94-435557564a97 req-2f258ca5-0e61-487e-8011-49855f60838f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8416246b-19c0-4368-b184-5bc90e79b949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433166 Dec 25 20:14:49.479551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [req-764d32c6-ab5d-461b-9a94-435557564a97 req-a52cb20e-b36f-4fd4-8e84-9161880f325b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 20:14:49.480562 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-764d32c6-ab5d-461b-9a94-435557564a97 req-a52cb20e-b36f-4fd4-8e84-9161880f325b service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0050838 Dec 25 20:14:49.689467 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-764d32c6-ab5d-461b-9a94-435557564a97 req-080f0a9f-17f5-48ef-86ba-162baef501ba service neutron] 10.222.0.36 "GET /v2.0/networks/8416246b-19c0-4368-b184-5bc90e79b949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013624 Dec 25 20:14:49.733920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7526eb-a6e4-4cdb-bf58-a1878f10a065 req-fa2dd83c-2752-4f24-8fce-76e406677b2d tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:49.735529 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-df7526eb-a6e4-4cdb-bf58-a1878f10a065 req-fa2dd83c-2752-4f24-8fce-76e406677b2d tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 945 time: 0.1488540 Dec 25 20:14:49.877201 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-df7526eb-a6e4-4cdb-bf58-a1878f10a065 req-79eebb81-2576-4195-ad78-7a4b94a91303 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271625 Dec 25 20:14:49.882431 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-764d32c6-ab5d-461b-9a94-435557564a97 req-ce82ec38-c85b-4b03-b56a-ab22cdee277c service neutron] 10.222.0.36 "GET /v2.0/networks/8416246b-19c0-4368-b184-5bc90e79b949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824374 Dec 25 20:14:50.003355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:14:51.089155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1775d50-9724-4417-8c74-9a54155d5bb2 req-0f6482ca-50d5-4d4a-92f5-ea8fd1ac88d0 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:51.091282 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b1775d50-9724-4417-8c74-9a54155d5bb2 req-0f6482ca-50d5-4d4a-92f5-ea8fd1ac88d0 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 945 time: 0.0867746 Dec 25 20:14:51.141800 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b1775d50-9724-4417-8c74-9a54155d5bb2 req-a4b04843-2087-43cf-bc19-3257b445114d tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445230 Dec 25 20:14:51.665219 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8d6a9892-c90e-45b1-8b76-93b018cf9fbd req-3a8062b9-383d-4eba-9a54-73a89eea586f service neutron] 10.222.0.36 "GET /v2.0/ports/e981ac6b-fc69-4332-a780-1237977dfb13/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0785673 Dec 25 20:14:51.945497 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8d6a9892-c90e-45b1-8b76-93b018cf9fbd req-0e160192-fa87-4f2e-871d-0ec8e64c4ded service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e&tenant_id=4198e389ac3948968f88c341666f6e69 HTTP/1.1" status: 200 len: 1098 time: 0.0726790 Dec 25 20:14:52.051021 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8d6a9892-c90e-45b1-8b76-93b018cf9fbd req-e8374bcb-bcda-4a96-8392-22c8b06b30ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4198e389ac3948968f88c341666f6e69&device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 1098 time: 0.0776172 Dec 25 20:14:52.200779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a9892-c90e-45b1-8b76-93b018cf9fbd req-cf73c663-3268-497a-95b3-773a55b0c8e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:52.202525 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8d6a9892-c90e-45b1-8b76-93b018cf9fbd req-cf73c663-3268-497a-95b3-773a55b0c8e9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8416246b-19c0-4368-b184-5bc90e79b949 HTTP/1.1" status: 200 len: 915 time: 0.1419218 Dec 25 20:14:52.329817 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8d6a9892-c90e-45b1-8b76-93b018cf9fbd req-52a7eab0-5144-4221-92af-c1c4311aed62 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e981ac6b-fc69-4332-a780-1237977dfb13 HTTP/1.1" status: 200 len: 217 time: 0.1167052 Dec 25 20:14:52.416595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353259bb-2063-4dfc-b5ef-e8d334678973 req-4e9cacef-57b6-4b79-8333-caef482b2326 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:52.418176 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-353259bb-2063-4dfc-b5ef-e8d334678973 req-4e9cacef-57b6-4b79-8333-caef482b2326 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 945 time: 0.1533947 Dec 25 20:14:52.420550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a9892-c90e-45b1-8b76-93b018cf9fbd req-96b210c3-68c8-41ff-8e74-a3ae89684300 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:52.421996 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8d6a9892-c90e-45b1-8b76-93b018cf9fbd req-96b210c3-68c8-41ff-8e74-a3ae89684300 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a65e09e2-f9b9-403f-ae34-b066e7093906 HTTP/1.1" status: 200 len: 855 time: 0.0796907 Dec 25 20:14:52.493523 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8d6a9892-c90e-45b1-8b76-93b018cf9fbd req-193bc020-d01d-432d-89a7-97e2785f04ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8416246b-19c0-4368-b184-5bc90e79b949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512042 Dec 25 20:14:52.542310 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-353259bb-2063-4dfc-b5ef-e8d334678973 req-b694a761-96e7-42f5-bddf-633d0dc1dd48 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174760 Dec 25 20:14:52.651837 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8d6a9892-c90e-45b1-8b76-93b018cf9fbd req-51db9fb2-a6a7-4b89-938a-a5f769bf78b3 service neutron] 10.222.0.36 "GET /v2.0/networks/8416246b-19c0-4368-b184-5bc90e79b949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477122 Dec 25 20:14:53.016798 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8d6a9892-c90e-45b1-8b76-93b018cf9fbd req-f8320795-39b5-4f7b-9d3b-c10defeebe5d service neutron] 10.222.0.36 "GET /v2.0/networks/8416246b-19c0-4368-b184-5bc90e79b949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553464 Dec 25 20:14:53.727069 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:53.749211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2c2a2-bdde-4e1a-9699-ef6df1fba2c3 req-a56382e5-be83-416e-90ba-3cc761c7735d tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:53.750824 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f3d2c2a2-bdde-4e1a-9699-ef6df1fba2c3 req-a56382e5-be83-416e-90ba-3cc761c7735d tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 945 time: 0.0858686 Dec 25 20:14:53.809680 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f3d2c2a2-bdde-4e1a-9699-ef6df1fba2c3 req-bd698b0e-651e-4683-a59c-561db3cf5caa tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525610 Dec 25 20:14:55.022515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8a756-3e7d-4afc-bfa0-23d285cc528a req-7b3156a4-689a-419e-8603-01e3e0e6c98f tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:55.024156 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b4f8a756-3e7d-4afc-bfa0-23d285cc528a req-7b3156a4-689a-419e-8603-01e3e0e6c98f tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 945 time: 0.0886443 Dec 25 20:14:55.073515 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b4f8a756-3e7d-4afc-bfa0-23d285cc528a req-eb9c0da6-ca62-41b3-9f2f-1d025329e9c7 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430436 Dec 25 20:14:56.075969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device e981ac6b-fc69-4332-a780-1237977dfb13 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 20:14:56.080115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device e981ac6b-fc69-4332-a780-1237977dfb13 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:14:56.288990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48beac44-2497-4d77-9808-24a2073a5ab8 req-a455c2fd-e9e3-4f68-ac6a-8b9309bdafc1 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:56.290618 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-48beac44-2497-4d77-9808-24a2073a5ab8 req-a455c2fd-e9e3-4f68-ac6a-8b9309bdafc1 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 945 time: 0.0833836 Dec 25 20:14:56.324849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:56.341083 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-48beac44-2497-4d77-9808-24a2073a5ab8 req-fa7c63fa-8db8-46cb-b29c-89f189528b16 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439508 Dec 25 20:14:56.345746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port e981ac6b-fc69-4332-a780-1237977dfb13, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e981ac6b-fc69-4332-a780-1237977dfb13,segment=NetworkSegment(22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5),segment_id=22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:14:56.367691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45364c93-7fdf-4849-a0bb-595103eaa43e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e981ac6b-fc69-4332-a780-1237977dfb13'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:14:56.378836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': 'e981ac6b-fc69-4332-a780-1237977dfb13', 'network_id': '8416246b-19c0-4368-b184-5bc90e79b949', 'port_id': 'e981ac6b-fc69-4332-a780-1237977dfb13', 'mac_address': 'fa:16:3e:aa:5a:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a65e09e2-f9b9-403f-ae34-b066e7093906', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 20:14:56.381230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port e981ac6b-fc69-4332-a780-1237977dfb13, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e981ac6b-fc69-4332-a780-1237977dfb13,segment=NetworkSegment(22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5),segment_id=22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:14:56.413063 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:56.426475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:14:56.464841 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45364c93-7fdf-4849-a0bb-595103eaa43e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e981ac6b-fc69-4332-a780-1237977dfb13', 'code': 200} Dec 25 20:14:56.503726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:56.529862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=e981ac6b-fc69-4332-a780-1237977dfb13,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:14:56.533563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e981ac6b-fc69-4332-a780-1237977dfb13 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:14:56.537522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:14:56.550508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port e981ac6b-fc69-4332-a780-1237977dfb13, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e981ac6b-fc69-4332-a780-1237977dfb13,segment=NetworkSegment(22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5),segment_id=22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:14:56.553480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:56.555307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8bdd4245-1240-4b70-818f-5c1af2018c46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:14:56.628383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['e981ac6b-fc69-4332-a780-1237977dfb13'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:14:56.660855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=e981ac6b-fc69-4332-a780-1237977dfb13,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:14:56.674506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:14:56.890546 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6bbc33-744a-4c95-b0e6-7518307cd966 req-4f45a2c8-7b62-4cc9-ba2b-c30d304911f8 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:56.892091 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9b6bbc33-744a-4c95-b0e6-7518307cd966 req-4f45a2c8-7b62-4cc9-ba2b-c30d304911f8 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 944 time: 0.1569989 Dec 25 20:14:56.898478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff9718-a46e-4ee5-ad6d-1c1f7d8d4a53 req-788a8556-8b92-4516-a573-1019c1ceb4a1 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:56.899947 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a3ff9718-a46e-4ee5-ad6d-1c1f7d8d4a53 req-788a8556-8b92-4516-a573-1019c1ceb4a1 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.36 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e&tenant_id=4198e389ac3948968f88c341666f6e69&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 944 time: 0.1261303 Dec 25 20:14:56.944782 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9b6bbc33-744a-4c95-b0e6-7518307cd966 req-e5d9f240-2198-40b0-b2e7-ecb1a060c84a tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438068 Dec 25 20:14:57.055669 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a3ff9718-a46e-4ee5-ad6d-1c1f7d8d4a53 req-1cb6007f-da13-4c26-ac7f-546d5884ebd6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4198e389ac3948968f88c341666f6e69&device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 1097 time: 0.0770426 Dec 25 20:14:57.200502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff9718-a46e-4ee5-ad6d-1c1f7d8d4a53 req-104129ff-cad4-47a7-bb4d-d841deccdbf3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:57.202147 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a3ff9718-a46e-4ee5-ad6d-1c1f7d8d4a53 req-104129ff-cad4-47a7-bb4d-d841deccdbf3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8416246b-19c0-4368-b184-5bc90e79b949 HTTP/1.1" status: 200 len: 915 time: 0.1394722 Dec 25 20:14:57.276952 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a3ff9718-a46e-4ee5-ad6d-1c1f7d8d4a53 req-5e2a2a64-a875-45a3-a49c-1e7e84b6e663 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e981ac6b-fc69-4332-a780-1237977dfb13 HTTP/1.1" status: 200 len: 217 time: 0.0681880 Dec 25 20:14:57.347417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff9718-a46e-4ee5-ad6d-1c1f7d8d4a53 req-465e71de-210d-4184-a87d-199de411126b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:57.348964 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a3ff9718-a46e-4ee5-ad6d-1c1f7d8d4a53 req-465e71de-210d-4184-a87d-199de411126b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a65e09e2-f9b9-403f-ae34-b066e7093906 HTTP/1.1" status: 200 len: 855 time: 0.0657527 Dec 25 20:14:57.404519 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a3ff9718-a46e-4ee5-ad6d-1c1f7d8d4a53 req-d65115be-34c8-494a-be61-88a997b89bdb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8416246b-19c0-4368-b184-5bc90e79b949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461247 Dec 25 20:14:57.548282 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a3ff9718-a46e-4ee5-ad6d-1c1f7d8d4a53 req-2bb6bc36-f71e-4ff5-9490-0a7cd3bfff7b service neutron] 10.222.0.36 "GET /v2.0/networks/8416246b-19c0-4368-b184-5bc90e79b949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371949 Dec 25 20:14:57.694389 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a3ff9718-a46e-4ee5-ad6d-1c1f7d8d4a53 req-f47b94a2-e3ff-4d21-a1d0-e071657609c1 service neutron] 10.222.0.36 "GET /v2.0/networks/8416246b-19c0-4368-b184-5bc90e79b949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398232 Dec 25 20:14:58.093853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device e981ac6b-fc69-4332-a780-1237977dfb13 up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:14:58.172866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d009006-c8ff-4223-9046-f5df6765e9e8 req-ef0f309a-8477-409c-95de-4a81d734c876 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:58.174767 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5d009006-c8ff-4223-9046-f5df6765e9e8 req-ef0f309a-8477-409c-95de-4a81d734c876 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 944 time: 0.1049893 Dec 25 20:14:58.184060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port e981ac6b-fc69-4332-a780-1237977dfb13 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:14:58.184479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:58.230253 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5d009006-c8ff-4223-9046-f5df6765e9e8 req-6bca6e16-e06b-4121-8a2d-3c05ea80aee6 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489094 Dec 25 20:14:58.317321 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:58.353935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port e981ac6b-fc69-4332-a780-1237977dfb13, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e981ac6b-fc69-4332-a780-1237977dfb13,segment=NetworkSegment(22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5),segment_id=22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:14:58.356529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:14:58.358474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:14:58.423747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=e981ac6b-fc69-4332-a780-1237977dfb13,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:14:58.426755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:14:58.465345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45364c93-7fdf-4849-a0bb-595103eaa43e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e981ac6b-fc69-4332-a780-1237977dfb13'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:14:58.518542 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45364c93-7fdf-4849-a0bb-595103eaa43e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e981ac6b-fc69-4332-a780-1237977dfb13', 'code': 200} Dec 25 20:14:59.437649 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81bd15e-0c10-48da-a7cf-09e3616ea452 req-937392e6-7930-4829-b13c-25600a1bc9f7 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:59.439182 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c81bd15e-0c10-48da-a7cf-09e3616ea452 req-937392e6-7930-4829-b13c-25600a1bc9f7 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 945 time: 0.0825806 Dec 25 20:14:59.486833 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c81bd15e-0c10-48da-a7cf-09e3616ea452 req-effac940-c8aa-48d7-971d-96bf5209c4ac tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416405 Dec 25 20:14:59.697431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff0e6a-172f-4da4-990c-cb4163fa6473 req-926c08e0-1e5a-4e6f-8aee-5abd418520dc tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:59.698949 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-61ff0e6a-172f-4da4-990c-cb4163fa6473 req-926c08e0-1e5a-4e6f-8aee-5abd418520dc tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 945 time: 0.0891213 Dec 25 20:14:59.746890 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-61ff0e6a-172f-4da4-990c-cb4163fa6473 req-56ea17ba-2057-47fb-b85f-edfd51a22223 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418673 Dec 25 20:14:59.946998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acec0d-e6ce-4142-b6c2-e979334cee62 req-c4f0ea90-4361-4709-9b6a-8beffeb3cda8 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:14:59.948678 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-88acec0d-e6ce-4142-b6c2-e979334cee62 req-c4f0ea90-4361-4709-9b6a-8beffeb3cda8 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 945 time: 0.0833445 Dec 25 20:15:00.000869 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-88acec0d-e6ce-4142-b6c2-e979334cee62 req-9ce98278-7e49-451b-a890-7e2c1cb09dc1 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462227 Dec 25 20:15:00.593507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4dd26-72e0-4551-b668-7166eda96058 req-40e2d33a-48f0-4fdb-aa17-77c32bdf5ae8 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:15:00.595114 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-51d4dd26-72e0-4551-b668-7166eda96058 req-40e2d33a-48f0-4fdb-aa17-77c32bdf5ae8 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 945 time: 0.0833004 Dec 25 20:15:00.643600 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-51d4dd26-72e0-4551-b668-7166eda96058 req-6ff9605a-65a1-4e8c-aa07-8244290b3bb3 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424070 Dec 25 20:15:01.862436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379dc3ad-a4ec-41b4-b125-c5b6764ec6ba req-0b05fad6-88d6-49f7-a5ce-cdd30c3e22b6 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:15:01.864083 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-379dc3ad-a4ec-41b4-b125-c5b6764ec6ba req-0b05fad6-88d6-49f7-a5ce-cdd30c3e22b6 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 945 time: 0.0909357 Dec 25 20:15:01.913515 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-379dc3ad-a4ec-41b4-b125-c5b6764ec6ba req-f6dd2089-2a9a-4dde-8a76-23aa9e614ef6 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431211 Dec 25 20:15:02.198810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1c180-3e2b-4fbc-909e-5790f9901b41 req-ebf9124c-710a-4654-bdee-75d7d2627bf4 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:15:02.200428 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-30b1c180-3e2b-4fbc-909e-5790f9901b41 req-ebf9124c-710a-4654-bdee-75d7d2627bf4 tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.36 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 945 time: 0.0855439 Dec 25 20:15:02.281270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-30b1c180-3e2b-4fbc-909e-5790f9901b41 req-60c66145-ab8c-4a63-85c2-7cdfce2f2dfb tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Deleting port e981ac6b-fc69-4332-a780-1237977dfb13 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:15:02.281658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-30b1c180-3e2b-4fbc-909e-5790f9901b41 req-60c66145-ab8c-4a63-85c2-7cdfce2f2dfb tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:02.539643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-30b1c180-3e2b-4fbc-909e-5790f9901b41 req-60c66145-ab8c-4a63-85c2-7cdfce2f2dfb tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] For port e981ac6b-fc69-4332-a780-1237977dfb13, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e981ac6b-fc69-4332-a780-1237977dfb13,segment=NetworkSegment(22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5),segment_id=22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:15:02.540039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-30b1c180-3e2b-4fbc-909e-5790f9901b41 req-60c66145-ab8c-4a63-85c2-7cdfce2f2dfb tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:02.669930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-30b1c180-3e2b-4fbc-909e-5790f9901b41 req-60c66145-ab8c-4a63-85c2-7cdfce2f2dfb tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Calling delete_port for e981ac6b-fc69-4332-a780-1237977dfb13 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:15:02.813122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-30b1c180-3e2b-4fbc-909e-5790f9901b41 req-60c66145-ab8c-4a63-85c2-7cdfce2f2dfb tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:02.819524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f63af3d4-07c9-4a10-b12f-67f44c3de47b tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:15:02.830200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['e981ac6b-fc69-4332-a780-1237977dfb13'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:15:02.867759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c66145-ab8c-4a63-85c2-7cdfce2f2dfb tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Pushing event deleted for resources: {'Port': ['ID=e981ac6b-fc69-4332-a780-1237977dfb13,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:15:02.909587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c66145-ab8c-4a63-85c2-7cdfce2f2dfb tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:15:02.910019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c66145-ab8c-4a63-85c2-7cdfce2f2dfb tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:15:02.910445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c66145-ab8c-4a63-85c2-7cdfce2f2dfb tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:15:02.910868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c66145-ab8c-4a63-85c2-7cdfce2f2dfb tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:15:02.911329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c66145-ab8c-4a63-85c2-7cdfce2f2dfb tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:15:02.911743 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c66145-ab8c-4a63-85c2-7cdfce2f2dfb tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:15:02.912155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c66145-ab8c-4a63-85c2-7cdfce2f2dfb tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:15:02.912567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c66145-ab8c-4a63-85c2-7cdfce2f2dfb tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:15:02.912977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c66145-ab8c-4a63-85c2-7cdfce2f2dfb tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:15:02.913386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c66145-ab8c-4a63-85c2-7cdfce2f2dfb tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:15:02.913788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c66145-ab8c-4a63-85c2-7cdfce2f2dfb tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:15:02.920991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-60c66145-ab8c-4a63-85c2-7cdfce2f2dfb tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:15:02.955653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b1c180-3e2b-4fbc-909e-5790f9901b41 req-60c66145-ab8c-4a63-85c2-7cdfce2f2dfb tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] No DVR routers for this DVR port e981ac6b-fc69-4332-a780-1237977dfb13 on host hv-neutron-8226 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:15:02.958126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-30b1c180-3e2b-4fbc-909e-5790f9901b41 req-60c66145-ab8c-4a63-85c2-7cdfce2f2dfb tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:02.960983 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45364c93-7fdf-4849-a0bb-595103eaa43e', 'name': 'network-vif-deleted', 'tag': 'e981ac6b-fc69-4332-a780-1237977dfb13'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:15:02.976086 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-30b1c180-3e2b-4fbc-909e-5790f9901b41 req-60c66145-ab8c-4a63-85c2-7cdfce2f2dfb tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.36 "DELETE /v2.0/ports/e981ac6b-fc69-4332-a780-1237977dfb13 HTTP/1.1" status: 204 len: 173 time: 0.7659788 Dec 25 20:15:03.018212 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45364c93-7fdf-4849-a0bb-595103eaa43e', 'name': 'network-vif-deleted', 'tag': 'e981ac6b-fc69-4332-a780-1237977dfb13', 'status': 'completed', 'code': 200} Dec 25 20:15:03.089181 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-0e92696b-8140-4bd2-8aec-8cfb49b2de00 req-59538763-21d8-4e8a-a25d-9cd4b48c105d tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Synchronizing usage tracker for tenant:4198e389ac3948968f88c341666f6e69 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:15:03.103778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-0e92696b-8140-4bd2-8aec-8cfb49b2de00 req-59538763-21d8-4e8a-a25d-9cd4b48c105d tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Unset dirty status for tenant:4198e389ac3948968f88c341666f6e69 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:15:03.105049 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0e92696b-8140-4bd2-8aec-8cfb49b2de00 req-59538763-21d8-4e8a-a25d-9cd4b48c105d tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] 10.222.0.24 "GET /v2.0/ports?device_id=45364c93-7fdf-4849-a0bb-595103eaa43e HTTP/1.1" status: 200 len: 210 time: 0.0620232 Dec 25 20:15:04.375894 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 56800) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:15:04.449228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-febd1971-42b6-4488-9b6a-cf0280b230ba admin admin] Deleting subnet a65e09e2-f9b9-403f-ae34-b066e7093906 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 20:15:04.452290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-febd1971-42b6-4488-9b6a-cf0280b230ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:04.507065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-febd1971-42b6-4488-9b6a-cf0280b230ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:04.587483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-febd1971-42b6-4488-9b6a-cf0280b230ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:04.657999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-febd1971-42b6-4488-9b6a-cf0280b230ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:04.662855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6f5e6b75-0da4-4396-b2bb-8060c298e57d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:15:04.700875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd1971-42b6-4488-9b6a-cf0280b230ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a65e09e2-f9b9-403f-ae34-b066e7093906,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:15:04.711312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-febd1971-42b6-4488-9b6a-cf0280b230ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:04.714727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd1971-42b6-4488-9b6a-cf0280b230ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:15:04.715198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd1971-42b6-4488-9b6a-cf0280b230ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:15:04.715621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd1971-42b6-4488-9b6a-cf0280b230ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:15:04.716132 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd1971-42b6-4488-9b6a-cf0280b230ba admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:15:04.716452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd1971-42b6-4488-9b6a-cf0280b230ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:15:04.716863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd1971-42b6-4488-9b6a-cf0280b230ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:15:04.717275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd1971-42b6-4488-9b6a-cf0280b230ba admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:15:04.718190 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd1971-42b6-4488-9b6a-cf0280b230ba admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:15:04.718596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd1971-42b6-4488-9b6a-cf0280b230ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:15:04.719001 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd1971-42b6-4488-9b6a-cf0280b230ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:15:04.719431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd1971-42b6-4488-9b6a-cf0280b230ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:15:04.723565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-febd1971-42b6-4488-9b6a-cf0280b230ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:15:04.726558 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-febd1971-42b6-4488-9b6a-cf0280b230ba admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a65e09e2-f9b9-403f-ae34-b066e7093906 HTTP/1.1" status: 204 len: 168 time: 0.3495450 Dec 25 20:15:04.729315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 56804) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:15:04.847777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2a0a7a98-959b-412b-a12f-426d6f7d2d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:04.982994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2a0a7a98-959b-412b-a12f-426d6f7d2d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:05.009628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-2a0a7a98-959b-412b-a12f-426d6f7d2d70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8416246b-19c0-4368-b184-5bc90e79b949']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:15:05.022953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-2a0a7a98-959b-412b-a12f-426d6f7d2d70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:15:05.023323 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-2a0a7a98-959b-412b-a12f-426d6f7d2d70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22acb2a5-83ec-4cb9-a5b2-f2da2f2118d5') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:15:05.035956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2a0a7a98-959b-412b-a12f-426d6f7d2d70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:05.050825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2a0a7a98-959b-412b-a12f-426d6f7d2d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:05.057295 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a0a7a98-959b-412b-a12f-426d6f7d2d70 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 20:15:05.057722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2a0a7a98-959b-412b-a12f-426d6f7d2d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:05.075294 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 20:15:05.075294 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 20:15:05.075294 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 20:15:05.075294 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 20:15:05.075294 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 20:15:05.075294 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 20:15:05.075294 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 20:15:05.075294 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 20:15:05.075294 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 20:15:05.075294 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 20:15:05.075294 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 20:15:05.075294 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 20:15:05.075294 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 20:15:05.075294 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 20:15:05.075294 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 20:15:05.075294 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 20:15:05.075294 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 20:15:05.075294 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 20:15:05.075294 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 20:15:05.075294 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 20:15:05.075294 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 20:15:05.075294 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 20:15:05.075294 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 20:15:05.075294 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 20:15:05.075294 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 20:15:05.075294 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 20:15:05.075294 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 20:15:05.075294 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 20:15:05.075294 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 20:15:05.075294 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 20:15:05.075294 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 20:15:05.075294 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 20:15:05.152719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2a0a7a98-959b-412b-a12f-426d6f7d2d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:05.156339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-492e6d35-426b-4583-b44e-7a061d212708 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:15:05.173078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2a0a7a98-959b-412b-a12f-426d6f7d2d70 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:05.182137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0a7a98-959b-412b-a12f-426d6f7d2d70 admin admin] Pushing event deleted for resources: {'Network': ['ID=8416246b-19c0-4368-b184-5bc90e79b949,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:15:05.187490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2a0a7a98-959b-412b-a12f-426d6f7d2d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:15:05.191822 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2a0a7a98-959b-412b-a12f-426d6f7d2d70 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8416246b-19c0-4368-b184-5bc90e79b949 HTTP/1.1" status: 204 len: 168 time: 0.4613507 Dec 25 20:15:05.353353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 56810) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:15:05.409961 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a3c1a3a5-8726-4415-94fc-06a0a64e02c5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4198e389ac3948968f88c341666f6e69&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0552979 Dec 25 20:15:05.412511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 56814) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:15:05.474197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3e28e3fe-304e-40eb-8e94-c28a4b410e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:05.502987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3e28e3fe-304e-40eb-8e94-c28a4b410e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:05.549552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3e28e3fe-304e-40eb-8e94-c28a4b410e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:05.554622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-649c57f7-6730-4459-aa03-e29da59c3d3d tempest-TagsExtTest-136871523 tempest-TagsExtTest-136871523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:15:05.569838 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e28e3fe-304e-40eb-8e94-c28a4b410e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:15:05.575203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3e28e3fe-304e-40eb-8e94-c28a4b410e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:15:05.577197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3e28e3fe-304e-40eb-8e94-c28a4b410e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:05.578422 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3e28e3fe-304e-40eb-8e94-c28a4b410e73 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e45d10e-f7fc-43cc-a9fe-4887b1ca73eb HTTP/1.1" status: 204 len: 168 time: 0.1649513 Dec 25 20:15:06.076377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-93ccb3e7-6a44-4f12-b730-97a4616b6106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:06.124278 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device e981ac6b-fc69-4332-a780-1237977dfb13 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:15:06.160613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] No Port match for: e981ac6b-fc69-4332-a780-1237977dfb13 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:15:06.161015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device e981ac6b-fc69-4332-a780-1237977dfb13 not bound to the agent host hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:15:06.522933 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 56836) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:15:06.660367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-11097a96-8c44-42a1-a700-4b619497a50e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1041431721-network', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:15:06.665699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-11097a96-8c44-42a1-a700-4b619497a50e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:15:06.669781 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-11097a96-8c44-42a1-a700-4b619497a50e admin admin] Usage tracker for resource:network and tenant:97c383b786d04ed59e0da08e9eed6cf8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:15:06.672867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-11097a96-8c44-42a1-a700-4b619497a50e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:15:06.678920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-11097a96-8c44-42a1-a700-4b619497a50e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:15:06.689195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11097a96-8c44-42a1-a700-4b619497a50e admin admin] Made reservation on behalf of 97c383b786d04ed59e0da08e9eed6cf8 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:15:06.693853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11097a96-8c44-42a1-a700-4b619497a50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:06.707803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11097a96-8c44-42a1-a700-4b619497a50e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:06.741354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-11097a96-8c44-42a1-a700-4b619497a50e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:15:06.745735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-11097a96-8c44-42a1-a700-4b619497a50e admin admin] Usage tracker for resource:security_group_rule and tenant:97c383b786d04ed59e0da08e9eed6cf8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:15:06.749144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-11097a96-8c44-42a1-a700-4b619497a50e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:15:06.755120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-11097a96-8c44-42a1-a700-4b619497a50e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:15:06.827621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11097a96-8c44-42a1-a700-4b619497a50e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:06.830306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11097a96-8c44-42a1-a700-4b619497a50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:06.835936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1664ad0c-3c6d-4678-8973-7be98787e33b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:15:06.864391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11097a96-8c44-42a1-a700-4b619497a50e admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 20:15:06.879511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11097a96-8c44-42a1-a700-4b619497a50e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5892cfa8-12aa-4839-9b2c-39713bf97ba7,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:15:06.882929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-11097a96-8c44-42a1-a700-4b619497a50e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:15:06.883993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11097a96-8c44-42a1-a700-4b619497a50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:06.884518 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-11097a96-8c44-42a1-a700-4b619497a50e admin admin] Added segment f9dfe4d6-0423-4e97-bcb2-0be40abaca3d of type vlan for network dd95f2f1-10ce-42aa-9657-c52f60710be5 Dec 25 20:15:06.912043 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11097a96-8c44-42a1-a700-4b619497a50e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:06.941307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11097a96-8c44-42a1-a700-4b619497a50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:06.942264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11097a96-8c44-42a1-a700-4b619497a50e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:15:06.942897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11097a96-8c44-42a1-a700-4b619497a50e admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:06.946417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b3319664-57aa-42ad-9fbe-f56a90840343 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:15:07.053552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11097a96-8c44-42a1-a700-4b619497a50e admin admin] Pushing event updated for resources: {'Network': ['ID=dd95f2f1-10ce-42aa-9657-c52f60710be5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:15:07.056777 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-11097a96-8c44-42a1-a700-4b619497a50e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5327048 Dec 25 20:15:07.057771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-11097a96-8c44-42a1-a700-4b619497a50e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:15:07.060041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 56842) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:15:07.064758 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network dd95f2f1-10ce-42aa-9657-c52f60710be5 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 20:15:07.067658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-c50051b8-9665-4d1f-9cc9-8b9a9231515d admin admin] Request body: {'subnet': {'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1041431721-subnet', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:15:07.073125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c50051b8-9665-4d1f-9cc9-8b9a9231515d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:15:07.077199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c50051b8-9665-4d1f-9cc9-8b9a9231515d admin admin] Usage tracker for resource:subnet and tenant:97c383b786d04ed59e0da08e9eed6cf8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:15:07.080195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c50051b8-9665-4d1f-9cc9-8b9a9231515d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:15:07.086222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c50051b8-9665-4d1f-9cc9-8b9a9231515d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:15:07.095980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50051b8-9665-4d1f-9cc9-8b9a9231515d admin admin] Made reservation on behalf of 97c383b786d04ed59e0da08e9eed6cf8 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:15:07.100877 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c50051b8-9665-4d1f-9cc9-8b9a9231515d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:07.245195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:07.325458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c50051b8-9665-4d1f-9cc9-8b9a9231515d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:07.330340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ba213b8f-4284-4ebd-b71e-e9c4597fa904 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:15:07.411628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50051b8-9665-4d1f-9cc9-8b9a9231515d admin admin] Pushing event updated for resources: {'Subnet': ['ID=57c7862c-1219-499a-bc33-1ecc88f61c65,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:15:07.415198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c50051b8-9665-4d1f-9cc9-8b9a9231515d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:15:07.422484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50051b8-9665-4d1f-9cc9-8b9a9231515d admin admin] Checking segment: {'id': 'f9dfe4d6-0423-4e97-bcb2-0be40abaca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:15:07.422876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50051b8-9665-4d1f-9cc9-8b9a9231515d admin admin] Network hostable DHCP agents. Network: dd95f2f1-10ce-42aa-9657-c52f60710be5, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 20:15:07.448995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50051b8-9665-4d1f-9cc9-8b9a9231515d admin admin] Network dd95f2f1-10ce-42aa-9657-c52f60710be5 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 20:15:07.459609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-c50051b8-9665-4d1f-9cc9-8b9a9231515d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, dd95f2f1-10ce-42aa-9657-c52f60710be5) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:15:07.464424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50051b8-9665-4d1f-9cc9-8b9a9231515d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:15:07.465234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c50051b8-9665-4d1f-9cc9-8b9a9231515d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:07.471024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8762e06-201f-43b5-b66d-daf0a7b99a3b None None] Network dd95f2f1-10ce-42aa-9657-c52f60710be5 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:15:07.488659 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c50051b8-9665-4d1f-9cc9-8b9a9231515d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4274106 Dec 25 20:15:07.491567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 56846) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:15:07.497299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-a480285e-3d27-4bd4-8fde-8d686aa599c0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1041431721-router', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:15:07.502849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a480285e-3d27-4bd4-8fde-8d686aa599c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:15:07.507187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a480285e-3d27-4bd4-8fde-8d686aa599c0 admin admin] Usage tracker for resource:router and tenant:97c383b786d04ed59e0da08e9eed6cf8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:15:07.510236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a480285e-3d27-4bd4-8fde-8d686aa599c0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:15:07.517164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a480285e-3d27-4bd4-8fde-8d686aa599c0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:15:07.527764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a480285e-3d27-4bd4-8fde-8d686aa599c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:07.529180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a480285e-3d27-4bd4-8fde-8d686aa599c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:07.553777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a480285e-3d27-4bd4-8fde-8d686aa599c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:07.877574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09bba16-d9a0-4b85-aa55-c063546c6fe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-dd95f2f1-10ce-42aa-9657-c52f60710be5', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'fixed_ips': [{'subnet_id': '57c7862c-1219-499a-bc33-1ecc88f61c65'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 20:15:07.878528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f09bba16-d9a0-4b85-aa55-c063546c6fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:07.942614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a480285e-3d27-4bd4-8fde-8d686aa599c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:08.043184 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-f09bba16-d9a0-4b85-aa55-c063546c6fe0 None None] Allocated IP 172.20.0.2 (dd95f2f1-10ce-42aa-9657-c52f60710be5/57c7862c-1219-499a-bc33-1ecc88f61c65/b2d9b67c-4d60-45cd-9d53-d0612e48b76c) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:15:08.140813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a480285e-3d27-4bd4-8fde-8d686aa599c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:08.178150 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a480285e-3d27-4bd4-8fde-8d686aa599c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:08.262093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f09bba16-d9a0-4b85-aa55-c063546c6fe0 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:08.273040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f09bba16-d9a0-4b85-aa55-c063546c6fe0 None None] Transition to ACTIVE for port object b2d9b67c-4d60-45cd-9d53-d0612e48b76c will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:15:08.292730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f09bba16-d9a0-4b85-aa55-c063546c6fe0 None None] Transition to ACTIVE for port object b2d9b67c-4d60-45cd-9d53-d0612e48b76c will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:15:08.296590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f09bba16-d9a0-4b85-aa55-c063546c6fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:08.301606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:15:08.323418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-a480285e-3d27-4bd4-8fde-8d686aa599c0 admin admin] Allocated IP 172.26.8.177 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/90ace860-b68b-4004-aa0f-89e534398e96) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:15:08.384154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09bba16-d9a0-4b85-aa55-c063546c6fe0 None None] Pushing event updated for resources: {'Port': ['ID=b2d9b67c-4d60-45cd-9d53-d0612e48b76c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:15:08.387113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f09bba16-d9a0-4b85-aa55-c063546c6fe0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:15:08.389802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09bba16-d9a0-4b85-aa55-c063546c6fe0 None None] Network dd95f2f1-10ce-42aa-9657-c52f60710be5 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:15:08.393106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-f09bba16-d9a0-4b85-aa55-c063546c6fe0 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:15:08.395448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09bba16-d9a0-4b85-aa55-c063546c6fe0 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:15:08.403812 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4962af6f-60ca-44e6-ad2b-e371a6619524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:08.490614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-f09bba16-d9a0-4b85-aa55-c063546c6fe0 None None] Attempting to bind port b2d9b67c-4d60-45cd-9d53-d0612e48b76c on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:15:08.491035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-f09bba16-d9a0-4b85-aa55-c063546c6fe0 None None] Attempting to bind port b2d9b67c-4d60-45cd-9d53-d0612e48b76c by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'f9dfe4d6-0423-4e97-bcb2-0be40abaca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:15:08.491475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09bba16-d9a0-4b85-aa55-c063546c6fe0 None None] Attempting to bind port b2d9b67c-4d60-45cd-9d53-d0612e48b76c on network dd95f2f1-10ce-42aa-9657-c52f60710be5 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:15:08.491609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a480285e-3d27-4bd4-8fde-8d686aa599c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:08.498581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09bba16-d9a0-4b85-aa55-c063546c6fe0 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:15:08.499525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09bba16-d9a0-4b85-aa55-c063546c6fe0 None None] Checking segment: {'id': 'f9dfe4d6-0423-4e97-bcb2-0be40abaca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:15:08.499959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f09bba16-d9a0-4b85-aa55-c063546c6fe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:08.500661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09bba16-d9a0-4b85-aa55-c063546c6fe0 None None] Bound using segment: {'id': 'f9dfe4d6-0423-4e97-bcb2-0be40abaca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:15:08.500965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-f09bba16-d9a0-4b85-aa55-c063546c6fe0 None None] Bound port: b2d9b67c-4d60-45cd-9d53-d0612e48b76c, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9dfe4d6-0423-4e97-bcb2-0be40abaca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:15:08.501384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f09bba16-d9a0-4b85-aa55-c063546c6fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:08.517919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a480285e-3d27-4bd4-8fde-8d686aa599c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:08.522622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5b7b4c0a-0392-42d7-a4a5-f150f4ae0ca7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:15:08.590098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a480285e-3d27-4bd4-8fde-8d686aa599c0 admin admin] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:15:08.590775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-f09bba16-d9a0-4b85-aa55-c063546c6fe0 None None] For port b2d9b67c-4d60-45cd-9d53-d0612e48b76c, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:15:08.593105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-a480285e-3d27-4bd4-8fde-8d686aa599c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:15:08.594003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-f09bba16-d9a0-4b85-aa55-c063546c6fe0 None None] For port b2d9b67c-4d60-45cd-9d53-d0612e48b76c, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=b2d9b67c-4d60-45cd-9d53-d0612e48b76c,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:15:08.597770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a480285e-3d27-4bd4-8fde-8d686aa599c0 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:15:08.598694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f09bba16-d9a0-4b85-aa55-c063546c6fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:08.603331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7b8b5f4a-a864-4a90-9b23-beb7084e10b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:15:08.625154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a480285e-3d27-4bd4-8fde-8d686aa599c0 admin admin] Pushing event updated for resources: {'Port': ['ID=90ace860-b68b-4004-aa0f-89e534398e96,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:15:08.630724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a480285e-3d27-4bd4-8fde-8d686aa599c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:15:08.699664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09bba16-d9a0-4b85-aa55-c063546c6fe0 None None] Pushing event updated for resources: {'Port': ['ID=b2d9b67c-4d60-45cd-9d53-d0612e48b76c,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:15:08.707838 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f09bba16-d9a0-4b85-aa55-c063546c6fe0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:15:08.711589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:08.767026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a480285e-3d27-4bd4-8fde-8d686aa599c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:08.767858 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a480285e-3d27-4bd4-8fde-8d686aa599c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:09.023708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a480285e-3d27-4bd4-8fde-8d686aa599c0 admin admin] Router 022e5116-7aaf-4000-b063-5ef9e92f10d0 is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 20:15:09.256708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a480285e-3d27-4bd4-8fde-8d686aa599c0 admin admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:15:09.267553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815c8e04-a9ab-44eb-a28e-7e0be51ec9f5 None None] Sync routers for ids ['022e5116-7aaf-4000-b063-5ef9e92f10d0'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:15:09.282849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a480285e-3d27-4bd4-8fde-8d686aa599c0 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:09.285426 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a480285e-3d27-4bd4-8fde-8d686aa599c0 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7928426 Dec 25 20:15:09.287450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device b2d9b67c-4d60-45cd-9d53-d0612e48b76c up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:15:09.288422 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 56850) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:15:09.312573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815c8e04-a9ab-44eb-a28e-7e0be51ec9f5 None None] Routers {'022e5116-7aaf-4000-b063-5ef9e92f10d0'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:15:09.313279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-815c8e04-a9ab-44eb-a28e-7e0be51ec9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:15:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['022e5116-7aaf-4000-b063-5ef9e92f10d0'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:15:09.521897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port b2d9b67c-4d60-45cd-9d53-d0612e48b76c completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:15:09.539521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-815c8e04-a9ab-44eb-a28e-7e0be51ec9f5 None None] Set router 022e5116-7aaf-4000-b063-5ef9e92f10d0 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:15:09.845235 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-815c8e04-a9ab-44eb-a28e-7e0be51ec9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'name': 'tempest-ServerActionsTestJSON-1041431721-router', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '90ace860-b68b-4004-aa0f-89e534398e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:15:07Z', 'updated_at': '2021-12-25T20:15:08Z', 'revision_number': 3, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'gw_port': {'id': '90ace860-b68b-4004-aa0f-89e534398e96', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:08Z', 'updated_at': '2021-12-25T20:15:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:15:09.849819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815c8e04-a9ab-44eb-a28e-7e0be51ec9f5 None None] Checking router: 022e5116-7aaf-4000-b063-5ef9e92f10d0 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:15:09.850236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815c8e04-a9ab-44eb-a28e-7e0be51ec9f5 None None] Updating router 022e5116-7aaf-4000-b063-5ef9e92f10d0 port 90ace860-b68b-4004-aa0f-89e534398e96 binding host dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 20:15:09.910654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-815c8e04-a9ab-44eb-a28e-7e0be51ec9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:10.042995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:10.093769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-41c412e5-7645-4fc0-b8a8-cd61e0b7ca9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:10.292179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-815c8e04-a9ab-44eb-a28e-7e0be51ec9f5 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:10.306477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-815c8e04-a9ab-44eb-a28e-7e0be51ec9f5 None None] Transition to ACTIVE for port object 90ace860-b68b-4004-aa0f-89e534398e96 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:15:10.312555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-815c8e04-a9ab-44eb-a28e-7e0be51ec9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:10.317414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a2e6f17e-3646-48d9-89cb-bda15e7c5edd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:15:10.324638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-41c412e5-7645-4fc0-b8a8-cd61e0b7ca9d admin admin] Allocated IP 172.20.0.1 (dd95f2f1-10ce-42aa-9657-c52f60710be5/57c7862c-1219-499a-bc33-1ecc88f61c65/844aa4e6-2b07-4790-98bd-b5773a42bef2) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:15:10.353696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e6f05f-9521-4541-859f-ecef91d1792f None None] Network dd95f2f1-10ce-42aa-9657-c52f60710be5 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:15:10.488186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-41c412e5-7645-4fc0-b8a8-cd61e0b7ca9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:10.493955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5e2758-9588-4778-ae20-8ebd7ea92872 None None] Pushing event updated for resources: {'Port': ['ID=90ace860-b68b-4004-aa0f-89e534398e96,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:15:10.506941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5d5e2758-9588-4778-ae20-8ebd7ea92872 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:15:10.508380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-41c412e5-7645-4fc0-b8a8-cd61e0b7ca9d admin admin] Transition to ACTIVE for port object 844aa4e6-2b07-4790-98bd-b5773a42bef2 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:15:10.514999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-815c8e04-a9ab-44eb-a28e-7e0be51ec9f5 None None] Attempting to bind port 90ace860-b68b-4004-aa0f-89e534398e96 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:15:10.515450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-815c8e04-a9ab-44eb-a28e-7e0be51ec9f5 None None] Attempting to bind port 90ace860-b68b-4004-aa0f-89e534398e96 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:15:10.515869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815c8e04-a9ab-44eb-a28e-7e0be51ec9f5 None None] Attempting to bind port 90ace860-b68b-4004-aa0f-89e534398e96 on network a29ab018-4a1a-4021-8156-423134b861f3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:15:10.521212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-ae327442-ffd1-4cec-ae09-57d23f5383e1 None None] Provisioning for port b2d9b67c-4d60-45cd-9d53-d0612e48b76c completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:15:10.527704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-41c412e5-7645-4fc0-b8a8-cd61e0b7ca9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:10.533231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-68045dc3-bae5-475c-af84-a2ca44975be0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:15:10.534359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-ae327442-ffd1-4cec-ae09-57d23f5383e1 None None] Provisioning complete for port b2d9b67c-4d60-45cd-9d53-d0612e48b76c triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:15:10.534784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ae327442-ffd1-4cec-ae09-57d23f5383e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:10.593422 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815c8e04-a9ab-44eb-a28e-7e0be51ec9f5 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:15:10.593776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815c8e04-a9ab-44eb-a28e-7e0be51ec9f5 None None] Checking segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:15:10.594235 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-815c8e04-a9ab-44eb-a28e-7e0be51ec9f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:10.594689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815c8e04-a9ab-44eb-a28e-7e0be51ec9f5 None None] Bound using segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:15:10.595258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-815c8e04-a9ab-44eb-a28e-7e0be51ec9f5 None None] Bound port: 90ace860-b68b-4004-aa0f-89e534398e96, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:15:10.595698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-815c8e04-a9ab-44eb-a28e-7e0be51ec9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:10.605040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c412e5-7645-4fc0-b8a8-cd61e0b7ca9d admin admin] Network dd95f2f1-10ce-42aa-9657-c52f60710be5 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:15:10.605859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c412e5-7645-4fc0-b8a8-cd61e0b7ca9d admin admin] Pushing event updated for resources: {'Port': ['ID=844aa4e6-2b07-4790-98bd-b5773a42bef2,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:15:10.609158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-41c412e5-7645-4fc0-b8a8-cd61e0b7ca9d admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:15:10.611375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c412e5-7645-4fc0-b8a8-cd61e0b7ca9d admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:15:10.638005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-41c412e5-7645-4fc0-b8a8-cd61e0b7ca9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:15:10.666392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-41c412e5-7645-4fc0-b8a8-cd61e0b7ca9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:10.751596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-41c412e5-7645-4fc0-b8a8-cd61e0b7ca9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:10.786049 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-815c8e04-a9ab-44eb-a28e-7e0be51ec9f5 None None] For port 90ace860-b68b-4004-aa0f-89e534398e96, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:15:10.824473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-815c8e04-a9ab-44eb-a28e-7e0be51ec9f5 None None] For port 90ace860-b68b-4004-aa0f-89e534398e96, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=90ace860-b68b-4004-aa0f-89e534398e96,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:15:10.846299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-815c8e04-a9ab-44eb-a28e-7e0be51ec9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:10.852653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f09bba16-d9a0-4b85-aa55-c063546c6fe0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:15:10.989961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-41c412e5-7645-4fc0-b8a8-cd61e0b7ca9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:10.993786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-41c412e5-7645-4fc0-b8a8-cd61e0b7ca9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:11.022142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7936e9b1-6daa-40a8-9a39-c285752d7502 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:15:11.088003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ae327442-ffd1-4cec-ae09-57d23f5383e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:11.112697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-41c412e5-7645-4fc0-b8a8-cd61e0b7ca9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:11.117313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c412e5-7645-4fc0-b8a8-cd61e0b7ca9d admin admin] Pushing event updated for resources: {'Port': ['ID=844aa4e6-2b07-4790-98bd-b5773a42bef2,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:15:11.121062 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-41c412e5-7645-4fc0-b8a8-cd61e0b7ca9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:15:11.151722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5e2758-9588-4778-ae20-8ebd7ea92872 None None] Pushing event updated for resources: {'Port': ['ID=90ace860-b68b-4004-aa0f-89e534398e96,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:15:11.158094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5d5e2758-9588-4778-ae20-8ebd7ea92872 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:15:11.161219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-ae327442-ffd1-4cec-ae09-57d23f5383e1 None None] For port b2d9b67c-4d60-45cd-9d53-d0612e48b76c, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=b2d9b67c-4d60-45cd-9d53-d0612e48b76c,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:15:11.162619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815c8e04-a9ab-44eb-a28e-7e0be51ec9f5 None None] Routers {'022e5116-7aaf-4000-b063-5ef9e92f10d0'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:15:11.163354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-815c8e04-a9ab-44eb-a28e-7e0be51ec9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:15:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['022e5116-7aaf-4000-b063-5ef9e92f10d0'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:15:11.220741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ae327442-ffd1-4cec-ae09-57d23f5383e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:11.230451 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:15:11.277601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c412e5-7645-4fc0-b8a8-cd61e0b7ca9d admin admin] Network dd95f2f1-10ce-42aa-9657-c52f60710be5 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:15:11.279089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-41c412e5-7645-4fc0-b8a8-cd61e0b7ca9d admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:15:11.401242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae327442-ffd1-4cec-ae09-57d23f5383e1 None None] Pushing event updated for resources: {'Port': ['ID=b2d9b67c-4d60-45cd-9d53-d0612e48b76c,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:15:11.406375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ae327442-ffd1-4cec-ae09-57d23f5383e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:15:11.436837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-815c8e04-a9ab-44eb-a28e-7e0be51ec9f5 None None] Set router 022e5116-7aaf-4000-b063-5ef9e92f10d0 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:15:11.514789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-03acffb4-80c3-4ffe-a023-3899732d4495 None None] Provisioning for port 844aa4e6-2b07-4790-98bd-b5773a42bef2 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:15:11.582510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-03acffb4-80c3-4ffe-a023-3899732d4495 None None] Provisioning complete for port 844aa4e6-2b07-4790-98bd-b5773a42bef2 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:15:11.583517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-03acffb4-80c3-4ffe-a023-3899732d4495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:11.695954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c412e5-7645-4fc0-b8a8-cd61e0b7ca9d admin admin] Router 022e5116-7aaf-4000-b063-5ef9e92f10d0 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:15:11.737779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-03acffb4-80c3-4ffe-a023-3899732d4495 None None] Port 844aa4e6-2b07-4790-98bd-b5773a42bef2 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:15:11.790535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-03acffb4-80c3-4ffe-a023-3899732d4495 None None] Provisioning complete for port b2d9b67c-4d60-45cd-9d53-d0612e48b76c triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:15:11.790736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-03acffb4-80c3-4ffe-a023-3899732d4495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:11.975306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-815c8e04-a9ab-44eb-a28e-7e0be51ec9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'name': 'tempest-ServerActionsTestJSON-1041431721-router', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '90ace860-b68b-4004-aa0f-89e534398e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:15:07Z', 'updated_at': '2021-12-25T20:15:10Z', 'revision_number': 4, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'gw_port': {'id': '90ace860-b68b-4004-aa0f-89e534398e96', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:08Z', 'updated_at': '2021-12-25T20:15:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '844aa4e6-2b07-4790-98bd-b5773a42bef2', 'name': '', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'mac_address': 'fa:16:3e:da:79:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:10Z', 'updated_at': '2021-12-25T20:15:10Z', 'revision_number': 2, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'subnets': [{'id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:15:11.983173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815c8e04-a9ab-44eb-a28e-7e0be51ec9f5 None None] The sync data for ids ['022e5116-7aaf-4000-b063-5ef9e92f10d0'] in dv-neutron-822611-1-hyperv is: [{'id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'name': 'tempest-ServerActionsTestJSON-1041431721-router', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '90ace860-b68b-4004-aa0f-89e534398e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:15:07Z', 'updated_at': '2021-12-25T20:15:10Z', 'revision_number': 4, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'gw_port': {'id': '90ace860-b68b-4004-aa0f-89e534398e96', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:08Z', 'updated_at': '2021-12-25T20:15:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '844aa4e6-2b07-4790-98bd-b5773a42bef2', 'name': '', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'mac_address': 'fa:16:3e:da:79:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:10Z', 'updated_at': '2021-12-25T20:15:10Z', 'revision_number': 2, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'subnets': [{'id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:15:12.112524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-390331db-84b6-478d-8d18-c46b6a0cb1f6 None None] Provisioning complete for port 844aa4e6-2b07-4790-98bd-b5773a42bef2 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:15:12.112955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-390331db-84b6-478d-8d18-c46b6a0cb1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:12.166258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c412e5-7645-4fc0-b8a8-cd61e0b7ca9d admin admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:15:12.170773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-390331db-84b6-478d-8d18-c46b6a0cb1f6 None None] Port 844aa4e6-2b07-4790-98bd-b5773a42bef2 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:15:12.175910 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-41c412e5-7645-4fc0-b8a8-cd61e0b7ca9d admin admin] 10.222.0.24 "PUT /v2.0/routers/022e5116-7aaf-4000-b063-5ef9e92f10d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8864014 Dec 25 20:15:12.926699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 56860) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:15:12.933284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b0d20424-d428-4ea8-8393-8a948b6c45b0 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Request body: {'security_group': {'name': 'tempest-securitygroup--173540707', 'description': 'tempest-description--2049704110'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:15:12.944683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b0d20424-d428-4ea8-8393-8a948b6c45b0 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:15:12.948894 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b0d20424-d428-4ea8-8393-8a948b6c45b0 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Usage tracker for resource:security_group and tenant:97c383b786d04ed59e0da08e9eed6cf8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:15:12.952235 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b0d20424-d428-4ea8-8393-8a948b6c45b0 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:15:12.958386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b0d20424-d428-4ea8-8393-8a948b6c45b0 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:15:12.970043 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b0d20424-d428-4ea8-8393-8a948b6c45b0 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:13.011925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b0d20424-d428-4ea8-8393-8a948b6c45b0 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:15:13.016739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b0d20424-d428-4ea8-8393-8a948b6c45b0 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Usage tracker for resource:security_group_rule and tenant:97c383b786d04ed59e0da08e9eed6cf8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:15:13.019839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b0d20424-d428-4ea8-8393-8a948b6c45b0 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:15:13.025978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b0d20424-d428-4ea8-8393-8a948b6c45b0 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:15:13.087810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b0d20424-d428-4ea8-8393-8a948b6c45b0 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:13.090685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b0d20424-d428-4ea8-8393-8a948b6c45b0 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:13.097158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-11097a96-8c44-42a1-a700-4b619497a50e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:15:13.141939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b0d20424-d428-4ea8-8393-8a948b6c45b0 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:13.143320 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b0d20424-d428-4ea8-8393-8a948b6c45b0 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2153764 Dec 25 20:15:13.145168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d20424-d428-4ea8-8393-8a948b6c45b0 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdf9b72-ea73-428f-8dd8-26da33d2434b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:15:13.146482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 56864) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:15:13.148316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b0d20424-d428-4ea8-8393-8a948b6c45b0 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:15:13.153603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-f41603bf-8f22-4fc4-8c06-3d01933732e2 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Request body: {'security_group_rule': {'security_group_id': '2fdf9b72-ea73-428f-8dd8-26da33d2434b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:15:13.161340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f41603bf-8f22-4fc4-8c06-3d01933732e2 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:15:13.167141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f41603bf-8f22-4fc4-8c06-3d01933732e2 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Usage tracker for resource:security_group_rule and tenant:97c383b786d04ed59e0da08e9eed6cf8 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:15:13.170245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f41603bf-8f22-4fc4-8c06-3d01933732e2 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:15:13.177942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f41603bf-8f22-4fc4-8c06-3d01933732e2 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:15:13.194808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f41603bf-8f22-4fc4-8c06-3d01933732e2 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:13.271856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f41603bf-8f22-4fc4-8c06-3d01933732e2 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:13.280813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f41603bf-8f22-4fc4-8c06-3d01933732e2 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:13.289889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a3804fce-fe02-4f25-ba22-20c419796006 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:15:13.316289 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41603bf-8f22-4fc4-8c06-3d01933732e2 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a65eabe1-5a2b-4f01-808c-8805e77febe4,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:15:13.319394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f41603bf-8f22-4fc4-8c06-3d01933732e2 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:15:13.323529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f41603bf-8f22-4fc4-8c06-3d01933732e2 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:13.324837 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f41603bf-8f22-4fc4-8c06-3d01933732e2 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1769218 Dec 25 20:15:13.327772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 56868) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:15:13.337235 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 90ace860-b68b-4004-aa0f-89e534398e96 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:15:13.337499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-717bd24b-91ba-42cc-92c9-a476bf56546e tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Request body: {'security_group_rule': {'security_group_id': '2fdf9b72-ea73-428f-8dd8-26da33d2434b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:15:13.344549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-717bd24b-91ba-42cc-92c9-a476bf56546e tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:15:13.349201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-717bd24b-91ba-42cc-92c9-a476bf56546e tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Usage tracker for resource:security_group_rule and tenant:97c383b786d04ed59e0da08e9eed6cf8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:15:13.352307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-717bd24b-91ba-42cc-92c9-a476bf56546e tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:15:13.358946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-717bd24b-91ba-42cc-92c9-a476bf56546e tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:15:13.377207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-717bd24b-91ba-42cc-92c9-a476bf56546e tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:13.411804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 90ace860-b68b-4004-aa0f-89e534398e96 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:15:13.417236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 90ace860-b68b-4004-aa0f-89e534398e96 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:15:13.417663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:13.446758 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-717bd24b-91ba-42cc-92c9-a476bf56546e tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:13.450535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-717bd24b-91ba-42cc-92c9-a476bf56546e tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:13.452736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-34a19758-c599-42dc-837e-62e4735c3764 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:15:13.478084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717bd24b-91ba-42cc-92c9-a476bf56546e tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ea1fbe3-e62b-4e18-b308-56a1d04be2e5,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:15:13.480793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-717bd24b-91ba-42cc-92c9-a476bf56546e tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:15:13.488253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-717bd24b-91ba-42cc-92c9-a476bf56546e tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:13.491142 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-717bd24b-91ba-42cc-92c9-a476bf56546e tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1593854 Dec 25 20:15:13.492990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 56872) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:15:13.499319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-95e0c10f-d2e7-4774-a236-d33430bfda6c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Request body: {'floatingip': {'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:15:13.505620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-95e0c10f-d2e7-4774-a236-d33430bfda6c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:15:13.510104 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-95e0c10f-d2e7-4774-a236-d33430bfda6c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Usage tracker for resource:floatingip and tenant:97c383b786d04ed59e0da08e9eed6cf8 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:15:13.513484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-95e0c10f-d2e7-4774-a236-d33430bfda6c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:15:13.519975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-95e0c10f-d2e7-4774-a236-d33430bfda6c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:15:13.531551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-95e0c10f-d2e7-4774-a236-d33430bfda6c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:13.544409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:13.562636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 90ace860-b68b-4004-aa0f-89e534398e96, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=90ace860-b68b-4004-aa0f-89e534398e96,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:15:13.565927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:13.567464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device b2d9b67c-4d60-45cd-9d53-d0612e48b76c up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:15:13.597679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6f1abe05-90e8-4280-a76d-10020736c91c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:15:13.695040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=90ace860-b68b-4004-aa0f-89e534398e96,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:15:13.700162 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:15:13.715558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port b2d9b67c-4d60-45cd-9d53-d0612e48b76c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:15:13.715992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:13.716706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-95e0c10f-d2e7-4774-a236-d33430bfda6c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:13.866057 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-95e0c10f-d2e7-4774-a236-d33430bfda6c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Allocated IP 172.26.8.219 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/dc74b44c-498a-4255-a578-7c2a11f9dce8) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:15:14.023826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-95e0c10f-d2e7-4774-a236-d33430bfda6c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:14.050151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-95e0c10f-d2e7-4774-a236-d33430bfda6c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:14.054700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5df568bf-e7f4-46a8-96ca-ce72e9c7acc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:15:14.124767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e0c10f-d2e7-4774-a236-d33430bfda6c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:15:14.128189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0c10f-d2e7-4774-a236-d33430bfda6c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Pushing event updated for resources: {'Port': ['ID=dc74b44c-498a-4255-a578-7c2a11f9dce8,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:15:14.131485 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-95e0c10f-d2e7-4774-a236-d33430bfda6c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:15:14.132374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-95e0c10f-d2e7-4774-a236-d33430bfda6c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:15:14.134796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e0c10f-d2e7-4774-a236-d33430bfda6c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:15:14.294385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-95e0c10f-d2e7-4774-a236-d33430bfda6c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:14.358924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-95e0c10f-d2e7-4774-a236-d33430bfda6c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:14.572542 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-95e0c10f-d2e7-4774-a236-d33430bfda6c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:14.576102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-95e0c10f-d2e7-4774-a236-d33430bfda6c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:14.580407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-27d75f23-13a4-43f2-b537-2c77804409cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:15:14.691319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0c10f-d2e7-4774-a236-d33430bfda6c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Pushing event updated for resources: {'Port': ['ID=dc74b44c-498a-4255-a578-7c2a11f9dce8,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:15:14.695877 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-95e0c10f-d2e7-4774-a236-d33430bfda6c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:15:14.706655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-95e0c10f-d2e7-4774-a236-d33430bfda6c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:14.728206 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-95e0c10f-d2e7-4774-a236-d33430bfda6c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:14.729637 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-95e0c10f-d2e7-4774-a236-d33430bfda6c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2355919 Dec 25 20:15:14.910856 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-d9fd1d32-cd72-4084-8e18-a303cd2b484a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--173540707&fields=id&tenant_id=97c383b786d04ed59e0da08e9eed6cf8 HTTP/1.1" status: 200 len: 267 time: 0.0459867 Dec 25 20:15:15.070239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-e27f351f-2da5-4c03-9e83-b7ef919ce6b4 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:15:15.071849 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-e27f351f-2da5-4c03-9e83-b7ef919ce6b4 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/networks?id=dd95f2f1-10ce-42aa-9657-c52f60710be5 HTTP/1.1" status: 200 len: 812 time: 0.1541846 Dec 25 20:15:15.089963 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-4865e521-c6d2-47e7-a52a-5624836e1215 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/quotas/97c383b786d04ed59e0da08e9eed6cf8 HTTP/1.1" status: 200 len: 375 time: 0.0115967 Dec 25 20:15:15.178262 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-24cea8fb-0256-463f-b6ee-dd2a5cf1be20 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=97c383b786d04ed59e0da08e9eed6cf8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0825615 Dec 25 20:15:15.258219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 90ace860-b68b-4004-aa0f-89e534398e96 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:15:15.333737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 90ace860-b68b-4004-aa0f-89e534398e96 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:15:15.334167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:15.340395 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-b4dc054b-570a-482a-8d6a-b468322e5836 service neutron] 10.222.0.24 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496134 Dec 25 20:15:15.642024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc1ae87-3e50-45de-90e7-9aeeccad259f None None] Sync routers for ids ['022e5116-7aaf-4000-b063-5ef9e92f10d0'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:15:15.655375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc1ae87-3e50-45de-90e7-9aeeccad259f None None] Routers {'022e5116-7aaf-4000-b063-5ef9e92f10d0'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:15:15.656051 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-cbc1ae87-3e50-45de-90e7-9aeeccad259f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:15:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['022e5116-7aaf-4000-b063-5ef9e92f10d0'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:15:15.713045 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-14f53b52-e739-4341-8187-43de048f813b service neutron] 10.222.0.24 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651817 Dec 25 20:15:15.846912 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-cbc1ae87-3e50-45de-90e7-9aeeccad259f None None] Set router 022e5116-7aaf-4000-b063-5ef9e92f10d0 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:15:15.924644 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fe858e44-6656-4e49-afed-406666603e54 req-a39e5da1-7939-44a8-afdb-384cdc41b94e tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 210 time: 0.0469427 Dec 25 20:15:16.186606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-cbc1ae87-3e50-45de-90e7-9aeeccad259f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'name': 'tempest-ServerActionsTestJSON-1041431721-router', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '90ace860-b68b-4004-aa0f-89e534398e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:15:07Z', 'updated_at': '2021-12-25T20:15:10Z', 'revision_number': 4, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'gw_port': {'id': '90ace860-b68b-4004-aa0f-89e534398e96', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:08Z', 'updated_at': '2021-12-25T20:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '844aa4e6-2b07-4790-98bd-b5773a42bef2', 'name': '', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'mac_address': 'fa:16:3e:da:79:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:10Z', 'updated_at': '2021-12-25T20:15:10Z', 'revision_number': 2, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'subnets': [{'id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:15:16.190654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc1ae87-3e50-45de-90e7-9aeeccad259f None None] Checking router: 022e5116-7aaf-4000-b063-5ef9e92f10d0 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:15:16.191254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc1ae87-3e50-45de-90e7-9aeeccad259f None None] Updating router 022e5116-7aaf-4000-b063-5ef9e92f10d0 port 844aa4e6-2b07-4790-98bd-b5773a42bef2 binding host dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 20:15:16.244716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cbc1ae87-3e50-45de-90e7-9aeeccad259f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:16.608652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cbc1ae87-3e50-45de-90e7-9aeeccad259f None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:16.620623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-cbc1ae87-3e50-45de-90e7-9aeeccad259f None None] Transition to ACTIVE for port object 844aa4e6-2b07-4790-98bd-b5773a42bef2 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:15:16.627533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cbc1ae87-3e50-45de-90e7-9aeeccad259f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:16.633214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-92227085-1d52-4a94-a460-b33ea2abf671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:15:16.919517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e71b-85fe-4268-9393-bc0e3a1079a3 None None] Pushing event updated for resources: {'Port': ['ID=844aa4e6-2b07-4790-98bd-b5773a42bef2,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:15:16.967355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e71b-85fe-4268-9393-bc0e3a1079a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:15:16.967834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e71b-85fe-4268-9393-bc0e3a1079a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:15:16.968309 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e71b-85fe-4268-9393-bc0e3a1079a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:15:16.968682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e71b-85fe-4268-9393-bc0e3a1079a3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:15:16.969285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e71b-85fe-4268-9393-bc0e3a1079a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:15:16.969403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e71b-85fe-4268-9393-bc0e3a1079a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:15:16.969732 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e71b-85fe-4268-9393-bc0e3a1079a3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:15:16.970097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e71b-85fe-4268-9393-bc0e3a1079a3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:15:16.970458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e71b-85fe-4268-9393-bc0e3a1079a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:15:16.970817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e71b-85fe-4268-9393-bc0e3a1079a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:15:16.971218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e71b-85fe-4268-9393-bc0e3a1079a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:15:16.975024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fb53e71b-85fe-4268-9393-bc0e3a1079a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:15:17.036674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-cbc1ae87-3e50-45de-90e7-9aeeccad259f None None] Attempting to bind port 844aa4e6-2b07-4790-98bd-b5773a42bef2 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:15:17.037098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-cbc1ae87-3e50-45de-90e7-9aeeccad259f None None] Attempting to bind port 844aa4e6-2b07-4790-98bd-b5773a42bef2 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'f9dfe4d6-0423-4e97-bcb2-0be40abaca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:15:17.037505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc1ae87-3e50-45de-90e7-9aeeccad259f None None] Attempting to bind port 844aa4e6-2b07-4790-98bd-b5773a42bef2 on network dd95f2f1-10ce-42aa-9657-c52f60710be5 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:15:17.046155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc1ae87-3e50-45de-90e7-9aeeccad259f None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:15:17.046155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc1ae87-3e50-45de-90e7-9aeeccad259f None None] Checking segment: {'id': 'f9dfe4d6-0423-4e97-bcb2-0be40abaca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:15:17.046519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cbc1ae87-3e50-45de-90e7-9aeeccad259f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:17.046947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc1ae87-3e50-45de-90e7-9aeeccad259f None None] Bound using segment: {'id': 'f9dfe4d6-0423-4e97-bcb2-0be40abaca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:15:17.047510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-cbc1ae87-3e50-45de-90e7-9aeeccad259f None None] Bound port: 844aa4e6-2b07-4790-98bd-b5773a42bef2, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9dfe4d6-0423-4e97-bcb2-0be40abaca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:15:17.047932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cbc1ae87-3e50-45de-90e7-9aeeccad259f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:17.167723 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-120106d3-4f0b-48ab-aef9-18268b3bbc84 req-54e18bd3-2b22-4b97-aff5-98b45315eeed tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 210 time: 0.0694330 Dec 25 20:15:17.170974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-cbc1ae87-3e50-45de-90e7-9aeeccad259f None None] For port 844aa4e6-2b07-4790-98bd-b5773a42bef2, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:15:17.176379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-cbc1ae87-3e50-45de-90e7-9aeeccad259f None None] For port 844aa4e6-2b07-4790-98bd-b5773a42bef2, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=844aa4e6-2b07-4790-98bd-b5773a42bef2,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:15:17.190138 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cbc1ae87-3e50-45de-90e7-9aeeccad259f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:17.194861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e9eda675-9dba-4228-80a1-f01399b6a8b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:15:17.228331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-c4901824-601e-4962-b94a-984517c46b1b tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:15:17.230358 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-c4901824-601e-4962-b94a-984517c46b1b tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.36 "GET /v2.0/networks?id=dd95f2f1-10ce-42aa-9657-c52f60710be5 HTTP/1.1" status: 200 len: 812 time: 0.2779834 Dec 25 20:15:17.299716 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-9035d0a9-b4a5-497d-a91c-8ef255797a92 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97c383b786d04ed59e0da08e9eed6cf8 HTTP/1.1" status: 200 len: 379 time: 0.0515192 Dec 25 20:15:17.307902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e71b-85fe-4268-9393-bc0e3a1079a3 None None] Pushing event updated for resources: {'Port': ['ID=844aa4e6-2b07-4790-98bd-b5773a42bef2,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:15:17.310635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-aeedcff7-dd88-446d-b178-4e37b3da96b6 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Request body: {'port': {'device_id': '45968a21-1eb2-47df-8b66-d5787744246b', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'admin_state_up': True, 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'security_groups': ['2fdf9b72-ea73-428f-8dd8-26da33d2434b']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:15:17.312101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fb53e71b-85fe-4268-9393-bc0e3a1079a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:15:17.313054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc1ae87-3e50-45de-90e7-9aeeccad259f None None] Routers {'022e5116-7aaf-4000-b063-5ef9e92f10d0'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:15:17.314162 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-cbc1ae87-3e50-45de-90e7-9aeeccad259f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:15:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['022e5116-7aaf-4000-b063-5ef9e92f10d0'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:15:17.474266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-aeedcff7-dd88-446d-b178-4e37b3da96b6 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:15:17.478702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-aeedcff7-dd88-446d-b178-4e37b3da96b6 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Usage tracker for resource:port and tenant:97c383b786d04ed59e0da08e9eed6cf8 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:15:17.481991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-aeedcff7-dd88-446d-b178-4e37b3da96b6 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:15:17.488952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-aeedcff7-dd88-446d-b178-4e37b3da96b6 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:15:17.498716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-aeedcff7-dd88-446d-b178-4e37b3da96b6 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Made reservation on behalf of 97c383b786d04ed59e0da08e9eed6cf8 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:15:17.504656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-aeedcff7-dd88-446d-b178-4e37b3da96b6 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:17.515925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-cbc1ae87-3e50-45de-90e7-9aeeccad259f None None] Set router 022e5116-7aaf-4000-b063-5ef9e92f10d0 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:15:17.698309 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-aeedcff7-dd88-446d-b178-4e37b3da96b6 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Allocated IP 172.20.0.11 (dd95f2f1-10ce-42aa-9657-c52f60710be5/57c7862c-1219-499a-bc33-1ecc88f61c65/11c31a1a-41db-4e5b-9dcf-e61e22116d86) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:15:17.859460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-cbc1ae87-3e50-45de-90e7-9aeeccad259f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'name': 'tempest-ServerActionsTestJSON-1041431721-router', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '90ace860-b68b-4004-aa0f-89e534398e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:15:07Z', 'updated_at': '2021-12-25T20:15:10Z', 'revision_number': 4, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'gw_port': {'id': '90ace860-b68b-4004-aa0f-89e534398e96', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:08Z', 'updated_at': '2021-12-25T20:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '844aa4e6-2b07-4790-98bd-b5773a42bef2', 'name': '', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'mac_address': 'fa:16:3e:da:79:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:10Z', 'updated_at': '2021-12-25T20:15:17Z', 'revision_number': 4, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'subnets': [{'id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:15:17.863610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc1ae87-3e50-45de-90e7-9aeeccad259f None None] The sync data for ids ['022e5116-7aaf-4000-b063-5ef9e92f10d0'] in dv-neutron-822611-1-hyperv is: [{'id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'name': 'tempest-ServerActionsTestJSON-1041431721-router', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '90ace860-b68b-4004-aa0f-89e534398e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:15:07Z', 'updated_at': '2021-12-25T20:15:10Z', 'revision_number': 4, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'gw_port': {'id': '90ace860-b68b-4004-aa0f-89e534398e96', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:08Z', 'updated_at': '2021-12-25T20:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '844aa4e6-2b07-4790-98bd-b5773a42bef2', 'name': '', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'mac_address': 'fa:16:3e:da:79:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:10Z', 'updated_at': '2021-12-25T20:15:17Z', 'revision_number': 4, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'subnets': [{'id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:15:17.899070 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-aeedcff7-dd88-446d-b178-4e37b3da96b6 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:17.915803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-aeedcff7-dd88-446d-b178-4e37b3da96b6 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Transition to ACTIVE for port object 11c31a1a-41db-4e5b-9dcf-e61e22116d86 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:15:17.936499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-aeedcff7-dd88-446d-b178-4e37b3da96b6 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:17.942345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f1d4cecf-3be4-4b79-a43d-dcf5e6f657e3 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:15:18.015303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-aeedcff7-dd88-446d-b178-4e37b3da96b6 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Network dd95f2f1-10ce-42aa-9657-c52f60710be5 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:15:18.018551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-aeedcff7-dd88-446d-b178-4e37b3da96b6 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:15:18.023318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-aeedcff7-dd88-446d-b178-4e37b3da96b6 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:15:18.050800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeedcff7-dd88-446d-b178-4e37b3da96b6 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Pushing event updated for resources: {'Port': ['ID=11c31a1a-41db-4e5b-9dcf-e61e22116d86,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:15:18.056782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-aeedcff7-dd88-446d-b178-4e37b3da96b6 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:15:18.097492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-aeedcff7-dd88-446d-b178-4e37b3da96b6 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:15:18.098781 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-aeedcff7-dd88-446d-b178-4e37b3da96b6 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:18.121833 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-aeedcff7-dd88-446d-b178-4e37b3da96b6 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8157814 Dec 25 20:15:18.140884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-fe39b3bc-4291-47ab-8149-5abd4c0d4ff1 service neutron] Request body: {'port': {'device_id': '45968a21-1eb2-47df-8b66-d5787744246b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:15:18.273342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-fe39b3bc-4291-47ab-8149-5abd4c0d4ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:18.396686 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-4a28088f-0024-4cb1-9811-e0826d06c4de None None] Provisioning for port 11c31a1a-41db-4e5b-9dcf-e61e22116d86 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:15:18.402507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-4a28088f-0024-4cb1-9811-e0826d06c4de None None] Provisioning complete for port 11c31a1a-41db-4e5b-9dcf-e61e22116d86 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:15:18.402938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4a28088f-0024-4cb1-9811-e0826d06c4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:18.463159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-4a28088f-0024-4cb1-9811-e0826d06c4de None None] Port 11c31a1a-41db-4e5b-9dcf-e61e22116d86 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:15:18.512154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b8716-deb6-47ce-955d-1f745d65d8f3 req-c3f8fd44-d70b-4acb-8818-2ab5a8e7d25f tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:15:18.512838 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-c71b8716-deb6-47ce-955d-1f745d65d8f3 req-c3f8fd44-d70b-4acb-8818-2ab5a8e7d25f tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Synchronizing usage tracker for tenant:97c383b786d04ed59e0da08e9eed6cf8 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:15:18.565072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-c71b8716-deb6-47ce-955d-1f745d65d8f3 req-c3f8fd44-d70b-4acb-8818-2ab5a8e7d25f tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Unset dirty status for tenant:97c383b786d04ed59e0da08e9eed6cf8 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:15:18.566915 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c71b8716-deb6-47ce-955d-1f745d65d8f3 req-c3f8fd44-d70b-4acb-8818-2ab5a8e7d25f tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 932 time: 0.2415600 Dec 25 20:15:18.699809 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c71b8716-deb6-47ce-955d-1f745d65d8f3 req-05f17563-58d2-46f3-89d5-2e65990e87d6 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872419 Dec 25 20:15:18.776151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-fe39b3bc-4291-47ab-8149-5abd4c0d4ff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11c31a1a-41db-4e5b-9dcf-e61e22116d86 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:15:18.783611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-fe39b3bc-4291-47ab-8149-5abd4c0d4ff1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:18.799352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-fe39b3bc-4291-47ab-8149-5abd4c0d4ff1 service neutron] Transition to ACTIVE for port object 11c31a1a-41db-4e5b-9dcf-e61e22116d86 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:15:18.802127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-fe39b3bc-4291-47ab-8149-5abd4c0d4ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:18.806776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3a23eba7-3ae0-4bdc-bcb0-d8fa6bb961e0 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:15:18.939394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe39b3bc-4291-47ab-8149-5abd4c0d4ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=11c31a1a-41db-4e5b-9dcf-e61e22116d86,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:15:18.944153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fe39b3bc-4291-47ab-8149-5abd4c0d4ff1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:15:19.057313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-fe39b3bc-4291-47ab-8149-5abd4c0d4ff1 service neutron] Attempting to bind port 11c31a1a-41db-4e5b-9dcf-e61e22116d86 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:15:19.057674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-fe39b3bc-4291-47ab-8149-5abd4c0d4ff1 service neutron] Attempting to bind port 11c31a1a-41db-4e5b-9dcf-e61e22116d86 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'f9dfe4d6-0423-4e97-bcb2-0be40abaca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:15:19.058044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-fe39b3bc-4291-47ab-8149-5abd4c0d4ff1 service neutron] Attempting to bind port 11c31a1a-41db-4e5b-9dcf-e61e22116d86 on network dd95f2f1-10ce-42aa-9657-c52f60710be5 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:15:19.064833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-fe39b3bc-4291-47ab-8149-5abd4c0d4ff1 service neutron] Port 11c31a1a-41db-4e5b-9dcf-e61e22116d86 on network dd95f2f1-10ce-42aa-9657-c52f60710be5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 20:15:19.065308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-fe39b3bc-4291-47ab-8149-5abd4c0d4ff1 service neutron] Attempting to bind port 11c31a1a-41db-4e5b-9dcf-e61e22116d86 on network dd95f2f1-10ce-42aa-9657-c52f60710be5 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:15:19.073179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-fe39b3bc-4291-47ab-8149-5abd4c0d4ff1 service neutron] Checking agent: {'id': '5d7a6d50-e450-4e92-a105-61a558d89e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'started_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:15:19.073568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-fe39b3bc-4291-47ab-8149-5abd4c0d4ff1 service neutron] Checking segment: {'id': 'f9dfe4d6-0423-4e97-bcb2-0be40abaca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:15:19.073994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-fe39b3bc-4291-47ab-8149-5abd4c0d4ff1 service neutron] Bound using segment: {'id': 'f9dfe4d6-0423-4e97-bcb2-0be40abaca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:15:19.074478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-fe39b3bc-4291-47ab-8149-5abd4c0d4ff1 service neutron] Bound port: 11c31a1a-41db-4e5b-9dcf-e61e22116d86, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9dfe4d6-0423-4e97-bcb2-0be40abaca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:15:19.074866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-fe39b3bc-4291-47ab-8149-5abd4c0d4ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:19.168730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-fe39b3bc-4291-47ab-8149-5abd4c0d4ff1 service neutron] For port 11c31a1a-41db-4e5b-9dcf-e61e22116d86, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:15:19.172436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-fe39b3bc-4291-47ab-8149-5abd4c0d4ff1 service neutron] For port 11c31a1a-41db-4e5b-9dcf-e61e22116d86, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=11c31a1a-41db-4e5b-9dcf-e61e22116d86,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:15:19.175933 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-fe39b3bc-4291-47ab-8149-5abd4c0d4ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:19.180446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-81209ff1-f09e-433d-851b-10fa268a3a33 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:15:19.249234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-fe39b3bc-4291-47ab-8149-5abd4c0d4ff1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:19.250750 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-fe39b3bc-4291-47ab-8149-5abd4c0d4ff1 service neutron] 10.222.0.36 "PUT /v2.0/ports/11c31a1a-41db-4e5b-9dcf-e61e22116d86 HTTP/1.1" status: 200 len: 1094 time: 1.1155829 Dec 25 20:15:19.251341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45968a21-1eb2-47df-8b66-d5787744246b', 'tag': '11c31a1a-41db-4e5b-9dcf-e61e22116d86'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:15:19.266995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe39b3bc-4291-47ab-8149-5abd4c0d4ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=11c31a1a-41db-4e5b-9dcf-e61e22116d86,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:15:19.270639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fe39b3bc-4291-47ab-8149-5abd4c0d4ff1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:15:19.297944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 844aa4e6-2b07-4790-98bd-b5773a42bef2 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:15:19.337446 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45968a21-1eb2-47df-8b66-d5787744246b', 'tag': '11c31a1a-41db-4e5b-9dcf-e61e22116d86', 'status': 'completed', 'code': 200} Dec 25 20:15:19.371717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 844aa4e6-2b07-4790-98bd-b5773a42bef2 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:15:19.376403 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-cc7a6ecc-13ab-4190-ae99-332e66cd97d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97c383b786d04ed59e0da08e9eed6cf8&device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 1097 time: 0.0814075 Dec 25 20:15:19.377730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 844aa4e6-2b07-4790-98bd-b5773a42bef2 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:15:19.378154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:19.459521 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-14074fe3-5555-4eee-841a-e387f322bf51 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11c31a1a-41db-4e5b-9dcf-e61e22116d86 HTTP/1.1" status: 200 len: 217 time: 0.0713248 Dec 25 20:15:19.505045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:19.537247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-41a0bd05-be6d-4e94-97cf-ba64a48c7edd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:15:19.538858 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-41a0bd05-be6d-4e94-97cf-ba64a48c7edd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=57c7862c-1219-499a-bc33-1ecc88f61c65 HTTP/1.1" status: 200 len: 851 time: 0.0672951 Dec 25 20:15:19.539456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 844aa4e6-2b07-4790-98bd-b5773a42bef2, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=844aa4e6-2b07-4790-98bd-b5773a42bef2,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:15:19.542470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:19.545929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:15:19.621619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=844aa4e6-2b07-4790-98bd-b5773a42bef2,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:15:19.625258 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-6f21b163-d03f-49c0-adbb-efdd1d7bc3ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd95f2f1-10ce-42aa-9657-c52f60710be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768697 Dec 25 20:15:19.635924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:15:19.636310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:15:19.636689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:15:19.637060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:15:19.637431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:15:19.637801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:15:19.638166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:15:19.638536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:15:19.638930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:15:19.639355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:15:19.639718 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:15:19.643879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:15:19.785402 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-dac8cb02-73ff-4701-a61b-d4705a977816 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471555 Dec 25 20:15:20.001243 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c3a2da84-b67e-400b-9122-0dd178a4e606 req-ec4fb43d-bb2f-4bdb-b086-a83577b32ed6 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045956 Dec 25 20:15:20.008738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525c235-af37-45fa-896d-056e7018740f req-27994cdd-d413-4eec-89fd-97a425d0411e tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:15:20.010367 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7525c235-af37-45fa-896d-056e7018740f req-27994cdd-d413-4eec-89fd-97a425d0411e tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 944 time: 0.1860313 Dec 25 20:15:20.111218 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7525c235-af37-45fa-896d-056e7018740f req-6ccae919-daca-4477-b667-dd74505e5d05 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933409 Dec 25 20:15:20.139913 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dea38260-726b-4830-9195-721de35c038a req-a6c03d97-96d8-4967-a5d3-8c2b0b1adc07 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97c383b786d04ed59e0da08e9eed6cf8&device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 1097 time: 0.0814497 Dec 25 20:15:20.281751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea38260-726b-4830-9195-721de35c038a req-426d7a82-fc1e-423a-9150-a3a87b2cd580 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:15:20.283297 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dea38260-726b-4830-9195-721de35c038a req-426d7a82-fc1e-423a-9150-a3a87b2cd580 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd95f2f1-10ce-42aa-9657-c52f60710be5 HTTP/1.1" status: 200 len: 912 time: 0.1372566 Dec 25 20:15:20.362046 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dea38260-726b-4830-9195-721de35c038a req-a388ffb2-f8d7-43d3-940d-f801c895cdc9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11c31a1a-41db-4e5b-9dcf-e61e22116d86 HTTP/1.1" status: 200 len: 217 time: 0.0716906 Dec 25 20:15:20.430774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea38260-726b-4830-9195-721de35c038a req-b9017a45-ec65-4675-b727-4bd2893f2ab3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:15:20.432302 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dea38260-726b-4830-9195-721de35c038a req-b9017a45-ec65-4675-b727-4bd2893f2ab3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=57c7862c-1219-499a-bc33-1ecc88f61c65 HTTP/1.1" status: 200 len: 851 time: 0.0631018 Dec 25 20:15:20.514427 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dea38260-726b-4830-9195-721de35c038a req-a744baea-0acf-443c-91f8-094487baf3ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd95f2f1-10ce-42aa-9657-c52f60710be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747499 Dec 25 20:15:20.656585 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dea38260-726b-4830-9195-721de35c038a req-3308bf97-1822-4b4b-a085-8ebdae643aa4 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346583 Dec 25 20:15:21.024979 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dea38260-726b-4830-9195-721de35c038a req-b39fd923-ad8b-4d4b-8a3b-0c29ee2c04df service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609300 Dec 25 20:15:21.258221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 844aa4e6-2b07-4790-98bd-b5773a42bef2 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:15:21.331753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f52a85-326f-40c0-b2b2-6b2f712aafee req-e00b37c4-00e6-4587-af9b-10a19cff2ec6 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:15:21.333436 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-78f52a85-326f-40c0-b2b2-6b2f712aafee req-e00b37c4-00e6-4587-af9b-10a19cff2ec6 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 944 time: 0.0857389 Dec 25 20:15:21.334196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 844aa4e6-2b07-4790-98bd-b5773a42bef2 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:15:21.334620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:21.383626 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-78f52a85-326f-40c0-b2b2-6b2f712aafee req-e915387d-66a1-4434-91c2-012637c41208 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434685 Dec 25 20:15:22.592704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f20cc-1e86-4b5f-9444-3579d1936b43 req-0af61f1f-18fa-423d-9c18-c63fa0a4b868 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:15:22.594289 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b25f20cc-1e86-4b5f-9444-3579d1936b43 req-0af61f1f-18fa-423d-9c18-c63fa0a4b868 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 944 time: 0.0862672 Dec 25 20:15:22.642117 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b25f20cc-1e86-4b5f-9444-3579d1936b43 req-f0aac838-c0e5-4420-80ae-973a932f0e3e tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414913 Dec 25 20:15:23.730842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:23.848440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457cde9-fdfe-4988-ae2e-a582b0914c24 req-eb1e4a80-4b3e-4aea-89a5-9ad46651ec9d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:15:23.850032 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5457cde9-fdfe-4988-ae2e-a582b0914c24 req-eb1e4a80-4b3e-4aea-89a5-9ad46651ec9d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 944 time: 0.0823119 Dec 25 20:15:23.898075 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5457cde9-fdfe-4988-ae2e-a582b0914c24 req-f9fb10ca-5903-4360-9ff0-e70646952f03 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419400 Dec 25 20:15:24.217098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 11c31a1a-41db-4e5b-9dcf-e61e22116d86 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 20:15:24.359066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 11c31a1a-41db-4e5b-9dcf-e61e22116d86, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=11c31a1a-41db-4e5b-9dcf-e61e22116d86,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:15:24.373728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': '11c31a1a-41db-4e5b-9dcf-e61e22116d86', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'port_id': '11c31a1a-41db-4e5b-9dcf-e61e22116d86', 'mac_address': 'fa:16:3e:74:34:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 20:15:24.439141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:24.457191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11c31a1a-41db-4e5b-9dcf-e61e22116d86 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:15:24.472630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 11c31a1a-41db-4e5b-9dcf-e61e22116d86, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=11c31a1a-41db-4e5b-9dcf-e61e22116d86,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:15:24.475508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:24.477300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:15:24.541546 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=11c31a1a-41db-4e5b-9dcf-e61e22116d86,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:15:24.544572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:15:24.736040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['11c31a1a-41db-4e5b-9dcf-e61e22116d86'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:15:25.104826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25cb61c-22cc-470c-869b-ec3d540f5dc1 req-9777f03e-aa62-4293-b5cd-11378d376cca tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:15:25.106360 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e25cb61c-22cc-470c-869b-ec3d540f5dc1 req-9777f03e-aa62-4293-b5cd-11378d376cca tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 945 time: 0.0868018 Dec 25 20:15:25.156766 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e25cb61c-22cc-470c-869b-ec3d540f5dc1 req-e2fe9d8e-27c2-4ca6-9706-db31f0563a42 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437837 Dec 25 20:15:26.234040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 11c31a1a-41db-4e5b-9dcf-e61e22116d86 up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:15:26.305002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning for port 11c31a1a-41db-4e5b-9dcf-e61e22116d86 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:15:26.310054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port 11c31a1a-41db-4e5b-9dcf-e61e22116d86 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:15:26.310610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:26.360578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86a4fd-5268-426a-9b60-c3fdeeac646b req-6b177185-9fb5-4627-b2a3-f1551fa8f21b tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:15:26.362238 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1b86a4fd-5268-426a-9b60-c3fdeeac646b req-6b177185-9fb5-4627-b2a3-f1551fa8f21b tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 945 time: 0.0847321 Dec 25 20:15:26.415034 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1b86a4fd-5268-426a-9b60-c3fdeeac646b req-a3ff317a-d10e-42b3-9463-8a1bc6e15751 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462775 Dec 25 20:15:26.432612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:26.460136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45968a21-1eb2-47df-8b66-d5787744246b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c31a1a-41db-4e5b-9dcf-e61e22116d86'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:15:26.470746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 11c31a1a-41db-4e5b-9dcf-e61e22116d86, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=11c31a1a-41db-4e5b-9dcf-e61e22116d86,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:15:26.475776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:26.477706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:15:26.524902 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45968a21-1eb2-47df-8b66-d5787744246b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c31a1a-41db-4e5b-9dcf-e61e22116d86', 'code': 200} Dec 25 20:15:26.547264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=11c31a1a-41db-4e5b-9dcf-e61e22116d86,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:15:26.550338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:15:26.771773 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8a1c058a-70e9-4f0d-9a6b-c4bfd98c8ba0 req-8b3a8e69-f4dc-402b-8600-6d86487052bd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 1099 time: 0.0758195 Dec 25 20:15:26.818665 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8a1c058a-70e9-4f0d-9a6b-c4bfd98c8ba0 req-0cd9e05a-59ef-47ae-bc85-4de952c0e10e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365911 Dec 25 20:15:27.004688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:15:27.621130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa3f4c-7b82-4d36-924e-8d22b7e01b3b req-d34d88a4-3d27-400f-b460-70c77b747fc4 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:15:27.622733 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f7aa3f4c-7b82-4d36-924e-8d22b7e01b3b req-d34d88a4-3d27-400f-b460-70c77b747fc4 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 946 time: 0.0861905 Dec 25 20:15:27.670497 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f7aa3f4c-7b82-4d36-924e-8d22b7e01b3b req-44b1d107-dbee-4866-bac4-6ac2a1dafd72 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410950 Dec 25 20:15:28.879698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0c58e-5b4f-430f-937c-59a7d740890f req-04df8d01-e2b5-4d6c-9763-0987e6206956 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:15:28.881304 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ebb0c58e-5b4f-430f-937c-59a7d740890f req-04df8d01-e2b5-4d6c-9763-0987e6206956 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 946 time: 0.0848210 Dec 25 20:15:28.929361 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ebb0c58e-5b4f-430f-937c-59a7d740890f req-9ad23f79-78f0-4094-b9d4-9fc4e3e51e64 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420601 Dec 25 20:15:29.131751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44029b-ca17-4407-841b-97aa1c8e59f8 req-1d479328-6281-41f4-ab17-f085963f1704 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:15:29.133368 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3d44029b-ca17-4407-841b-97aa1c8e59f8 req-1d479328-6281-41f4-ab17-f085963f1704 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 946 time: 0.0852957 Dec 25 20:15:29.143576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 56928) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:15:29.149436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-a8b7cf5b-c693-4bbd-b26d-7f34dda54467 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Request body: {'floatingip': {'port_id': '11c31a1a-41db-4e5b-9dcf-e61e22116d86'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:15:29.230492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a8b7cf5b-c693-4bbd-b26d-7f34dda54467 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks [] for floatingip, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:29.855450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a8b7cf5b-c693-4bbd-b26d-7f34dda54467 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:29.858537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a8b7cf5b-c693-4bbd-b26d-7f34dda54467 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:30.053834 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [None req-a8b7cf5b-c693-4bbd-b26d-7f34dda54467 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Floating IP 082ae1dc-c449-456d-82d7-f0c1d1aa4cf8 associated. External IP: 172.26.8.219, port: 11c31a1a-41db-4e5b-9dcf-e61e22116d86. Dec 25 20:15:30.462293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b7cf5b-c693-4bbd-b26d-7f34dda54467 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Router 022e5116-7aaf-4000-b063-5ef9e92f10d0 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:15:30.668219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b7cf5b-c693-4bbd-b26d-7f34dda54467 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:15:30.673945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a8b7cf5b-c693-4bbd-b26d-7f34dda54467 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:30.678958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1701064f-47e5-4e6f-8cb1-7294d83f7ef8 None None] Sync routers for ids ['022e5116-7aaf-4000-b063-5ef9e92f10d0'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:15:30.691870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1701064f-47e5-4e6f-8cb1-7294d83f7ef8 None None] Routers {'022e5116-7aaf-4000-b063-5ef9e92f10d0'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:15:30.692594 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1701064f-47e5-4e6f-8cb1-7294d83f7ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:15:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['022e5116-7aaf-4000-b063-5ef9e92f10d0'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:15:30.730769 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a8b7cf5b-c693-4bbd-b26d-7f34dda54467 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "PUT /v2.0/floatingips/082ae1dc-c449-456d-82d7-f0c1d1aa4cf8 HTTP/1.1" status: 200 len: 992 time: 1.5860565 Dec 25 20:15:30.731536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45968a21-1eb2-47df-8b66-d5787744246b', 'tag': '11c31a1a-41db-4e5b-9dcf-e61e22116d86'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:15:30.809576 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45968a21-1eb2-47df-8b66-d5787744246b', 'tag': '11c31a1a-41db-4e5b-9dcf-e61e22116d86', 'status': 'completed', 'code': 200} Dec 25 20:15:30.916369 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c2cd7712-49a4-4b7a-8693-acbdd7862acd req-1a7c2fcf-4634-4279-a8b7-d77b15b5ec8a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97c383b786d04ed59e0da08e9eed6cf8&device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 1099 time: 0.0815761 Dec 25 20:15:31.051879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-1701064f-47e5-4e6f-8cb1-7294d83f7ef8 None None] Set router 022e5116-7aaf-4000-b063-5ef9e92f10d0 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:15:31.062259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd7712-49a4-4b7a-8693-acbdd7862acd req-4f10c0b0-0dc6-483f-8eb7-9b46ecead163 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:15:31.063914 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c2cd7712-49a4-4b7a-8693-acbdd7862acd req-4f10c0b0-0dc6-483f-8eb7-9b46ecead163 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd95f2f1-10ce-42aa-9657-c52f60710be5 HTTP/1.1" status: 200 len: 912 time: 0.1410635 Dec 25 20:15:31.179930 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c2cd7712-49a4-4b7a-8693-acbdd7862acd req-711dfbce-fc72-41d4-8afc-91960176b128 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11c31a1a-41db-4e5b-9dcf-e61e22116d86 HTTP/1.1" status: 200 len: 1000 time: 0.1089866 Dec 25 20:15:31.250169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd7712-49a4-4b7a-8693-acbdd7862acd req-4139db2e-0436-49e3-a275-d2b08f2b5609 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:15:31.251785 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c2cd7712-49a4-4b7a-8693-acbdd7862acd req-4139db2e-0436-49e3-a275-d2b08f2b5609 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=57c7862c-1219-499a-bc33-1ecc88f61c65 HTTP/1.1" status: 200 len: 851 time: 0.0645540 Dec 25 20:15:31.445746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1701064f-47e5-4e6f-8cb1-7294d83f7ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'name': 'tempest-ServerActionsTestJSON-1041431721-router', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '90ace860-b68b-4004-aa0f-89e534398e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:15:07Z', 'updated_at': '2021-12-25T20:15:10Z', 'revision_number': 4, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'gw_port': {'id': '90ace860-b68b-4004-aa0f-89e534398e96', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:08Z', 'updated_at': '2021-12-25T20:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '082ae1dc-c449-456d-82d7-f0c1d1aa4cf8', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'floating_ip_address': '172.26.8.219', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'port_id': '11c31a1a-41db-4e5b-9dcf-e61e22116d86', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'mac_address': 'fa:16:3e:74:34:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45968a21-1eb2-47df-8b66-d5787744246b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:15:14Z', 'updated_at': '2021-12-25T20:15:29Z', 'revision_number': 1, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844aa4e6-2b07-4790-98bd-b5773a42bef2', 'name': '', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'mac_address': 'fa:16:3e:da:79:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:10Z', 'updated_at': '2021-12-25T20:15:19Z', 'revision_number': 5, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'subnets': [{'id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:15:31.450486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1701064f-47e5-4e6f-8cb1-7294d83f7ef8 None None] Checking router: 022e5116-7aaf-4000-b063-5ef9e92f10d0 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:15:31.463519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1701064f-47e5-4e6f-8cb1-7294d83f7ef8 None None] Routers {'022e5116-7aaf-4000-b063-5ef9e92f10d0'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:15:31.464232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1701064f-47e5-4e6f-8cb1-7294d83f7ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:15:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['022e5116-7aaf-4000-b063-5ef9e92f10d0'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:15:31.567999 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c2cd7712-49a4-4b7a-8693-acbdd7862acd req-737a6618-bf82-4b30-9ba2-21ea24103421 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd95f2f1-10ce-42aa-9657-c52f60710be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3097732 Dec 25 20:15:31.656902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-1701064f-47e5-4e6f-8cb1-7294d83f7ef8 None None] Set router 022e5116-7aaf-4000-b063-5ef9e92f10d0 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:15:31.711236 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c2cd7712-49a4-4b7a-8693-acbdd7862acd req-7b724bc5-6ece-4709-9df0-d2538d823ca9 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361511 Dec 25 20:15:31.859766 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c2cd7712-49a4-4b7a-8693-acbdd7862acd req-e62dee76-b3a5-438b-a207-e282f76f7f56 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416714 Dec 25 20:15:32.025683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1701064f-47e5-4e6f-8cb1-7294d83f7ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'name': 'tempest-ServerActionsTestJSON-1041431721-router', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '90ace860-b68b-4004-aa0f-89e534398e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:15:07Z', 'updated_at': '2021-12-25T20:15:10Z', 'revision_number': 4, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'gw_port': {'id': '90ace860-b68b-4004-aa0f-89e534398e96', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:08Z', 'updated_at': '2021-12-25T20:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '082ae1dc-c449-456d-82d7-f0c1d1aa4cf8', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'floating_ip_address': '172.26.8.219', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'port_id': '11c31a1a-41db-4e5b-9dcf-e61e22116d86', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'mac_address': 'fa:16:3e:74:34:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45968a21-1eb2-47df-8b66-d5787744246b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:15:14Z', 'updated_at': '2021-12-25T20:15:29Z', 'revision_number': 1, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844aa4e6-2b07-4790-98bd-b5773a42bef2', 'name': '', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'mac_address': 'fa:16:3e:da:79:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:10Z', 'updated_at': '2021-12-25T20:15:19Z', 'revision_number': 5, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'subnets': [{'id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:15:32.030598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1701064f-47e5-4e6f-8cb1-7294d83f7ef8 None None] The sync data for ids ['022e5116-7aaf-4000-b063-5ef9e92f10d0'] in dv-neutron-822611-1-hyperv is: [{'id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'name': 'tempest-ServerActionsTestJSON-1041431721-router', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '90ace860-b68b-4004-aa0f-89e534398e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:15:07Z', 'updated_at': '2021-12-25T20:15:10Z', 'revision_number': 4, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'gw_port': {'id': '90ace860-b68b-4004-aa0f-89e534398e96', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:08Z', 'updated_at': '2021-12-25T20:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '082ae1dc-c449-456d-82d7-f0c1d1aa4cf8', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'floating_ip_address': '172.26.8.219', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'port_id': '11c31a1a-41db-4e5b-9dcf-e61e22116d86', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'mac_address': 'fa:16:3e:74:34:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45968a21-1eb2-47df-8b66-d5787744246b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:15:14Z', 'updated_at': '2021-12-25T20:15:29Z', 'revision_number': 1, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844aa4e6-2b07-4790-98bd-b5773a42bef2', 'name': '', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'mac_address': 'fa:16:3e:da:79:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:10Z', 'updated_at': '2021-12-25T20:15:19Z', 'revision_number': 5, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'subnets': [{'id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:15:32.376844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff21c6b6-25cf-4bbe-be8b-5a22bc6c8bcf None None] New status for floating IP 082ae1dc-c449-456d-82d7-f0c1d1aa4cf8: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 20:15:36.077783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cb43fb5b-fca9-4e9a-8cf4-b8beafc16726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:37.248536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:38.384215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f57c6c76-2769-4892-be72-b456d0b2e9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:38.700547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:40.025940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:15:49.877438 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-24a6ca7c-b915-4989-91ae-b9787bf23f24 req-4770fb53-9b5c-4c6b-86f6-87567546b5e8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=45968a21-1eb2-47df-8b66-d5787744246b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740998 Dec 25 20:15:50.028409 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-24a6ca7c-b915-4989-91ae-b9787bf23f24 req-60ef70c0-d605-475d-b033-da0900239c37 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97c383b786d04ed59e0da08e9eed6cf8&device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 1099 time: 0.0766919 Dec 25 20:15:50.185825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6ca7c-b915-4989-91ae-b9787bf23f24 req-ed524873-bd1a-4068-8670-a215501da725 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:15:50.187609 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-24a6ca7c-b915-4989-91ae-b9787bf23f24 req-ed524873-bd1a-4068-8670-a215501da725 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd95f2f1-10ce-42aa-9657-c52f60710be5 HTTP/1.1" status: 200 len: 912 time: 0.1404064 Dec 25 20:15:50.293650 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-24a6ca7c-b915-4989-91ae-b9787bf23f24 req-aff4899d-04d1-4e85-abcc-36ac991174d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11c31a1a-41db-4e5b-9dcf-e61e22116d86 HTTP/1.1" status: 200 len: 1002 time: 0.0990365 Dec 25 20:15:50.365349 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6ca7c-b915-4989-91ae-b9787bf23f24 req-34911d39-c284-4b47-b9dd-a9906c64f6cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:15:50.366880 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-24a6ca7c-b915-4989-91ae-b9787bf23f24 req-34911d39-c284-4b47-b9dd-a9906c64f6cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=57c7862c-1219-499a-bc33-1ecc88f61c65 HTTP/1.1" status: 200 len: 851 time: 0.0666072 Dec 25 20:15:50.446693 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-24a6ca7c-b915-4989-91ae-b9787bf23f24 req-178ccf97-9990-480a-a6cb-2270e108a1aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd95f2f1-10ce-42aa-9657-c52f60710be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722802 Dec 25 20:15:50.588616 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-24a6ca7c-b915-4989-91ae-b9787bf23f24 req-1303cf34-d027-42e5-a994-8cc42b3a3cc5 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341186 Dec 25 20:15:50.741422 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-24a6ca7c-b915-4989-91ae-b9787bf23f24 req-8cece30c-b29a-4e02-88d7-08fe6618d944 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454325 Dec 25 20:15:53.751457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:04.004994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:16:06.079675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e69d32b2-03f2-4c8a-8fb3-672dc738c144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:07.250340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:08.384844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-63118237-9611-4f47-97fd-d8fe6a057d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:08.700937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:10.030217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:11.086491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ec578-f016-43d0-baf7-0219168cebcb req-a7eb99a5-3ff8-4ca3-b834-46706a26ab9f tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:11.088048 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7e0ec578-f016-43d0-baf7-0219168cebcb req-a7eb99a5-3ff8-4ca3-b834-46706a26ab9f tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 946 time: 0.0939806 Dec 25 20:16:11.138158 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7e0ec578-f016-43d0-baf7-0219168cebcb req-ddb5a276-5970-4ef8-9cda-746152aeee12 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439684 Dec 25 20:16:11.339531 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-58f34825-a96a-4b66-a6f1-aa6e9e39057a req-fa53cb1b-96eb-41c9-b15f-4a1dd85a5d85 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=45968a21-1eb2-47df-8b66-d5787744246b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0721843 Dec 25 20:16:11.601493 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7e827390-3e88-465d-87e9-1b012e72d9e6 req-484b780b-743c-4cde-9cd9-6894ee51aceb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=45968a21-1eb2-47df-8b66-d5787744246b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0794380 Dec 25 20:16:11.663036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79441243-5847-4298-a4ec-f595aaf9899e req-757cf3cb-d9e0-4c51-9f45-1a101537b75a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:11.664690 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-79441243-5847-4298-a4ec-f595aaf9899e req-757cf3cb-d9e0-4c51-9f45-1a101537b75a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 946 time: 0.0876954 Dec 25 20:16:11.715129 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-79441243-5847-4298-a4ec-f595aaf9899e req-ec5192ca-63c0-45de-b741-bbeda6c2ad65 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439978 Dec 25 20:16:12.965854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e0544-f977-41fe-8d94-49212ab6eeb5 req-73037515-cca4-4a2e-ac53-eb81ed90b831 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:12.967459 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a13e0544-f977-41fe-8d94-49212ab6eeb5 req-73037515-cca4-4a2e-ac53-eb81ed90b831 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 946 time: 0.1104205 Dec 25 20:16:12.970272 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7e827390-3e88-465d-87e9-1b012e72d9e6 req-56da964e-b3d7-43c7-8812-4d8d22d0d283 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97c383b786d04ed59e0da08e9eed6cf8&device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 1099 time: 0.1516123 Dec 25 20:16:13.105052 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a13e0544-f977-41fe-8d94-49212ab6eeb5 req-6cdf6799-73dd-4810-aa66-9f0fbf5d3370 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312551 Dec 25 20:16:13.147827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e827390-3e88-465d-87e9-1b012e72d9e6 req-3feb77f8-a07b-4ad8-b1dc-88687311467d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:13.149429 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7e827390-3e88-465d-87e9-1b012e72d9e6 req-3feb77f8-a07b-4ad8-b1dc-88687311467d service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd95f2f1-10ce-42aa-9657-c52f60710be5 HTTP/1.1" status: 200 len: 912 time: 0.1594129 Dec 25 20:16:13.263887 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7e827390-3e88-465d-87e9-1b012e72d9e6 req-b9641aff-9749-42a2-b336-1cfe0d0c1d45 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11c31a1a-41db-4e5b-9dcf-e61e22116d86 HTTP/1.1" status: 200 len: 1002 time: 0.1037397 Dec 25 20:16:13.337371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e827390-3e88-465d-87e9-1b012e72d9e6 req-98913671-2e88-4c6b-9347-28af543ef2fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:13.338931 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7e827390-3e88-465d-87e9-1b012e72d9e6 req-98913671-2e88-4c6b-9347-28af543ef2fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=57c7862c-1219-499a-bc33-1ecc88f61c65 HTTP/1.1" status: 200 len: 851 time: 0.0654867 Dec 25 20:16:13.425619 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7e827390-3e88-465d-87e9-1b012e72d9e6 req-273902d8-8d6d-4a05-9dcf-bd33527002e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd95f2f1-10ce-42aa-9657-c52f60710be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763826 Dec 25 20:16:13.572323 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7e827390-3e88-465d-87e9-1b012e72d9e6 req-08d8aece-e032-47d2-97e2-bcd53878bef9 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344268 Dec 25 20:16:13.719401 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7e827390-3e88-465d-87e9-1b012e72d9e6 req-6edfed95-e2f5-4545-ae80-a8c5c67d1073 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365144 Dec 25 20:16:14.313125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f3760-a4b5-4d33-9dc1-9db82845a587 req-d550f4a4-5d89-4ef4-ab80-f5ebc577ba22 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:14.314737 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-282f3760-a4b5-4d33-9dc1-9db82845a587 req-d550f4a4-5d89-4ef4-ab80-f5ebc577ba22 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 946 time: 0.0836339 Dec 25 20:16:14.362228 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-282f3760-a4b5-4d33-9dc1-9db82845a587 req-fd5db99e-5a63-4154-85e1-237308ae8c6d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412843 Dec 25 20:16:15.569075 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2451d0-b5e8-4834-9998-0011d825e75a req-5ecfa4a9-9527-4fb8-8190-d1c31c34a2c5 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:15.570650 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fc2451d0-b5e8-4834-9998-0011d825e75a req-5ecfa4a9-9527-4fb8-8190-d1c31c34a2c5 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 946 time: 0.0864863 Dec 25 20:16:15.617933 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fc2451d0-b5e8-4834-9998-0011d825e75a req-23f446a4-ca53-4e47-8905-3e8e07f0ef42 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411661 Dec 25 20:16:16.824415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cdcab4-693a-4766-bf48-2f640ad8fa12 req-e768895b-ae0f-4b9d-850b-3879ca97dc80 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:16.826546 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-14cdcab4-693a-4766-bf48-2f640ad8fa12 req-e768895b-ae0f-4b9d-850b-3879ca97dc80 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 946 time: 0.0849671 Dec 25 20:16:16.874699 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-14cdcab4-693a-4766-bf48-2f640ad8fa12 req-1cfae334-77a7-44f0-906b-91db4e0c68b5 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420175 Dec 25 20:16:18.082892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f09a3b-b1b7-465d-9570-6332dd76e45e req-4c81e392-3930-480a-bd40-59d738323745 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:18.084503 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d1f09a3b-b1b7-465d-9570-6332dd76e45e req-4c81e392-3930-480a-bd40-59d738323745 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 946 time: 0.0855844 Dec 25 20:16:18.132388 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d1f09a3b-b1b7-465d-9570-6332dd76e45e req-ca31354d-d3b5-47be-b61f-b3eb9fa6ddf2 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418189 Dec 25 20:16:19.334717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ee2b6-8d04-4784-80bc-54c0570de63b req-5f1f1389-c17b-4cd4-846e-8578b3f3b0ca tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:19.336358 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-593ee2b6-8d04-4784-80bc-54c0570de63b req-5f1f1389-c17b-4cd4-846e-8578b3f3b0ca tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 946 time: 0.0827615 Dec 25 20:16:19.384953 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-593ee2b6-8d04-4784-80bc-54c0570de63b req-8c74ce9d-0445-400b-bd7c-57f02df2e0c9 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417986 Dec 25 20:16:20.592682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7e588-5926-40f8-9947-cc25c6798a8d req-c7b1b1f6-fd0f-4da1-8319-ecc7ca7ab98d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:20.594286 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9de7e588-5926-40f8-9947-cc25c6798a8d req-c7b1b1f6-fd0f-4da1-8319-ecc7ca7ab98d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 946 time: 0.0857482 Dec 25 20:16:20.642453 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9de7e588-5926-40f8-9947-cc25c6798a8d req-c9f7a13c-241c-4727-8c31-a5ef637b2c2e tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421071 Dec 25 20:16:21.855452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a78e9-ee0e-40a9-9a42-28b402287d46 req-64d4fab0-3b82-4d4a-bb77-784fff652d4f tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:21.857749 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c59a78e9-ee0e-40a9-9a42-28b402287d46 req-64d4fab0-3b82-4d4a-bb77-784fff652d4f tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 946 time: 0.0906482 Dec 25 20:16:21.913995 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c59a78e9-ee0e-40a9-9a42-28b402287d46 req-b489c3c3-69d6-4506-bfc8-9a35679aefd8 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499558 Dec 25 20:16:23.116976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4eec7e-9855-4063-84a9-a02c89c35c48 req-908dd73d-7adb-4c36-8b43-351d7e04e8a4 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:23.118566 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0f4eec7e-9855-4063-84a9-a02c89c35c48 req-908dd73d-7adb-4c36-8b43-351d7e04e8a4 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 946 time: 0.0820506 Dec 25 20:16:23.167534 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0f4eec7e-9855-4063-84a9-a02c89c35c48 req-a028d1d1-3dc2-49d0-9074-9ef91b9d20b5 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421190 Dec 25 20:16:23.744105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:24.376616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e59743-56be-4c5b-90d2-548752496c21 req-5ea58361-76e0-4eee-8e07-8a14b35358cf tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:24.378214 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-56e59743-56be-4c5b-90d2-548752496c21 req-5ea58361-76e0-4eee-8e07-8a14b35358cf tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 946 time: 0.0877318 Dec 25 20:16:24.426328 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-56e59743-56be-4c5b-90d2-548752496c21 req-ca8524fc-eff6-49fe-a614-f653797c3acd tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419395 Dec 25 20:16:25.633417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3a34a-be6b-40fa-8ad1-a3d370998a8d req-079f5670-000b-452f-aee9-f664b00f4f06 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:25.635027 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c1d3a34a-be6b-40fa-8ad1-a3d370998a8d req-079f5670-000b-452f-aee9-f664b00f4f06 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 946 time: 0.0833604 Dec 25 20:16:25.750059 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c1d3a34a-be6b-40fa-8ad1-a3d370998a8d req-d698c37e-d29d-4c5f-afcd-03ed53b909ac tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089416 Dec 25 20:16:25.758248 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7e827390-3e88-465d-87e9-1b012e72d9e6 req-632a934a-7eb8-490a-83e7-3480df8f06a5 service neutron] 10.222.0.36 "GET /v2.0/ports/11c31a1a-41db-4e5b-9dcf-e61e22116d86/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.1023943 Dec 25 20:16:26.046277 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7e827390-3e88-465d-87e9-1b012e72d9e6 req-5da253c8-dc58-41b2-a121-4d27df6ff0f0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=45968a21-1eb2-47df-8b66-d5787744246b&tenant_id=97c383b786d04ed59e0da08e9eed6cf8 HTTP/1.1" status: 200 len: 1099 time: 0.0751367 Dec 25 20:16:26.155421 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7e827390-3e88-465d-87e9-1b012e72d9e6 req-d50128a4-ee2c-4031-a845-bf15a6c49331 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97c383b786d04ed59e0da08e9eed6cf8&device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 1099 time: 0.0818007 Dec 25 20:16:26.522860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e827390-3e88-465d-87e9-1b012e72d9e6 req-304a2feb-f727-4f42-a612-2129e710db01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:26.524494 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7e827390-3e88-465d-87e9-1b012e72d9e6 req-304a2feb-f727-4f42-a612-2129e710db01 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd95f2f1-10ce-42aa-9657-c52f60710be5 HTTP/1.1" status: 200 len: 912 time: 0.3596499 Dec 25 20:16:26.637092 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7e827390-3e88-465d-87e9-1b012e72d9e6 req-93ff933e-6cee-4c29-8456-569c07c66440 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11c31a1a-41db-4e5b-9dcf-e61e22116d86 HTTP/1.1" status: 200 len: 1002 time: 0.1019189 Dec 25 20:16:26.707611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e827390-3e88-465d-87e9-1b012e72d9e6 req-27a9e57b-92fe-4a54-a083-5708f52ae763 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:26.709138 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7e827390-3e88-465d-87e9-1b012e72d9e6 req-27a9e57b-92fe-4a54-a083-5708f52ae763 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=57c7862c-1219-499a-bc33-1ecc88f61c65 HTTP/1.1" status: 200 len: 851 time: 0.0627177 Dec 25 20:16:26.794292 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7e827390-3e88-465d-87e9-1b012e72d9e6 req-bc4dc655-160d-4325-8050-74f13136be41 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd95f2f1-10ce-42aa-9657-c52f60710be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743735 Dec 25 20:16:27.006837 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7e827390-3e88-465d-87e9-1b012e72d9e6 req-8dd2e8c4-ad5c-4d7a-b1fb-600d7f6af777 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027056 Dec 25 20:16:27.023539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8db91-ec26-4d1f-95cb-a42aa94a8393 req-5be2d83f-d6a8-4809-89f9-513b6e586a91 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:27.025129 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fda8db91-ec26-4d1f-95cb-a42aa94a8393 req-5be2d83f-d6a8-4809-89f9-513b6e586a91 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 946 time: 0.1206391 Dec 25 20:16:27.174955 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fda8db91-ec26-4d1f-95cb-a42aa94a8393 req-f2770526-99ba-42b1-9f8f-fba7c6eca796 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267281 Dec 25 20:16:27.201257 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7e827390-3e88-465d-87e9-1b012e72d9e6 req-cd5977a1-073d-4527-87c3-dfd70c5845a7 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751161 Dec 25 20:16:28.383664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998e64b-d18d-4613-8ae4-aac516a46fc5 req-615adcad-1b78-483b-8986-d2796ffa7fa5 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:28.385253 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f998e64b-d18d-4613-8ae4-aac516a46fc5 req-615adcad-1b78-483b-8986-d2796ffa7fa5 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 946 time: 0.0870643 Dec 25 20:16:28.434381 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f998e64b-d18d-4613-8ae4-aac516a46fc5 req-18c2478d-d32f-40f5-b411-bede454e5b26 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427072 Dec 25 20:16:29.654918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b5ac4-5cc7-4d97-8ff2-56a8bce2694b req-02ea5074-2c55-473d-97b3-83e24884b0ea tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:29.656525 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-267b5ac4-5cc7-4d97-8ff2-56a8bce2694b req-02ea5074-2c55-473d-97b3-83e24884b0ea tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 946 time: 0.0827224 Dec 25 20:16:29.703711 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-267b5ac4-5cc7-4d97-8ff2-56a8bce2694b req-e029d6bf-0c67-487a-b826-b5e428dcc1f4 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411580 Dec 25 20:16:30.069336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20df36-7b37-409e-a9d5-ac4678734368 req-b89a3cf6-ba40-495e-90ff-ae3f1c36c8f6 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:30.070836 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9c20df36-7b37-409e-a9d5-ac4678734368 req-b89a3cf6-ba40-495e-90ff-ae3f1c36c8f6 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.36 "GET /v2.0/ports?device_id=45968a21-1eb2-47df-8b66-d5787744246b&tenant_id=97c383b786d04ed59e0da08e9eed6cf8&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 946 time: 0.0941031 Dec 25 20:16:30.245227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a2a67-20eb-46df-8d4d-95823fdd3e91 req-2dfb12e6-7be4-445d-9310-52798236d713 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:30.247454 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-268a2a67-20eb-46df-8d4d-95823fdd3e91 req-2dfb12e6-7be4-445d-9310-52798236d713 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 946 time: 0.1516533 Dec 25 20:16:30.281584 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9c20df36-7b37-409e-a9d5-ac4678734368 req-9b0a4af4-9926-4f47-8d38-793fc41b2371 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97c383b786d04ed59e0da08e9eed6cf8&device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 1099 time: 0.1304336 Dec 25 20:16:30.343308 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-268a2a67-20eb-46df-8d4d-95823fdd3e91 req-f558f026-a088-45c8-8713-60426deb020b tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882721 Dec 25 20:16:30.437197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20df36-7b37-409e-a9d5-ac4678734368 req-efb304ab-6d80-4f1b-9d32-d0125c220342 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:30.438753 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9c20df36-7b37-409e-a9d5-ac4678734368 req-efb304ab-6d80-4f1b-9d32-d0125c220342 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd95f2f1-10ce-42aa-9657-c52f60710be5 HTTP/1.1" status: 200 len: 912 time: 0.1476927 Dec 25 20:16:30.515450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 11c31a1a-41db-4e5b-9dcf-e61e22116d86 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 20:16:30.518025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 11c31a1a-41db-4e5b-9dcf-e61e22116d86 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:16:30.546164 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9c20df36-7b37-409e-a9d5-ac4678734368 req-1d42e151-adb3-4fd0-9dc7-2967bceafa11 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11c31a1a-41db-4e5b-9dcf-e61e22116d86 HTTP/1.1" status: 200 len: 1002 time: 0.1011405 Dec 25 20:16:30.622599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20df36-7b37-409e-a9d5-ac4678734368 req-98a61d21-e8d4-4f9a-83b1-69611a2a38dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:30.624209 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9c20df36-7b37-409e-a9d5-ac4678734368 req-98a61d21-e8d4-4f9a-83b1-69611a2a38dd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=57c7862c-1219-499a-bc33-1ecc88f61c65 HTTP/1.1" status: 200 len: 851 time: 0.0715744 Dec 25 20:16:30.704491 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9c20df36-7b37-409e-a9d5-ac4678734368 req-09ef0ad9-8b24-4447-a347-dc24a57a00ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd95f2f1-10ce-42aa-9657-c52f60710be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739958 Dec 25 20:16:30.744153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:30.789796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45968a21-1eb2-47df-8b66-d5787744246b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11c31a1a-41db-4e5b-9dcf-e61e22116d86'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:16:30.796495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 11c31a1a-41db-4e5b-9dcf-e61e22116d86, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=11c31a1a-41db-4e5b-9dcf-e61e22116d86,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:16:30.815152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 11c31a1a-41db-4e5b-9dcf-e61e22116d86, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=11c31a1a-41db-4e5b-9dcf-e61e22116d86,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:16:30.816376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': '11c31a1a-41db-4e5b-9dcf-e61e22116d86', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'port_id': '11c31a1a-41db-4e5b-9dcf-e61e22116d86', 'mac_address': 'fa:16:3e:74:34:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 20:16:30.820227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:30.822218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:16:30.857114 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9c20df36-7b37-409e-a9d5-ac4678734368 req-770e3f74-5d2a-4f98-9ef8-c10a5ab5ae50 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450722 Dec 25 20:16:30.884462 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45968a21-1eb2-47df-8b66-d5787744246b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11c31a1a-41db-4e5b-9dcf-e61e22116d86', 'code': 200} Dec 25 20:16:30.938171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:30.956008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=11c31a1a-41db-4e5b-9dcf-e61e22116d86,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:16:30.962077 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11c31a1a-41db-4e5b-9dcf-e61e22116d86 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:16:30.973042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:16:30.973436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:16:30.973820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:16:30.974201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:16:30.974578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:16:30.974951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:16:30.975354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:16:30.975728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:16:30.976178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:16:30.976467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:16:30.976833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:16:30.985153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:16:30.991238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 11c31a1a-41db-4e5b-9dcf-e61e22116d86, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=11c31a1a-41db-4e5b-9dcf-e61e22116d86,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:16:30.994373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:30.996545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:16:31.010414 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9c20df36-7b37-409e-a9d5-ac4678734368 req-314c556d-8077-44ef-a8f3-bd99047856f3 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420305 Dec 25 20:16:31.066479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=11c31a1a-41db-4e5b-9dcf-e61e22116d86,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:16:31.069594 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:16:31.073602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['11c31a1a-41db-4e5b-9dcf-e61e22116d86'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:16:31.559427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112121e1-e414-43f9-9038-97a80b896d17 req-ce7a973e-34d5-41e2-bcdf-b1709daa89cb tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:31.561071 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-112121e1-e414-43f9-9038-97a80b896d17 req-ce7a973e-34d5-41e2-bcdf-b1709daa89cb tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 945 time: 0.0935292 Dec 25 20:16:31.610858 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-112121e1-e414-43f9-9038-97a80b896d17 req-d0af6591-6f79-457b-9519-05121a87944b tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432239 Dec 25 20:16:32.530066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 11c31a1a-41db-4e5b-9dcf-e61e22116d86 up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:16:32.600102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port 11c31a1a-41db-4e5b-9dcf-e61e22116d86 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:16:32.600522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:32.726843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:32.761955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 11c31a1a-41db-4e5b-9dcf-e61e22116d86, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=11c31a1a-41db-4e5b-9dcf-e61e22116d86,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:16:32.764817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:32.767492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:16:32.822870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635297c1-8a7f-4e7d-96f6-936ea60b097e req-99ba8a35-4622-42c8-86d2-787d3b8be773 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:32.824497 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-635297c1-8a7f-4e7d-96f6-936ea60b097e req-99ba8a35-4622-42c8-86d2-787d3b8be773 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 946 time: 0.0842023 Dec 25 20:16:32.832982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=11c31a1a-41db-4e5b-9dcf-e61e22116d86,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:16:32.836218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:16:32.874964 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-635297c1-8a7f-4e7d-96f6-936ea60b097e req-fefd1b9c-9f05-46d9-bce1-18dd541600fa tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444574 Dec 25 20:16:32.886000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45968a21-1eb2-47df-8b66-d5787744246b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c31a1a-41db-4e5b-9dcf-e61e22116d86'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:16:32.940099 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45968a21-1eb2-47df-8b66-d5787744246b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c31a1a-41db-4e5b-9dcf-e61e22116d86', 'code': 200} Dec 25 20:16:33.079567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a539ced-7153-4a29-aa10-fc0118775f39 req-9da98222-e451-41a9-a2ab-a462106798f8 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:33.081099 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6a539ced-7153-4a29-aa10-fc0118775f39 req-9da98222-e451-41a9-a2ab-a462106798f8 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 946 time: 0.0851669 Dec 25 20:16:33.129301 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6a539ced-7153-4a29-aa10-fc0118775f39 req-019fd70f-bc94-45fb-b59e-43e1a466818a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421958 Dec 25 20:16:33.336634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122accfb-e99a-40fa-830a-4caf9cdc590e req-d08928f3-dbc1-4da8-84e4-2f599170e98b tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:33.338182 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-122accfb-e99a-40fa-830a-4caf9cdc590e req-d08928f3-dbc1-4da8-84e4-2f599170e98b tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 946 time: 0.0811698 Dec 25 20:16:33.388867 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-122accfb-e99a-40fa-830a-4caf9cdc590e req-1bde026a-351d-4167-817d-8a687d287fa0 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441132 Dec 25 20:16:33.797383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5135dd8-826e-4201-929d-ed1477a0b469 req-d0bea037-6f9b-46a0-a3d2-c6fb85b27041 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:33.798977 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f5135dd8-826e-4201-929d-ed1477a0b469 req-d0bea037-6f9b-46a0-a3d2-c6fb85b27041 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 946 time: 0.0820193 Dec 25 20:16:33.848151 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f5135dd8-826e-4201-929d-ed1477a0b469 req-9cc535c6-ec98-4bb8-8151-0d97a19a1061 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431457 Dec 25 20:16:35.055976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87a7c9-c92b-4365-9a92-194f4c8b5bdd req-0fa0a293-500b-453b-b23a-1cad88d77b69 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:35.057559 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-be87a7c9-c92b-4365-9a92-194f4c8b5bdd req-0fa0a293-500b-453b-b23a-1cad88d77b69 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 946 time: 0.0857017 Dec 25 20:16:35.106094 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-be87a7c9-c92b-4365-9a92-194f4c8b5bdd req-ebf76f02-1569-48d0-8317-066b7aea087a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422933 Dec 25 20:16:35.557638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbfa85-4b9a-4d91-a66c-7b23eee026b0 req-3848c0d0-1a70-438b-89d8-c07f7f747d02 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:35.559890 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-83fbfa85-4b9a-4d91-a66c-7b23eee026b0 req-3848c0d0-1a70-438b-89d8-c07f7f747d02 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.36 "GET /v2.0/ports?device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 946 time: 0.0829644 Dec 25 20:16:35.637935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-83fbfa85-4b9a-4d91-a66c-7b23eee026b0 req-a99c0fe3-34ca-4524-9066-a6a5740af1ee tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Deleting port 11c31a1a-41db-4e5b-9dcf-e61e22116d86 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:16:35.638320 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-83fbfa85-4b9a-4d91-a66c-7b23eee026b0 req-a99c0fe3-34ca-4524-9066-a6a5740af1ee tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:35.896282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-83fbfa85-4b9a-4d91-a66c-7b23eee026b0 req-a99c0fe3-34ca-4524-9066-a6a5740af1ee tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] For port 11c31a1a-41db-4e5b-9dcf-e61e22116d86, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=11c31a1a-41db-4e5b-9dcf-e61e22116d86,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:16:35.896616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-83fbfa85-4b9a-4d91-a66c-7b23eee026b0 req-a99c0fe3-34ca-4524-9066-a6a5740af1ee tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:36.080304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2d95-33a1-41d5-b8e1-72d19c043811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:36.476613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-83fbfa85-4b9a-4d91-a66c-7b23eee026b0 req-a99c0fe3-34ca-4524-9066-a6a5740af1ee tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:36.476938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-83fbfa85-4b9a-4d91-a66c-7b23eee026b0 req-a99c0fe3-34ca-4524-9066-a6a5740af1ee tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:36.477287 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [req-83fbfa85-4b9a-4d91-a66c-7b23eee026b0 req-a99c0fe3-34ca-4524-9066-a6a5740af1ee tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Floating IP 082ae1dc-c449-456d-82d7-f0c1d1aa4cf8 disassociated. External IP: 172.26.8.219, port: 11c31a1a-41db-4e5b-9dcf-e61e22116d86. Dec 25 20:16:36.477669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-83fbfa85-4b9a-4d91-a66c-7b23eee026b0 req-a99c0fe3-34ca-4524-9066-a6a5740af1ee tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Calling delete_port for 11c31a1a-41db-4e5b-9dcf-e61e22116d86 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:16:36.569134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3c839-586f-4d9e-b816-d1fa0bb2d459 req-b4242688-a65d-4fe0-833a-96261962177e tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:36.570752 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0fa3c839-586f-4d9e-b816-d1fa0bb2d459 req-b4242688-a65d-4fe0-833a-96261962177e tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 946 time: 0.1669314 Dec 25 20:16:36.674421 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0fa3c839-586f-4d9e-b816-d1fa0bb2d459 req-9bb7efb4-1426-4b86-bbb4-744b3bbe6820 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676165 Dec 25 20:16:36.675077 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-83fbfa85-4b9a-4d91-a66c-7b23eee026b0 req-a99c0fe3-34ca-4524-9066-a6a5740af1ee tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:36.680992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-95e0c10f-d2e7-4774-a236-d33430bfda6c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:16:36.725040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c0fe3-34ca-4524-9066-a6a5740af1ee tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Pushing event deleted for resources: {'Port': ['ID=11c31a1a-41db-4e5b-9dcf-e61e22116d86,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:16:36.737436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c0fe3-34ca-4524-9066-a6a5740af1ee tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:16:36.737876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c0fe3-34ca-4524-9066-a6a5740af1ee tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:16:36.738300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c0fe3-34ca-4524-9066-a6a5740af1ee tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:16:36.738720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c0fe3-34ca-4524-9066-a6a5740af1ee tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:16:36.739164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c0fe3-34ca-4524-9066-a6a5740af1ee tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:16:36.739583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c0fe3-34ca-4524-9066-a6a5740af1ee tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:16:36.739998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c0fe3-34ca-4524-9066-a6a5740af1ee tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:16:36.740413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c0fe3-34ca-4524-9066-a6a5740af1ee tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:16:36.740824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c0fe3-34ca-4524-9066-a6a5740af1ee tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:16:36.741234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c0fe3-34ca-4524-9066-a6a5740af1ee tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:16:36.741643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c0fe3-34ca-4524-9066-a6a5740af1ee tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:16:36.747518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a99c0fe3-34ca-4524-9066-a6a5740af1ee tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:16:36.981658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83fbfa85-4b9a-4d91-a66c-7b23eee026b0 req-a99c0fe3-34ca-4524-9066-a6a5740af1ee tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Router 022e5116-7aaf-4000-b063-5ef9e92f10d0 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:16:37.192170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83fbfa85-4b9a-4d91-a66c-7b23eee026b0 req-a99c0fe3-34ca-4524-9066-a6a5740af1ee tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:16:37.205255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef214d6b-d9d1-497f-97b1-13725c11f62e None None] Sync routers for ids ['022e5116-7aaf-4000-b063-5ef9e92f10d0'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:16:37.226570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef214d6b-d9d1-497f-97b1-13725c11f62e None None] Routers {'022e5116-7aaf-4000-b063-5ef9e92f10d0'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:16:37.227341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-ef214d6b-d9d1-497f-97b1-13725c11f62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:16:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['022e5116-7aaf-4000-b063-5ef9e92f10d0'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:16:37.269025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-83fbfa85-4b9a-4d91-a66c-7b23eee026b0 req-a99c0fe3-34ca-4524-9066-a6a5740af1ee tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] No DVR routers for this DVR port 11c31a1a-41db-4e5b-9dcf-e61e22116d86 on host hv-neutron-8226 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:16:37.271655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-83fbfa85-4b9a-4d91-a66c-7b23eee026b0 req-a99c0fe3-34ca-4524-9066-a6a5740af1ee tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:37.274543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45968a21-1eb2-47df-8b66-d5787744246b', 'name': 'network-vif-deleted', 'tag': '11c31a1a-41db-4e5b-9dcf-e61e22116d86'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:16:37.289393 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-83fbfa85-4b9a-4d91-a66c-7b23eee026b0 req-a99c0fe3-34ca-4524-9066-a6a5740af1ee tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.36 "DELETE /v2.0/ports/11c31a1a-41db-4e5b-9dcf-e61e22116d86 HTTP/1.1" status: 204 len: 173 time: 1.7208631 Dec 25 20:16:37.325014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:37.338719 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45968a21-1eb2-47df-8b66-d5787744246b', 'name': 'network-vif-deleted', 'tag': '11c31a1a-41db-4e5b-9dcf-e61e22116d86', 'status': 'completed', 'code': 200} Dec 25 20:16:37.599929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-ef214d6b-d9d1-497f-97b1-13725c11f62e None None] Set router 022e5116-7aaf-4000-b063-5ef9e92f10d0 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:16:37.873022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-a88e2536-0ea7-47b1-9b6a-11bd2d9e41ba req-b10ffb9d-5392-4369-a828-c593b7308a89 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Synchronizing usage tracker for tenant:97c383b786d04ed59e0da08e9eed6cf8 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:16:37.888513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-a88e2536-0ea7-47b1-9b6a-11bd2d9e41ba req-b10ffb9d-5392-4369-a828-c593b7308a89 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Unset dirty status for tenant:97c383b786d04ed59e0da08e9eed6cf8 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:16:37.889934 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a88e2536-0ea7-47b1-9b6a-11bd2d9e41ba req-b10ffb9d-5392-4369-a828-c593b7308a89 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=45968a21-1eb2-47df-8b66-d5787744246b HTTP/1.1" status: 200 len: 210 time: 0.0657942 Dec 25 20:16:37.935362 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-ef214d6b-d9d1-497f-97b1-13725c11f62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'name': 'tempest-ServerActionsTestJSON-1041431721-router', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '90ace860-b68b-4004-aa0f-89e534398e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:15:07Z', 'updated_at': '2021-12-25T20:15:10Z', 'revision_number': 4, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'gw_port': {'id': '90ace860-b68b-4004-aa0f-89e534398e96', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:08Z', 'updated_at': '2021-12-25T20:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '844aa4e6-2b07-4790-98bd-b5773a42bef2', 'name': '', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'mac_address': 'fa:16:3e:da:79:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:10Z', 'updated_at': '2021-12-25T20:15:19Z', 'revision_number': 5, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'subnets': [{'id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:16:37.939545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef214d6b-d9d1-497f-97b1-13725c11f62e None None] Checking router: 022e5116-7aaf-4000-b063-5ef9e92f10d0 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:16:37.951283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef214d6b-d9d1-497f-97b1-13725c11f62e None None] Routers {'022e5116-7aaf-4000-b063-5ef9e92f10d0'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:16:37.951951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-ef214d6b-d9d1-497f-97b1-13725c11f62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:16:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['022e5116-7aaf-4000-b063-5ef9e92f10d0'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:16:38.135778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-ef214d6b-d9d1-497f-97b1-13725c11f62e None None] Set router 022e5116-7aaf-4000-b063-5ef9e92f10d0 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:16:38.404997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cb19ea26-cfd8-4a13-8012-6dcadfaa226a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:38.475792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-ef214d6b-d9d1-497f-97b1-13725c11f62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'name': 'tempest-ServerActionsTestJSON-1041431721-router', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '90ace860-b68b-4004-aa0f-89e534398e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:15:07Z', 'updated_at': '2021-12-25T20:15:10Z', 'revision_number': 4, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'gw_port': {'id': '90ace860-b68b-4004-aa0f-89e534398e96', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:08Z', 'updated_at': '2021-12-25T20:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '844aa4e6-2b07-4790-98bd-b5773a42bef2', 'name': '', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'mac_address': 'fa:16:3e:da:79:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:10Z', 'updated_at': '2021-12-25T20:15:19Z', 'revision_number': 5, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'subnets': [{'id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:16:38.480559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef214d6b-d9d1-497f-97b1-13725c11f62e None None] The sync data for ids ['022e5116-7aaf-4000-b063-5ef9e92f10d0'] in dv-neutron-822611-1-hyperv is: [{'id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'name': 'tempest-ServerActionsTestJSON-1041431721-router', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '90ace860-b68b-4004-aa0f-89e534398e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:15:07Z', 'updated_at': '2021-12-25T20:15:10Z', 'revision_number': 4, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'gw_port': {'id': '90ace860-b68b-4004-aa0f-89e534398e96', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:08Z', 'updated_at': '2021-12-25T20:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '844aa4e6-2b07-4790-98bd-b5773a42bef2', 'name': '', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'mac_address': 'fa:16:3e:da:79:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:10Z', 'updated_at': '2021-12-25T20:15:19Z', 'revision_number': 5, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'subnets': [{'id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:16:38.703605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:38.913208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63646902-aae3-45c1-bb14-ef73ae7365f9 None None] New status for floating IP 082ae1dc-c449-456d-82d7-f0c1d1aa4cf8: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 20:16:39.269317 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-27c83de8-afb6-48de-8ef6-677f042a7a1e tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--173540707&fields=id&tenant_id=97c383b786d04ed59e0da08e9eed6cf8 HTTP/1.1" status: 200 len: 267 time: 0.0446439 Dec 25 20:16:39.428188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-a32e9586-3d80-4854-aa3a-49d199476b79 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:39.429768 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-a32e9586-3d80-4854-aa3a-49d199476b79 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/networks?id=dd95f2f1-10ce-42aa-9657-c52f60710be5 HTTP/1.1" status: 200 len: 812 time: 0.1536713 Dec 25 20:16:39.447349 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-4ea81af3-1b2e-4450-a67a-4e7806cd525f tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/quotas/97c383b786d04ed59e0da08e9eed6cf8 HTTP/1.1" status: 200 len: 375 time: 0.0116456 Dec 25 20:16:39.538931 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-8ad2bdab-2b18-4a6e-a686-2e209d6cce0e tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=97c383b786d04ed59e0da08e9eed6cf8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0856926 Dec 25 20:16:39.696203 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-d6d0a64f-bb0c-4ac4-ab3d-1e43a4108b22 service neutron] 10.222.0.24 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448867 Dec 25 20:16:39.840201 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-c749b734-1c66-4333-99e8-11cf9185f799 service neutron] 10.222.0.24 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369510 Dec 25 20:16:40.033559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:40.053128 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b58c43b8-f1c4-4f7a-9624-55718e4c2a3d req-9a2c8d45-13ec-4843-a987-01d6298d26d3 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 210 time: 0.0593240 Dec 25 20:16:40.574951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 11c31a1a-41db-4e5b-9dcf-e61e22116d86 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:16:40.609869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] No Port match for: 11c31a1a-41db-4e5b-9dcf-e61e22116d86 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:16:40.610271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 11c31a1a-41db-4e5b-9dcf-e61e22116d86 not bound to the agent host hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:16:41.005756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:16:41.154230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-0c73f416-728b-46e0-afb8-372c5718d1a5 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:41.155823 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-0c73f416-728b-46e0-afb8-372c5718d1a5 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.36 "GET /v2.0/networks?id=dd95f2f1-10ce-42aa-9657-c52f60710be5 HTTP/1.1" status: 200 len: 812 time: 0.1699641 Dec 25 20:16:41.245219 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3ce30f35-a068-4dd0-8680-4197391acd6f req-5cfdf203-f039-4da4-9ec3-d547eb20b62a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 210 time: 0.0540788 Dec 25 20:16:41.266793 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-f85e9577-4b8c-4b33-abde-2d1b1a0feedb tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97c383b786d04ed59e0da08e9eed6cf8 HTTP/1.1" status: 200 len: 379 time: 0.0965862 Dec 25 20:16:41.276339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-8633fcc9-0af7-496c-aac6-5b00968bdea1 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Request body: {'port': {'device_id': '7231a60f-8322-45b4-86db-98a2a733dd46', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'admin_state_up': True, 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'security_groups': ['2fdf9b72-ea73-428f-8dd8-26da33d2434b']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:16:41.418801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-8633fcc9-0af7-496c-aac6-5b00968bdea1 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:16:41.428748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-8633fcc9-0af7-496c-aac6-5b00968bdea1 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:16:41.437314 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-8633fcc9-0af7-496c-aac6-5b00968bdea1 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Made reservation on behalf of 97c383b786d04ed59e0da08e9eed6cf8 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:16:41.442751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-8633fcc9-0af7-496c-aac6-5b00968bdea1 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:41.612754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-8633fcc9-0af7-496c-aac6-5b00968bdea1 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Allocated IP 172.20.0.5 (dd95f2f1-10ce-42aa-9657-c52f60710be5/57c7862c-1219-499a-bc33-1ecc88f61c65/343933b7-7c07-4e31-a5cb-76b56de368ac) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:16:41.813980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-8633fcc9-0af7-496c-aac6-5b00968bdea1 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:41.830795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-8633fcc9-0af7-496c-aac6-5b00968bdea1 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Transition to ACTIVE for port object 343933b7-7c07-4e31-a5cb-76b56de368ac will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:16:41.850538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-8633fcc9-0af7-496c-aac6-5b00968bdea1 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:41.857681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2ef7acd8-d4d8-41bb-8105-4a38e64b9aea tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:16:41.931201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-8633fcc9-0af7-496c-aac6-5b00968bdea1 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Network dd95f2f1-10ce-42aa-9657-c52f60710be5 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:16:41.934520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-8633fcc9-0af7-496c-aac6-5b00968bdea1 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:16:41.937121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-8633fcc9-0af7-496c-aac6-5b00968bdea1 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:16:41.975720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633fcc9-0af7-496c-aac6-5b00968bdea1 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Pushing event updated for resources: {'Port': ['ID=343933b7-7c07-4e31-a5cb-76b56de368ac,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:16:41.979011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8633fcc9-0af7-496c-aac6-5b00968bdea1 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:16:42.018659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-8633fcc9-0af7-496c-aac6-5b00968bdea1 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:42.019401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-8633fcc9-0af7-496c-aac6-5b00968bdea1 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:42.051139 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-8633fcc9-0af7-496c-aac6-5b00968bdea1 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7790451 Dec 25 20:16:42.068018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-00f70638-43f3-434d-8031-c6a064e53fe6 service neutron] Request body: {'port': {'device_id': '7231a60f-8322-45b4-86db-98a2a733dd46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:16:42.186182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-00f70638-43f3-434d-8031-c6a064e53fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:42.218771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1de4791d-8bb2-493c-af2a-f96060a3243b None None] Provisioning for port 343933b7-7c07-4e31-a5cb-76b56de368ac completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:16:42.223977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1de4791d-8bb2-493c-af2a-f96060a3243b None None] Provisioning complete for port 343933b7-7c07-4e31-a5cb-76b56de368ac triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:16:42.224633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1de4791d-8bb2-493c-af2a-f96060a3243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:42.284118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1de4791d-8bb2-493c-af2a-f96060a3243b None None] Port 343933b7-7c07-4e31-a5cb-76b56de368ac cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:16:42.553525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d58fc-cf7f-4143-a249-bb7d026ba128 req-3cf45b47-212a-443c-bcc7-52ee85ffb1c9 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:42.554295 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-603d58fc-cf7f-4143-a249-bb7d026ba128 req-3cf45b47-212a-443c-bcc7-52ee85ffb1c9 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Synchronizing usage tracker for tenant:97c383b786d04ed59e0da08e9eed6cf8 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:16:42.610926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-603d58fc-cf7f-4143-a249-bb7d026ba128 req-3cf45b47-212a-443c-bcc7-52ee85ffb1c9 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Unset dirty status for tenant:97c383b786d04ed59e0da08e9eed6cf8 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:16:42.612266 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-603d58fc-cf7f-4143-a249-bb7d026ba128 req-3cf45b47-212a-443c-bcc7-52ee85ffb1c9 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 931 time: 0.2388852 Dec 25 20:16:42.665639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-00f70638-43f3-434d-8031-c6a064e53fe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 343933b7-7c07-4e31-a5cb-76b56de368ac {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:16:42.676479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-00f70638-43f3-434d-8031-c6a064e53fe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:42.692677 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-603d58fc-cf7f-4143-a249-bb7d026ba128 req-d1d08995-1555-451a-a2a3-ad2dd97ab17e tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688145 Dec 25 20:16:42.698530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-00f70638-43f3-434d-8031-c6a064e53fe6 service neutron] Transition to ACTIVE for port object 343933b7-7c07-4e31-a5cb-76b56de368ac will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:16:42.701742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-00f70638-43f3-434d-8031-c6a064e53fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:42.706233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f3a21898-f23e-43cf-afa1-ab6f39a5f52a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:16:42.835368 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f70638-43f3-434d-8031-c6a064e53fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=343933b7-7c07-4e31-a5cb-76b56de368ac,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:16:42.840434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-00f70638-43f3-434d-8031-c6a064e53fe6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:16:42.959833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-00f70638-43f3-434d-8031-c6a064e53fe6 service neutron] Attempting to bind port 343933b7-7c07-4e31-a5cb-76b56de368ac on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:16:42.960346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-00f70638-43f3-434d-8031-c6a064e53fe6 service neutron] Attempting to bind port 343933b7-7c07-4e31-a5cb-76b56de368ac by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'f9dfe4d6-0423-4e97-bcb2-0be40abaca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:16:42.960854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-00f70638-43f3-434d-8031-c6a064e53fe6 service neutron] Attempting to bind port 343933b7-7c07-4e31-a5cb-76b56de368ac on network dd95f2f1-10ce-42aa-9657-c52f60710be5 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:16:42.967743 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-00f70638-43f3-434d-8031-c6a064e53fe6 service neutron] Port 343933b7-7c07-4e31-a5cb-76b56de368ac on network dd95f2f1-10ce-42aa-9657-c52f60710be5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 20:16:42.968118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-00f70638-43f3-434d-8031-c6a064e53fe6 service neutron] Attempting to bind port 343933b7-7c07-4e31-a5cb-76b56de368ac on network dd95f2f1-10ce-42aa-9657-c52f60710be5 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:16:42.975249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-00f70638-43f3-434d-8031-c6a064e53fe6 service neutron] Checking agent: {'id': '5d7a6d50-e450-4e92-a105-61a558d89e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'started_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:16:42.975633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-00f70638-43f3-434d-8031-c6a064e53fe6 service neutron] Checking segment: {'id': 'f9dfe4d6-0423-4e97-bcb2-0be40abaca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:16:42.976059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-00f70638-43f3-434d-8031-c6a064e53fe6 service neutron] Bound using segment: {'id': 'f9dfe4d6-0423-4e97-bcb2-0be40abaca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:16:42.976540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-00f70638-43f3-434d-8031-c6a064e53fe6 service neutron] Bound port: 343933b7-7c07-4e31-a5cb-76b56de368ac, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9dfe4d6-0423-4e97-bcb2-0be40abaca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:16:42.977076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-00f70638-43f3-434d-8031-c6a064e53fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:43.070520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-00f70638-43f3-434d-8031-c6a064e53fe6 service neutron] For port 343933b7-7c07-4e31-a5cb-76b56de368ac, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:16:43.074082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-00f70638-43f3-434d-8031-c6a064e53fe6 service neutron] For port 343933b7-7c07-4e31-a5cb-76b56de368ac, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=343933b7-7c07-4e31-a5cb-76b56de368ac,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:16:43.077632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-00f70638-43f3-434d-8031-c6a064e53fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:43.082333 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-60c66145-ab8c-4a63-85c2-7cdfce2f2dfb tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:16:43.377404 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-00f70638-43f3-434d-8031-c6a064e53fe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:43.378920 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-00f70638-43f3-434d-8031-c6a064e53fe6 service neutron] 10.222.0.36 "PUT /v2.0/ports/343933b7-7c07-4e31-a5cb-76b56de368ac HTTP/1.1" status: 200 len: 1093 time: 1.3159506 Dec 25 20:16:43.379528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7231a60f-8322-45b4-86db-98a2a733dd46', 'tag': '343933b7-7c07-4e31-a5cb-76b56de368ac'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:16:43.398584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f70638-43f3-434d-8031-c6a064e53fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=343933b7-7c07-4e31-a5cb-76b56de368ac,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:16:43.403956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-00f70638-43f3-434d-8031-c6a064e53fe6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:16:43.456919 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7231a60f-8322-45b4-86db-98a2a733dd46', 'tag': '343933b7-7c07-4e31-a5cb-76b56de368ac', 'status': 'completed', 'code': 200} Dec 25 20:16:43.502166 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-f792dabb-defb-43e0-b8f6-c115643875a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97c383b786d04ed59e0da08e9eed6cf8&device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 1096 time: 0.0816002 Dec 25 20:16:43.582743 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-df963c68-3ff0-4357-ae71-2b2d0cabd513 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=343933b7-7c07-4e31-a5cb-76b56de368ac HTTP/1.1" status: 200 len: 217 time: 0.0697477 Dec 25 20:16:43.658800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-4b95816b-eba6-4e54-a54b-3d9ebebaf096 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:43.660383 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-4b95816b-eba6-4e54-a54b-3d9ebebaf096 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=57c7862c-1219-499a-bc33-1ecc88f61c65 HTTP/1.1" status: 200 len: 851 time: 0.0684071 Dec 25 20:16:43.749265 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-6dbf6f52-68ed-4aa8-b072-f354232d423d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd95f2f1-10ce-42aa-9657-c52f60710be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788343 Dec 25 20:16:43.953411 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-dc805bd3-1732-494c-aa60-fcd777c3fc78 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935132 Dec 25 20:16:43.999796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef42ff-a466-4f78-92b6-551ab9e679ac req-106e4c99-cfcd-4784-89d7-1176c8f035bb tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:44.001266 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dbef42ff-a466-4f78-92b6-551ab9e679ac req-106e4c99-cfcd-4784-89d7-1176c8f035bb tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 943 time: 0.1490576 Dec 25 20:16:44.138140 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dbef42ff-a466-4f78-92b6-551ab9e679ac req-ebf9d562-fb98-4661-a6ae-2dc1ab7cfef0 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206605 Dec 25 20:16:44.146369 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4bce6e2d-c196-4e2a-8a09-5f63c8efe8a9 req-43075d32-6b0b-4411-92c1-ecab0d65bd68 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822956 Dec 25 20:16:44.281986 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d6433440-9f27-4412-8169-599fddac5716 req-e50d26b8-a29d-41b4-be83-f793dd072c2a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97c383b786d04ed59e0da08e9eed6cf8&device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 1096 time: 0.0782244 Dec 25 20:16:44.423166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6433440-9f27-4412-8169-599fddac5716 req-8aa288a8-f523-4393-9b8b-7f278c102438 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:44.424719 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d6433440-9f27-4412-8169-599fddac5716 req-8aa288a8-f523-4393-9b8b-7f278c102438 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd95f2f1-10ce-42aa-9657-c52f60710be5 HTTP/1.1" status: 200 len: 912 time: 0.1360171 Dec 25 20:16:44.495379 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d6433440-9f27-4412-8169-599fddac5716 req-9e4bef3d-825f-42ae-80c3-13b9c32639b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=343933b7-7c07-4e31-a5cb-76b56de368ac HTTP/1.1" status: 200 len: 217 time: 0.0632269 Dec 25 20:16:44.566989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6433440-9f27-4412-8169-599fddac5716 req-eedfe90a-d3d0-4597-8623-379d20d2e7a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:44.568477 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d6433440-9f27-4412-8169-599fddac5716 req-eedfe90a-d3d0-4597-8623-379d20d2e7a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=57c7862c-1219-499a-bc33-1ecc88f61c65 HTTP/1.1" status: 200 len: 851 time: 0.0654876 Dec 25 20:16:44.647942 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d6433440-9f27-4412-8169-599fddac5716 req-623d8530-df3b-4717-b890-97fb4321eb28 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd95f2f1-10ce-42aa-9657-c52f60710be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722537 Dec 25 20:16:44.788438 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d6433440-9f27-4412-8169-599fddac5716 req-609b34a9-c731-4ab6-823d-23d57538026c service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328893 Dec 25 20:16:44.934242 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d6433440-9f27-4412-8169-599fddac5716 req-1e6bdb24-72e0-439b-b861-375f35826ee4 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387811 Dec 25 20:16:45.351085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542f1c7-310f-4b01-8e02-9c9f2dfc69da req-ae79df61-af85-4c18-83c7-a7d09f6591fb tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:45.352705 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5542f1c7-310f-4b01-8e02-9c9f2dfc69da req-ae79df61-af85-4c18-83c7-a7d09f6591fb tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 943 time: 0.0854640 Dec 25 20:16:45.402000 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5542f1c7-310f-4b01-8e02-9c9f2dfc69da req-a66de9ea-a52e-4bde-a6af-5d530906c13b tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426061 Dec 25 20:16:46.590268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 343933b7-7c07-4e31-a5cb-76b56de368ac details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 20:16:46.606150 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63599c1-da7d-4455-b92f-cd14881f9aa9 req-3d145c7b-2d8d-4dac-8d93-64295efa097b tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:46.607802 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e63599c1-da7d-4455-b92f-cd14881f9aa9 req-3d145c7b-2d8d-4dac-8d93-64295efa097b tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 943 time: 0.0836496 Dec 25 20:16:46.657208 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e63599c1-da7d-4455-b92f-cd14881f9aa9 req-f5c93ebf-06fc-4383-a211-e250fe746cb2 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431714 Dec 25 20:16:46.734087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 343933b7-7c07-4e31-a5cb-76b56de368ac, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=343933b7-7c07-4e31-a5cb-76b56de368ac,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:16:46.749112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': '343933b7-7c07-4e31-a5cb-76b56de368ac', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'port_id': '343933b7-7c07-4e31-a5cb-76b56de368ac', 'mac_address': 'fa:16:3e:e1:67:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 20:16:46.806503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:46.824724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 343933b7-7c07-4e31-a5cb-76b56de368ac {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:16:46.839377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 343933b7-7c07-4e31-a5cb-76b56de368ac, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=343933b7-7c07-4e31-a5cb-76b56de368ac,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:16:46.842220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:46.844050 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:16:46.911518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=343933b7-7c07-4e31-a5cb-76b56de368ac,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:16:46.914558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:16:47.117370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['343933b7-7c07-4e31-a5cb-76b56de368ac'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:16:47.861785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbbfb1-63eb-4e12-b62b-e4e0078e83da req-c1a3119f-0470-4da7-b7e0-fc1f437bc5a9 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:47.863395 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d4bbbfb1-63eb-4e12-b62b-e4e0078e83da req-c1a3119f-0470-4da7-b7e0-fc1f437bc5a9 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 944 time: 0.0862072 Dec 25 20:16:47.912545 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d4bbbfb1-63eb-4e12-b62b-e4e0078e83da req-0ae0ebe2-3889-4641-bf10-a6317ab6536f tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429852 Dec 25 20:16:48.606739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 343933b7-7c07-4e31-a5cb-76b56de368ac up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:16:48.678887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning for port 343933b7-7c07-4e31-a5cb-76b56de368ac completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:16:48.683876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port 343933b7-7c07-4e31-a5cb-76b56de368ac triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:16:48.684308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:48.798696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:48.826045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7231a60f-8322-45b4-86db-98a2a733dd46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '343933b7-7c07-4e31-a5cb-76b56de368ac'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:16:48.835968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 343933b7-7c07-4e31-a5cb-76b56de368ac, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=343933b7-7c07-4e31-a5cb-76b56de368ac,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:16:48.838897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:48.842123 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f09bba16-d9a0-4b85-aa55-c063546c6fe0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:16:48.880986 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7231a60f-8322-45b4-86db-98a2a733dd46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '343933b7-7c07-4e31-a5cb-76b56de368ac', 'code': 200} Dec 25 20:16:48.913978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=343933b7-7c07-4e31-a5cb-76b56de368ac,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:16:48.918008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:16:49.182100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262f89d-5e8d-4cad-ac79-0ce71829bfcb req-e6fc5475-8b0d-42f8-ac55-fa042596bded tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:49.183792 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c262f89d-5e8d-4cad-ac79-0ce71829bfcb req-e6fc5475-8b0d-42f8-ac55-fa042596bded tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 945 time: 0.1466615 Dec 25 20:16:49.190710 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3a06e018-33d3-4253-bba7-bc4ed4e47899 req-5589be6b-514f-4d66-a8cf-5d24182cd2d4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 1098 time: 0.1135154 Dec 25 20:16:49.265983 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c262f89d-5e8d-4cad-ac79-0ce71829bfcb req-5406cc3c-3bba-43dc-b07a-1bfa95d9daf3 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742409 Dec 25 20:16:49.269104 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3a06e018-33d3-4253-bba7-bc4ed4e47899 req-9d083efd-acf9-41d9-9d4f-584eff1fb88f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624754 Dec 25 20:16:50.484326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a5a5c-4b78-47be-af2b-43ebb5761993 req-52d80f05-433a-4ec2-a920-71c3b45294ab tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:50.486115 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c32a5a5c-4b78-47be-af2b-43ebb5761993 req-52d80f05-433a-4ec2-a920-71c3b45294ab tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 945 time: 0.0904057 Dec 25 20:16:50.536410 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c32a5a5c-4b78-47be-af2b-43ebb5761993 req-eb01c3c8-b9b7-42b7-85e2-a7d281caf81c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439618 Dec 25 20:16:50.899166 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-45e4ba7b-a608-46af-b5c2-f3ca28d64fc6 req-2fefdbdf-b3f3-4dd7-90c8-424e8a8368ed service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724185 Dec 25 20:16:51.048725 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-45e4ba7b-a608-46af-b5c2-f3ca28d64fc6 req-99ead3a9-4b58-4937-a594-07675a890cf8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97c383b786d04ed59e0da08e9eed6cf8&device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 1098 time: 0.0773487 Dec 25 20:16:51.203065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4ba7b-a608-46af-b5c2-f3ca28d64fc6 req-0335af07-fade-4870-8dc0-911834038577 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:51.204647 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-45e4ba7b-a608-46af-b5c2-f3ca28d64fc6 req-0335af07-fade-4870-8dc0-911834038577 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd95f2f1-10ce-42aa-9657-c52f60710be5 HTTP/1.1" status: 200 len: 912 time: 0.1365614 Dec 25 20:16:51.275746 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-45e4ba7b-a608-46af-b5c2-f3ca28d64fc6 req-e894603d-53bb-41ad-9dac-d3a7b4e93969 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=343933b7-7c07-4e31-a5cb-76b56de368ac HTTP/1.1" status: 200 len: 217 time: 0.0637770 Dec 25 20:16:51.346535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4ba7b-a608-46af-b5c2-f3ca28d64fc6 req-bc182f82-0cf3-429d-8bda-68ef41547f49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:51.348122 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-45e4ba7b-a608-46af-b5c2-f3ca28d64fc6 req-bc182f82-0cf3-429d-8bda-68ef41547f49 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=57c7862c-1219-499a-bc33-1ecc88f61c65 HTTP/1.1" status: 200 len: 851 time: 0.0662823 Dec 25 20:16:51.426481 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-45e4ba7b-a608-46af-b5c2-f3ca28d64fc6 req-99a781f9-8319-4af5-9b21-5b18e90e8abf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd95f2f1-10ce-42aa-9657-c52f60710be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720158 Dec 25 20:16:51.570660 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-45e4ba7b-a608-46af-b5c2-f3ca28d64fc6 req-2d18b7fc-d927-4ef7-bed8-5edafbe73657 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338511 Dec 25 20:16:51.772156 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-45e4ba7b-a608-46af-b5c2-f3ca28d64fc6 req-58420c71-ba40-44b4-a3db-eba4a8c219f1 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952784 Dec 25 20:16:51.790924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f9066-67ae-4d62-9c13-3214563f2b63 req-ce23c435-9ac5-462e-a2cf-f0f1d446cc45 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:51.792576 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-652f9066-67ae-4d62-9c13-3214563f2b63 req-ce23c435-9ac5-462e-a2cf-f0f1d446cc45 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 945 time: 0.1211755 Dec 25 20:16:51.841610 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-652f9066-67ae-4d62-9c13-3214563f2b63 req-3e991514-5ea5-47af-bce2-21487e787b8a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427492 Dec 25 20:16:52.045573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f0156-1c47-4ac2-9521-c0b897456480 req-8a57e843-4f9a-4330-a2fb-53fcf2df2c30 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:52.047288 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-439f0156-1c47-4ac2-9521-c0b897456480 req-8a57e843-4f9a-4330-a2fb-53fcf2df2c30 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 945 time: 0.0831985 Dec 25 20:16:52.057628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 57150) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:16:52.063962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-f3cf06b8-3640-40e2-aceb-b92eec358ac6 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Request body: {'floatingip': {'port_id': '343933b7-7c07-4e31-a5cb-76b56de368ac'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:16:52.373097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f3cf06b8-3640-40e2-aceb-b92eec358ac6 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks [] for floatingip, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:52.991834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f3cf06b8-3640-40e2-aceb-b92eec358ac6 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:52.994549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f3cf06b8-3640-40e2-aceb-b92eec358ac6 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:53.192348 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [None req-f3cf06b8-3640-40e2-aceb-b92eec358ac6 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Floating IP 082ae1dc-c449-456d-82d7-f0c1d1aa4cf8 associated. External IP: 172.26.8.219, port: 343933b7-7c07-4e31-a5cb-76b56de368ac. Dec 25 20:16:53.596807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3cf06b8-3640-40e2-aceb-b92eec358ac6 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Router 022e5116-7aaf-4000-b063-5ef9e92f10d0 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:16:53.759656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:53.810199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3cf06b8-3640-40e2-aceb-b92eec358ac6 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:16:53.814561 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f3cf06b8-3640-40e2-aceb-b92eec358ac6 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:16:53.821177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27529cbd-943c-403b-b852-d8812c6d99e2 None None] Sync routers for ids ['022e5116-7aaf-4000-b063-5ef9e92f10d0'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:16:53.834070 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27529cbd-943c-403b-b852-d8812c6d99e2 None None] Routers {'022e5116-7aaf-4000-b063-5ef9e92f10d0'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:16:53.834751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-27529cbd-943c-403b-b852-d8812c6d99e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:16:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['022e5116-7aaf-4000-b063-5ef9e92f10d0'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:16:53.869203 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f3cf06b8-3640-40e2-aceb-b92eec358ac6 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "PUT /v2.0/floatingips/082ae1dc-c449-456d-82d7-f0c1d1aa4cf8 HTTP/1.1" status: 200 len: 991 time: 1.8097713 Dec 25 20:16:53.869931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7231a60f-8322-45b4-86db-98a2a733dd46', 'tag': '343933b7-7c07-4e31-a5cb-76b56de368ac'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:16:53.926921 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7231a60f-8322-45b4-86db-98a2a733dd46', 'tag': '343933b7-7c07-4e31-a5cb-76b56de368ac', 'status': 'completed', 'code': 200} Dec 25 20:16:54.024969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-27529cbd-943c-403b-b852-d8812c6d99e2 None None] Set router 022e5116-7aaf-4000-b063-5ef9e92f10d0 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:16:54.026071 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0f0cae4c-7985-48b4-99df-6d2ac0b4a4b2 req-72d9bbc4-d0e9-4ab8-806a-d6ab632e3507 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97c383b786d04ed59e0da08e9eed6cf8&device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 1098 time: 0.0789762 Dec 25 20:16:54.175746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cae4c-7985-48b4-99df-6d2ac0b4a4b2 req-d5b7c4fc-9dc8-45d9-8ae4-6e2a1c2f023c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:54.177355 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0f0cae4c-7985-48b4-99df-6d2ac0b4a4b2 req-d5b7c4fc-9dc8-45d9-8ae4-6e2a1c2f023c service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd95f2f1-10ce-42aa-9657-c52f60710be5 HTTP/1.1" status: 200 len: 912 time: 0.1451764 Dec 25 20:16:54.282770 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0f0cae4c-7985-48b4-99df-6d2ac0b4a4b2 req-9fa0cb21-89c7-449a-ac16-f5cfe304286c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=343933b7-7c07-4e31-a5cb-76b56de368ac HTTP/1.1" status: 200 len: 999 time: 0.0988107 Dec 25 20:16:54.354378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cae4c-7985-48b4-99df-6d2ac0b4a4b2 req-2d671713-47ac-467e-b0d9-1fe9a398abc9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:16:54.356528 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0f0cae4c-7985-48b4-99df-6d2ac0b4a4b2 req-2d671713-47ac-467e-b0d9-1fe9a398abc9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=57c7862c-1219-499a-bc33-1ecc88f61c65 HTTP/1.1" status: 200 len: 851 time: 0.0670750 Dec 25 20:16:54.394186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-27529cbd-943c-403b-b852-d8812c6d99e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'name': 'tempest-ServerActionsTestJSON-1041431721-router', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '90ace860-b68b-4004-aa0f-89e534398e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:15:07Z', 'updated_at': '2021-12-25T20:15:10Z', 'revision_number': 4, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'gw_port': {'id': '90ace860-b68b-4004-aa0f-89e534398e96', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:08Z', 'updated_at': '2021-12-25T20:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '082ae1dc-c449-456d-82d7-f0c1d1aa4cf8', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'floating_ip_address': '172.26.8.219', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'port_id': '343933b7-7c07-4e31-a5cb-76b56de368ac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'mac_address': 'fa:16:3e:e1:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7231a60f-8322-45b4-86db-98a2a733dd46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:15:14Z', 'updated_at': '2021-12-25T20:16:52Z', 'revision_number': 5, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844aa4e6-2b07-4790-98bd-b5773a42bef2', 'name': '', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'mac_address': 'fa:16:3e:da:79:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:10Z', 'updated_at': '2021-12-25T20:15:19Z', 'revision_number': 5, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'subnets': [{'id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:16:54.398377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27529cbd-943c-403b-b852-d8812c6d99e2 None None] Checking router: 022e5116-7aaf-4000-b063-5ef9e92f10d0 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:16:54.410246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27529cbd-943c-403b-b852-d8812c6d99e2 None None] Routers {'022e5116-7aaf-4000-b063-5ef9e92f10d0'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:16:54.410910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-27529cbd-943c-403b-b852-d8812c6d99e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:16:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['022e5116-7aaf-4000-b063-5ef9e92f10d0'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:16:54.435954 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0f0cae4c-7985-48b4-99df-6d2ac0b4a4b2 req-4a4aa6d1-12e9-478d-a374-d9b4b74cfb26 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd95f2f1-10ce-42aa-9657-c52f60710be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731163 Dec 25 20:16:54.580812 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0f0cae4c-7985-48b4-99df-6d2ac0b4a4b2 req-cd2488a2-537d-4ac5-8e64-db0dad894506 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374345 Dec 25 20:16:54.598957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-27529cbd-943c-403b-b852-d8812c6d99e2 None None] Set router 022e5116-7aaf-4000-b063-5ef9e92f10d0 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:16:54.736328 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0f0cae4c-7985-48b4-99df-6d2ac0b4a4b2 req-7dafbd3e-bd74-4290-baf0-c7c13c4ea1ab service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476653 Dec 25 20:16:55.138170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-27529cbd-943c-403b-b852-d8812c6d99e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'name': 'tempest-ServerActionsTestJSON-1041431721-router', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '90ace860-b68b-4004-aa0f-89e534398e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:15:07Z', 'updated_at': '2021-12-25T20:15:10Z', 'revision_number': 4, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'gw_port': {'id': '90ace860-b68b-4004-aa0f-89e534398e96', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:08Z', 'updated_at': '2021-12-25T20:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '082ae1dc-c449-456d-82d7-f0c1d1aa4cf8', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'floating_ip_address': '172.26.8.219', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'port_id': '343933b7-7c07-4e31-a5cb-76b56de368ac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'mac_address': 'fa:16:3e:e1:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7231a60f-8322-45b4-86db-98a2a733dd46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:15:14Z', 'updated_at': '2021-12-25T20:16:52Z', 'revision_number': 5, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844aa4e6-2b07-4790-98bd-b5773a42bef2', 'name': '', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'mac_address': 'fa:16:3e:da:79:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:10Z', 'updated_at': '2021-12-25T20:15:19Z', 'revision_number': 5, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'subnets': [{'id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:16:55.142562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27529cbd-943c-403b-b852-d8812c6d99e2 None None] The sync data for ids ['022e5116-7aaf-4000-b063-5ef9e92f10d0'] in dv-neutron-822611-1-hyperv is: [{'id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'name': 'tempest-ServerActionsTestJSON-1041431721-router', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '90ace860-b68b-4004-aa0f-89e534398e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:15:07Z', 'updated_at': '2021-12-25T20:15:10Z', 'revision_number': 4, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'gw_port': {'id': '90ace860-b68b-4004-aa0f-89e534398e96', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:08Z', 'updated_at': '2021-12-25T20:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '082ae1dc-c449-456d-82d7-f0c1d1aa4cf8', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'floating_ip_address': '172.26.8.219', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'port_id': '343933b7-7c07-4e31-a5cb-76b56de368ac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'mac_address': 'fa:16:3e:e1:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7231a60f-8322-45b4-86db-98a2a733dd46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:15:14Z', 'updated_at': '2021-12-25T20:16:52Z', 'revision_number': 5, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844aa4e6-2b07-4790-98bd-b5773a42bef2', 'name': '', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'mac_address': 'fa:16:3e:da:79:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:10Z', 'updated_at': '2021-12-25T20:15:19Z', 'revision_number': 5, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'subnets': [{'id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:16:55.507598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f594e55f-527b-4706-af39-8f90848f3219 None None] New status for floating IP 082ae1dc-c449-456d-82d7-f0c1d1aa4cf8: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 20:17:06.082503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b771e358-b4ac-41f0-a82a-0bd38a979764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:17:07.256541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:17:08.393604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9b427d39-cf53-4f49-b17d-79f5c7d3d8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:17:08.705637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:17:10.035537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:17:18.006397 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:17:23.744916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:17:33.491166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64df80e-6c73-4d31-9425-a202aee09de5 req-ec7877fd-1d54-4a9e-99b3-491da0e69c81 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:17:33.492841 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f64df80e-6c73-4d31-9425-a202aee09de5 req-ec7877fd-1d54-4a9e-99b3-491da0e69c81 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 945 time: 0.2548513 Dec 25 20:17:33.541578 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f64df80e-6c73-4d31-9425-a202aee09de5 req-95a11da4-e7c6-4ce0-9edf-e13c8b0700e2 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418184 Dec 25 20:17:34.822339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ecd03b-d0f3-473d-9c72-7529d427f61b req-9191b1aa-f54d-46e6-a8c8-7310ec9223bb tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:17:34.823986 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-97ecd03b-d0f3-473d-9c72-7529d427f61b req-9191b1aa-f54d-46e6-a8c8-7310ec9223bb tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 945 time: 0.1604569 Dec 25 20:17:34.873150 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-97ecd03b-d0f3-473d-9c72-7529d427f61b req-a52b0de4-160d-4e68-9157-aea4a2b56c21 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427382 Dec 25 20:17:36.079000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ac9f9-161a-4684-9559-7e2f757dcfd4 req-28bd190b-6443-4fc4-b27e-2649ab74c27e tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:17:36.080657 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-000ac9f9-161a-4684-9559-7e2f757dcfd4 req-28bd190b-6443-4fc4-b27e-2649ab74c27e tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 945 time: 0.0867441 Dec 25 20:17:36.084795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-138255e4-09e7-4218-8ded-f60e2f175141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:17:36.134921 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-000ac9f9-161a-4684-9559-7e2f757dcfd4 req-428e8e21-8df1-42fe-a6f6-3b58c211ed3e tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467136 Dec 25 20:17:37.258055 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:17:37.343781 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61ce95-56c7-4e84-9417-6985fff11439 req-0dc61adb-d280-484c-b15b-04615bec8f3c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:17:37.345379 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-cd61ce95-56c7-4e84-9417-6985fff11439 req-0dc61adb-d280-484c-b15b-04615bec8f3c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 945 time: 0.0831943 Dec 25 20:17:37.393925 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-cd61ce95-56c7-4e84-9417-6985fff11439 req-46039e1c-1dd3-460f-8d6b-54cf74832d3f tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421903 Dec 25 20:17:38.384834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7fc5d05c-ceca-4eac-b63e-a8619182c875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:17:38.604618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8205360-3911-42ba-aac6-7d3e84352b32 req-aecfb7f9-ee5e-490e-a7a7-af7ae92c09c3 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:17:38.606275 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a8205360-3911-42ba-aac6-7d3e84352b32 req-aecfb7f9-ee5e-490e-a7a7-af7ae92c09c3 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 945 time: 0.0873585 Dec 25 20:17:38.654888 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a8205360-3911-42ba-aac6-7d3e84352b32 req-f412716b-190e-4d02-8fc6-0d8257dc24fe tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425763 Dec 25 20:17:38.708723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:17:39.857919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed9415-54c9-45cb-a3c3-965bc0a6c274 req-0784f23c-4e23-474f-b0cf-bcf453bba295 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:17:39.859525 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3aed9415-54c9-45cb-a3c3-965bc0a6c274 req-0784f23c-4e23-474f-b0cf-bcf453bba295 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 945 time: 0.0816586 Dec 25 20:17:39.911011 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3aed9415-54c9-45cb-a3c3-965bc0a6c274 req-8eba5020-f005-46f3-8d64-5f7023326cf0 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452852 Dec 25 20:17:40.037619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:17:41.116607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02c113-9621-490c-a772-68a37d83e836 req-f4c5546a-b617-4191-a0c4-0b1e31efc4e1 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:17:41.118216 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ab02c113-9621-490c-a772-68a37d83e836 req-f4c5546a-b617-4191-a0c4-0b1e31efc4e1 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 945 time: 0.0835831 Dec 25 20:17:41.174815 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ab02c113-9621-490c-a772-68a37d83e836 req-700511d8-7f07-4237-acbc-acf6562de4ea tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495288 Dec 25 20:17:42.385709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ec2e7-4265-4197-b8b9-40378be72656 req-4b1d251c-1713-48f1-b734-1c9cae7eb871 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:17:42.388382 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1e8ec2e7-4265-4197-b8b9-40378be72656 req-4b1d251c-1713-48f1-b734-1c9cae7eb871 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 945 time: 0.0890009 Dec 25 20:17:42.665817 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1e8ec2e7-4265-4197-b8b9-40378be72656 req-2fef0ef2-6a4a-4db0-ab05-a459406b0590 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2710574 Dec 25 20:17:43.868627 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783538fc-7bbb-4ce7-b2e4-87e25d0f0e77 req-5d7bef1b-d555-4e0c-83f5-88a8bcd0d883 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:17:43.870238 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-783538fc-7bbb-4ce7-b2e4-87e25d0f0e77 req-5d7bef1b-d555-4e0c-83f5-88a8bcd0d883 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 945 time: 0.0838718 Dec 25 20:17:43.918674 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-783538fc-7bbb-4ce7-b2e4-87e25d0f0e77 req-a559efc9-9d1e-4675-ac8f-5c2385cfe1c9 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414433 Dec 25 20:17:44.194719 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-16b87478-a7ff-4dbc-9ac8-6c5186bef70e req-b5dab597-5eed-4799-9625-7428cef409d0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1455956 Dec 25 20:17:44.522747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522be27-3950-4474-a90b-6865cf7b6fd6 req-ddf51fc7-6358-49e3-be36-6a9548a563bd tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:17:44.524387 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0522be27-3950-4474-a90b-6865cf7b6fd6 req-ddf51fc7-6358-49e3-be36-6a9548a563bd tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 945 time: 0.0864363 Dec 25 20:17:44.529737 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c93f8a40-af7d-4e12-a4f9-c030e0ff9d4c req-be79eb65-b604-41d8-9abb-0fd9c9ea229f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1469989 Dec 25 20:17:44.574821 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0522be27-3950-4474-a90b-6865cf7b6fd6 req-1f90b3bf-ddb5-4ab5-bc07-d2c33e500abf tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432899 Dec 25 20:17:45.779274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014c05b-b2b2-430a-8252-92965ee82e60 req-eea87b59-2da9-4cf2-9990-fe33084870f5 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:17:45.780850 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1014c05b-b2b2-430a-8252-92965ee82e60 req-eea87b59-2da9-4cf2-9990-fe33084870f5 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 945 time: 0.0845430 Dec 25 20:17:45.828078 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1014c05b-b2b2-430a-8252-92965ee82e60 req-05b35767-ffd1-41df-8a9b-e3beac31cb20 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412533 Dec 25 20:17:45.978867 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c93f8a40-af7d-4e12-a4f9-c030e0ff9d4c req-046494cf-38db-428f-bf3a-34ff7675de3b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97c383b786d04ed59e0da08e9eed6cf8&device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 1098 time: 0.0732181 Dec 25 20:17:46.121579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f8a40-af7d-4e12-a4f9-c030e0ff9d4c req-27a72ec1-7b62-4f2c-82e3-11768839fce3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:17:46.123034 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c93f8a40-af7d-4e12-a4f9-c030e0ff9d4c req-27a72ec1-7b62-4f2c-82e3-11768839fce3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd95f2f1-10ce-42aa-9657-c52f60710be5 HTTP/1.1" status: 200 len: 912 time: 0.1349142 Dec 25 20:17:46.236032 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c93f8a40-af7d-4e12-a4f9-c030e0ff9d4c req-599e7ed3-0cf4-4e87-90fb-c7f15e71dc5d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=343933b7-7c07-4e31-a5cb-76b56de368ac HTTP/1.1" status: 200 len: 1001 time: 0.1031361 Dec 25 20:17:46.313060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f8a40-af7d-4e12-a4f9-c030e0ff9d4c req-df593b34-e0c7-4200-914e-5851335045b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:17:46.314622 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c93f8a40-af7d-4e12-a4f9-c030e0ff9d4c req-df593b34-e0c7-4200-914e-5851335045b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=57c7862c-1219-499a-bc33-1ecc88f61c65 HTTP/1.1" status: 200 len: 851 time: 0.0676980 Dec 25 20:17:46.401738 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c93f8a40-af7d-4e12-a4f9-c030e0ff9d4c req-b43953e2-f464-41b0-92ea-ad7ebd3b9ed6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd95f2f1-10ce-42aa-9657-c52f60710be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761478 Dec 25 20:17:46.548582 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c93f8a40-af7d-4e12-a4f9-c030e0ff9d4c req-958f568b-0e92-428c-b8b9-da07c1cc196e service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373498 Dec 25 20:17:46.699940 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c93f8a40-af7d-4e12-a4f9-c030e0ff9d4c req-eb8d82db-31ad-41bd-a56d-7914943babdf service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402836 Dec 25 20:17:47.047601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfeaef1-f133-446f-bfd4-2f1893e17f07 req-117319c8-766d-42ec-bc4a-7d76b4b9838a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:17:47.049272 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8dfeaef1-f133-446f-bfd4-2f1893e17f07 req-117319c8-766d-42ec-bc4a-7d76b4b9838a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 945 time: 0.0901444 Dec 25 20:17:47.103275 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8dfeaef1-f133-446f-bfd4-2f1893e17f07 req-3d7708f8-3654-4c77-93e7-c8b3d617fdf8 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475006 Dec 25 20:17:48.314282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8818ed0-8095-41fc-963b-7836d708a4cf req-79e62d3b-ec7c-42e3-b519-76ab9828c903 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:17:48.315921 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b8818ed0-8095-41fc-963b-7836d708a4cf req-79e62d3b-ec7c-42e3-b519-76ab9828c903 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 945 time: 0.0869572 Dec 25 20:17:48.364261 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b8818ed0-8095-41fc-963b-7836d708a4cf req-563ab480-9bc4-4c53-8b56-afca7ff3f4d1 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422022 Dec 25 20:17:48.658353 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c93f8a40-af7d-4e12-a4f9-c030e0ff9d4c req-20ca6cfa-0bea-4a17-bd09-6b665baea6c4 service neutron] 10.222.0.36 "GET /v2.0/ports/343933b7-7c07-4e31-a5cb-76b56de368ac/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0798390 Dec 25 20:17:48.945287 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c93f8a40-af7d-4e12-a4f9-c030e0ff9d4c req-e35c66ed-0792-49c6-8035-a359b0b07168 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46&tenant_id=97c383b786d04ed59e0da08e9eed6cf8 HTTP/1.1" status: 200 len: 1098 time: 0.0730405 Dec 25 20:17:49.047439 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c93f8a40-af7d-4e12-a4f9-c030e0ff9d4c req-ba71c8da-b907-4ea2-9bfd-4d37cd6277d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97c383b786d04ed59e0da08e9eed6cf8&device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 1098 time: 0.0757952 Dec 25 20:17:49.192164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f8a40-af7d-4e12-a4f9-c030e0ff9d4c req-1b05900e-81c6-4202-a67b-80284ae99bff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:17:49.193737 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c93f8a40-af7d-4e12-a4f9-c030e0ff9d4c req-1b05900e-81c6-4202-a67b-80284ae99bff service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd95f2f1-10ce-42aa-9657-c52f60710be5 HTTP/1.1" status: 200 len: 912 time: 0.1371531 Dec 25 20:17:49.305351 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c93f8a40-af7d-4e12-a4f9-c030e0ff9d4c req-28380618-b44b-4ae2-9bce-7b729368f6ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=343933b7-7c07-4e31-a5cb-76b56de368ac HTTP/1.1" status: 200 len: 1001 time: 0.1015425 Dec 25 20:17:49.375544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f8a40-af7d-4e12-a4f9-c030e0ff9d4c req-1fb315da-74dd-4120-83ba-ebc61d005018 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:17:49.377049 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c93f8a40-af7d-4e12-a4f9-c030e0ff9d4c req-1fb315da-74dd-4120-83ba-ebc61d005018 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=57c7862c-1219-499a-bc33-1ecc88f61c65 HTTP/1.1" status: 200 len: 851 time: 0.0624130 Dec 25 20:17:49.460365 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c93f8a40-af7d-4e12-a4f9-c030e0ff9d4c req-466a2bc9-cccd-4ae6-bf19-7d8e69068f47 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd95f2f1-10ce-42aa-9657-c52f60710be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762684 Dec 25 20:17:49.675243 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c93f8a40-af7d-4e12-a4f9-c030e0ff9d4c req-933c444f-50f5-4bea-8f04-e8aece61999f service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040741 Dec 25 20:17:49.684637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1bb5e-18e4-449a-9776-e42f20258956 req-17c82e45-5b8c-4703-90ad-a6d7c603dcae tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:17:49.686117 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-07d1bb5e-18e4-449a-9776-e42f20258956 req-17c82e45-5b8c-4703-90ad-a6d7c603dcae tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 945 time: 0.1933236 Dec 25 20:17:49.836387 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-07d1bb5e-18e4-449a-9776-e42f20258956 req-1f2e697a-285e-4654-81a4-a1c3db8db90f tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260986 Dec 25 20:17:49.863208 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c93f8a40-af7d-4e12-a4f9-c030e0ff9d4c req-16c46a6d-7564-4f2e-92f8-cf0afbb5dc36 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760523 Dec 25 20:17:51.040302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e2f51-5cfa-42d4-a859-8ab28f0ba829 req-f4085039-97d6-4492-b32a-2b3e79fce83f tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:17:51.041887 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-285e2f51-5cfa-42d4-a859-8ab28f0ba829 req-f4085039-97d6-4492-b32a-2b3e79fce83f tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 945 time: 0.0840094 Dec 25 20:17:51.088921 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-285e2f51-5cfa-42d4-a859-8ab28f0ba829 req-5efe4a08-ec90-4bb4-b51a-c087c1b6ea74 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409651 Dec 25 20:17:52.297856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d6500-59bc-4a35-b613-f109c275eb3c req-51e1f4f0-0ceb-4385-898b-53ba5e8c3edc tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:17:52.299495 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-968d6500-59bc-4a35-b613-f109c275eb3c req-51e1f4f0-0ceb-4385-898b-53ba5e8c3edc tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 945 time: 0.0882113 Dec 25 20:17:52.347813 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-968d6500-59bc-4a35-b613-f109c275eb3c req-7c35215a-a213-476d-b971-8ad4d1b7ecba tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421062 Dec 25 20:17:52.755595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02b9bb-a16b-4eda-a5d6-1218a7711036 req-39a540b0-34d4-40f2-8a48-33ee1afd120b tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:17:52.757196 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2b02b9bb-a16b-4eda-a5d6-1218a7711036 req-39a540b0-34d4-40f2-8a48-33ee1afd120b tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 945 time: 0.1576104 Dec 25 20:17:52.764209 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2ec53-7c49-4df2-90e7-7967fcf09222 req-e3a46835-0314-426f-ad96-4b35cc1773b3 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:17:52.765648 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-97a2ec53-7c49-4df2-90e7-7967fcf09222 req-e3a46835-0314-426f-ad96-4b35cc1773b3 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.36 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46&tenant_id=97c383b786d04ed59e0da08e9eed6cf8&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 945 time: 0.1320841 Dec 25 20:17:52.774444 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 343933b7-7c07-4e31-a5cb-76b56de368ac details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 20:17:52.781655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 343933b7-7c07-4e31-a5cb-76b56de368ac no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:17:52.809350 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2b02b9bb-a16b-4eda-a5d6-1218a7711036 req-cf5dc193-2408-4fd1-bcf4-8579215be488 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426562 Dec 25 20:17:52.923685 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-97a2ec53-7c49-4df2-90e7-7967fcf09222 req-d3bfa6e4-5974-412f-a66e-b975ff7d13cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97c383b786d04ed59e0da08e9eed6cf8&device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 1098 time: 0.0743496 Dec 25 20:17:53.013023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:17:53.034122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 343933b7-7c07-4e31-a5cb-76b56de368ac, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=343933b7-7c07-4e31-a5cb-76b56de368ac,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:17:53.059218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': '343933b7-7c07-4e31-a5cb-76b56de368ac', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'port_id': '343933b7-7c07-4e31-a5cb-76b56de368ac', 'mac_address': 'fa:16:3e:e1:67:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 20:17:53.065416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7231a60f-8322-45b4-86db-98a2a733dd46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '343933b7-7c07-4e31-a5cb-76b56de368ac'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:17:53.072941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2ec53-7c49-4df2-90e7-7967fcf09222 req-5d8d76ab-b0ad-4cf9-a112-8b154c110497 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:17:53.075162 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-97a2ec53-7c49-4df2-90e7-7967fcf09222 req-5d8d76ab-b0ad-4cf9-a112-8b154c110497 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd95f2f1-10ce-42aa-9657-c52f60710be5 HTTP/1.1" status: 200 len: 912 time: 0.1411078 Dec 25 20:17:53.113909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 343933b7-7c07-4e31-a5cb-76b56de368ac, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=343933b7-7c07-4e31-a5cb-76b56de368ac,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:17:53.120047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:17:53.124924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:17:53.198697 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-97a2ec53-7c49-4df2-90e7-7967fcf09222 req-711bb08d-24c8-47d5-a9fa-e82ecf23ece0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=343933b7-7c07-4e31-a5cb-76b56de368ac HTTP/1.1" status: 200 len: 999 time: 0.1130767 Dec 25 20:17:53.200795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:17:53.222226 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7231a60f-8322-45b4-86db-98a2a733dd46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '343933b7-7c07-4e31-a5cb-76b56de368ac', 'code': 200} Dec 25 20:17:53.233306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 343933b7-7c07-4e31-a5cb-76b56de368ac {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:17:53.275863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=343933b7-7c07-4e31-a5cb-76b56de368ac,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:17:53.282447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2ec53-7c49-4df2-90e7-7967fcf09222 req-913d6199-975e-40a1-b362-3a8bd5de6ea5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:17:53.284095 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-97a2ec53-7c49-4df2-90e7-7967fcf09222 req-913d6199-975e-40a1-b362-3a8bd5de6ea5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=57c7862c-1219-499a-bc33-1ecc88f61c65 HTTP/1.1" status: 200 len: 851 time: 0.0662549 Dec 25 20:17:53.302646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:17:53.303337 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:17:53.303432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:17:53.303782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:17:53.304167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:17:53.304546 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:17:53.304917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:17:53.305294 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:17:53.305668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:17:53.306033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:17:53.306400 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:17:53.312857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:17:53.313888 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ba5dac0a-16d7-4a1c-807d-fdc14f8c259c req-2c7a012e-6911-45b9-b1e9-a760c5285792 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0852983 Dec 25 20:17:53.319033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 20:17:53.319470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 20:17:53.369340 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-97a2ec53-7c49-4df2-90e7-7967fcf09222 req-0c951ed5-8daf-423f-ac39-32346e8b3e85 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd95f2f1-10ce-42aa-9657-c52f60710be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784132 Dec 25 20:17:53.726906 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-97a2ec53-7c49-4df2-90e7-7967fcf09222 req-95830402-291c-4c99-b129-158b661556e7 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501301 Dec 25 20:17:53.772013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:17:53.874165 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-97a2ec53-7c49-4df2-90e7-7967fcf09222 req-9024d276-2e82-4cb2-a3b3-6ba305b834a1 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392248 Dec 25 20:17:53.879379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:17:53.898788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 343933b7-7c07-4e31-a5cb-76b56de368ac {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:17:53.914950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 343933b7-7c07-4e31-a5cb-76b56de368ac, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=343933b7-7c07-4e31-a5cb-76b56de368ac,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:17:53.918925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:17:53.920923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-99d01255-cdca-42ee-9912-b1ec035c3dde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:17:53.996415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=343933b7-7c07-4e31-a5cb-76b56de368ac,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:17:54.001725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['343933b7-7c07-4e31-a5cb-76b56de368ac'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:17:54.033798 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:17:54.093902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70ddb0-f7ab-471a-8dc7-d5dd1cf83cfa req-63c55aa2-3ab6-4c4c-a326-c1d0002a04c3 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:17:54.095557 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0e70ddb0-f7ab-471a-8dc7-d5dd1cf83cfa req-63c55aa2-3ab6-4c4c-a326-c1d0002a04c3 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 944 time: 0.1546724 Dec 25 20:17:54.106081 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ba5dac0a-16d7-4a1c-807d-fdc14f8c259c req-c8a4ff11-9629-40af-9caf-0285fdcd6c3d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97c383b786d04ed59e0da08e9eed6cf8&device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 1097 time: 0.1176145 Dec 25 20:17:54.197169 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0e70ddb0-f7ab-471a-8dc7-d5dd1cf83cfa req-ca9fec15-ce2f-4d5d-89fe-0edd8051e8dc tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899441 Dec 25 20:17:54.290475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5dac0a-16d7-4a1c-807d-fdc14f8c259c req-67737550-0295-4cab-8e0b-e70dfaf8ceac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:17:54.292010 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ba5dac0a-16d7-4a1c-807d-fdc14f8c259c req-67737550-0295-4cab-8e0b-e70dfaf8ceac service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd95f2f1-10ce-42aa-9657-c52f60710be5 HTTP/1.1" status: 200 len: 912 time: 0.1644790 Dec 25 20:17:54.405836 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ba5dac0a-16d7-4a1c-807d-fdc14f8c259c req-05095ba9-bc75-43e7-801d-84f0c020089c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=343933b7-7c07-4e31-a5cb-76b56de368ac HTTP/1.1" status: 200 len: 1000 time: 0.1066346 Dec 25 20:17:54.482152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5dac0a-16d7-4a1c-807d-fdc14f8c259c req-3236e4c8-2399-496f-bda3-ab294d97b288 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:17:54.483772 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ba5dac0a-16d7-4a1c-807d-fdc14f8c259c req-3236e4c8-2399-496f-bda3-ab294d97b288 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=57c7862c-1219-499a-bc33-1ecc88f61c65 HTTP/1.1" status: 200 len: 851 time: 0.0644815 Dec 25 20:17:54.571351 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ba5dac0a-16d7-4a1c-807d-fdc14f8c259c req-00518c29-12b9-47e8-b23a-9f4cb2bb6a8f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd95f2f1-10ce-42aa-9657-c52f60710be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765703 Dec 25 20:17:54.718498 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ba5dac0a-16d7-4a1c-807d-fdc14f8c259c req-13483052-7cc4-4a7d-91bb-58389c677f33 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404653 Dec 25 20:17:54.785639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 343933b7-7c07-4e31-a5cb-76b56de368ac up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:17:54.860584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port 343933b7-7c07-4e31-a5cb-76b56de368ac triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:17:54.860934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:17:54.865062 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ba5dac0a-16d7-4a1c-807d-fdc14f8c259c req-25545235-45eb-4990-820c-e6b14535e36f service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383085 Dec 25 20:17:54.979456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:17:55.006926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:17:55.013064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 343933b7-7c07-4e31-a5cb-76b56de368ac, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=343933b7-7c07-4e31-a5cb-76b56de368ac,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:17:55.015807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:17:55.018373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ae327442-ffd1-4cec-ae09-57d23f5383e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:17:55.085891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=343933b7-7c07-4e31-a5cb-76b56de368ac,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:17:55.089092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:17:55.223001 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7231a60f-8322-45b4-86db-98a2a733dd46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '343933b7-7c07-4e31-a5cb-76b56de368ac'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:17:55.282038 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7231a60f-8322-45b4-86db-98a2a733dd46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '343933b7-7c07-4e31-a5cb-76b56de368ac', 'code': 200} Dec 25 20:17:55.412573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89732b-5fe2-4484-8129-7f87f2c16463 req-e54383e1-2b1a-4f93-9be2-d3d4309d73a2 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:17:55.414164 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1b89732b-5fe2-4484-8129-7f87f2c16463 req-e54383e1-2b1a-4f93-9be2-d3d4309d73a2 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 945 time: 0.0858703 Dec 25 20:17:55.462154 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1b89732b-5fe2-4484-8129-7f87f2c16463 req-608a8ae0-9f62-462e-84cd-cd3fd3866fb5 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413339 Dec 25 20:17:55.665762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d32fe-aa3b-452c-b0cb-477dce3de8cd req-fb315d0e-9724-41e4-a8a9-3b37db34c540 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:17:55.667395 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b08d32fe-aa3b-452c-b0cb-477dce3de8cd req-fb315d0e-9724-41e4-a8a9-3b37db34c540 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 945 time: 0.0817804 Dec 25 20:17:55.715296 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b08d32fe-aa3b-452c-b0cb-477dce3de8cd req-a627ddb5-2bf2-4d2a-9ee5-357814feb834 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412178 Dec 25 20:17:56.147564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7451c1-503e-408d-9134-2f7fc6148e48 req-9e6ef5b1-b64c-4a84-b4fe-60a8bab4fb26 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:17:56.149173 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2a7451c1-503e-408d-9134-2f7fc6148e48 req-9e6ef5b1-b64c-4a84-b4fe-60a8bab4fb26 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 945 time: 0.1495118 Dec 25 20:17:56.173609 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4c73986e-2128-41af-b859-5c3e5570abdd req-9ac17c24-4b69-4ae1-ab54-e94e7dd0b5f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97c383b786d04ed59e0da08e9eed6cf8&device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 1098 time: 0.1101711 Dec 25 20:17:56.246634 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2a7451c1-503e-408d-9134-2f7fc6148e48 req-e902c41b-02f5-418b-818f-b319432a7c6e tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897992 Dec 25 20:17:56.336411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73986e-2128-41af-b859-5c3e5570abdd req-f5c4a06e-764a-4725-b04e-3c9ec361185c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:17:56.337997 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4c73986e-2128-41af-b859-5c3e5570abdd req-f5c4a06e-764a-4725-b04e-3c9ec361185c service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd95f2f1-10ce-42aa-9657-c52f60710be5 HTTP/1.1" status: 200 len: 912 time: 0.1549282 Dec 25 20:17:56.449338 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4c73986e-2128-41af-b859-5c3e5570abdd req-fcb8a65e-0eff-463c-a2da-8645ff3458ab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=343933b7-7c07-4e31-a5cb-76b56de368ac HTTP/1.1" status: 200 len: 1001 time: 0.1012440 Dec 25 20:17:56.529589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73986e-2128-41af-b859-5c3e5570abdd req-0fa904fe-3ab0-4fa3-b90b-d893a913acc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:17:56.531244 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4c73986e-2128-41af-b859-5c3e5570abdd req-0fa904fe-3ab0-4fa3-b90b-d893a913acc8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=57c7862c-1219-499a-bc33-1ecc88f61c65 HTTP/1.1" status: 200 len: 851 time: 0.0725188 Dec 25 20:17:56.618282 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4c73986e-2128-41af-b859-5c3e5570abdd req-e7975475-755e-4d58-a7dd-f7931fbd3a9c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd95f2f1-10ce-42aa-9657-c52f60710be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759718 Dec 25 20:17:56.769213 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4c73986e-2128-41af-b859-5c3e5570abdd req-701690ad-4b6c-4cc9-a624-1ff104d9a31c service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403396 Dec 25 20:17:56.925537 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4c73986e-2128-41af-b859-5c3e5570abdd req-0be12ace-79ee-4627-82e3-f672b4e7a044 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460354 Dec 25 20:17:57.459885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d000b-8fd2-4585-8fbc-153a1829907d req-3c82c548-8555-48ec-8a10-27e047a8b482 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:17:57.461446 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0e2d000b-8fd2-4585-8fbc-153a1829907d req-3c82c548-8555-48ec-8a10-27e047a8b482 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 945 time: 0.0867875 Dec 25 20:17:57.514035 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0e2d000b-8fd2-4585-8fbc-153a1829907d req-d1416008-8fc5-4965-9dcf-80cdd7b07ce5 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463855 Dec 25 20:17:58.718730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf33b6-77b4-4e83-bb3a-6869d7659ad8 req-a1e9acff-5715-47ba-aa85-06bfa107dcb2 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:17:58.720356 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-96cf33b6-77b4-4e83-bb3a-6869d7659ad8 req-a1e9acff-5715-47ba-aa85-06bfa107dcb2 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 945 time: 0.0824304 Dec 25 20:17:58.769046 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-96cf33b6-77b4-4e83-bb3a-6869d7659ad8 req-1da6d92c-2ab9-449b-92bd-fa1856f6033f tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425813 Dec 25 20:17:59.187949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6088260-d753-4b12-a413-0d61a5797c1d req-a90e8f2c-1072-478b-b567-2d110564dcfd tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:17:59.189561 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d6088260-d753-4b12-a413-0d61a5797c1d req-a90e8f2c-1072-478b-b567-2d110564dcfd tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 945 time: 0.0891273 Dec 25 20:17:59.237095 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d6088260-d753-4b12-a413-0d61a5797c1d req-05d7a0ed-a17d-42a6-9dee-a6e4f23f9f84 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414538 Dec 25 20:18:00.443037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2bb12-f75f-41df-bea1-dd56ec9dd8a3 req-1da5a1e5-7a03-4374-8504-08202aad8f4a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:18:00.444578 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-85c2bb12-f75f-41df-bea1-dd56ec9dd8a3 req-1da5a1e5-7a03-4374-8504-08202aad8f4a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 945 time: 0.0835981 Dec 25 20:18:00.492130 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-85c2bb12-f75f-41df-bea1-dd56ec9dd8a3 req-a402b7a1-0004-4f21-a1ea-62addd004e82 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408669 Dec 25 20:18:00.928597 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1f4dc-591d-44f0-b293-037ef8a68a3f req-529ffb3f-5652-4c50-93ab-b4669ec47f39 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:18:00.930183 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-97c1f4dc-591d-44f0-b293-037ef8a68a3f req-529ffb3f-5652-4c50-93ab-b4669ec47f39 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.36 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 945 time: 0.0864964 Dec 25 20:18:01.004952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-97c1f4dc-591d-44f0-b293-037ef8a68a3f req-0f16989e-cec4-4ce5-b9df-7f535bcb475a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Deleting port 343933b7-7c07-4e31-a5cb-76b56de368ac {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:18:01.005332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-97c1f4dc-591d-44f0-b293-037ef8a68a3f req-0f16989e-cec4-4ce5-b9df-7f535bcb475a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:18:01.263079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-97c1f4dc-591d-44f0-b293-037ef8a68a3f req-0f16989e-cec4-4ce5-b9df-7f535bcb475a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] For port 343933b7-7c07-4e31-a5cb-76b56de368ac, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=343933b7-7c07-4e31-a5cb-76b56de368ac,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:18:01.263501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-97c1f4dc-591d-44f0-b293-037ef8a68a3f req-0f16989e-cec4-4ce5-b9df-7f535bcb475a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:18:01.559228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-97c1f4dc-591d-44f0-b293-037ef8a68a3f req-0f16989e-cec4-4ce5-b9df-7f535bcb475a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:18:01.559731 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-97c1f4dc-591d-44f0-b293-037ef8a68a3f req-0f16989e-cec4-4ce5-b9df-7f535bcb475a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:18:01.559956 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [req-97c1f4dc-591d-44f0-b293-037ef8a68a3f req-0f16989e-cec4-4ce5-b9df-7f535bcb475a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Floating IP 082ae1dc-c449-456d-82d7-f0c1d1aa4cf8 disassociated. External IP: 172.26.8.219, port: 343933b7-7c07-4e31-a5cb-76b56de368ac. Dec 25 20:18:01.560311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-97c1f4dc-591d-44f0-b293-037ef8a68a3f req-0f16989e-cec4-4ce5-b9df-7f535bcb475a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Calling delete_port for 343933b7-7c07-4e31-a5cb-76b56de368ac owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:18:01.766796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3bdc0-fad0-43dd-a2da-45a491c6327c req-a4c8ea76-7c30-471e-9511-4095633b5717 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:18:01.768447 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8ba3bdc0-fad0-43dd-a2da-45a491c6327c req-a4c8ea76-7c30-471e-9511-4095633b5717 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 945 time: 0.1516073 Dec 25 20:18:01.791594 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-97c1f4dc-591d-44f0-b293-037ef8a68a3f req-0f16989e-cec4-4ce5-b9df-7f535bcb475a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:18:01.801583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fd1d6c5c-aa0b-4503-8ff1-b6dbb5833eae tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:18:01.849181 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16989e-cec4-4ce5-b9df-7f535bcb475a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Pushing event deleted for resources: {'Port': ['ID=343933b7-7c07-4e31-a5cb-76b56de368ac,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:18:01.880951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16989e-cec4-4ce5-b9df-7f535bcb475a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:18:01.881476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16989e-cec4-4ce5-b9df-7f535bcb475a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:18:01.881963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16989e-cec4-4ce5-b9df-7f535bcb475a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:18:01.882386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16989e-cec4-4ce5-b9df-7f535bcb475a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:18:01.882800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16989e-cec4-4ce5-b9df-7f535bcb475a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:18:01.883262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16989e-cec4-4ce5-b9df-7f535bcb475a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:18:01.883632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16989e-cec4-4ce5-b9df-7f535bcb475a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:18:01.884042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16989e-cec4-4ce5-b9df-7f535bcb475a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:18:01.884450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16989e-cec4-4ce5-b9df-7f535bcb475a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:18:01.884852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16989e-cec4-4ce5-b9df-7f535bcb475a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:18:01.885253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16989e-cec4-4ce5-b9df-7f535bcb475a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:18:01.888938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0f16989e-cec4-4ce5-b9df-7f535bcb475a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:18:01.895095 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8ba3bdc0-fad0-43dd-a2da-45a491c6327c req-5c9a9f48-b99e-4684-bb04-5890d524c73a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201425 Dec 25 20:18:02.333826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97c1f4dc-591d-44f0-b293-037ef8a68a3f req-0f16989e-cec4-4ce5-b9df-7f535bcb475a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Router 022e5116-7aaf-4000-b063-5ef9e92f10d0 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:18:02.544676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97c1f4dc-591d-44f0-b293-037ef8a68a3f req-0f16989e-cec4-4ce5-b9df-7f535bcb475a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:18:02.555141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a57878-093a-4ade-a589-1210f247c373 None None] Sync routers for ids ['022e5116-7aaf-4000-b063-5ef9e92f10d0'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:18:02.571983 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a57878-093a-4ade-a589-1210f247c373 None None] Routers {'022e5116-7aaf-4000-b063-5ef9e92f10d0'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:18:02.572676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-42a57878-093a-4ade-a589-1210f247c373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:17:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['022e5116-7aaf-4000-b063-5ef9e92f10d0'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:18:02.631165 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c1f4dc-591d-44f0-b293-037ef8a68a3f req-0f16989e-cec4-4ce5-b9df-7f535bcb475a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] No DVR routers for this DVR port 343933b7-7c07-4e31-a5cb-76b56de368ac on host hv-neutron-8226 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:18:02.633645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-97c1f4dc-591d-44f0-b293-037ef8a68a3f req-0f16989e-cec4-4ce5-b9df-7f535bcb475a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:18:02.637148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7231a60f-8322-45b4-86db-98a2a733dd46', 'name': 'network-vif-deleted', 'tag': '343933b7-7c07-4e31-a5cb-76b56de368ac'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:18:02.655279 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-97c1f4dc-591d-44f0-b293-037ef8a68a3f req-0f16989e-cec4-4ce5-b9df-7f535bcb475a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.36 "DELETE /v2.0/ports/343933b7-7c07-4e31-a5cb-76b56de368ac HTTP/1.1" status: 204 len: 173 time: 1.7168961 Dec 25 20:18:02.773760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-42a57878-093a-4ade-a589-1210f247c373 None None] Set router 022e5116-7aaf-4000-b063-5ef9e92f10d0 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:18:02.778365 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7231a60f-8322-45b4-86db-98a2a733dd46', 'name': 'network-vif-deleted', 'tag': '343933b7-7c07-4e31-a5cb-76b56de368ac', 'status': 'completed', 'code': 200} Dec 25 20:18:03.091531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-a4f7cbb1-14cc-4586-a30c-cc47a64787bf req-a8ff2233-c55a-4fc7-8702-31ac62dc3c6f tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Synchronizing usage tracker for tenant:97c383b786d04ed59e0da08e9eed6cf8 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:18:03.107808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-a4f7cbb1-14cc-4586-a30c-cc47a64787bf req-a8ff2233-c55a-4fc7-8702-31ac62dc3c6f tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Unset dirty status for tenant:97c383b786d04ed59e0da08e9eed6cf8 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:18:03.109104 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a4f7cbb1-14cc-4586-a30c-cc47a64787bf req-a8ff2233-c55a-4fc7-8702-31ac62dc3c6f tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=7231a60f-8322-45b4-86db-98a2a733dd46 HTTP/1.1" status: 200 len: 210 time: 0.0652287 Dec 25 20:18:03.115530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-42a57878-093a-4ade-a589-1210f247c373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'name': 'tempest-ServerActionsTestJSON-1041431721-router', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '90ace860-b68b-4004-aa0f-89e534398e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:15:07Z', 'updated_at': '2021-12-25T20:15:10Z', 'revision_number': 4, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'gw_port': {'id': '90ace860-b68b-4004-aa0f-89e534398e96', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:08Z', 'updated_at': '2021-12-25T20:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '844aa4e6-2b07-4790-98bd-b5773a42bef2', 'name': '', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'mac_address': 'fa:16:3e:da:79:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:10Z', 'updated_at': '2021-12-25T20:15:19Z', 'revision_number': 5, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'subnets': [{'id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:18:03.119829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a57878-093a-4ade-a589-1210f247c373 None None] Checking router: 022e5116-7aaf-4000-b063-5ef9e92f10d0 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:18:03.132156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a57878-093a-4ade-a589-1210f247c373 None None] Routers {'022e5116-7aaf-4000-b063-5ef9e92f10d0'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:18:03.132840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-42a57878-093a-4ade-a589-1210f247c373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:17:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['022e5116-7aaf-4000-b063-5ef9e92f10d0'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:18:03.324527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-42a57878-093a-4ade-a589-1210f247c373 None None] Set router 022e5116-7aaf-4000-b063-5ef9e92f10d0 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:18:03.806946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-42a57878-093a-4ade-a589-1210f247c373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'name': 'tempest-ServerActionsTestJSON-1041431721-router', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '90ace860-b68b-4004-aa0f-89e534398e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:15:07Z', 'updated_at': '2021-12-25T20:15:10Z', 'revision_number': 4, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'gw_port': {'id': '90ace860-b68b-4004-aa0f-89e534398e96', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:08Z', 'updated_at': '2021-12-25T20:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '844aa4e6-2b07-4790-98bd-b5773a42bef2', 'name': '', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'mac_address': 'fa:16:3e:da:79:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:10Z', 'updated_at': '2021-12-25T20:15:19Z', 'revision_number': 5, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'subnets': [{'id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:18:03.811212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a57878-093a-4ade-a589-1210f247c373 None None] The sync data for ids ['022e5116-7aaf-4000-b063-5ef9e92f10d0'] in dv-neutron-822611-1-hyperv is: [{'id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'name': 'tempest-ServerActionsTestJSON-1041431721-router', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '90ace860-b68b-4004-aa0f-89e534398e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:15:07Z', 'updated_at': '2021-12-25T20:15:10Z', 'revision_number': 4, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'gw_port': {'id': '90ace860-b68b-4004-aa0f-89e534398e96', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:08Z', 'updated_at': '2021-12-25T20:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '844aa4e6-2b07-4790-98bd-b5773a42bef2', 'name': '', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'mac_address': 'fa:16:3e:da:79:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:10Z', 'updated_at': '2021-12-25T20:15:19Z', 'revision_number': 5, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'subnets': [{'id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:18:04.243588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdbea5c-64fe-4f0f-9e5c-91cebff5cf18 None None] New status for floating IP 082ae1dc-c449-456d-82d7-f0c1d1aa4cf8: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 20:18:04.513700 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7e1beafa-ac34-4c87-9155-98203329d919 req-5f5ba316-af9b-40d6-875a-df80ff85cac7 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--173540707&fields=id&tenant_id=97c383b786d04ed59e0da08e9eed6cf8 HTTP/1.1" status: 200 len: 267 time: 0.0453103 Dec 25 20:18:04.679670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1beafa-ac34-4c87-9155-98203329d919 req-d58073d3-cb61-4382-867d-66ee10e75786 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:18:04.681295 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7e1beafa-ac34-4c87-9155-98203329d919 req-d58073d3-cb61-4382-867d-66ee10e75786 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/networks?id=dd95f2f1-10ce-42aa-9657-c52f60710be5 HTTP/1.1" status: 200 len: 812 time: 0.1601934 Dec 25 20:18:04.699370 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7e1beafa-ac34-4c87-9155-98203329d919 req-c0bd93e7-5fe4-4bc2-804e-5aa3dad9c81f tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/quotas/97c383b786d04ed59e0da08e9eed6cf8 HTTP/1.1" status: 200 len: 375 time: 0.0113688 Dec 25 20:18:04.786877 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7e1beafa-ac34-4c87-9155-98203329d919 req-6ff6ba4c-6be7-4267-8aa1-81b1955a704a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=97c383b786d04ed59e0da08e9eed6cf8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0821400 Dec 25 20:18:04.840385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 343933b7-7c07-4e31-a5cb-76b56de368ac no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:18:04.874385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] No Port match for: 343933b7-7c07-4e31-a5cb-76b56de368ac {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:18:04.874784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 343933b7-7c07-4e31-a5cb-76b56de368ac not bound to the agent host hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:18:05.014693 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7e1beafa-ac34-4c87-9155-98203329d919 req-fafd5271-18b6-4842-a911-1a4f4871ceec service neutron] 10.222.0.24 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138264 Dec 25 20:18:05.158567 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7e1beafa-ac34-4c87-9155-98203329d919 req-4f3964b2-9030-4ddf-922b-a77ece2e4295 service neutron] 10.222.0.24 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372542 Dec 25 20:18:05.355794 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-74c5c793-a40e-4fd6-98dd-1dbfb1c8f234 req-d2374628-37c1-49f0-ad3f-637bd59c7e76 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 210 time: 0.0511310 Dec 25 20:18:06.085313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6d7d4af5-99fc-477c-bed2-a01adff9b701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:18:06.491480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1beafa-ac34-4c87-9155-98203329d919 req-d1f06d90-27d1-4f46-82d2-42f598b1cf9b tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:18:06.493019 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7e1beafa-ac34-4c87-9155-98203329d919 req-d1f06d90-27d1-4f46-82d2-42f598b1cf9b tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.36 "GET /v2.0/networks?id=dd95f2f1-10ce-42aa-9657-c52f60710be5 HTTP/1.1" status: 200 len: 812 time: 0.1645477 Dec 25 20:18:06.553450 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2f7c0276-6c87-4635-ba97-05afd70cf19d req-08da4f96-2a97-4a6e-a371-f4965ecc8bdc tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 210 time: 0.0677204 Dec 25 20:18:06.584173 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7e1beafa-ac34-4c87-9155-98203329d919 req-d5065f5e-3111-41f2-a699-436d16a2ef6a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97c383b786d04ed59e0da08e9eed6cf8 HTTP/1.1" status: 200 len: 379 time: 0.0566595 Dec 25 20:18:06.597398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-7e1beafa-ac34-4c87-9155-98203329d919 req-2fa45215-530c-4ad3-9168-7a35c302ecdb tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Request body: {'port': {'device_id': '2e919129-48ce-4eec-910b-c07f8e58c9b9', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'admin_state_up': True, 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'security_groups': ['2fdf9b72-ea73-428f-8dd8-26da33d2434b']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:18:06.742967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-7e1beafa-ac34-4c87-9155-98203329d919 req-2fa45215-530c-4ad3-9168-7a35c302ecdb tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:18:06.753815 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-7e1beafa-ac34-4c87-9155-98203329d919 req-2fa45215-530c-4ad3-9168-7a35c302ecdb tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:18:06.762572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e1beafa-ac34-4c87-9155-98203329d919 req-2fa45215-530c-4ad3-9168-7a35c302ecdb tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Made reservation on behalf of 97c383b786d04ed59e0da08e9eed6cf8 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:18:06.768105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-7e1beafa-ac34-4c87-9155-98203329d919 req-2fa45215-530c-4ad3-9168-7a35c302ecdb tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:18:06.951152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [req-7e1beafa-ac34-4c87-9155-98203329d919 req-2fa45215-530c-4ad3-9168-7a35c302ecdb tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Allocated IP 172.20.0.5 (dd95f2f1-10ce-42aa-9657-c52f60710be5/57c7862c-1219-499a-bc33-1ecc88f61c65/b610308c-49a6-454b-826b-f91e4b52a3bb) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:18:07.160818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-7e1beafa-ac34-4c87-9155-98203329d919 req-2fa45215-530c-4ad3-9168-7a35c302ecdb tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:18:07.178026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-7e1beafa-ac34-4c87-9155-98203329d919 req-2fa45215-530c-4ad3-9168-7a35c302ecdb tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Transition to ACTIVE for port object b610308c-49a6-454b-826b-f91e4b52a3bb will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:18:07.197043 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-7e1beafa-ac34-4c87-9155-98203329d919 req-2fa45215-530c-4ad3-9168-7a35c302ecdb tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:18:07.202700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-08eb4119-8aa3-493a-b21f-e9b1fed73372 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:18:07.263540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:18:07.288144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa45215-530c-4ad3-9168-7a35c302ecdb tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Pushing event updated for resources: {'Port': ['ID=b610308c-49a6-454b-826b-f91e4b52a3bb,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:18:07.291718 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e1beafa-ac34-4c87-9155-98203329d919 req-2fa45215-530c-4ad3-9168-7a35c302ecdb tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Network dd95f2f1-10ce-42aa-9657-c52f60710be5 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:18:07.293344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2fa45215-530c-4ad3-9168-7a35c302ecdb tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:18:07.294344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [req-7e1beafa-ac34-4c87-9155-98203329d919 req-2fa45215-530c-4ad3-9168-7a35c302ecdb tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:18:07.297244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e1beafa-ac34-4c87-9155-98203329d919 req-2fa45215-530c-4ad3-9168-7a35c302ecdb tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:18:07.362655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1beafa-ac34-4c87-9155-98203329d919 req-2fa45215-530c-4ad3-9168-7a35c302ecdb tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:18:07.363381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-7e1beafa-ac34-4c87-9155-98203329d919 req-2fa45215-530c-4ad3-9168-7a35c302ecdb tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:18:07.394351 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7e1beafa-ac34-4c87-9155-98203329d919 req-2fa45215-530c-4ad3-9168-7a35c302ecdb tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8009107 Dec 25 20:18:07.408089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-7e1beafa-ac34-4c87-9155-98203329d919 req-9650eb32-d5bd-40e2-ab13-d173c78c0c70 service neutron] Request body: {'port': {'device_id': '2e919129-48ce-4eec-910b-c07f8e58c9b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:18:07.529570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-7e1beafa-ac34-4c87-9155-98203329d919 req-9650eb32-d5bd-40e2-ab13-d173c78c0c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:18:07.616038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-e0f34a56-fd50-494d-a70b-7b39296da712 None None] Provisioning for port b610308c-49a6-454b-826b-f91e4b52a3bb completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:18:07.621864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-e0f34a56-fd50-494d-a70b-7b39296da712 None None] Provisioning complete for port b610308c-49a6-454b-826b-f91e4b52a3bb triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:18:07.622346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e0f34a56-fd50-494d-a70b-7b39296da712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:18:07.679764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e0f34a56-fd50-494d-a70b-7b39296da712 None None] Port b610308c-49a6-454b-826b-f91e4b52a3bb cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:18:07.888406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468c839-798c-4fcc-9a9d-d93a0ffe7ff6 req-77f33d16-bf5e-4e14-bb95-2cb83467faf1 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:18:07.889158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-c468c839-798c-4fcc-9a9d-d93a0ffe7ff6 req-77f33d16-bf5e-4e14-bb95-2cb83467faf1 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Synchronizing usage tracker for tenant:97c383b786d04ed59e0da08e9eed6cf8 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:18:07.944127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-c468c839-798c-4fcc-9a9d-d93a0ffe7ff6 req-77f33d16-bf5e-4e14-bb95-2cb83467faf1 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Unset dirty status for tenant:97c383b786d04ed59e0da08e9eed6cf8 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:18:07.945388 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c468c839-798c-4fcc-9a9d-d93a0ffe7ff6 req-77f33d16-bf5e-4e14-bb95-2cb83467faf1 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 931 time: 0.2429624 Dec 25 20:18:07.993056 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [req-7e1beafa-ac34-4c87-9155-98203329d919 req-9650eb32-d5bd-40e2-ab13-d173c78c0c70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b610308c-49a6-454b-826b-f91e4b52a3bb {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:18:08.007737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-7e1beafa-ac34-4c87-9155-98203329d919 req-9650eb32-d5bd-40e2-ab13-d173c78c0c70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:18:08.032610 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c468c839-798c-4fcc-9a9d-d93a0ffe7ff6 req-2b28702d-bb7f-4688-b45b-cbf484d6afd9 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760779 Dec 25 20:18:08.033555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-7e1beafa-ac34-4c87-9155-98203329d919 req-9650eb32-d5bd-40e2-ab13-d173c78c0c70 service neutron] Transition to ACTIVE for port object b610308c-49a6-454b-826b-f91e4b52a3bb will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:18:08.036275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-7e1beafa-ac34-4c87-9155-98203329d919 req-9650eb32-d5bd-40e2-ab13-d173c78c0c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:18:08.040710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e57acb4e-3f6d-4063-87e0-bc470aea0ab1 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:18:08.169614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650eb32-d5bd-40e2-ab13-d173c78c0c70 service neutron] Pushing event updated for resources: {'Port': ['ID=b610308c-49a6-454b-826b-f91e4b52a3bb,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:18:08.174213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9650eb32-d5bd-40e2-ab13-d173c78c0c70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:18:08.284493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-7e1beafa-ac34-4c87-9155-98203329d919 req-9650eb32-d5bd-40e2-ab13-d173c78c0c70 service neutron] Attempting to bind port b610308c-49a6-454b-826b-f91e4b52a3bb on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:18:08.284864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-7e1beafa-ac34-4c87-9155-98203329d919 req-9650eb32-d5bd-40e2-ab13-d173c78c0c70 service neutron] Attempting to bind port b610308c-49a6-454b-826b-f91e4b52a3bb by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'f9dfe4d6-0423-4e97-bcb2-0be40abaca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:18:08.285232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1beafa-ac34-4c87-9155-98203329d919 req-9650eb32-d5bd-40e2-ab13-d173c78c0c70 service neutron] Attempting to bind port b610308c-49a6-454b-826b-f91e4b52a3bb on network dd95f2f1-10ce-42aa-9657-c52f60710be5 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:18:08.291595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1beafa-ac34-4c87-9155-98203329d919 req-9650eb32-d5bd-40e2-ab13-d173c78c0c70 service neutron] Port b610308c-49a6-454b-826b-f91e4b52a3bb on network dd95f2f1-10ce-42aa-9657-c52f60710be5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 20:18:08.292493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1beafa-ac34-4c87-9155-98203329d919 req-9650eb32-d5bd-40e2-ab13-d173c78c0c70 service neutron] Attempting to bind port b610308c-49a6-454b-826b-f91e4b52a3bb on network dd95f2f1-10ce-42aa-9657-c52f60710be5 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:18:08.299439 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1beafa-ac34-4c87-9155-98203329d919 req-9650eb32-d5bd-40e2-ab13-d173c78c0c70 service neutron] Checking agent: {'id': '5d7a6d50-e450-4e92-a105-61a558d89e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'started_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:18:08.299819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1beafa-ac34-4c87-9155-98203329d919 req-9650eb32-d5bd-40e2-ab13-d173c78c0c70 service neutron] Checking segment: {'id': 'f9dfe4d6-0423-4e97-bcb2-0be40abaca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:18:08.300240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1beafa-ac34-4c87-9155-98203329d919 req-9650eb32-d5bd-40e2-ab13-d173c78c0c70 service neutron] Bound using segment: {'id': 'f9dfe4d6-0423-4e97-bcb2-0be40abaca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:18:08.300719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-7e1beafa-ac34-4c87-9155-98203329d919 req-9650eb32-d5bd-40e2-ab13-d173c78c0c70 service neutron] Bound port: b610308c-49a6-454b-826b-f91e4b52a3bb, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9dfe4d6-0423-4e97-bcb2-0be40abaca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:18:08.301110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-7e1beafa-ac34-4c87-9155-98203329d919 req-9650eb32-d5bd-40e2-ab13-d173c78c0c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:18:08.387143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-02ced64c-59df-4f88-b083-38547b4d861e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:18:08.400107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-7e1beafa-ac34-4c87-9155-98203329d919 req-9650eb32-d5bd-40e2-ab13-d173c78c0c70 service neutron] For port b610308c-49a6-454b-826b-f91e4b52a3bb, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:18:08.403534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-7e1beafa-ac34-4c87-9155-98203329d919 req-9650eb32-d5bd-40e2-ab13-d173c78c0c70 service neutron] For port b610308c-49a6-454b-826b-f91e4b52a3bb, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b610308c-49a6-454b-826b-f91e4b52a3bb,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:18:08.406713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-7e1beafa-ac34-4c87-9155-98203329d919 req-9650eb32-d5bd-40e2-ab13-d173c78c0c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:18:08.411361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-89669dba-5411-40ad-a621-93abdad9dfb7 tempest-DeleteServersTestJSON-565327118 tempest-DeleteServersTestJSON-565327118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:18:08.475336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-7e1beafa-ac34-4c87-9155-98203329d919 req-9650eb32-d5bd-40e2-ab13-d173c78c0c70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:18:08.476843 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7e1beafa-ac34-4c87-9155-98203329d919 req-9650eb32-d5bd-40e2-ab13-d173c78c0c70 service neutron] 10.222.0.36 "PUT /v2.0/ports/b610308c-49a6-454b-826b-f91e4b52a3bb HTTP/1.1" status: 200 len: 1093 time: 1.0737934 Dec 25 20:18:08.477410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e919129-48ce-4eec-910b-c07f8e58c9b9', 'tag': 'b610308c-49a6-454b-826b-f91e4b52a3bb'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:18:08.493462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650eb32-d5bd-40e2-ab13-d173c78c0c70 service neutron] Pushing event updated for resources: {'Port': ['ID=b610308c-49a6-454b-826b-f91e4b52a3bb,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:18:08.499374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9650eb32-d5bd-40e2-ab13-d173c78c0c70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:18:08.556603 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e919129-48ce-4eec-910b-c07f8e58c9b9', 'tag': 'b610308c-49a6-454b-826b-f91e4b52a3bb', 'status': 'completed', 'code': 200} Dec 25 20:18:08.603954 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7e1beafa-ac34-4c87-9155-98203329d919 req-d7ce8313-ac48-4b1d-a9e1-7ab6c82f6252 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97c383b786d04ed59e0da08e9eed6cf8&device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 1096 time: 0.0837255 Dec 25 20:18:08.682188 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7e1beafa-ac34-4c87-9155-98203329d919 req-07330065-b8be-4a9b-a5dd-f159b72dacb8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b610308c-49a6-454b-826b-f91e4b52a3bb HTTP/1.1" status: 200 len: 217 time: 0.0665545 Dec 25 20:18:08.713018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:18:08.761047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1beafa-ac34-4c87-9155-98203329d919 req-0b97511a-0f82-4322-a15c-d7b477bc90c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:18:08.762619 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7e1beafa-ac34-4c87-9155-98203329d919 req-0b97511a-0f82-4322-a15c-d7b477bc90c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=57c7862c-1219-499a-bc33-1ecc88f61c65 HTTP/1.1" status: 200 len: 851 time: 0.0715134 Dec 25 20:18:08.846983 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7e1beafa-ac34-4c87-9155-98203329d919 req-c9d373a2-7cee-4af7-90cc-0352d54f4e83 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd95f2f1-10ce-42aa-9657-c52f60710be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735707 Dec 25 20:18:08.990322 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7e1beafa-ac34-4c87-9155-98203329d919 req-6d8c4277-abbf-4162-b984-d27a28816748 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325362 Dec 25 20:18:09.140397 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7e1beafa-ac34-4c87-9155-98203329d919 req-9f193985-e70f-4c61-9256-ab3b0831e49e service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395707 Dec 25 20:18:09.538233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540f0eb-8e95-4430-bce7-9d33a588b15e req-55ccdf14-f7b4-46da-9b75-4d4ecfa54031 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:18:09.539808 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2540f0eb-8e95-4430-bce7-9d33a588b15e req-55ccdf14-f7b4-46da-9b75-4d4ecfa54031 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 943 time: 0.3796651 Dec 25 20:18:09.543321 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-32805cad-d05f-407c-86f7-a79fc74f8a8f req-2c39c1a2-8470-44ec-ad05-57ad1c2bd5eb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97c383b786d04ed59e0da08e9eed6cf8&device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 1096 time: 0.3416250 Dec 25 20:18:09.690581 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2540f0eb-8e95-4430-bce7-9d33a588b15e req-dadc2606-3ec1-443a-b6d6-985019fb2a1e tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447785 Dec 25 20:18:09.725015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32805cad-d05f-407c-86f7-a79fc74f8a8f req-f150e331-e2b5-4be3-9c1d-e6923e21547e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:18:09.726676 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-32805cad-d05f-407c-86f7-a79fc74f8a8f req-f150e331-e2b5-4be3-9c1d-e6923e21547e service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd95f2f1-10ce-42aa-9657-c52f60710be5 HTTP/1.1" status: 200 len: 912 time: 0.1663411 Dec 25 20:18:09.802509 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-32805cad-d05f-407c-86f7-a79fc74f8a8f req-c27ba641-580d-4d01-b972-3d7ba18c4705 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b610308c-49a6-454b-826b-f91e4b52a3bb HTTP/1.1" status: 200 len: 217 time: 0.0684109 Dec 25 20:18:09.875773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32805cad-d05f-407c-86f7-a79fc74f8a8f req-84c44dd0-9195-47ec-98ca-8ff3c3db14a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:18:09.877368 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-32805cad-d05f-407c-86f7-a79fc74f8a8f req-84c44dd0-9195-47ec-98ca-8ff3c3db14a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=57c7862c-1219-499a-bc33-1ecc88f61c65 HTTP/1.1" status: 200 len: 851 time: 0.0625024 Dec 25 20:18:09.963372 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-32805cad-d05f-407c-86f7-a79fc74f8a8f req-a0fb0051-37e6-4f0a-bc97-3cc48a956fe0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd95f2f1-10ce-42aa-9657-c52f60710be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783117 Dec 25 20:18:10.040032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:18:10.108630 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-32805cad-d05f-407c-86f7-a79fc74f8a8f req-7b37bd2a-7f67-4191-b41c-6521ef2429f8 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365504 Dec 25 20:18:10.256713 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-32805cad-d05f-407c-86f7-a79fc74f8a8f req-a2b209cf-5061-42b3-9ee2-8b548cfefda0 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366463 Dec 25 20:18:10.894987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc40bd0-4fc1-40ea-a590-df0d13170894 req-3ee3ba21-46c2-44a0-8803-23f2609fe5da tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:18:10.896612 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4fc40bd0-4fc1-40ea-a590-df0d13170894 req-3ee3ba21-46c2-44a0-8803-23f2609fe5da tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 943 time: 0.0834849 Dec 25 20:18:10.944670 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4fc40bd0-4fc1-40ea-a590-df0d13170894 req-45c7d421-a837-488d-a29e-a5a0cedfe0fd tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414042 Dec 25 20:18:12.156638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820bcab9-dcc7-485a-8af8-e4c9ec292b88 req-ae40142e-fcec-4bed-b068-a8b900c58b38 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:18:12.158259 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-820bcab9-dcc7-485a-8af8-e4c9ec292b88 req-ae40142e-fcec-4bed-b068-a8b900c58b38 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 943 time: 0.0873036 Dec 25 20:18:12.206731 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-820bcab9-dcc7-485a-8af8-e4c9ec292b88 req-4c8fb51c-f7f1-4a54-bcb4-75a70f924fdf tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422533 Dec 25 20:18:12.871044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device b610308c-49a6-454b-826b-f91e4b52a3bb details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 20:18:13.017397 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port b610308c-49a6-454b-826b-f91e4b52a3bb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b610308c-49a6-454b-826b-f91e4b52a3bb,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:18:13.031305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': 'b610308c-49a6-454b-826b-f91e4b52a3bb', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'port_id': 'b610308c-49a6-454b-826b-f91e4b52a3bb', 'mac_address': 'fa:16:3e:1e:45:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 20:18:13.089999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:18:13.107785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b610308c-49a6-454b-826b-f91e4b52a3bb {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:18:13.123433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port b610308c-49a6-454b-826b-f91e4b52a3bb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b610308c-49a6-454b-826b-f91e4b52a3bb,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:18:13.126309 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:18:13.128183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:18:13.194061 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=b610308c-49a6-454b-826b-f91e4b52a3bb,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:18:13.197265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:18:13.389659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['b610308c-49a6-454b-826b-f91e4b52a3bb'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:18:13.420437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b1be6-434a-4ca4-89a3-ccc57c36b8dd req-211144cf-5cc4-4274-be24-28924517045e tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:18:13.422067 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f87b1be6-434a-4ca4-89a3-ccc57c36b8dd req-211144cf-5cc4-4274-be24-28924517045e tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 944 time: 0.0852461 Dec 25 20:18:13.470773 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f87b1be6-434a-4ca4-89a3-ccc57c36b8dd req-7374100c-ad11-4a25-b3f7-faadaa566b00 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424275 Dec 25 20:18:14.686104 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55fc77-89e3-47ae-9ff5-9b9612e3f600 req-dcb0c52d-5aec-4e06-9071-7943d75f266f tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:18:14.687759 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ef55fc77-89e3-47ae-9ff5-9b9612e3f600 req-dcb0c52d-5aec-4e06-9071-7943d75f266f tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 944 time: 0.0933890 Dec 25 20:18:14.735631 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ef55fc77-89e3-47ae-9ff5-9b9612e3f600 req-4f5ab32c-ab88-48d3-aa45-45b95288330c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417411 Dec 25 20:18:14.874962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device b610308c-49a6-454b-826b-f91e4b52a3bb up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:18:14.944186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning for port b610308c-49a6-454b-826b-f91e4b52a3bb completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:18:14.948898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port b610308c-49a6-454b-826b-f91e4b52a3bb triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:18:14.949318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:18:15.064539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:18:15.091159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e919129-48ce-4eec-910b-c07f8e58c9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b610308c-49a6-454b-826b-f91e4b52a3bb'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:18:15.100840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port b610308c-49a6-454b-826b-f91e4b52a3bb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b610308c-49a6-454b-826b-f91e4b52a3bb,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:18:15.103802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:18:15.106313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:18:15.153418 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e919129-48ce-4eec-910b-c07f8e58c9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b610308c-49a6-454b-826b-f91e4b52a3bb', 'code': 200} Dec 25 20:18:15.177161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=b610308c-49a6-454b-826b-f91e4b52a3bb,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:18:15.180231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:18:15.398726 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-54a9dc35-c1cf-43c1-91ec-d3964382886c req-de5a71fa-54fe-496b-90ee-ccdc1d2b5eec service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 1098 time: 0.0734096 Dec 25 20:18:15.447378 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-54a9dc35-c1cf-43c1-91ec-d3964382886c req-55b8d1c1-126c-4b76-a368-e1c7249fc989 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386810 Dec 25 20:18:15.941621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a52d7-34ad-4b73-87f8-3d96cf72683b req-465ebbe2-28c0-4db3-8f89-a165fd14a7f7 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:18:15.943277 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-622a52d7-34ad-4b73-87f8-3d96cf72683b req-465ebbe2-28c0-4db3-8f89-a165fd14a7f7 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 945 time: 0.0874496 Dec 25 20:18:15.991816 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-622a52d7-34ad-4b73-87f8-3d96cf72683b req-24ec787a-6f08-477b-8284-902bfda1fc5e tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418861 Dec 25 20:18:17.195562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287ca8d-d50e-478b-b740-90140c5313ca req-9c1807fa-6247-4f00-bca3-965bc2b87e67 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:18:17.197171 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6287ca8d-d50e-478b-b740-90140c5313ca req-9c1807fa-6247-4f00-bca3-965bc2b87e67 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 945 time: 0.0829964 Dec 25 20:18:17.249038 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6287ca8d-d50e-478b-b740-90140c5313ca req-ced3c67e-1b89-45f9-be4c-77a6e8765df1 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457919 Dec 25 20:18:17.449596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c4b21-e06e-41d8-bbf2-14a9027e6351 req-6808204b-9bac-4f56-871c-6172eb31b92a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:18:17.451232 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-bf7c4b21-e06e-41d8-bbf2-14a9027e6351 req-6808204b-9bac-4f56-871c-6172eb31b92a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 945 time: 0.0839772 Dec 25 20:18:17.460842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 57402) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:18:17.466974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-613bc09b-2bb1-42eb-85f6-3334bb3e0a7d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Request body: {'floatingip': {'port_id': 'b610308c-49a6-454b-826b-f91e4b52a3bb'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:18:17.550903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-613bc09b-2bb1-42eb-85f6-3334bb3e0a7d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks [] for floatingip, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:18:18.172548 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-613bc09b-2bb1-42eb-85f6-3334bb3e0a7d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:18:18.175404 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-613bc09b-2bb1-42eb-85f6-3334bb3e0a7d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:18:18.374101 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [None req-613bc09b-2bb1-42eb-85f6-3334bb3e0a7d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Floating IP 082ae1dc-c449-456d-82d7-f0c1d1aa4cf8 associated. External IP: 172.26.8.219, port: b610308c-49a6-454b-826b-f91e4b52a3bb. Dec 25 20:18:19.008341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613bc09b-2bb1-42eb-85f6-3334bb3e0a7d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Router 022e5116-7aaf-4000-b063-5ef9e92f10d0 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:18:19.217572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613bc09b-2bb1-42eb-85f6-3334bb3e0a7d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:18:19.222110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-613bc09b-2bb1-42eb-85f6-3334bb3e0a7d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:18:19.227694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e16268-b6c0-49e0-880d-097ff54814a2 None None] Sync routers for ids ['022e5116-7aaf-4000-b063-5ef9e92f10d0'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:18:19.240737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e16268-b6c0-49e0-880d-097ff54814a2 None None] Routers {'022e5116-7aaf-4000-b063-5ef9e92f10d0'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:18:19.241415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-92e16268-b6c0-49e0-880d-097ff54814a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:18:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['022e5116-7aaf-4000-b063-5ef9e92f10d0'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:18:19.278571 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-613bc09b-2bb1-42eb-85f6-3334bb3e0a7d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "PUT /v2.0/floatingips/082ae1dc-c449-456d-82d7-f0c1d1aa4cf8 HTTP/1.1" status: 200 len: 991 time: 1.8165200 Dec 25 20:18:19.279240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e919129-48ce-4eec-910b-c07f8e58c9b9', 'tag': 'b610308c-49a6-454b-826b-f91e4b52a3bb'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:18:19.357654 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e919129-48ce-4eec-910b-c07f8e58c9b9', 'tag': 'b610308c-49a6-454b-826b-f91e4b52a3bb', 'status': 'completed', 'code': 200} Dec 25 20:18:19.438050 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-92e16268-b6c0-49e0-880d-097ff54814a2 None None] Set router 022e5116-7aaf-4000-b063-5ef9e92f10d0 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:18:19.458973 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2bc62882-46b4-4cec-8231-9b55c5ea2068 req-7af727b2-bc47-4b44-9d43-7b44ecefd477 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97c383b786d04ed59e0da08e9eed6cf8&device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 1098 time: 0.0785480 Dec 25 20:18:19.608687 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc62882-46b4-4cec-8231-9b55c5ea2068 req-7c3c02b3-d967-4db0-9355-1b679b4dbdc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:18:19.610223 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2bc62882-46b4-4cec-8231-9b55c5ea2068 req-7c3c02b3-d967-4db0-9355-1b679b4dbdc6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd95f2f1-10ce-42aa-9657-c52f60710be5 HTTP/1.1" status: 200 len: 912 time: 0.1443508 Dec 25 20:18:19.727068 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2bc62882-46b4-4cec-8231-9b55c5ea2068 req-532f10ae-672f-4482-80df-0479ac3870f4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b610308c-49a6-454b-826b-f91e4b52a3bb HTTP/1.1" status: 200 len: 999 time: 0.1085739 Dec 25 20:18:19.799736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc62882-46b4-4cec-8231-9b55c5ea2068 req-f18c9ac3-b135-4b6e-b76a-be58c1b046e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:18:19.801317 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2bc62882-46b4-4cec-8231-9b55c5ea2068 req-f18c9ac3-b135-4b6e-b76a-be58c1b046e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=57c7862c-1219-499a-bc33-1ecc88f61c65 HTTP/1.1" status: 200 len: 851 time: 0.0682552 Dec 25 20:18:19.818870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-92e16268-b6c0-49e0-880d-097ff54814a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'name': 'tempest-ServerActionsTestJSON-1041431721-router', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '90ace860-b68b-4004-aa0f-89e534398e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:15:07Z', 'updated_at': '2021-12-25T20:15:10Z', 'revision_number': 4, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'gw_port': {'id': '90ace860-b68b-4004-aa0f-89e534398e96', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:08Z', 'updated_at': '2021-12-25T20:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '082ae1dc-c449-456d-82d7-f0c1d1aa4cf8', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'floating_ip_address': '172.26.8.219', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'port_id': 'b610308c-49a6-454b-826b-f91e4b52a3bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'mac_address': 'fa:16:3e:1e:45:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e919129-48ce-4eec-910b-c07f8e58c9b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:15:14Z', 'updated_at': '2021-12-25T20:18:18Z', 'revision_number': 9, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844aa4e6-2b07-4790-98bd-b5773a42bef2', 'name': '', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'mac_address': 'fa:16:3e:da:79:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:10Z', 'updated_at': '2021-12-25T20:15:19Z', 'revision_number': 5, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'subnets': [{'id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:18:19.823027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e16268-b6c0-49e0-880d-097ff54814a2 None None] Checking router: 022e5116-7aaf-4000-b063-5ef9e92f10d0 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:18:19.834490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e16268-b6c0-49e0-880d-097ff54814a2 None None] Routers {'022e5116-7aaf-4000-b063-5ef9e92f10d0'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:18:19.835211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-92e16268-b6c0-49e0-880d-097ff54814a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:18:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['022e5116-7aaf-4000-b063-5ef9e92f10d0'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:18:19.882362 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2bc62882-46b4-4cec-8231-9b55c5ea2068 req-b4768d83-e1fe-4b77-b043-25aad1b1eae0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd95f2f1-10ce-42aa-9657-c52f60710be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743787 Dec 25 20:18:20.024864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-92e16268-b6c0-49e0-880d-097ff54814a2 None None] Set router 022e5116-7aaf-4000-b063-5ef9e92f10d0 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:18:20.028756 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2bc62882-46b4-4cec-8231-9b55c5ea2068 req-be4ba356-cd86-41ee-aa45-b39a5dc34168 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396074 Dec 25 20:18:20.175433 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2bc62882-46b4-4cec-8231-9b55c5ea2068 req-4686fd7c-cba2-4195-8d2b-9200027ddb97 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397734 Dec 25 20:18:20.392186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-92e16268-b6c0-49e0-880d-097ff54814a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'name': 'tempest-ServerActionsTestJSON-1041431721-router', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '90ace860-b68b-4004-aa0f-89e534398e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:15:07Z', 'updated_at': '2021-12-25T20:15:10Z', 'revision_number': 4, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'gw_port': {'id': '90ace860-b68b-4004-aa0f-89e534398e96', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:08Z', 'updated_at': '2021-12-25T20:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '082ae1dc-c449-456d-82d7-f0c1d1aa4cf8', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'floating_ip_address': '172.26.8.219', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'port_id': 'b610308c-49a6-454b-826b-f91e4b52a3bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'mac_address': 'fa:16:3e:1e:45:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e919129-48ce-4eec-910b-c07f8e58c9b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:15:14Z', 'updated_at': '2021-12-25T20:18:18Z', 'revision_number': 9, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844aa4e6-2b07-4790-98bd-b5773a42bef2', 'name': '', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'mac_address': 'fa:16:3e:da:79:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:10Z', 'updated_at': '2021-12-25T20:15:19Z', 'revision_number': 5, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'subnets': [{'id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:18:20.396367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e16268-b6c0-49e0-880d-097ff54814a2 None None] The sync data for ids ['022e5116-7aaf-4000-b063-5ef9e92f10d0'] in dv-neutron-822611-1-hyperv is: [{'id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'name': 'tempest-ServerActionsTestJSON-1041431721-router', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '90ace860-b68b-4004-aa0f-89e534398e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:15:07Z', 'updated_at': '2021-12-25T20:15:10Z', 'revision_number': 4, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'gw_port': {'id': '90ace860-b68b-4004-aa0f-89e534398e96', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:08Z', 'updated_at': '2021-12-25T20:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '082ae1dc-c449-456d-82d7-f0c1d1aa4cf8', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'floating_ip_address': '172.26.8.219', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'port_id': 'b610308c-49a6-454b-826b-f91e4b52a3bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'mac_address': 'fa:16:3e:1e:45:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e919129-48ce-4eec-910b-c07f8e58c9b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:15:14Z', 'updated_at': '2021-12-25T20:18:18Z', 'revision_number': 9, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844aa4e6-2b07-4790-98bd-b5773a42bef2', 'name': '', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'mac_address': 'fa:16:3e:da:79:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:10Z', 'updated_at': '2021-12-25T20:15:19Z', 'revision_number': 5, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'subnets': [{'id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:18:20.731482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc18daa4-bcf9-46cb-8581-f3aba9eed5e3 None None] New status for floating IP 082ae1dc-c449-456d-82d7-f0c1d1aa4cf8: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 20:18:23.776603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:18:32.007750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:18:36.086244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-820a4ecd-d622-4d57-aaaa-ca2fa90b029b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:18:37.256601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:18:38.389690 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7d4354c7-3da5-4a30-8828-87d3a67d601d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:18:38.712935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:18:40.042932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:18:53.787093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:18:53.921842 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b9f7a6c3-4277-4167-9829-2877464f4830 req-bbb4a8fb-1ffe-4326-b958-ff9b735d7855 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740323 Dec 25 20:18:54.077329 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b9f7a6c3-4277-4167-9829-2877464f4830 req-124e0359-36f7-4e0b-8724-d37a040bf0d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97c383b786d04ed59e0da08e9eed6cf8&device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 1098 time: 0.0779986 Dec 25 20:18:54.234077 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7a6c3-4277-4167-9829-2877464f4830 req-a301afe8-1df9-45e8-a422-e740718aca22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:18:54.235709 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b9f7a6c3-4277-4167-9829-2877464f4830 req-a301afe8-1df9-45e8-a422-e740718aca22 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd95f2f1-10ce-42aa-9657-c52f60710be5 HTTP/1.1" status: 200 len: 912 time: 0.1389604 Dec 25 20:18:54.339711 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b9f7a6c3-4277-4167-9829-2877464f4830 req-2370a506-1c2e-4fa2-9fa8-4991f7576136 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b610308c-49a6-454b-826b-f91e4b52a3bb HTTP/1.1" status: 200 len: 1002 time: 0.0972822 Dec 25 20:18:54.411074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7a6c3-4277-4167-9829-2877464f4830 req-63042491-0458-437d-b998-44512314aa50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:18:54.412621 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b9f7a6c3-4277-4167-9829-2877464f4830 req-63042491-0458-437d-b998-44512314aa50 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=57c7862c-1219-499a-bc33-1ecc88f61c65 HTTP/1.1" status: 200 len: 851 time: 0.0664799 Dec 25 20:18:54.492692 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b9f7a6c3-4277-4167-9829-2877464f4830 req-433f6723-f59a-4386-85a5-02c96ded105a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd95f2f1-10ce-42aa-9657-c52f60710be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730484 Dec 25 20:18:54.638312 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b9f7a6c3-4277-4167-9829-2877464f4830 req-05d08ad6-026c-43dc-9f5c-038d313a9cab service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379106 Dec 25 20:18:54.780022 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b9f7a6c3-4277-4167-9829-2877464f4830 req-095eef1c-4040-49f7-8f32-20a665551eec service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342037 Dec 25 20:18:59.727864 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6c1afacc-58c2-4498-8139-3b2e317a7726 req-a901ba9d-dfd3-4376-940b-f09343f3d123 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0767682 Dec 25 20:18:59.987257 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fd71cebd-858f-4228-a062-ee7e81b4f7ac req-287f6e06-a975-4f4e-8a34-5dfac640c307 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0752120 Dec 25 20:19:00.053287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7bedd-c4ba-4c88-b0a3-bd4090e026a8 req-eef362c7-321e-4420-9753-ab06ca8fc6cd tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:00.054902 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-54a7bedd-c4ba-4c88-b0a3-bd4090e026a8 req-eef362c7-321e-4420-9753-ab06ca8fc6cd tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 945 time: 0.0844955 Dec 25 20:19:00.103616 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-54a7bedd-c4ba-4c88-b0a3-bd4090e026a8 req-49735218-4060-46c5-a66c-5547204085df tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425427 Dec 25 20:19:01.315399 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fd71cebd-858f-4228-a062-ee7e81b4f7ac req-989ae4d0-5b4d-49aa-adc4-a8b23efe05e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97c383b786d04ed59e0da08e9eed6cf8&device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 1098 time: 0.1482520 Dec 25 20:19:01.356276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8653a-4d04-44b3-a422-f3b8164fec4b req-7a54a456-2e22-491c-ae2d-8dddaef7a389 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:01.357841 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-02d8653a-4d04-44b3-a422-f3b8164fec4b req-7a54a456-2e22-491c-ae2d-8dddaef7a389 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 945 time: 0.1244073 Dec 25 20:19:01.495391 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-02d8653a-4d04-44b3-a422-f3b8164fec4b req-0cf6a34f-f405-49b1-aa10-6513c15fb8b0 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304996 Dec 25 20:19:01.511935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71cebd-858f-4228-a062-ee7e81b4f7ac req-9d7b55a3-1cfd-4ab7-9290-eb12c62e7557 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:01.513512 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fd71cebd-858f-4228-a062-ee7e81b4f7ac req-9d7b55a3-1cfd-4ab7-9290-eb12c62e7557 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd95f2f1-10ce-42aa-9657-c52f60710be5 HTTP/1.1" status: 200 len: 912 time: 0.1868722 Dec 25 20:19:01.630625 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fd71cebd-858f-4228-a062-ee7e81b4f7ac req-e92170c0-554e-429a-8320-88534dd26f02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b610308c-49a6-454b-826b-f91e4b52a3bb HTTP/1.1" status: 200 len: 1002 time: 0.1056099 Dec 25 20:19:01.701318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71cebd-858f-4228-a062-ee7e81b4f7ac req-95013e21-070d-4952-a67f-ab0859aacbbf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:01.702875 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fd71cebd-858f-4228-a062-ee7e81b4f7ac req-95013e21-070d-4952-a67f-ab0859aacbbf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=57c7862c-1219-499a-bc33-1ecc88f61c65 HTTP/1.1" status: 200 len: 851 time: 0.0629897 Dec 25 20:19:01.790379 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fd71cebd-858f-4228-a062-ee7e81b4f7ac req-84298a06-1b1a-43f5-850a-a67b89facc3d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd95f2f1-10ce-42aa-9657-c52f60710be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771747 Dec 25 20:19:01.935957 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fd71cebd-858f-4228-a062-ee7e81b4f7ac req-c1436c16-0003-429e-8089-1c4d1cc887dd service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349638 Dec 25 20:19:02.079624 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fd71cebd-858f-4228-a062-ee7e81b4f7ac req-38b75948-1fb2-40fd-81e9-ca309c421f20 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339693 Dec 25 20:19:02.706794 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b91d51-6338-44e0-bdb4-2371ce76913b req-8e1cf900-8927-4e90-8278-4ae889d2598e tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:02.708436 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-18b91d51-6338-44e0-bdb4-2371ce76913b req-8e1cf900-8927-4e90-8278-4ae889d2598e tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 945 time: 0.0836308 Dec 25 20:19:02.757414 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-18b91d51-6338-44e0-bdb4-2371ce76913b req-f8867297-0540-457d-be9d-c96792b2ff16 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426447 Dec 25 20:19:03.961033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968caaab-f849-44e5-aca2-bc0466c6c5c9 req-1b38d15f-eb6c-4035-bb0b-2bc54c3beeb1 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:03.962637 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-968caaab-f849-44e5-aca2-bc0466c6c5c9 req-1b38d15f-eb6c-4035-bb0b-2bc54c3beeb1 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 945 time: 0.0850120 Dec 25 20:19:04.010503 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-968caaab-f849-44e5-aca2-bc0466c6c5c9 req-7d180e78-5fed-494d-bf1b-a0b060f6236d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418646 Dec 25 20:19:05.213710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6bafe-67a7-4cdf-bfaf-f38e37dc5a1d req-03dd8aa1-a517-4b66-a581-3ba7c87aad0a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:05.215363 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-12a6bafe-67a7-4cdf-bfaf-f38e37dc5a1d req-03dd8aa1-a517-4b66-a581-3ba7c87aad0a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 945 time: 0.0834186 Dec 25 20:19:05.264068 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-12a6bafe-67a7-4cdf-bfaf-f38e37dc5a1d req-ba128f16-1364-4cac-8038-e59416d551fb tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424507 Dec 25 20:19:06.087241 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4e0ed2ed-ef10-4ea1-abe5-9f76192ec14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:06.473509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27c220-277f-4d8c-8e4b-74e390087494 req-a304bc96-9f94-4ff3-981d-4ad6bcf1c611 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:06.475010 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2e27c220-277f-4d8c-8e4b-74e390087494 req-a304bc96-9f94-4ff3-981d-4ad6bcf1c611 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 945 time: 0.0858178 Dec 25 20:19:06.523467 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2e27c220-277f-4d8c-8e4b-74e390087494 req-6ca5b1d9-3f5f-4aeb-9452-5746a5f083a3 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423205 Dec 25 20:19:07.259421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:07.728907 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb6451-b2ac-416f-9654-6e91c152139a req-73fbb9e8-4cc7-4e8b-a25a-303bf86ecf40 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:07.730714 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5dcb6451-b2ac-416f-9654-6e91c152139a req-73fbb9e8-4cc7-4e8b-a25a-303bf86ecf40 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 945 time: 0.0838978 Dec 25 20:19:07.784680 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5dcb6451-b2ac-416f-9654-6e91c152139a req-8b3739e3-6c3c-4d4c-bb6a-d3f0b4a386d4 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472825 Dec 25 20:19:08.393810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-26dcddfb-ecba-4d86-9ec4-d2012b225c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:08.715803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:08.989835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638a9c2-36b0-456f-9da4-9fd4cc45255a req-aa0fc51d-a49b-42b2-b087-ab797d69a8f8 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:08.991458 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f638a9c2-36b0-456f-9da4-9fd4cc45255a req-aa0fc51d-a49b-42b2-b087-ab797d69a8f8 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 945 time: 0.0818334 Dec 25 20:19:09.009573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:19:09.039465 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f638a9c2-36b0-456f-9da4-9fd4cc45255a req-04304f67-3f36-4850-9fd8-bffc6b22d06c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417216 Dec 25 20:19:10.046213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:10.475964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e4431-9085-4040-a9c8-d8a48e5db590 req-e96e4853-1136-417f-a71a-d0111c8c4360 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:10.477458 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1c3e4431-9085-4040-a9c8-d8a48e5db590 req-e96e4853-1136-417f-a71a-d0111c8c4360 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 945 time: 0.3108475 Dec 25 20:19:10.525739 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1c3e4431-9085-4040-a9c8-d8a48e5db590 req-a626fb6f-0989-47af-9cc4-87249e751800 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421164 Dec 25 20:19:11.728305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b568fb8-c17f-4d5a-8925-d3c9f8df7b60 req-e47afc78-2743-4487-95d7-a918fcef04e8 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:11.729893 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7b568fb8-c17f-4d5a-8925-d3c9f8df7b60 req-e47afc78-2743-4487-95d7-a918fcef04e8 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 945 time: 0.0813117 Dec 25 20:19:11.777814 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7b568fb8-c17f-4d5a-8925-d3c9f8df7b60 req-56bc716b-1081-4ef0-9412-1bda4afdde92 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418112 Dec 25 20:19:12.983901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736fe2d-c557-43d1-b41c-b1761899918c req-12dca521-fde7-4b5d-9334-6366d91dbedd tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:12.985484 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5736fe2d-c557-43d1-b41c-b1761899918c req-12dca521-fde7-4b5d-9334-6366d91dbedd tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 945 time: 0.0853612 Dec 25 20:19:13.035164 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5736fe2d-c557-43d1-b41c-b1761899918c req-7f43e55c-0e3b-4ab4-9493-aefab1821515 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422933 Dec 25 20:19:14.083489 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fd71cebd-858f-4228-a062-ee7e81b4f7ac req-4206ef57-5efc-406b-a123-b0bac38740da service neutron] 10.222.0.36 "GET /v2.0/ports/b610308c-49a6-454b-826b-f91e4b52a3bb/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0768602 Dec 25 20:19:14.251000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1224ed-c7fe-4a89-a9d5-52c0f9b9bd25 req-88b81ae4-d4c4-4df0-8264-715a0ed08620 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:14.252662 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5b1224ed-c7fe-4a89-a9d5-52c0f9b9bd25 req-88b81ae4-d4c4-4df0-8264-715a0ed08620 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 945 time: 0.0896831 Dec 25 20:19:14.302684 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5b1224ed-c7fe-4a89-a9d5-52c0f9b9bd25 req-a9501d37-612e-4b8f-95c5-593a540fa11b tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436745 Dec 25 20:19:14.378611 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fd71cebd-858f-4228-a062-ee7e81b4f7ac req-8aa9b47d-7b0a-4a02-93ef-30024dd5adbe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9&tenant_id=97c383b786d04ed59e0da08e9eed6cf8 HTTP/1.1" status: 200 len: 1098 time: 0.0725982 Dec 25 20:19:14.481545 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fd71cebd-858f-4228-a062-ee7e81b4f7ac req-0fea5530-8dd0-4644-9893-2768930c9cbe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97c383b786d04ed59e0da08e9eed6cf8&device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 1098 time: 0.0752335 Dec 25 20:19:14.641301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71cebd-858f-4228-a062-ee7e81b4f7ac req-0c49e96e-60ff-4e96-b1b6-6babc3e89b4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:14.642822 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fd71cebd-858f-4228-a062-ee7e81b4f7ac req-0c49e96e-60ff-4e96-b1b6-6babc3e89b4d service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd95f2f1-10ce-42aa-9657-c52f60710be5 HTTP/1.1" status: 200 len: 912 time: 0.1513319 Dec 25 20:19:14.751037 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fd71cebd-858f-4228-a062-ee7e81b4f7ac req-4ae31c3e-7e45-4f19-a501-4a0d8a4ac52a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b610308c-49a6-454b-826b-f91e4b52a3bb HTTP/1.1" status: 200 len: 1002 time: 0.0981345 Dec 25 20:19:14.827355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71cebd-858f-4228-a062-ee7e81b4f7ac req-8747d073-abe1-479a-826a-053b773bb982 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:14.828885 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fd71cebd-858f-4228-a062-ee7e81b4f7ac req-8747d073-abe1-479a-826a-053b773bb982 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=57c7862c-1219-499a-bc33-1ecc88f61c65 HTTP/1.1" status: 200 len: 851 time: 0.0667036 Dec 25 20:19:14.919380 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fd71cebd-858f-4228-a062-ee7e81b4f7ac req-0b9c659e-0fb7-46f9-9a43-b88dc720ad89 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd95f2f1-10ce-42aa-9657-c52f60710be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794497 Dec 25 20:19:15.065076 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fd71cebd-858f-4228-a062-ee7e81b4f7ac req-3caca458-8d86-427a-8535-9b7e43987ce5 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343338 Dec 25 20:19:15.212159 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fd71cebd-858f-4228-a062-ee7e81b4f7ac req-6e99f67b-2260-42d2-ae8c-8e0e667b19d8 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361303 Dec 25 20:19:15.514758 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe099529-12b8-4dce-8765-a07d30b40708 req-7094b935-d3eb-4313-ab23-b9ebcad6777f tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:15.516398 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fe099529-12b8-4dce-8765-a07d30b40708 req-7094b935-d3eb-4313-ab23-b9ebcad6777f tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 945 time: 0.0876400 Dec 25 20:19:15.563959 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fe099529-12b8-4dce-8765-a07d30b40708 req-c47e12be-90ea-48fa-a838-45cca44b866f tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415096 Dec 25 20:19:16.766814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e8af50-25df-4b26-bcbd-b5db7762b4ea req-42a09450-1716-413b-8cab-63dc2a0ade9c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:16.768426 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-95e8af50-25df-4b26-bcbd-b5db7762b4ea req-42a09450-1716-413b-8cab-63dc2a0ade9c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 945 time: 0.0825686 Dec 25 20:19:16.815944 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-95e8af50-25df-4b26-bcbd-b5db7762b4ea req-5d31ec9d-97ca-407e-8039-25e0eaf0c720 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414386 Dec 25 20:19:17.128821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device b610308c-49a6-454b-826b-f91e4b52a3bb details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 20:19:17.131456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device b610308c-49a6-454b-826b-f91e4b52a3bb no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:19:17.512580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:17.557206 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port b610308c-49a6-454b-826b-f91e4b52a3bb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b610308c-49a6-454b-826b-f91e4b52a3bb,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:19:17.575373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e919129-48ce-4eec-910b-c07f8e58c9b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b610308c-49a6-454b-826b-f91e4b52a3bb'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:19:17.585891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': 'b610308c-49a6-454b-826b-f91e4b52a3bb', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'port_id': 'b610308c-49a6-454b-826b-f91e4b52a3bb', 'mac_address': 'fa:16:3e:1e:45:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 20:19:17.591770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port b610308c-49a6-454b-826b-f91e4b52a3bb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b610308c-49a6-454b-826b-f91e4b52a3bb,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:19:17.621708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:17.634555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:19:17.670706 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e919129-48ce-4eec-910b-c07f8e58c9b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b610308c-49a6-454b-826b-f91e4b52a3bb', 'code': 200} Dec 25 20:19:17.704294 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:17.728505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b610308c-49a6-454b-826b-f91e4b52a3bb {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:19:17.732115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=b610308c-49a6-454b-826b-f91e4b52a3bb,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:19:17.747831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:19:17.748224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:19:17.748609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:19:17.748989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:19:17.749372 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:19:17.749744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:19:17.750116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:19:17.750488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:19:17.750863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:19:17.751286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:19:17.751658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:19:17.757311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:19:17.759942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port b610308c-49a6-454b-826b-f91e4b52a3bb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b610308c-49a6-454b-826b-f91e4b52a3bb,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:19:17.762849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:17.764517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:19:17.836175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=b610308c-49a6-454b-826b-f91e4b52a3bb,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:19:17.840354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['b610308c-49a6-454b-826b-f91e4b52a3bb'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:19:17.864080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:19:18.025051 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05f647-0048-43af-bf67-cd96425bb229 req-f4771fc2-efbf-45f1-a30d-a4c84b869366 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:18.026579 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ec05f647-0048-43af-bf67-cd96425bb229 req-f4771fc2-efbf-45f1-a30d-a4c84b869366 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 944 time: 0.0869122 Dec 25 20:19:18.075073 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ec05f647-0048-43af-bf67-cd96425bb229 req-8bcac80e-76ee-406d-b0e8-f998b2835097 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422626 Dec 25 20:19:18.586352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9836c9b-06aa-4fd7-8b21-b928f7ea01c0 req-f079f585-a6f7-4a64-8ec6-552439039303 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:18.588028 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c9836c9b-06aa-4fd7-8b21-b928f7ea01c0 req-f079f585-a6f7-4a64-8ec6-552439039303 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9&tenant_id=97c383b786d04ed59e0da08e9eed6cf8&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 944 time: 0.1650803 Dec 25 20:19:18.642267 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9fe789-b02c-472c-a83f-58a3fb9368e0 req-9c890c9b-f160-4380-b8bf-471eb8bd7825 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:18.643793 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7c9fe789-b02c-472c-a83f-58a3fb9368e0 req-9c890c9b-f160-4380-b8bf-471eb8bd7825 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 944 time: 0.1623275 Dec 25 20:19:18.717668 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7c9fe789-b02c-472c-a83f-58a3fb9368e0 req-2e5b940b-3c51-4fbd-b078-dab150be9551 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616522 Dec 25 20:19:18.720594 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c9836c9b-06aa-4fd7-8b21-b928f7ea01c0 req-5490da0e-52e2-4368-bf8e-3b183e37628b service neutron] 10.222.0.36 "GET /v2.0/ports/b610308c-49a6-454b-826b-f91e4b52a3bb/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.1262977 Dec 25 20:19:18.821223 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c9836c9b-06aa-4fd7-8b21-b928f7ea01c0 req-14e28be9-5beb-4819-874e-4fbfd349cadf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97c383b786d04ed59e0da08e9eed6cf8&device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 1097 time: 0.0780649 Dec 25 20:19:18.964254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9836c9b-06aa-4fd7-8b21-b928f7ea01c0 req-0d46abbf-e879-48e2-bed2-b3a0910e7cb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:18.965721 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c9836c9b-06aa-4fd7-8b21-b928f7ea01c0 req-0d46abbf-e879-48e2-bed2-b3a0910e7cb5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd95f2f1-10ce-42aa-9657-c52f60710be5 HTTP/1.1" status: 200 len: 912 time: 0.1385953 Dec 25 20:19:19.074248 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c9836c9b-06aa-4fd7-8b21-b928f7ea01c0 req-614d6925-435e-4ca6-bf15-d9d4efce8411 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b610308c-49a6-454b-826b-f91e4b52a3bb HTTP/1.1" status: 200 len: 1001 time: 0.1015790 Dec 25 20:19:19.127610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device b610308c-49a6-454b-826b-f91e4b52a3bb up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:19:19.145064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9836c9b-06aa-4fd7-8b21-b928f7ea01c0 req-a258be15-08bb-4766-8ecd-cbf33ca74da3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:19.147383 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c9836c9b-06aa-4fd7-8b21-b928f7ea01c0 req-a258be15-08bb-4766-8ecd-cbf33ca74da3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=57c7862c-1219-499a-bc33-1ecc88f61c65 HTTP/1.1" status: 200 len: 851 time: 0.0665100 Dec 25 20:19:19.201524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port b610308c-49a6-454b-826b-f91e4b52a3bb triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:19:19.201954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:19.227837 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c9836c9b-06aa-4fd7-8b21-b928f7ea01c0 req-05054285-540e-49a0-8646-045e44aca6c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd95f2f1-10ce-42aa-9657-c52f60710be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741651 Dec 25 20:19:19.321032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:19.354522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port b610308c-49a6-454b-826b-f91e4b52a3bb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b610308c-49a6-454b-826b-f91e4b52a3bb,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:19:19.357155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:19.359080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:19:19.374943 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c9836c9b-06aa-4fd7-8b21-b928f7ea01c0 req-3303d086-3888-4d9e-aa0f-a5c7a3812c4c service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404371 Dec 25 20:19:19.424551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=b610308c-49a6-454b-826b-f91e4b52a3bb,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:19:19.428319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:19:19.519312 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c9836c9b-06aa-4fd7-8b21-b928f7ea01c0 req-27acb273-73ba-4032-9f0d-18c1f8b45c9f service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371317 Dec 25 20:19:19.671950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e919129-48ce-4eec-910b-c07f8e58c9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b610308c-49a6-454b-826b-f91e4b52a3bb'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:19:19.734868 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e919129-48ce-4eec-910b-c07f8e58c9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b610308c-49a6-454b-826b-f91e4b52a3bb', 'code': 200} Dec 25 20:19:20.058113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174899ba-2674-43c3-a731-0a3800d7e684 req-40262110-2ba7-4e9c-8003-855a37df12f8 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:20.059738 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-174899ba-2674-43c3-a731-0a3800d7e684 req-40262110-2ba7-4e9c-8003-855a37df12f8 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 945 time: 0.0872655 Dec 25 20:19:20.107472 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-174899ba-2674-43c3-a731-0a3800d7e684 req-f02ec6f9-44ae-478b-88e2-5b3bdddcf570 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417178 Dec 25 20:19:21.314164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8bb99-bf81-4a80-8a4e-20f5b766abbe req-6542e096-d234-41d9-8fa1-066ecc56d2c7 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:21.315817 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c2a8bb99-bf81-4a80-8a4e-20f5b766abbe req-6542e096-d234-41d9-8fa1-066ecc56d2c7 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 945 time: 0.0834088 Dec 25 20:19:21.364926 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c2a8bb99-bf81-4a80-8a4e-20f5b766abbe req-ea684c1b-cf56-4a8c-b260-4e20e74761b9 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419357 Dec 25 20:19:22.234944 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c9836c9b-06aa-4fd7-8b21-b928f7ea01c0 req-b5170683-4ef9-4eb4-bd53-c8198700cfe7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9&tenant_id=97c383b786d04ed59e0da08e9eed6cf8 HTTP/1.1" status: 200 len: 1098 time: 0.0771630 Dec 25 20:19:22.332646 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c9836c9b-06aa-4fd7-8b21-b928f7ea01c0 req-d36ca5bd-0cc1-41db-b6d4-489cc3a48428 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97c383b786d04ed59e0da08e9eed6cf8&device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 1098 time: 0.0725868 Dec 25 20:19:22.477580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9836c9b-06aa-4fd7-8b21-b928f7ea01c0 req-84898353-7b81-4f06-8c01-27b07cc1a80f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:22.479266 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c9836c9b-06aa-4fd7-8b21-b928f7ea01c0 req-84898353-7b81-4f06-8c01-27b07cc1a80f service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd95f2f1-10ce-42aa-9657-c52f60710be5 HTTP/1.1" status: 200 len: 912 time: 0.1366465 Dec 25 20:19:22.657869 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c9836c9b-06aa-4fd7-8b21-b928f7ea01c0 req-c3a26d24-ffa9-478e-9273-c4c9bb86bac0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b610308c-49a6-454b-826b-f91e4b52a3bb HTTP/1.1" status: 200 len: 1002 time: 0.1351011 Dec 25 20:19:22.674705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505516b6-c119-47ec-abd7-e937a6628fcb req-7e720d9a-bb82-4ab0-9c6e-a64956658230 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:22.676289 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-505516b6-c119-47ec-abd7-e937a6628fcb req-7e720d9a-bb82-4ab0-9c6e-a64956658230 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 945 time: 0.1886158 Dec 25 20:19:22.769882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9836c9b-06aa-4fd7-8b21-b928f7ea01c0 req-d17b9a65-7ddb-4874-b013-7e3ab62cee68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:22.771451 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c9836c9b-06aa-4fd7-8b21-b928f7ea01c0 req-d17b9a65-7ddb-4874-b013-7e3ab62cee68 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=57c7862c-1219-499a-bc33-1ecc88f61c65 HTTP/1.1" status: 200 len: 851 time: 0.1030622 Dec 25 20:19:22.778751 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-505516b6-c119-47ec-abd7-e937a6628fcb req-53c4026f-5abf-4868-aa20-aada5c5c3ed5 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650444 Dec 25 20:19:22.855165 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c9836c9b-06aa-4fd7-8b21-b928f7ea01c0 req-48e9f912-1c73-4be6-a591-e8d4724dcb07 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd95f2f1-10ce-42aa-9657-c52f60710be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740449 Dec 25 20:19:23.005545 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c9836c9b-06aa-4fd7-8b21-b928f7ea01c0 req-12525e84-ad00-4e94-b129-534a58942b05 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381226 Dec 25 20:19:23.149911 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c9836c9b-06aa-4fd7-8b21-b928f7ea01c0 req-0fff5040-9613-436c-98e1-fd8d12832f1e service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345527 Dec 25 20:19:23.790536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:23.992978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a2cb3-9a9c-46b1-97e1-d3b85c8fea1a req-35086d7c-0e16-42ad-966d-22f646f21628 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:23.994583 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f04a2cb3-9a9c-46b1-97e1-d3b85c8fea1a req-35086d7c-0e16-42ad-966d-22f646f21628 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 945 time: 0.0869846 Dec 25 20:19:24.042230 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f04a2cb3-9a9c-46b1-97e1-d3b85c8fea1a req-9a9b2646-0fe2-4f9c-9815-ed9f06e6cbb6 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412796 Dec 25 20:19:25.144674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device b610308c-49a6-454b-826b-f91e4b52a3bb details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 20:19:25.147915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device b610308c-49a6-454b-826b-f91e4b52a3bb no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:19:25.249555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d008496-baa3-43f3-b9a0-0404c13ddd8f req-661e3bae-378b-42f1-9df5-3614e6458fd5 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:25.251220 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8d008496-baa3-43f3-b9a0-0404c13ddd8f req-661e3bae-378b-42f1-9df5-3614e6458fd5 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 945 time: 0.0840971 Dec 25 20:19:25.304574 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8d008496-baa3-43f3-b9a0-0404c13ddd8f req-db03e775-26c3-4bba-8e36-4b7d72c0575e tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465682 Dec 25 20:19:25.382481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:25.407765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port b610308c-49a6-454b-826b-f91e4b52a3bb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b610308c-49a6-454b-826b-f91e4b52a3bb,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:19:25.431568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e919129-48ce-4eec-910b-c07f8e58c9b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b610308c-49a6-454b-826b-f91e4b52a3bb'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:19:25.436243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': 'b610308c-49a6-454b-826b-f91e4b52a3bb', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'port_id': 'b610308c-49a6-454b-826b-f91e4b52a3bb', 'mac_address': 'fa:16:3e:1e:45:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 20:19:25.472286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port b610308c-49a6-454b-826b-f91e4b52a3bb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b610308c-49a6-454b-826b-f91e4b52a3bb,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:19:25.486425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:25.490289 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:19:25.512382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226e525-037c-4774-8e6e-8e20b26c90dd req-0d8d541c-7267-4d92-8bc1-4688436f3677 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:25.513998 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7226e525-037c-4774-8e6e-8e20b26c90dd req-0d8d541c-7267-4d92-8bc1-4688436f3677 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 945 time: 0.0870745 Dec 25 20:19:25.530597 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e919129-48ce-4eec-910b-c07f8e58c9b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b610308c-49a6-454b-826b-f91e4b52a3bb', 'code': 200} Dec 25 20:19:25.557012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:25.562496 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7226e525-037c-4774-8e6e-8e20b26c90dd req-595cdd0a-1bdb-48b9-ac4d-120a749a0b7e tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420370 Dec 25 20:19:25.585305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b610308c-49a6-454b-826b-f91e4b52a3bb {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:19:25.589073 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=b610308c-49a6-454b-826b-f91e4b52a3bb,revision_number=9']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:19:25.593307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:19:25.649919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 20:19:25.650334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 20:19:25.771498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af5f91-1222-4e91-ada7-7af689401d23 req-cd5d987e-7a51-4aa5-8103-26e080d15a83 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:25.773101 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d3af5f91-1222-4e91-ada7-7af689401d23 req-cd5d987e-7a51-4aa5-8103-26e080d15a83 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 943 time: 0.0862162 Dec 25 20:19:26.036156 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d3af5f91-1222-4e91-ada7-7af689401d23 req-cbf74c60-aafa-4b78-835d-38da37c44c83 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2568974 Dec 25 20:19:26.209237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:26.228618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b610308c-49a6-454b-826b-f91e4b52a3bb {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:19:26.244607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port b610308c-49a6-454b-826b-f91e4b52a3bb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b610308c-49a6-454b-826b-f91e4b52a3bb,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:19:26.248055 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:26.250613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:19:26.324571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=b610308c-49a6-454b-826b-f91e4b52a3bb,revision_number=10']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:19:26.327743 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:19:26.330434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['b610308c-49a6-454b-826b-f91e4b52a3bb'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:19:26.450930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a5e9e-8845-45c0-9485-5e974a174291 req-aa5ae558-4e4e-414a-a3e8-a01f970d2ff0 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:26.452552 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c40a5e9e-8845-45c0-9485-5e974a174291 req-aa5ae558-4e4e-414a-a3e8-a01f970d2ff0 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 945 time: 0.0837092 Dec 25 20:19:26.501119 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c40a5e9e-8845-45c0-9485-5e974a174291 req-bc57b3da-6068-4cf1-b6f6-9ba2064f7884 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421047 Dec 25 20:19:27.159543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device b610308c-49a6-454b-826b-f91e4b52a3bb up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:19:27.230796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port b610308c-49a6-454b-826b-f91e4b52a3bb triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:19:27.231471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:27.351712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:27.385011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port b610308c-49a6-454b-826b-f91e4b52a3bb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b610308c-49a6-454b-826b-f91e4b52a3bb,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:19:27.388260 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:27.390151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:19:27.455125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=b610308c-49a6-454b-826b-f91e4b52a3bb,revision_number=11']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:19:27.458186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:19:27.531878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e919129-48ce-4eec-910b-c07f8e58c9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b610308c-49a6-454b-826b-f91e4b52a3bb'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:19:27.588486 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e919129-48ce-4eec-910b-c07f8e58c9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b610308c-49a6-454b-826b-f91e4b52a3bb', 'code': 200} Dec 25 20:19:27.714182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f09154-1e4c-4ece-abd6-a66691b68853 req-b7c1c316-c50d-40a6-b8df-48657c5bdfeb tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:27.715752 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-89f09154-1e4c-4ece-abd6-a66691b68853 req-b7c1c316-c50d-40a6-b8df-48657c5bdfeb tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 946 time: 0.0900657 Dec 25 20:19:27.764162 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-89f09154-1e4c-4ece-abd6-a66691b68853 req-49bea80c-e62f-4ff1-add1-942d1fbe4811 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421844 Dec 25 20:19:28.777452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f2b3f-bf4f-4afd-8a40-480e650252a0 req-1aa3510e-6d06-4bfc-a0e1-b34cab4f4bb7 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:28.779009 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1b5f2b3f-bf4f-4afd-8a40-480e650252a0 req-1aa3510e-6d06-4bfc-a0e1-b34cab4f4bb7 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 946 time: 0.0826046 Dec 25 20:19:28.858624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-1b5f2b3f-bf4f-4afd-8a40-480e650252a0 req-b1be22bf-8c15-4918-901a-771cf2fdc27d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Deleting port b610308c-49a6-454b-826b-f91e4b52a3bb {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:19:28.859005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1b5f2b3f-bf4f-4afd-8a40-480e650252a0 req-b1be22bf-8c15-4918-901a-771cf2fdc27d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:29.077865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93c83b-e229-4996-a893-266eb7cb5909 req-a52cec3b-ba6f-4531-967b-7552225ae3a2 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:29.079410 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5d93c83b-e229-4996-a893-266eb7cb5909 req-a52cec3b-ba6f-4531-967b-7552225ae3a2 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 946 time: 0.1907973 Dec 25 20:19:29.218014 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5d93c83b-e229-4996-a893-266eb7cb5909 req-a457ff22-c24f-4966-b921-76708981877b tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828094 Dec 25 20:19:29.219795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-1b5f2b3f-bf4f-4afd-8a40-480e650252a0 req-b1be22bf-8c15-4918-901a-771cf2fdc27d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] For port b610308c-49a6-454b-826b-f91e4b52a3bb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b610308c-49a6-454b-826b-f91e4b52a3bb,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:19:29.220198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1b5f2b3f-bf4f-4afd-8a40-480e650252a0 req-b1be22bf-8c15-4918-901a-771cf2fdc27d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:29.521523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1b5f2b3f-bf4f-4afd-8a40-480e650252a0 req-b1be22bf-8c15-4918-901a-771cf2fdc27d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:29.521938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1b5f2b3f-bf4f-4afd-8a40-480e650252a0 req-b1be22bf-8c15-4918-901a-771cf2fdc27d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:29.522317 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [req-1b5f2b3f-bf4f-4afd-8a40-480e650252a0 req-b1be22bf-8c15-4918-901a-771cf2fdc27d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Floating IP 082ae1dc-c449-456d-82d7-f0c1d1aa4cf8 disassociated. External IP: 172.26.8.219, port: b610308c-49a6-454b-826b-f91e4b52a3bb. Dec 25 20:19:29.522696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-1b5f2b3f-bf4f-4afd-8a40-480e650252a0 req-b1be22bf-8c15-4918-901a-771cf2fdc27d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Calling delete_port for b610308c-49a6-454b-826b-f91e4b52a3bb owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:19:29.679605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1b5f2b3f-bf4f-4afd-8a40-480e650252a0 req-b1be22bf-8c15-4918-901a-771cf2fdc27d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:29.686207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5df568bf-e7f4-46a8-96ca-ce72e9c7acc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:19:29.732762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be22bf-8c15-4918-901a-771cf2fdc27d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Pushing event deleted for resources: {'Port': ['ID=b610308c-49a6-454b-826b-f91e4b52a3bb,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:19:29.748324 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1be22bf-8c15-4918-901a-771cf2fdc27d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:19:29.748758 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1be22bf-8c15-4918-901a-771cf2fdc27d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:19:29.749332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1be22bf-8c15-4918-901a-771cf2fdc27d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:19:29.749701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1be22bf-8c15-4918-901a-771cf2fdc27d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:19:29.749975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1be22bf-8c15-4918-901a-771cf2fdc27d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:19:29.750389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1be22bf-8c15-4918-901a-771cf2fdc27d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:19:29.750801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1be22bf-8c15-4918-901a-771cf2fdc27d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:19:29.751242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1be22bf-8c15-4918-901a-771cf2fdc27d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:19:29.751652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1be22bf-8c15-4918-901a-771cf2fdc27d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:19:29.752059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1be22bf-8c15-4918-901a-771cf2fdc27d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:19:29.752525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1be22bf-8c15-4918-901a-771cf2fdc27d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:19:29.755707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b1be22bf-8c15-4918-901a-771cf2fdc27d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:19:29.975333 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b5f2b3f-bf4f-4afd-8a40-480e650252a0 req-b1be22bf-8c15-4918-901a-771cf2fdc27d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Router 022e5116-7aaf-4000-b063-5ef9e92f10d0 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:19:30.188928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b5f2b3f-bf4f-4afd-8a40-480e650252a0 req-b1be22bf-8c15-4918-901a-771cf2fdc27d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:19:30.198786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65757a6-0e5d-4983-a80d-ad5010c86c5e None None] Sync routers for ids ['022e5116-7aaf-4000-b063-5ef9e92f10d0'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:19:30.212213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65757a6-0e5d-4983-a80d-ad5010c86c5e None None] Routers {'022e5116-7aaf-4000-b063-5ef9e92f10d0'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:19:30.212898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c65757a6-0e5d-4983-a80d-ad5010c86c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:19:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['022e5116-7aaf-4000-b063-5ef9e92f10d0'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:19:30.271263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5f2b3f-bf4f-4afd-8a40-480e650252a0 req-b1be22bf-8c15-4918-901a-771cf2fdc27d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] No DVR routers for this DVR port b610308c-49a6-454b-826b-f91e4b52a3bb on host hv-neutron-8226 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:19:30.276399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1b5f2b3f-bf4f-4afd-8a40-480e650252a0 req-b1be22bf-8c15-4918-901a-771cf2fdc27d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:30.279669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e919129-48ce-4eec-910b-c07f8e58c9b9', 'name': 'network-vif-deleted', 'tag': 'b610308c-49a6-454b-826b-f91e4b52a3bb'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:19:30.301079 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1b5f2b3f-bf4f-4afd-8a40-480e650252a0 req-b1be22bf-8c15-4918-901a-771cf2fdc27d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.36 "DELETE /v2.0/ports/b610308c-49a6-454b-826b-f91e4b52a3bb HTTP/1.1" status: 204 len: 173 time: 1.5131953 Dec 25 20:19:30.350971 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e919129-48ce-4eec-910b-c07f8e58c9b9', 'name': 'network-vif-deleted', 'tag': 'b610308c-49a6-454b-826b-f91e4b52a3bb', 'status': 'completed', 'code': 200} Dec 25 20:19:30.417819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-ccd29c36-e7a1-400f-b35a-6dc86d24e0b1 req-aa591903-7694-4bfa-b2a5-e829a4b6cae7 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Synchronizing usage tracker for tenant:97c383b786d04ed59e0da08e9eed6cf8 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:19:30.427914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-c65757a6-0e5d-4983-a80d-ad5010c86c5e None None] Set router 022e5116-7aaf-4000-b063-5ef9e92f10d0 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:19:30.432811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-ccd29c36-e7a1-400f-b35a-6dc86d24e0b1 req-aa591903-7694-4bfa-b2a5-e829a4b6cae7 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Unset dirty status for tenant:97c383b786d04ed59e0da08e9eed6cf8 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:19:30.434095 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ccd29c36-e7a1-400f-b35a-6dc86d24e0b1 req-aa591903-7694-4bfa-b2a5-e829a4b6cae7 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e919129-48ce-4eec-910b-c07f8e58c9b9 HTTP/1.1" status: 200 len: 210 time: 0.0652783 Dec 25 20:19:30.770386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c65757a6-0e5d-4983-a80d-ad5010c86c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'name': 'tempest-ServerActionsTestJSON-1041431721-router', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '90ace860-b68b-4004-aa0f-89e534398e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:15:07Z', 'updated_at': '2021-12-25T20:15:10Z', 'revision_number': 4, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'gw_port': {'id': '90ace860-b68b-4004-aa0f-89e534398e96', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:08Z', 'updated_at': '2021-12-25T20:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '844aa4e6-2b07-4790-98bd-b5773a42bef2', 'name': '', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'mac_address': 'fa:16:3e:da:79:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:10Z', 'updated_at': '2021-12-25T20:15:19Z', 'revision_number': 5, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'subnets': [{'id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:19:30.774653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65757a6-0e5d-4983-a80d-ad5010c86c5e None None] Checking router: 022e5116-7aaf-4000-b063-5ef9e92f10d0 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:19:30.787088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65757a6-0e5d-4983-a80d-ad5010c86c5e None None] Routers {'022e5116-7aaf-4000-b063-5ef9e92f10d0'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:19:30.787791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c65757a6-0e5d-4983-a80d-ad5010c86c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:19:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['022e5116-7aaf-4000-b063-5ef9e92f10d0'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:19:30.973150 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-c65757a6-0e5d-4983-a80d-ad5010c86c5e None None] Set router 022e5116-7aaf-4000-b063-5ef9e92f10d0 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:19:31.459474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-c65757a6-0e5d-4983-a80d-ad5010c86c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'name': 'tempest-ServerActionsTestJSON-1041431721-router', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '90ace860-b68b-4004-aa0f-89e534398e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:15:07Z', 'updated_at': '2021-12-25T20:15:10Z', 'revision_number': 4, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'gw_port': {'id': '90ace860-b68b-4004-aa0f-89e534398e96', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:08Z', 'updated_at': '2021-12-25T20:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '844aa4e6-2b07-4790-98bd-b5773a42bef2', 'name': '', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'mac_address': 'fa:16:3e:da:79:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:10Z', 'updated_at': '2021-12-25T20:15:19Z', 'revision_number': 5, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'subnets': [{'id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:19:31.464064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65757a6-0e5d-4983-a80d-ad5010c86c5e None None] The sync data for ids ['022e5116-7aaf-4000-b063-5ef9e92f10d0'] in dv-neutron-822611-1-hyperv is: [{'id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'name': 'tempest-ServerActionsTestJSON-1041431721-router', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '90ace860-b68b-4004-aa0f-89e534398e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:15:07Z', 'updated_at': '2021-12-25T20:15:10Z', 'revision_number': 4, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'gw_port': {'id': '90ace860-b68b-4004-aa0f-89e534398e96', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:08Z', 'updated_at': '2021-12-25T20:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '844aa4e6-2b07-4790-98bd-b5773a42bef2', 'name': '', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'mac_address': 'fa:16:3e:da:79:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:10Z', 'updated_at': '2021-12-25T20:15:19Z', 'revision_number': 5, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'subnets': [{'id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:19:31.836449 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-a3e1a66e-6e60-4d26-be2c-91b1f1ebdaf6 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--173540707&fields=id&tenant_id=97c383b786d04ed59e0da08e9eed6cf8 HTTP/1.1" status: 200 len: 267 time: 0.0457256 Dec 25 20:19:31.946562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c438c168-fdd7-4b23-88f1-6b76a31b404d None None] New status for floating IP 082ae1dc-c449-456d-82d7-f0c1d1aa4cf8: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 20:19:31.999407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-2eeaac18-fae5-4210-9f2c-b64aa3223e31 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:32.000990 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-2eeaac18-fae5-4210-9f2c-b64aa3223e31 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/networks?id=dd95f2f1-10ce-42aa-9657-c52f60710be5 HTTP/1.1" status: 200 len: 812 time: 0.1572948 Dec 25 20:19:32.019222 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-e346bc5b-23d7-4a6f-b6c2-e0f95e553760 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/quotas/97c383b786d04ed59e0da08e9eed6cf8 HTTP/1.1" status: 200 len: 375 time: 0.0115519 Dec 25 20:19:32.106711 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-0ec3eb04-76b7-4661-ac50-e1c514bb934e tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=97c383b786d04ed59e0da08e9eed6cf8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0810809 Dec 25 20:19:32.261063 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-bae636f6-0f79-4f3c-881f-d6d3bc26e9c2 service neutron] 10.222.0.24 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414676 Dec 25 20:19:32.403570 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-4f7cb6dd-e005-4169-aee7-f1e11753f6f6 service neutron] 10.222.0.24 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361716 Dec 25 20:19:32.602276 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4e873027-5cdf-4a70-87aa-d6d70f29a320 req-0d3f5bab-241a-47f4-92ec-67632a26074a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 210 time: 0.0498316 Dec 25 20:19:33.207152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device b610308c-49a6-454b-826b-f91e4b52a3bb no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:19:33.241611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] No Port match for: b610308c-49a6-454b-826b-f91e4b52a3bb {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:19:33.242011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device b610308c-49a6-454b-826b-f91e4b52a3bb not bound to the agent host hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:19:33.728685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-66bbf139-ef9c-450b-8252-f101523b5895 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:33.730322 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-66bbf139-ef9c-450b-8252-f101523b5895 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.36 "GET /v2.0/networks?id=dd95f2f1-10ce-42aa-9657-c52f60710be5 HTTP/1.1" status: 200 len: 812 time: 0.1599300 Dec 25 20:19:33.790930 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-bad0866c-e0c1-44d7-9b1b-d2ff9294eac8 req-f6c1a272-5dbe-4b52-bce4-235f1339a572 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 210 time: 0.0595379 Dec 25 20:19:33.822556 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-cd7d7c90-a065-4709-a44d-4345a4300830 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97c383b786d04ed59e0da08e9eed6cf8 HTTP/1.1" status: 200 len: 379 time: 0.0566766 Dec 25 20:19:33.831718 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-97b2f8a2-dbd3-47ff-b89e-a2dda5a7a00c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Request body: {'port': {'device_id': '133adbf1-01f8-487e-bd41-9e4ed0b394a1', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'admin_state_up': True, 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'security_groups': ['2fdf9b72-ea73-428f-8dd8-26da33d2434b']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:19:33.973273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-97b2f8a2-dbd3-47ff-b89e-a2dda5a7a00c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:19:33.983304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-97b2f8a2-dbd3-47ff-b89e-a2dda5a7a00c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:19:33.992491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-97b2f8a2-dbd3-47ff-b89e-a2dda5a7a00c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Made reservation on behalf of 97c383b786d04ed59e0da08e9eed6cf8 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:19:33.998264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-97b2f8a2-dbd3-47ff-b89e-a2dda5a7a00c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:34.167767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-97b2f8a2-dbd3-47ff-b89e-a2dda5a7a00c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Allocated IP 172.20.0.14 (dd95f2f1-10ce-42aa-9657-c52f60710be5/57c7862c-1219-499a-bc33-1ecc88f61c65/98bc367d-2ae2-4cff-8687-f62e72994d9f) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:19:34.361859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-97b2f8a2-dbd3-47ff-b89e-a2dda5a7a00c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:34.378522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-97b2f8a2-dbd3-47ff-b89e-a2dda5a7a00c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Transition to ACTIVE for port object 98bc367d-2ae2-4cff-8687-f62e72994d9f will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:19:34.397383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-97b2f8a2-dbd3-47ff-b89e-a2dda5a7a00c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:34.403218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7bfb1d57-2da2-4393-8053-e4e3ab4d5ef4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:19:34.706780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-97b2f8a2-dbd3-47ff-b89e-a2dda5a7a00c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Network dd95f2f1-10ce-42aa-9657-c52f60710be5 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:19:34.707703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2f8a2-dbd3-47ff-b89e-a2dda5a7a00c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Pushing event updated for resources: {'Port': ['ID=98bc367d-2ae2-4cff-8687-f62e72994d9f,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:19:34.710929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-97b2f8a2-dbd3-47ff-b89e-a2dda5a7a00c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:19:34.712884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-97b2f8a2-dbd3-47ff-b89e-a2dda5a7a00c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:19:34.713622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-97b2f8a2-dbd3-47ff-b89e-a2dda5a7a00c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:19:34.781842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-97b2f8a2-dbd3-47ff-b89e-a2dda5a7a00c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:34.782640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-97b2f8a2-dbd3-47ff-b89e-a2dda5a7a00c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:34.812202 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-97b2f8a2-dbd3-47ff-b89e-a2dda5a7a00c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9843671 Dec 25 20:19:34.829912 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-38fd0ac6-bd6c-436b-a9a0-439b5cbf1504 service neutron] Request body: {'port': {'device_id': '133adbf1-01f8-487e-bd41-9e4ed0b394a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:19:35.001491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-38fd0ac6-bd6c-436b-a9a0-439b5cbf1504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:35.016017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-12a9fba6-49b6-4cdb-bb93-5be0cc95aa08 None None] Provisioning for port 98bc367d-2ae2-4cff-8687-f62e72994d9f completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:19:35.021547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-12a9fba6-49b6-4cdb-bb93-5be0cc95aa08 None None] Provisioning complete for port 98bc367d-2ae2-4cff-8687-f62e72994d9f triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:19:35.022623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-12a9fba6-49b6-4cdb-bb93-5be0cc95aa08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:35.075879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-12a9fba6-49b6-4cdb-bb93-5be0cc95aa08 None None] Port 98bc367d-2ae2-4cff-8687-f62e72994d9f cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:19:35.096727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a87d79-c855-4eae-ae77-85751e0817b8 req-b7d444bd-be0b-4766-bbdc-1e0256c11d7a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:35.097484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-09a87d79-c855-4eae-ae77-85751e0817b8 req-b7d444bd-be0b-4766-bbdc-1e0256c11d7a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Synchronizing usage tracker for tenant:97c383b786d04ed59e0da08e9eed6cf8 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:19:35.168144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-09a87d79-c855-4eae-ae77-85751e0817b8 req-b7d444bd-be0b-4766-bbdc-1e0256c11d7a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Unset dirty status for tenant:97c383b786d04ed59e0da08e9eed6cf8 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:19:35.169450 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-09a87d79-c855-4eae-ae77-85751e0817b8 req-b7d444bd-be0b-4766-bbdc-1e0256c11d7a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 932 time: 0.2451148 Dec 25 20:19:35.309245 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-09a87d79-c855-4eae-ae77-85751e0817b8 req-820d901c-e6f5-4831-a91a-89ba5088d003 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325312 Dec 25 20:19:35.436616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-38fd0ac6-bd6c-436b-a9a0-439b5cbf1504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98bc367d-2ae2-4cff-8687-f62e72994d9f {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:19:35.443472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-38fd0ac6-bd6c-436b-a9a0-439b5cbf1504 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:35.458802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-38fd0ac6-bd6c-436b-a9a0-439b5cbf1504 service neutron] Transition to ACTIVE for port object 98bc367d-2ae2-4cff-8687-f62e72994d9f will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:19:35.461446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-38fd0ac6-bd6c-436b-a9a0-439b5cbf1504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:35.465741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-00f70638-43f3-434d-8031-c6a064e53fe6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:19:35.592658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd0ac6-bd6c-436b-a9a0-439b5cbf1504 service neutron] Pushing event updated for resources: {'Port': ['ID=98bc367d-2ae2-4cff-8687-f62e72994d9f,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:19:35.597468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-38fd0ac6-bd6c-436b-a9a0-439b5cbf1504 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:19:35.717292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-38fd0ac6-bd6c-436b-a9a0-439b5cbf1504 service neutron] Attempting to bind port 98bc367d-2ae2-4cff-8687-f62e72994d9f on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:19:35.717757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-38fd0ac6-bd6c-436b-a9a0-439b5cbf1504 service neutron] Attempting to bind port 98bc367d-2ae2-4cff-8687-f62e72994d9f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'f9dfe4d6-0423-4e97-bcb2-0be40abaca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:19:35.718136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-38fd0ac6-bd6c-436b-a9a0-439b5cbf1504 service neutron] Attempting to bind port 98bc367d-2ae2-4cff-8687-f62e72994d9f on network dd95f2f1-10ce-42aa-9657-c52f60710be5 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:19:35.725831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-38fd0ac6-bd6c-436b-a9a0-439b5cbf1504 service neutron] Port 98bc367d-2ae2-4cff-8687-f62e72994d9f on network dd95f2f1-10ce-42aa-9657-c52f60710be5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 20:19:35.726192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-38fd0ac6-bd6c-436b-a9a0-439b5cbf1504 service neutron] Attempting to bind port 98bc367d-2ae2-4cff-8687-f62e72994d9f on network dd95f2f1-10ce-42aa-9657-c52f60710be5 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:19:35.733537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-38fd0ac6-bd6c-436b-a9a0-439b5cbf1504 service neutron] Checking agent: {'id': '5d7a6d50-e450-4e92-a105-61a558d89e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'started_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:19:35.733909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-38fd0ac6-bd6c-436b-a9a0-439b5cbf1504 service neutron] Checking segment: {'id': 'f9dfe4d6-0423-4e97-bcb2-0be40abaca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:19:35.734330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-38fd0ac6-bd6c-436b-a9a0-439b5cbf1504 service neutron] Bound using segment: {'id': 'f9dfe4d6-0423-4e97-bcb2-0be40abaca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:19:35.734815 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-38fd0ac6-bd6c-436b-a9a0-439b5cbf1504 service neutron] Bound port: 98bc367d-2ae2-4cff-8687-f62e72994d9f, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9dfe4d6-0423-4e97-bcb2-0be40abaca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:19:35.735281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-38fd0ac6-bd6c-436b-a9a0-439b5cbf1504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:35.828475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-38fd0ac6-bd6c-436b-a9a0-439b5cbf1504 service neutron] For port 98bc367d-2ae2-4cff-8687-f62e72994d9f, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:19:35.831726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-38fd0ac6-bd6c-436b-a9a0-439b5cbf1504 service neutron] For port 98bc367d-2ae2-4cff-8687-f62e72994d9f, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=98bc367d-2ae2-4cff-8687-f62e72994d9f,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:19:35.835201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-38fd0ac6-bd6c-436b-a9a0-439b5cbf1504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:35.839658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7bfb1d57-2da2-4393-8053-e4e3ab4d5ef4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:19:35.907094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-38fd0ac6-bd6c-436b-a9a0-439b5cbf1504 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:35.908714 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-38fd0ac6-bd6c-436b-a9a0-439b5cbf1504 service neutron] 10.222.0.36 "PUT /v2.0/ports/98bc367d-2ae2-4cff-8687-f62e72994d9f HTTP/1.1" status: 200 len: 1094 time: 1.0836132 Dec 25 20:19:35.909274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133adbf1-01f8-487e-bd41-9e4ed0b394a1', 'tag': '98bc367d-2ae2-4cff-8687-f62e72994d9f'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:19:35.924699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd0ac6-bd6c-436b-a9a0-439b5cbf1504 service neutron] Pushing event updated for resources: {'Port': ['ID=98bc367d-2ae2-4cff-8687-f62e72994d9f,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:19:35.928475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-38fd0ac6-bd6c-436b-a9a0-439b5cbf1504 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:19:35.985983 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '133adbf1-01f8-487e-bd41-9e4ed0b394a1', 'tag': '98bc367d-2ae2-4cff-8687-f62e72994d9f', 'status': 'completed', 'code': 200} Dec 25 20:19:36.029556 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-ecde2606-cd18-48af-be3e-a020aa9ac02b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97c383b786d04ed59e0da08e9eed6cf8&device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 1097 time: 0.0809422 Dec 25 20:19:36.090373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-987324b0-aa7e-428e-a497-8af48c59e352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:36.110444 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-9fd6e227-4614-4fe0-9ddc-7227c9c845e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98bc367d-2ae2-4cff-8687-f62e72994d9f HTTP/1.1" status: 200 len: 217 time: 0.0698397 Dec 25 20:19:36.188194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-881ee0ea-6376-4438-b6aa-f957df225a23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:36.189760 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-881ee0ea-6376-4438-b6aa-f957df225a23 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=57c7862c-1219-499a-bc33-1ecc88f61c65 HTTP/1.1" status: 200 len: 851 time: 0.0721340 Dec 25 20:19:36.280982 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-2403c11c-7a03-48c1-8b3a-e7f6c5609393 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd95f2f1-10ce-42aa-9657-c52f60710be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821412 Dec 25 20:19:36.429703 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-40548052-1a09-498a-8c7b-75e29ee3a630 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373670 Dec 25 20:19:36.639393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02dc3f4-84f0-4861-b199-8e51a2cf57ab req-ad3058db-07f7-461a-bc11-bde68556e2d4 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:36.641001 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f02dc3f4-84f0-4861-b199-8e51a2cf57ab req-ad3058db-07f7-461a-bc11-bde68556e2d4 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 944 time: 0.2093434 Dec 25 20:19:36.644383 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a3d62a68-b4f1-41ac-8597-2bd3758bc6f3 req-56cb6072-744d-46f0-a990-9f154c22546a service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752813 Dec 25 20:19:36.692160 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f02dc3f4-84f0-4861-b199-8e51a2cf57ab req-85b65cd8-88b3-4fe2-839e-ad42faf349cf tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447755 Dec 25 20:19:36.773477 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8bb2fbc4-ed61-4630-b405-fe4a51e4fdad req-0cedcb84-4efb-4e9f-afe9-dddf7186d797 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97c383b786d04ed59e0da08e9eed6cf8&device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 1097 time: 0.0738916 Dec 25 20:19:36.922278 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2fbc4-ed61-4630-b405-fe4a51e4fdad req-81c6a463-616a-483c-859b-4956bc44734c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:36.923919 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8bb2fbc4-ed61-4630-b405-fe4a51e4fdad req-81c6a463-616a-483c-859b-4956bc44734c service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd95f2f1-10ce-42aa-9657-c52f60710be5 HTTP/1.1" status: 200 len: 912 time: 0.1412926 Dec 25 20:19:37.000555 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8bb2fbc4-ed61-4630-b405-fe4a51e4fdad req-0954d712-3572-4b6c-a1d3-769742d32554 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98bc367d-2ae2-4cff-8687-f62e72994d9f HTTP/1.1" status: 200 len: 217 time: 0.0694299 Dec 25 20:19:37.068301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2fbc4-ed61-4630-b405-fe4a51e4fdad req-f87ac924-d34d-43ee-894e-50024d98436f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:37.070328 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8bb2fbc4-ed61-4630-b405-fe4a51e4fdad req-f87ac924-d34d-43ee-894e-50024d98436f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=57c7862c-1219-499a-bc33-1ecc88f61c65 HTTP/1.1" status: 200 len: 851 time: 0.0629771 Dec 25 20:19:37.153936 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8bb2fbc4-ed61-4630-b405-fe4a51e4fdad req-9cd24032-f854-4c0f-a8e1-92a58f3520c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd95f2f1-10ce-42aa-9657-c52f60710be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767264 Dec 25 20:19:37.261811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:37.299438 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8bb2fbc4-ed61-4630-b405-fe4a51e4fdad req-02884e78-fb57-4f89-9b8e-db20c965173b service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377122 Dec 25 20:19:37.441301 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8bb2fbc4-ed61-4630-b405-fe4a51e4fdad req-9ea58d08-dd54-4a6c-9dea-680eb17b9be1 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352408 Dec 25 20:19:37.894924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d25e8-ea5b-40ae-ae45-be16eaf4aa39 req-00731669-8db2-45f4-b086-c6c89879f4dc tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:37.896535 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-051d25e8-ea5b-40ae-ae45-be16eaf4aa39 req-00731669-8db2-45f4-b086-c6c89879f4dc tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 944 time: 0.0833776 Dec 25 20:19:37.945086 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-051d25e8-ea5b-40ae-ae45-be16eaf4aa39 req-33c3f099-1d9a-4498-9ca1-66b95bd1e287 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411367 Dec 25 20:19:38.396299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7f3c42a1-4a50-4b16-b840-9ce0ed03253c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:38.721315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:39.153784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02ed45-2ca5-4de9-b9a3-5d87c8a89c31 req-0affe18b-0e86-4b54-ad6d-7cc346111bd2 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:39.155420 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5b02ed45-2ca5-4de9-b9a3-5d87c8a89c31 req-0affe18b-0e86-4b54-ad6d-7cc346111bd2 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 944 time: 0.0859122 Dec 25 20:19:39.203241 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5b02ed45-2ca5-4de9-b9a3-5d87c8a89c31 req-79afd3d0-6692-4b47-ac96-b29730e3ecb0 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417738 Dec 25 20:19:39.258854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 98bc367d-2ae2-4cff-8687-f62e72994d9f details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 20:19:39.401613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 98bc367d-2ae2-4cff-8687-f62e72994d9f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=98bc367d-2ae2-4cff-8687-f62e72994d9f,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:19:39.416002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': '98bc367d-2ae2-4cff-8687-f62e72994d9f', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'port_id': '98bc367d-2ae2-4cff-8687-f62e72994d9f', 'mac_address': 'fa:16:3e:a0:c5:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 20:19:39.470458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:39.488751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98bc367d-2ae2-4cff-8687-f62e72994d9f {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:19:39.504537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 98bc367d-2ae2-4cff-8687-f62e72994d9f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=98bc367d-2ae2-4cff-8687-f62e72994d9f,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:19:39.507431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:39.509583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:19:39.574706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=98bc367d-2ae2-4cff-8687-f62e72994d9f,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:19:39.577789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:19:39.773386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['98bc367d-2ae2-4cff-8687-f62e72994d9f'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:19:40.047303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:40.405174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c48457-5c0f-4d87-9c6c-0c14c2d60106 req-c49d1273-5ee1-4b77-9e1d-12c27966c678 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:40.406698 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-98c48457-5c0f-4d87-9c6c-0c14c2d60106 req-c49d1273-5ee1-4b77-9e1d-12c27966c678 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 945 time: 0.0828650 Dec 25 20:19:40.454395 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-98c48457-5c0f-4d87-9c6c-0c14c2d60106 req-65f04bb3-2e94-4114-bef8-7bfa31bb82f4 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416644 Dec 25 20:19:41.272865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 98bc367d-2ae2-4cff-8687-f62e72994d9f up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:19:41.345448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning for port 98bc367d-2ae2-4cff-8687-f62e72994d9f completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:19:41.350198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port 98bc367d-2ae2-4cff-8687-f62e72994d9f triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:19:41.350622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:41.464519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:41.492107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133adbf1-01f8-487e-bd41-9e4ed0b394a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98bc367d-2ae2-4cff-8687-f62e72994d9f'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:19:41.502471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 98bc367d-2ae2-4cff-8687-f62e72994d9f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=98bc367d-2ae2-4cff-8687-f62e72994d9f,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:19:41.505960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:41.508479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:19:41.558770 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133adbf1-01f8-487e-bd41-9e4ed0b394a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98bc367d-2ae2-4cff-8687-f62e72994d9f', 'code': 200} Dec 25 20:19:41.583270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=98bc367d-2ae2-4cff-8687-f62e72994d9f,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:19:41.586988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:19:41.661511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be49b9d-4389-4b83-98b8-f08b4053714b req-a453f470-0bd5-4332-8195-f08ecdbd6313 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:41.663150 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6be49b9d-4389-4b83-98b8-f08b4053714b req-a453f470-0bd5-4332-8195-f08ecdbd6313 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 946 time: 0.0868464 Dec 25 20:19:41.715412 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6be49b9d-4389-4b83-98b8-f08b4053714b req-b1b84c96-17a4-4d91-9f6f-d62b98f50d0c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456884 Dec 25 20:19:41.803284 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-cdc24f42-6363-46c0-b17c-baa787818eb3 req-cad740b4-f1be-46b6-a9be-fb6e2b950e33 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 1099 time: 0.0727396 Dec 25 20:19:41.853824 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-cdc24f42-6363-46c0-b17c-baa787818eb3 req-0c5b5d6e-2581-46fb-abfc-d4c0754c6df5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412242 Dec 25 20:19:42.919223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849f31d-17a2-4f47-b31e-92abad53c686 req-2af52905-5e0c-4111-a2cf-c91939b13170 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:42.920847 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2849f31d-17a2-4f47-b31e-92abad53c686 req-2af52905-5e0c-4111-a2cf-c91939b13170 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 946 time: 0.0833004 Dec 25 20:19:42.969861 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2849f31d-17a2-4f47-b31e-92abad53c686 req-9533def2-0bca-4b0e-8a65-57604cbed1a4 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427232 Dec 25 20:19:44.177324 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54650987-c2e7-44ed-8fed-1748640c3f2d req-943b22f7-4b1d-462d-a40f-4fbee9259a78 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:44.178945 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-54650987-c2e7-44ed-8fed-1748640c3f2d req-943b22f7-4b1d-462d-a40f-4fbee9259a78 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 946 time: 0.0872571 Dec 25 20:19:44.226992 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-54650987-c2e7-44ed-8fed-1748640c3f2d req-50b1a60d-118e-429d-bdc1-24fe8e4269da tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416458 Dec 25 20:19:44.422596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65d9ee-5332-4f8d-b674-93bbebfd18e8 req-72f77eee-0765-41c5-ae6c-8d3efbee551d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:44.424211 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fd65d9ee-5332-4f8d-b674-93bbebfd18e8 req-72f77eee-0765-41c5-ae6c-8d3efbee551d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 946 time: 0.0821576 Dec 25 20:19:44.433628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 57634) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:19:44.439403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-ef97e4d0-5f44-4829-a2c1-6ed26b1ab9a7 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Request body: {'floatingip': {'port_id': '98bc367d-2ae2-4cff-8687-f62e72994d9f'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:19:44.739686 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ef97e4d0-5f44-4829-a2c1-6ed26b1ab9a7 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks [] for floatingip, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:45.360457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ef97e4d0-5f44-4829-a2c1-6ed26b1ab9a7 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:45.362662 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ef97e4d0-5f44-4829-a2c1-6ed26b1ab9a7 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:45.578669 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [None req-ef97e4d0-5f44-4829-a2c1-6ed26b1ab9a7 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Floating IP 082ae1dc-c449-456d-82d7-f0c1d1aa4cf8 associated. External IP: 172.26.8.219, port: 98bc367d-2ae2-4cff-8687-f62e72994d9f. Dec 25 20:19:46.009150 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef97e4d0-5f44-4829-a2c1-6ed26b1ab9a7 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Router 022e5116-7aaf-4000-b063-5ef9e92f10d0 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:19:46.010298 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:19:46.229401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef97e4d0-5f44-4829-a2c1-6ed26b1ab9a7 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:19:46.233982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ef97e4d0-5f44-4829-a2c1-6ed26b1ab9a7 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:46.239797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24172623-6b36-417c-bd6f-d28faa75e516 None None] Sync routers for ids ['022e5116-7aaf-4000-b063-5ef9e92f10d0'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:19:46.257466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24172623-6b36-417c-bd6f-d28faa75e516 None None] Routers {'022e5116-7aaf-4000-b063-5ef9e92f10d0'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:19:46.258258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-24172623-6b36-417c-bd6f-d28faa75e516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:19:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['022e5116-7aaf-4000-b063-5ef9e92f10d0'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:19:46.293656 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ef97e4d0-5f44-4829-a2c1-6ed26b1ab9a7 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "PUT /v2.0/floatingips/082ae1dc-c449-456d-82d7-f0c1d1aa4cf8 HTTP/1.1" status: 200 len: 993 time: 1.8588686 Dec 25 20:19:46.294379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133adbf1-01f8-487e-bd41-9e4ed0b394a1', 'tag': '98bc367d-2ae2-4cff-8687-f62e72994d9f'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:19:46.353700 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '133adbf1-01f8-487e-bd41-9e4ed0b394a1', 'tag': '98bc367d-2ae2-4cff-8687-f62e72994d9f', 'status': 'completed', 'code': 200} Dec 25 20:19:46.476731 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d1e7bf7b-550c-432b-8ab0-355c2a434467 req-2c86923e-1a63-4420-861f-df9715c37d90 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97c383b786d04ed59e0da08e9eed6cf8&device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 1099 time: 0.0961397 Dec 25 20:19:46.481941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-24172623-6b36-417c-bd6f-d28faa75e516 None None] Set router 022e5116-7aaf-4000-b063-5ef9e92f10d0 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:19:46.626641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7bf7b-550c-432b-8ab0-355c2a434467 req-7c786408-2468-4a78-9df7-7616326f77bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:46.628335 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d1e7bf7b-550c-432b-8ab0-355c2a434467 req-7c786408-2468-4a78-9df7-7616326f77bf service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd95f2f1-10ce-42aa-9657-c52f60710be5 HTTP/1.1" status: 200 len: 912 time: 0.1449678 Dec 25 20:19:46.751198 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d1e7bf7b-550c-432b-8ab0-355c2a434467 req-f6bf46e1-2270-4852-8aef-ad549c08023a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98bc367d-2ae2-4cff-8687-f62e72994d9f HTTP/1.1" status: 200 len: 1001 time: 0.1156595 Dec 25 20:19:46.826045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7bf7b-550c-432b-8ab0-355c2a434467 req-16d353af-50ab-4e49-88f8-68330871a0cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:46.827697 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d1e7bf7b-550c-432b-8ab0-355c2a434467 req-16d353af-50ab-4e49-88f8-68330871a0cb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=57c7862c-1219-499a-bc33-1ecc88f61c65 HTTP/1.1" status: 200 len: 851 time: 0.0703454 Dec 25 20:19:46.872475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-24172623-6b36-417c-bd6f-d28faa75e516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'name': 'tempest-ServerActionsTestJSON-1041431721-router', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '90ace860-b68b-4004-aa0f-89e534398e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:15:07Z', 'updated_at': '2021-12-25T20:15:10Z', 'revision_number': 4, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'gw_port': {'id': '90ace860-b68b-4004-aa0f-89e534398e96', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:08Z', 'updated_at': '2021-12-25T20:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '082ae1dc-c449-456d-82d7-f0c1d1aa4cf8', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'floating_ip_address': '172.26.8.219', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'port_id': '98bc367d-2ae2-4cff-8687-f62e72994d9f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'mac_address': 'fa:16:3e:a0:c5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133adbf1-01f8-487e-bd41-9e4ed0b394a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:15:14Z', 'updated_at': '2021-12-25T20:19:45Z', 'revision_number': 13, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844aa4e6-2b07-4790-98bd-b5773a42bef2', 'name': '', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'mac_address': 'fa:16:3e:da:79:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:10Z', 'updated_at': '2021-12-25T20:15:19Z', 'revision_number': 5, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'subnets': [{'id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:19:46.877041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24172623-6b36-417c-bd6f-d28faa75e516 None None] Checking router: 022e5116-7aaf-4000-b063-5ef9e92f10d0 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:19:46.889280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24172623-6b36-417c-bd6f-d28faa75e516 None None] Routers {'022e5116-7aaf-4000-b063-5ef9e92f10d0'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:19:46.889973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-24172623-6b36-417c-bd6f-d28faa75e516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:19:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['022e5116-7aaf-4000-b063-5ef9e92f10d0'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:19:46.910644 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d1e7bf7b-550c-432b-8ab0-355c2a434467 req-458f2aca-08b0-4d14-811e-52b5e9dd3e8c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd95f2f1-10ce-42aa-9657-c52f60710be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759463 Dec 25 20:19:47.060370 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d1e7bf7b-550c-432b-8ab0-355c2a434467 req-75f29b91-c0c4-4964-8a72-0801b35326fc service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429245 Dec 25 20:19:47.087689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-24172623-6b36-417c-bd6f-d28faa75e516 None None] Set router 022e5116-7aaf-4000-b063-5ef9e92f10d0 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:19:47.204053 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d1e7bf7b-550c-432b-8ab0-355c2a434467 req-19826b36-9802-42bf-93bd-883b2350bfeb service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366882 Dec 25 20:19:47.460765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-24172623-6b36-417c-bd6f-d28faa75e516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'name': 'tempest-ServerActionsTestJSON-1041431721-router', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '90ace860-b68b-4004-aa0f-89e534398e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:15:07Z', 'updated_at': '2021-12-25T20:15:10Z', 'revision_number': 4, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'gw_port': {'id': '90ace860-b68b-4004-aa0f-89e534398e96', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:08Z', 'updated_at': '2021-12-25T20:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '082ae1dc-c449-456d-82d7-f0c1d1aa4cf8', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'floating_ip_address': '172.26.8.219', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'port_id': '98bc367d-2ae2-4cff-8687-f62e72994d9f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'mac_address': 'fa:16:3e:a0:c5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133adbf1-01f8-487e-bd41-9e4ed0b394a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:15:14Z', 'updated_at': '2021-12-25T20:19:45Z', 'revision_number': 13, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844aa4e6-2b07-4790-98bd-b5773a42bef2', 'name': '', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'mac_address': 'fa:16:3e:da:79:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:10Z', 'updated_at': '2021-12-25T20:15:19Z', 'revision_number': 5, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'subnets': [{'id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:19:47.465138 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24172623-6b36-417c-bd6f-d28faa75e516 None None] The sync data for ids ['022e5116-7aaf-4000-b063-5ef9e92f10d0'] in dv-neutron-822611-1-hyperv is: [{'id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'name': 'tempest-ServerActionsTestJSON-1041431721-router', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '90ace860-b68b-4004-aa0f-89e534398e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:15:07Z', 'updated_at': '2021-12-25T20:15:10Z', 'revision_number': 4, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'gw_port': {'id': '90ace860-b68b-4004-aa0f-89e534398e96', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:08Z', 'updated_at': '2021-12-25T20:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '082ae1dc-c449-456d-82d7-f0c1d1aa4cf8', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'floating_ip_address': '172.26.8.219', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'port_id': '98bc367d-2ae2-4cff-8687-f62e72994d9f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'mac_address': 'fa:16:3e:a0:c5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133adbf1-01f8-487e-bd41-9e4ed0b394a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:15:14Z', 'updated_at': '2021-12-25T20:19:45Z', 'revision_number': 13, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844aa4e6-2b07-4790-98bd-b5773a42bef2', 'name': '', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'mac_address': 'fa:16:3e:da:79:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:10Z', 'updated_at': '2021-12-25T20:15:19Z', 'revision_number': 5, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'subnets': [{'id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:19:47.807634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02cac7d-d963-4abc-9760-b8760214b7f8 None None] New status for floating IP 082ae1dc-c449-456d-82d7-f0c1d1aa4cf8: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 20:19:53.797806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:19:54.965126 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d3ff7b47-e9c9-47bd-828d-806218214667 req-ca7f7581-823f-440b-9a2e-b84cff2fb2af service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1490233 Dec 25 20:19:55.110567 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d3ff7b47-e9c9-47bd-828d-806218214667 req-468646e1-d176-4448-a09b-5d5469a5ca96 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97c383b786d04ed59e0da08e9eed6cf8&device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 1099 time: 0.0731006 Dec 25 20:19:55.266044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff7b47-e9c9-47bd-828d-806218214667 req-9adce6f1-9290-44f6-90f9-a4eebdff4a73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:55.267642 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d3ff7b47-e9c9-47bd-828d-806218214667 req-9adce6f1-9290-44f6-90f9-a4eebdff4a73 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd95f2f1-10ce-42aa-9657-c52f60710be5 HTTP/1.1" status: 200 len: 912 time: 0.1374342 Dec 25 20:19:55.609845 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d3ff7b47-e9c9-47bd-828d-806218214667 req-86bffdf9-5440-4af8-bf6c-d9261c05834d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98bc367d-2ae2-4cff-8687-f62e72994d9f HTTP/1.1" status: 200 len: 1003 time: 0.3325500 Dec 25 20:19:55.684585 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff7b47-e9c9-47bd-828d-806218214667 req-d70823a5-121c-4d63-881c-c581ce28f8c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:19:55.686065 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d3ff7b47-e9c9-47bd-828d-806218214667 req-d70823a5-121c-4d63-881c-c581ce28f8c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=57c7862c-1219-499a-bc33-1ecc88f61c65 HTTP/1.1" status: 200 len: 851 time: 0.0686662 Dec 25 20:19:55.771094 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d3ff7b47-e9c9-47bd-828d-806218214667 req-ea63edc1-246e-4780-9b24-55381a42ac25 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd95f2f1-10ce-42aa-9657-c52f60710be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764899 Dec 25 20:19:55.913523 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d3ff7b47-e9c9-47bd-828d-806218214667 req-3f21c8e3-93f2-4f31-940f-ca5d39ecc308 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347282 Dec 25 20:19:56.052824 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d3ff7b47-e9c9-47bd-828d-806218214667 req-c52e68a4-0f6f-4a23-b463-2b53b91bca23 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328974 Dec 25 20:20:06.092237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a3394986-0733-489e-b2cd-24a1f4f4f0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:20:07.264016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:20:08.398781 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2ac58128-efa8-4d63-8bee-97501c5e384d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:20:08.724201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:20:10.051992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:20:23.011632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:20:23.815796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:20:27.149369 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545291dc-1a39-438a-a8dc-c1177173aef8 req-16c033a8-c655-4383-95f1-09b35ea63db8 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:20:27.150905 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-545291dc-1a39-438a-a8dc-c1177173aef8 req-16c033a8-c655-4383-95f1-09b35ea63db8 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 946 time: 0.0867960 Dec 25 20:20:27.199621 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-545291dc-1a39-438a-a8dc-c1177173aef8 req-dab5af16-1837-47c8-9078-0b38133b9116 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423486 Dec 25 20:20:36.093606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6aaf6cbd-8cfc-4b27-b77e-bc05f2f00c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:20:37.265924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:20:38.399994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-43700136-e3c3-40bc-989e-0e07c0ac6c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:20:38.724735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:20:40.057320 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:20:41.235909 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5a6e03b5-8165-4d20-836a-035282889e3f req-a7bcc5f5-6a4b-4464-ac8d-4ed23da02e9a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0730622 Dec 25 20:20:41.492240 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-09701bc8-6b67-4ad4-aea4-d5c009707d5a req-3ad4c346-9657-4c6e-9164-2784ed0436c3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0733478 Dec 25 20:20:41.559751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab466b0-4375-498b-a313-701edd8251c1 req-56df63e0-d238-4512-a30a-a86b516d04bb tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:20:41.561386 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8ab466b0-4375-498b-a313-701edd8251c1 req-56df63e0-d238-4512-a30a-a86b516d04bb tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 946 time: 0.0870211 Dec 25 20:20:41.611981 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8ab466b0-4375-498b-a313-701edd8251c1 req-d6d4052f-d65a-4bac-8fef-b6ef83be9dd3 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434465 Dec 25 20:20:42.725873 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-09701bc8-6b67-4ad4-aea4-d5c009707d5a req-ebdd231b-e404-4d6f-8882-32dfddf60b91 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97c383b786d04ed59e0da08e9eed6cf8&device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 1099 time: 0.0741487 Dec 25 20:20:42.939973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09701bc8-6b67-4ad4-aea4-d5c009707d5a req-fd8c72e1-f73c-4d2a-96b3-892ee93cc522 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:20:42.941477 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-09701bc8-6b67-4ad4-aea4-d5c009707d5a req-fd8c72e1-f73c-4d2a-96b3-892ee93cc522 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd95f2f1-10ce-42aa-9657-c52f60710be5 HTTP/1.1" status: 200 len: 912 time: 0.2051961 Dec 25 20:20:42.947948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227dab35-d4cb-4cce-ad75-ca069fec6356 req-b9898792-1c7e-4e43-a4aa-6d6f45bd0fd4 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:20:42.949410 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-227dab35-d4cb-4cce-ad75-ca069fec6356 req-b9898792-1c7e-4e43-a4aa-6d6f45bd0fd4 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 946 time: 0.2143602 Dec 25 20:20:43.086948 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-227dab35-d4cb-4cce-ad75-ca069fec6356 req-6c90eeb8-0179-4835-bf4e-df3cc5b66615 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854208 Dec 25 20:20:43.089631 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-09701bc8-6b67-4ad4-aea4-d5c009707d5a req-286d2c93-e500-4f55-8e2b-f6e9bd750760 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98bc367d-2ae2-4cff-8687-f62e72994d9f HTTP/1.1" status: 200 len: 1003 time: 0.1378860 Dec 25 20:20:43.165154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09701bc8-6b67-4ad4-aea4-d5c009707d5a req-b1aae6c9-8924-475e-aa54-0d2e2dc930c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:20:43.166797 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-09701bc8-6b67-4ad4-aea4-d5c009707d5a req-b1aae6c9-8924-475e-aa54-0d2e2dc930c2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=57c7862c-1219-499a-bc33-1ecc88f61c65 HTTP/1.1" status: 200 len: 851 time: 0.0669570 Dec 25 20:20:43.255860 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-09701bc8-6b67-4ad4-aea4-d5c009707d5a req-9a6e2b7c-7ee7-44c4-9951-59d108a9bed4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd95f2f1-10ce-42aa-9657-c52f60710be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770197 Dec 25 20:20:43.401346 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-09701bc8-6b67-4ad4-aea4-d5c009707d5a req-5ba7c736-2d00-4099-8687-dd2702556914 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349924 Dec 25 20:20:43.545882 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-09701bc8-6b67-4ad4-aea4-d5c009707d5a req-521eed4b-d588-4058-86a8-a182a851dbd7 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334713 Dec 25 20:20:44.293090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4903e8b-9c3d-4dc2-b72c-9a87ac585590 req-65e5124f-a6b3-4ea4-a504-8c2a2b39fd6e tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:20:44.294697 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c4903e8b-9c3d-4dc2-b72c-9a87ac585590 req-65e5124f-a6b3-4ea4-a504-8c2a2b39fd6e tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 946 time: 0.0848069 Dec 25 20:20:44.342078 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c4903e8b-9c3d-4dc2-b72c-9a87ac585590 req-4f51a571-5874-457a-82ca-b31b4a4812ec tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413814 Dec 25 20:20:45.551804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2940d-3427-4e2e-b13c-ad43bf755ce1 req-7bbad4e2-7ab7-43f3-ae89-0a557c646d52 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:20:45.553393 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-cdb2940d-3427-4e2e-b13c-ad43bf755ce1 req-7bbad4e2-7ab7-43f3-ae89-0a557c646d52 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 946 time: 0.0866246 Dec 25 20:20:45.602813 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-cdb2940d-3427-4e2e-b13c-ad43bf755ce1 req-c35cfce9-02b8-489a-a843-f3454df8a51a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428262 Dec 25 20:20:46.824305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f282e9-32bb-459d-a126-f6489344db91 req-0c44f069-2396-46bf-bfd9-4f8c4f09a548 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:20:46.825938 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-41f282e9-32bb-459d-a126-f6489344db91 req-0c44f069-2396-46bf-bfd9-4f8c4f09a548 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 946 time: 0.0960310 Dec 25 20:20:46.875494 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-41f282e9-32bb-459d-a126-f6489344db91 req-305ae26b-16f0-40c1-8d75-09c972ed7aa4 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433741 Dec 25 20:20:48.082086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cd6e4-976c-442c-9a83-7e5fb9822899 req-50d69807-3b2c-44ce-83d9-9ea842d9132b tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:20:48.083695 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-506cd6e4-976c-442c-9a83-7e5fb9822899 req-50d69807-3b2c-44ce-83d9-9ea842d9132b tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 946 time: 0.0856361 Dec 25 20:20:48.136451 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-506cd6e4-976c-442c-9a83-7e5fb9822899 req-0aa94f82-cb83-4bc7-8c26-1d75b3c1c718 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450583 Dec 25 20:20:49.342774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889d2e3-edc4-4011-a39d-7d3fda276f3d req-307a265f-7fbb-441b-8e6d-5afc30ffd99d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:20:49.344401 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5889d2e3-edc4-4011-a39d-7d3fda276f3d req-307a265f-7fbb-441b-8e6d-5afc30ffd99d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 946 time: 0.0828009 Dec 25 20:20:49.397453 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5889d2e3-edc4-4011-a39d-7d3fda276f3d req-bf58e45d-d494-4cbf-b5b3-3ec9f13bc933 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468292 Dec 25 20:20:50.599913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9927dc9-fa16-4dc7-b011-84ab561653aa req-69021939-52a6-4feb-8d4b-e27dd9ccfcb0 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:20:50.601516 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a9927dc9-fa16-4dc7-b011-84ab561653aa req-69021939-52a6-4feb-8d4b-e27dd9ccfcb0 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 946 time: 0.0826361 Dec 25 20:20:50.649777 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a9927dc9-fa16-4dc7-b011-84ab561653aa req-8672183c-c2b3-4b0f-8e41-6764887ec9ed tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417285 Dec 25 20:20:51.862372 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede6387-fa22-40bd-b217-ae51d06724de req-9907b6bd-77f1-41fc-92d8-336486d7b256 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:20:51.864012 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-bede6387-fa22-40bd-b217-ae51d06724de req-9907b6bd-77f1-41fc-92d8-336486d7b256 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 946 time: 0.0918558 Dec 25 20:20:51.913016 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-bede6387-fa22-40bd-b217-ae51d06724de req-87735360-08c2-45c0-acbd-f122bd602dca tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421240 Dec 25 20:20:53.119362 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b65a7-eca3-4803-9905-86146240e93d req-370d4605-9826-4651-9aee-1380759bab08 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:20:53.120937 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-734b65a7-eca3-4803-9905-86146240e93d req-370d4605-9826-4651-9aee-1380759bab08 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 946 time: 0.0822496 Dec 25 20:20:53.169778 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-734b65a7-eca3-4803-9905-86146240e93d req-a8a39930-43f2-4f7d-a6bd-b2de08b36f65 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424063 Dec 25 20:20:53.802329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:20:54.380666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17920449-cdab-4e17-947e-d2aeead17356 req-0fe5b7f3-053c-443d-b1b3-1dc654103896 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:20:54.382271 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-17920449-cdab-4e17-947e-d2aeead17356 req-0fe5b7f3-053c-443d-b1b3-1dc654103896 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 946 time: 0.0863934 Dec 25 20:20:54.430778 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-17920449-cdab-4e17-947e-d2aeead17356 req-79b62663-d828-4a58-b040-6ee1a90ec77f tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417037 Dec 25 20:20:55.635118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436771e6-a279-4a7b-b358-cd4225a8623b req-0e7dd328-8ea1-4a21-bc8f-8b3ec4c727eb tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:20:55.636714 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-436771e6-a279-4a7b-b358-cd4225a8623b req-0e7dd328-8ea1-4a21-bc8f-8b3ec4c727eb tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 946 time: 0.0835040 Dec 25 20:20:55.684803 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-436771e6-a279-4a7b-b358-cd4225a8623b req-a922b6ac-81b9-410b-b4bf-cd6870ef8feb tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419738 Dec 25 20:20:57.022293 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-61bda494-6794-48ca-8baf-272e43d9f24c req-865c1770-3a82-4cc9-ab11-c3dda6874c28 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97c383b786d04ed59e0da08e9eed6cf8&device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 1099 time: 0.1367562 Dec 25 20:20:57.039090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224d8ac-741d-4b32-84d6-eb7a28a71c0d req-b1a5fa0e-50fc-40b5-b140-065f9071a94f tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:20:57.040649 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1224d8ac-741d-4b32-84d6-eb7a28a71c0d req-b1a5fa0e-50fc-40b5-b140-065f9071a94f tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 946 time: 0.0943031 Dec 25 20:20:57.196892 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1224d8ac-741d-4b32-84d6-eb7a28a71c0d req-15f7506e-c94f-428f-9e91-f2f5384e85c7 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491747 Dec 25 20:20:57.223330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bda494-6794-48ca-8baf-272e43d9f24c req-774003bd-1bf2-4a0d-8a21-66b808f50d76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:20:57.224895 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-61bda494-6794-48ca-8baf-272e43d9f24c req-774003bd-1bf2-4a0d-8a21-66b808f50d76 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd95f2f1-10ce-42aa-9657-c52f60710be5 HTTP/1.1" status: 200 len: 912 time: 0.1785445 Dec 25 20:20:57.334022 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-61bda494-6794-48ca-8baf-272e43d9f24c req-a79724c9-f4f3-4641-b6b9-461ddd6db162 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98bc367d-2ae2-4cff-8687-f62e72994d9f HTTP/1.1" status: 200 len: 1003 time: 0.0984738 Dec 25 20:20:57.409671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bda494-6794-48ca-8baf-272e43d9f24c req-4ebcb63c-154f-4f04-b91e-a0579a148e48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:20:57.411251 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-61bda494-6794-48ca-8baf-272e43d9f24c req-4ebcb63c-154f-4f04-b91e-a0579a148e48 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=57c7862c-1219-499a-bc33-1ecc88f61c65 HTTP/1.1" status: 200 len: 851 time: 0.0676482 Dec 25 20:20:57.495330 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-61bda494-6794-48ca-8baf-272e43d9f24c req-d7f90ccd-7b70-4151-9919-7623c252c3bd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd95f2f1-10ce-42aa-9657-c52f60710be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736833 Dec 25 20:20:57.640434 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-61bda494-6794-48ca-8baf-272e43d9f24c req-2787cb41-d291-45d4-9672-d12f8f7ad443 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348493 Dec 25 20:20:57.787676 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-61bda494-6794-48ca-8baf-272e43d9f24c req-472177af-7eda-4622-a390-6a891357b5c2 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362493 Dec 25 20:20:58.404362 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b0e98-a260-4e49-a32c-9e9a9fb9d29f req-b80de9fd-7633-4848-8c7d-e31c8bc169b3 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:20:58.405972 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a14b0e98-a260-4e49-a32c-9e9a9fb9d29f req-b80de9fd-7633-4848-8c7d-e31c8bc169b3 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 946 time: 0.0878553 Dec 25 20:20:58.455671 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a14b0e98-a260-4e49-a32c-9e9a9fb9d29f req-643c11b9-8d73-4aed-85e6-27139561757e tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429714 Dec 25 20:20:59.660916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65696857-5539-4746-a3d3-e65f7a19dc0c req-b7d32fae-3a11-4d9e-86d8-78006a629841 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:20:59.662509 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-65696857-5539-4746-a3d3-e65f7a19dc0c req-b7d32fae-3a11-4d9e-86d8-78006a629841 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 946 time: 0.0826011 Dec 25 20:20:59.709465 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-65696857-5539-4746-a3d3-e65f7a19dc0c req-36e0991b-f98f-4b6b-82d9-25700df00b19 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409083 Dec 25 20:21:00.012361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:21:00.921493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763016c-4e6c-4d28-b6d5-56bf334b6daa req-533c2e37-7ea6-40ee-8b6b-8d3fa8d8a02f tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:00.923105 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4763016c-4e6c-4d28-b6d5-56bf334b6daa req-533c2e37-7ea6-40ee-8b6b-8d3fa8d8a02f tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 946 time: 0.0886121 Dec 25 20:21:00.971139 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4763016c-4e6c-4d28-b6d5-56bf334b6daa req-48ea2086-5ff9-4e81-b394-7664dc3f6cba tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418928 Dec 25 20:21:02.178488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de793ff-99b6-4097-84fc-3c1a13fdf5c3 req-3cc44fe0-e4ee-42f1-9cc9-adfcee4d8955 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:02.180175 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7de793ff-99b6-4097-84fc-3c1a13fdf5c3 req-3cc44fe0-e4ee-42f1-9cc9-adfcee4d8955 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 946 time: 0.0852668 Dec 25 20:21:02.231832 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7de793ff-99b6-4097-84fc-3c1a13fdf5c3 req-c48afb3a-afc7-4acf-8259-d372bf9ec8ff tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442376 Dec 25 20:21:03.438436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50245419-dfdf-4122-8df3-46891471bf00 req-11438bb9-d2d4-4ecc-b080-e00013cdd642 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:03.440036 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-50245419-dfdf-4122-8df3-46891471bf00 req-11438bb9-d2d4-4ecc-b080-e00013cdd642 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 946 time: 0.0861170 Dec 25 20:21:03.489341 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-50245419-dfdf-4122-8df3-46891471bf00 req-5c2ef12a-fc8e-4080-9af8-a35e7c0b139f tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433176 Dec 25 20:21:04.693170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c892723e-4b0a-4d6d-b4ae-a15cf892c9e4 req-639eba5e-4c0f-4036-bd11-bcb166fce812 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:04.694765 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c892723e-4b0a-4d6d-b4ae-a15cf892c9e4 req-639eba5e-4c0f-4036-bd11-bcb166fce812 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 946 time: 0.0825810 Dec 25 20:21:04.746284 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c892723e-4b0a-4d6d-b4ae-a15cf892c9e4 req-909fd73e-8d87-40cd-ab0b-4043b34d3d57 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450094 Dec 25 20:21:05.948635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e009b-c102-4b80-9bb0-6d31c3bbdbcc req-0ecaa3c6-4356-4227-aa50-814e98fd125f tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:05.950211 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-772e009b-c102-4b80-9bb0-6d31c3bbdbcc req-0ecaa3c6-4356-4227-aa50-814e98fd125f tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 946 time: 0.0820110 Dec 25 20:21:05.998099 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-772e009b-c102-4b80-9bb0-6d31c3bbdbcc req-ef6d5c45-629b-4f0e-8712-5e4d2c4eae91 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419350 Dec 25 20:21:06.095474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d8959c09-b8a7-44b2-b288-e424481e9ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:07.268611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:07.441755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1db1b-3935-4cb7-9ec0-82560f5b0de4 req-1165e942-9473-459a-8335-74cfd1315147 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:07.443369 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b6a1db1b-3935-4cb7-9ec0-82560f5b0de4 req-1165e942-9473-459a-8335-74cfd1315147 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 946 time: 0.3259079 Dec 25 20:21:07.490854 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b6a1db1b-3935-4cb7-9ec0-82560f5b0de4 req-5a6d703a-7d51-4b38-a19b-b8fb36e53463 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413458 Dec 25 20:21:08.401553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-69527de3-6c8b-449e-8aca-39e3718a1ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:08.696557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7a7c1-24ed-4529-85d4-c8b4088f810e req-6b6d7c0c-ea65-4f42-af88-495a8c368919 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:08.698241 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1aa7a7c1-24ed-4529-85d4-c8b4088f810e req-6b6d7c0c-ea65-4f42-af88-495a8c368919 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 946 time: 0.0820601 Dec 25 20:21:08.727959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:08.748297 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1aa7a7c1-24ed-4529-85d4-c8b4088f810e req-e07250eb-2584-43d2-ab0e-554186480453 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439329 Dec 25 20:21:09.961798 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c6fb6-34aa-4366-a9b8-1cda4c1b464f req-c8d785c3-bc3f-42c3-8e64-1da4d74082d4 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:09.963442 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-978c6fb6-34aa-4366-a9b8-1cda4c1b464f req-c8d785c3-bc3f-42c3-8e64-1da4d74082d4 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 946 time: 0.0880105 Dec 25 20:21:10.012521 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-978c6fb6-34aa-4366-a9b8-1cda4c1b464f req-76f7a737-8e30-4daf-97ac-07b0ac2a5155 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428929 Dec 25 20:21:10.058713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:11.221348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea075fc3-503e-42ca-9e58-5380258ab5d8 req-b7333ebe-656e-4c2f-8c3c-8a4b8dc5439b tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:11.222567 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ea075fc3-503e-42ca-9e58-5380258ab5d8 req-b7333ebe-656e-4c2f-8c3c-8a4b8dc5439b tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 946 time: 0.0830598 Dec 25 20:21:11.271558 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ea075fc3-503e-42ca-9e58-5380258ab5d8 req-e26f3f2c-8bd6-4c99-b6e5-61798c9b5983 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424681 Dec 25 20:21:11.516844 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-09701bc8-6b67-4ad4-aea4-d5c009707d5a req-5bdd048b-a737-49de-8599-49364f596063 service neutron] 10.222.0.36 "GET /v2.0/ports/98bc367d-2ae2-4cff-8687-f62e72994d9f/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0785873 Dec 25 20:21:11.801684 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-09701bc8-6b67-4ad4-aea4-d5c009707d5a req-f39ce071-013e-4a04-aaaa-da7df00d1cf2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1&tenant_id=97c383b786d04ed59e0da08e9eed6cf8 HTTP/1.1" status: 200 len: 1099 time: 0.0733693 Dec 25 20:21:11.910713 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-09701bc8-6b67-4ad4-aea4-d5c009707d5a req-de45f462-30a7-4bb3-92bf-7620b0430705 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97c383b786d04ed59e0da08e9eed6cf8&device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 1099 time: 0.0773444 Dec 25 20:21:12.053836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09701bc8-6b67-4ad4-aea4-d5c009707d5a req-3567b950-10c6-4f16-9b7e-9dcfa026b82d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:12.055317 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-09701bc8-6b67-4ad4-aea4-d5c009707d5a req-3567b950-10c6-4f16-9b7e-9dcfa026b82d service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd95f2f1-10ce-42aa-9657-c52f60710be5 HTTP/1.1" status: 200 len: 912 time: 0.1350393 Dec 25 20:21:12.163072 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-09701bc8-6b67-4ad4-aea4-d5c009707d5a req-5d3017df-115a-4122-9d08-ca750cea1563 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98bc367d-2ae2-4cff-8687-f62e72994d9f HTTP/1.1" status: 200 len: 1003 time: 0.0975208 Dec 25 20:21:12.237454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09701bc8-6b67-4ad4-aea4-d5c009707d5a req-13bb9ef5-1299-4284-bde1-49e9d5305883 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:12.238980 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-09701bc8-6b67-4ad4-aea4-d5c009707d5a req-13bb9ef5-1299-4284-bde1-49e9d5305883 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=57c7862c-1219-499a-bc33-1ecc88f61c65 HTTP/1.1" status: 200 len: 851 time: 0.0666072 Dec 25 20:21:12.320952 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-09701bc8-6b67-4ad4-aea4-d5c009707d5a req-110d6192-5aae-4b59-9b68-2007417c7826 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd95f2f1-10ce-42aa-9657-c52f60710be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722015 Dec 25 20:21:12.531442 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-09701bc8-6b67-4ad4-aea4-d5c009707d5a req-11fe0a37-ad20-4545-9197-0b20fa20f608 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006052 Dec 25 20:21:12.545909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c0819-8d0c-4486-a48a-eca13f78be5f req-cefd2a86-1ef8-4885-8fa9-b8f61671c26e tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:12.547427 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-327c0819-8d0c-4486-a48a-eca13f78be5f req-cefd2a86-1ef8-4885-8fa9-b8f61671c26e tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 946 time: 0.1210871 Dec 25 20:21:12.697931 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-327c0819-8d0c-4486-a48a-eca13f78be5f req-a381bf6d-0568-44b1-8098-856e3666c533 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260452 Dec 25 20:21:12.719836 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-09701bc8-6b67-4ad4-aea4-d5c009707d5a req-839ee2d6-ca82-4bd9-ba24-e93a0e113708 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714244 Dec 25 20:21:13.647466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 98bc367d-2ae2-4cff-8687-f62e72994d9f no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:21:13.766680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:13.795108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133adbf1-01f8-487e-bd41-9e4ed0b394a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98bc367d-2ae2-4cff-8687-f62e72994d9f'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:21:13.805304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 98bc367d-2ae2-4cff-8687-f62e72994d9f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=98bc367d-2ae2-4cff-8687-f62e72994d9f,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:21:13.809623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:13.811528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:21:13.888737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=98bc367d-2ae2-4cff-8687-f62e72994d9f,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:21:13.892439 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133adbf1-01f8-487e-bd41-9e4ed0b394a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98bc367d-2ae2-4cff-8687-f62e72994d9f', 'code': 200} Dec 25 20:21:13.900413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:21:13.900874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:21:13.901259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:21:13.901677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:21:13.902059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:21:13.902432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:21:13.902804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:21:13.903213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:21:13.903573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:21:13.903948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:21:13.904316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:21:13.908713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:21:13.938551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162fec1a-e1f2-415d-b97d-1cec772a7e60 req-1cb79d3f-aa54-4685-b5a6-24d8e99c5a3f tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:13.940245 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-162fec1a-e1f2-415d-b97d-1cec772a7e60 req-1cb79d3f-aa54-4685-b5a6-24d8e99c5a3f tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 944 time: 0.1085513 Dec 25 20:21:13.990734 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-162fec1a-e1f2-415d-b97d-1cec772a7e60 req-13f9cd22-08c5-4acf-afea-8fe8c1fa5ecd tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442936 Dec 25 20:21:15.202716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c21695-64d5-4987-91a9-7f734eb18cd8 req-0d2fbafc-4974-4abb-94ff-9b1e912873da tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:15.204365 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-24c21695-64d5-4987-91a9-7f734eb18cd8 req-0d2fbafc-4974-4abb-94ff-9b1e912873da tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 944 time: 0.0825362 Dec 25 20:21:15.254339 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-24c21695-64d5-4987-91a9-7f734eb18cd8 req-a88d8807-98e4-462d-b4af-404d9081a4d1 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438759 Dec 25 20:21:15.646345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 98bc367d-2ae2-4cff-8687-f62e72994d9f details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 20:21:15.955353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 98bc367d-2ae2-4cff-8687-f62e72994d9f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=98bc367d-2ae2-4cff-8687-f62e72994d9f,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:21:15.969654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': '98bc367d-2ae2-4cff-8687-f62e72994d9f', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'port_id': '98bc367d-2ae2-4cff-8687-f62e72994d9f', 'mac_address': 'fa:16:3e:a0:c5:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 20:21:16.027536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:16.046808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98bc367d-2ae2-4cff-8687-f62e72994d9f {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:21:16.062949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 98bc367d-2ae2-4cff-8687-f62e72994d9f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=98bc367d-2ae2-4cff-8687-f62e72994d9f,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:21:16.065738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:16.067569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5d5e2758-9588-4778-ae20-8ebd7ea92872 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:21:16.135166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=98bc367d-2ae2-4cff-8687-f62e72994d9f,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:21:16.138228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:21:16.157099 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['98bc367d-2ae2-4cff-8687-f62e72994d9f'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:21:16.465160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47149578-f783-49f2-84de-a5ccf1a73744 req-695d2d17-eab0-4f47-8627-b8dfbe70f254 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:16.466776 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-47149578-f783-49f2-84de-a5ccf1a73744 req-695d2d17-eab0-4f47-8627-b8dfbe70f254 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 945 time: 0.0870540 Dec 25 20:21:16.514737 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-47149578-f783-49f2-84de-a5ccf1a73744 req-4a6e4e6b-6ae0-4cd0-8c14-1e58163d41f9 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418661 Dec 25 20:21:17.662529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 98bc367d-2ae2-4cff-8687-f62e72994d9f up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:21:17.735587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8565e4-2db1-4886-ab0e-8d4ea0cdb355 req-f168efa0-58db-44d7-82c5-8ba4930457af tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:17.735861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port 98bc367d-2ae2-4cff-8687-f62e72994d9f triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:21:17.736161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:17.737211 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2a8565e4-2db1-4886-ab0e-8d4ea0cdb355 req-f168efa0-58db-44d7-82c5-8ba4930457af tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 945 time: 0.0915527 Dec 25 20:21:17.787631 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2a8565e4-2db1-4886-ab0e-8d4ea0cdb355 req-e8781a9d-4a20-4326-8345-e4b6afb867cd tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441489 Dec 25 20:21:17.856930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:17.884297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133adbf1-01f8-487e-bd41-9e4ed0b394a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98bc367d-2ae2-4cff-8687-f62e72994d9f'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:21:17.895210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 98bc367d-2ae2-4cff-8687-f62e72994d9f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=98bc367d-2ae2-4cff-8687-f62e72994d9f,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:21:17.898246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:17.900295 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:21:17.955663 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133adbf1-01f8-487e-bd41-9e4ed0b394a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98bc367d-2ae2-4cff-8687-f62e72994d9f', 'code': 200} Dec 25 20:21:17.972179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=98bc367d-2ae2-4cff-8687-f62e72994d9f,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:21:17.975434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:21:19.000089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f869c2-6afe-4ac7-b463-eb59f644b3fe req-d7dcffe0-30e7-4b42-bfa8-d4a131c57036 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:19.001687 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-63f869c2-6afe-4ac7-b463-eb59f644b3fe req-d7dcffe0-30e7-4b42-bfa8-d4a131c57036 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 946 time: 0.0853505 Dec 25 20:21:19.049739 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-63f869c2-6afe-4ac7-b463-eb59f644b3fe req-90f466b4-cd33-4214-8424-150f47b10300 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417826 Dec 25 20:21:20.259684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb622cf7-16af-44be-8550-9fc2343e3820 req-2483c9e8-a9d1-4b3f-bb7b-d401b6443f32 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:20.261238 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-eb622cf7-16af-44be-8550-9fc2343e3820 req-2483c9e8-a9d1-4b3f-bb7b-d401b6443f32 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 946 time: 0.0846660 Dec 25 20:21:20.313739 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-eb622cf7-16af-44be-8550-9fc2343e3820 req-e72d2e61-372f-4af6-8499-09fbb995df9d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460827 Dec 25 20:21:21.522837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb34609-7bec-44ba-917a-da72b1e3dbaf req-03350d6d-b214-494a-a8c2-574551650c74 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:21.524461 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fdb34609-7bec-44ba-917a-da72b1e3dbaf req-03350d6d-b214-494a-a8c2-574551650c74 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 946 time: 0.0829086 Dec 25 20:21:21.577656 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fdb34609-7bec-44ba-917a-da72b1e3dbaf req-0589422c-9602-4383-9348-a03376ef950a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468447 Dec 25 20:21:22.784203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447ba8e-c2f2-4c55-8901-f28c66dcbb42 req-87e39ff9-4a57-4237-94cf-327ea2da6d01 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:22.785780 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e447ba8e-c2f2-4c55-8901-f28c66dcbb42 req-87e39ff9-4a57-4237-94cf-327ea2da6d01 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 946 time: 0.0865452 Dec 25 20:21:22.833866 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e447ba8e-c2f2-4c55-8901-f28c66dcbb42 req-3929ca0e-72ca-4fdb-9c9c-aad670992b24 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419922 Dec 25 20:21:23.354385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b03fea-227a-4ed6-89bd-8c71ee895476 req-2b5b5941-48d2-4451-8e64-e6c7094e8089 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:23.355988 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e4b03fea-227a-4ed6-89bd-8c71ee895476 req-2b5b5941-48d2-4451-8e64-e6c7094e8089 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.36 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1&tenant_id=97c383b786d04ed59e0da08e9eed6cf8&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 946 time: 0.1584537 Dec 25 20:21:23.365389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340028f-0233-48fa-a44c-ff042c9d7645 req-f7d42ea5-3dc8-41ca-aa73-37d231d76185 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:23.366879 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7340028f-0233-48fa-a44c-ff042c9d7645 req-f7d42ea5-3dc8-41ca-aa73-37d231d76185 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 946 time: 0.1129007 Dec 25 20:21:23.479333 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7340028f-0233-48fa-a44c-ff042c9d7645 req-d0fe8019-900a-49f4-9c45-23a90ff7f332 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772336 Dec 25 20:21:23.485704 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e4b03fea-227a-4ed6-89bd-8c71ee895476 req-acd709b2-a4b4-4f2f-b851-e981e748bc5e service neutron] 10.222.0.36 "GET /v2.0/ports/98bc367d-2ae2-4cff-8687-f62e72994d9f/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.1178491 Dec 25 20:21:23.587667 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e4b03fea-227a-4ed6-89bd-8c71ee895476 req-ea159e5e-ef74-472b-aaae-48ea4a8b0845 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97c383b786d04ed59e0da08e9eed6cf8&device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 1099 time: 0.0785341 Dec 25 20:21:23.727412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b03fea-227a-4ed6-89bd-8c71ee895476 req-b8a90cb6-e3a0-4c06-8581-a4dbebab929b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:23.728943 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e4b03fea-227a-4ed6-89bd-8c71ee895476 req-b8a90cb6-e3a0-4c06-8581-a4dbebab929b service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd95f2f1-10ce-42aa-9657-c52f60710be5 HTTP/1.1" status: 200 len: 912 time: 0.1354148 Dec 25 20:21:23.820149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:23.835285 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e4b03fea-227a-4ed6-89bd-8c71ee895476 req-c3cdf7ce-af27-4464-9fc3-e2dc7f91c027 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98bc367d-2ae2-4cff-8687-f62e72994d9f HTTP/1.1" status: 200 len: 1003 time: 0.1000702 Dec 25 20:21:23.909771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b03fea-227a-4ed6-89bd-8c71ee895476 req-a06d896d-bb38-4fec-b507-adef185b2bb1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:23.911333 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e4b03fea-227a-4ed6-89bd-8c71ee895476 req-a06d896d-bb38-4fec-b507-adef185b2bb1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=57c7862c-1219-499a-bc33-1ecc88f61c65 HTTP/1.1" status: 200 len: 851 time: 0.0692055 Dec 25 20:21:23.989493 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e4b03fea-227a-4ed6-89bd-8c71ee895476 req-d6900c64-4ebf-4951-81c7-babfd5d843bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd95f2f1-10ce-42aa-9657-c52f60710be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716422 Dec 25 20:21:24.130349 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e4b03fea-227a-4ed6-89bd-8c71ee895476 req-8751196c-834a-4d17-9976-1081454fccb0 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340928 Dec 25 20:21:24.271655 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e4b03fea-227a-4ed6-89bd-8c71ee895476 req-fd90c150-3f4b-4966-a76c-7f486f29eb5f service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352623 Dec 25 20:21:24.693678 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8daa19-cf3b-45ae-b9c5-efdf00c8a4b9 req-47661bc0-5b9a-4d65-a475-454a85c135db tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:24.695330 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6a8daa19-cf3b-45ae-b9c5-efdf00c8a4b9 req-47661bc0-5b9a-4d65-a475-454a85c135db tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 946 time: 0.0907326 Dec 25 20:21:24.743446 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6a8daa19-cf3b-45ae-b9c5-efdf00c8a4b9 req-a009789c-0d72-449f-b77b-63365fe257d3 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420442 Dec 25 20:21:25.954231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cd9a1-43b9-473f-90c0-77c0f231d648 req-6943aebe-4ff5-4f2b-af5c-37402ae6140c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:25.955902 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5b6cd9a1-43b9-473f-90c0-77c0f231d648 req-6943aebe-4ff5-4f2b-af5c-37402ae6140c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 946 time: 0.0874755 Dec 25 20:21:26.004656 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5b6cd9a1-43b9-473f-90c0-77c0f231d648 req-f89cc80d-b7ec-4481-9bf3-5ed50dfb31aa tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425267 Dec 25 20:21:27.215377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf7b4d-1db1-4bc8-8d34-5e88c31281a7 req-64158698-a05f-4cb5-b657-0f790b3a42fc tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:27.217514 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-91cf7b4d-1db1-4bc8-8d34-5e88c31281a7 req-64158698-a05f-4cb5-b657-0f790b3a42fc tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 946 time: 0.0862052 Dec 25 20:21:27.265141 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-91cf7b4d-1db1-4bc8-8d34-5e88c31281a7 req-fddd15c2-57f5-41ba-b5f9-c15eaf272d39 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411756 Dec 25 20:21:27.760612 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e4b03fea-227a-4ed6-89bd-8c71ee895476 req-73e20630-3e77-4a4b-962d-badc3f2c7e3b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1&tenant_id=97c383b786d04ed59e0da08e9eed6cf8 HTTP/1.1" status: 200 len: 1099 time: 0.0739715 Dec 25 20:21:28.082086 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e4b03fea-227a-4ed6-89bd-8c71ee895476 req-a3231d56-0004-4750-9c20-0ae4869d326a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97c383b786d04ed59e0da08e9eed6cf8&device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 1099 time: 0.2938335 Dec 25 20:21:28.226989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b03fea-227a-4ed6-89bd-8c71ee895476 req-a4293085-d73d-4f07-9f92-11033e0663c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:28.228586 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e4b03fea-227a-4ed6-89bd-8c71ee895476 req-a4293085-d73d-4f07-9f92-11033e0663c5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd95f2f1-10ce-42aa-9657-c52f60710be5 HTTP/1.1" status: 200 len: 912 time: 0.1362786 Dec 25 20:21:28.340118 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e4b03fea-227a-4ed6-89bd-8c71ee895476 req-879358bb-ba49-4f55-a1a1-c9df5f419ef8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98bc367d-2ae2-4cff-8687-f62e72994d9f HTTP/1.1" status: 200 len: 1003 time: 0.1014237 Dec 25 20:21:28.469695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b03fea-227a-4ed6-89bd-8c71ee895476 req-34400c82-6302-470a-917b-3c2134a84174 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:28.471312 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e4b03fea-227a-4ed6-89bd-8c71ee895476 req-34400c82-6302-470a-917b-3c2134a84174 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=57c7862c-1219-499a-bc33-1ecc88f61c65 HTTP/1.1" status: 200 len: 851 time: 0.1205752 Dec 25 20:21:28.543865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c518f-9d7a-4f0b-ba8c-5415a4bfb6b7 req-34faca1c-e544-430a-b386-95b42396f72a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:28.545502 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a38c518f-9d7a-4f0b-ba8c-5415a4bfb6b7 req-34faca1c-e544-430a-b386-95b42396f72a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 946 time: 0.1567345 Dec 25 20:21:28.605846 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e4b03fea-227a-4ed6-89bd-8c71ee895476 req-8e21935c-5ddd-49fd-acd6-8196e526d703 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd95f2f1-10ce-42aa-9657-c52f60710be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1229475 Dec 25 20:21:28.610770 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a38c518f-9d7a-4f0b-ba8c-5415a4bfb6b7 req-cd03ffd2-7e8d-4d7e-87c5-be4332e99957 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570776 Dec 25 20:21:28.752328 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e4b03fea-227a-4ed6-89bd-8c71ee895476 req-0b57d212-4d41-498d-abf4-bf95763e249d service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358459 Dec 25 20:21:28.901151 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e4b03fea-227a-4ed6-89bd-8c71ee895476 req-b7228b81-2b27-4bd3-a672-30b0d272c8b8 service neutron] 10.222.0.36 "GET /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364617 Dec 25 20:21:29.707791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 98bc367d-2ae2-4cff-8687-f62e72994d9f no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:21:29.822742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb044e00-30d0-4c04-b6c6-2d4633aa919c req-75b3c71f-d47c-43f6-b1db-91dfcdf0b115 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:29.824495 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-cb044e00-30d0-4c04-b6c6-2d4633aa919c req-75b3c71f-d47c-43f6-b1db-91dfcdf0b115 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 946 time: 0.0909276 Dec 25 20:21:29.827640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:29.856259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133adbf1-01f8-487e-bd41-9e4ed0b394a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98bc367d-2ae2-4cff-8687-f62e72994d9f'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:21:29.867269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 98bc367d-2ae2-4cff-8687-f62e72994d9f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=98bc367d-2ae2-4cff-8687-f62e72994d9f,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:21:29.872309 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:29.874973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:21:29.876403 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-cb044e00-30d0-4c04-b6c6-2d4633aa919c req-c6c3bd8e-96e9-4b8d-b840-da08cbccdc17 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454733 Dec 25 20:21:29.953792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=98bc367d-2ae2-4cff-8687-f62e72994d9f,revision_number=9']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:21:29.958300 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133adbf1-01f8-487e-bd41-9e4ed0b394a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98bc367d-2ae2-4cff-8687-f62e72994d9f', 'code': 200} Dec 25 20:21:29.959083 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:21:31.104301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f3938-fbec-4fdf-a174-bc55f316d0f9 req-072009a2-f92c-4038-9d62-d972aaae2dbd tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:31.105895 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7a6f3938-fbec-4fdf-a174-bc55f316d0f9 req-072009a2-f92c-4038-9d62-d972aaae2dbd tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 944 time: 0.0854917 Dec 25 20:21:31.155138 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7a6f3938-fbec-4fdf-a174-bc55f316d0f9 req-4cff96d2-1fdf-42c1-8331-54a9d6521a75 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431240 Dec 25 20:21:31.724686 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 98bc367d-2ae2-4cff-8687-f62e72994d9f details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 20:21:31.867128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 98bc367d-2ae2-4cff-8687-f62e72994d9f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=98bc367d-2ae2-4cff-8687-f62e72994d9f,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:21:31.881633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': '98bc367d-2ae2-4cff-8687-f62e72994d9f', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'port_id': '98bc367d-2ae2-4cff-8687-f62e72994d9f', 'mac_address': 'fa:16:3e:a0:c5:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 20:21:31.936724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:31.954512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98bc367d-2ae2-4cff-8687-f62e72994d9f {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:21:31.969663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 98bc367d-2ae2-4cff-8687-f62e72994d9f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=98bc367d-2ae2-4cff-8687-f62e72994d9f,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:21:31.972374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:31.975132 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:21:32.047681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=98bc367d-2ae2-4cff-8687-f62e72994d9f,revision_number=10']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:21:32.051246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:21:32.053697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['98bc367d-2ae2-4cff-8687-f62e72994d9f'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:21:32.368988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2e0f7-04ee-46a4-8fef-8134bd7c4d99 req-0fef1129-b61e-48a0-bdf4-f37652b1e7a4 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:32.370587 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7ce2e0f7-04ee-46a4-8fef-8134bd7c4d99 req-0fef1129-b61e-48a0-bdf4-f37652b1e7a4 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 946 time: 0.0861273 Dec 25 20:21:32.420280 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7ce2e0f7-04ee-46a4-8fef-8134bd7c4d99 req-d0fef02c-b84f-4461-9143-cf2cf38d5994 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433407 Dec 25 20:21:33.640529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7379b9c-ec6e-40cc-b1fc-11f04a799657 req-b3f957bf-6446-4d8c-b0d7-adde69c31909 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:33.642914 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b7379b9c-ec6e-40cc-b1fc-11f04a799657 req-b3f957bf-6446-4d8c-b0d7-adde69c31909 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 946 time: 0.0971398 Dec 25 20:21:33.690646 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b7379b9c-ec6e-40cc-b1fc-11f04a799657 req-618c7104-b05f-49af-ac30-dccbf8e91996 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416636 Dec 25 20:21:33.755839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 98bc367d-2ae2-4cff-8687-f62e72994d9f up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:21:33.829357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port 98bc367d-2ae2-4cff-8687-f62e72994d9f triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:21:33.829776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:33.955538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:33.983140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133adbf1-01f8-487e-bd41-9e4ed0b394a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98bc367d-2ae2-4cff-8687-f62e72994d9f'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:21:33.993092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 98bc367d-2ae2-4cff-8687-f62e72994d9f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=98bc367d-2ae2-4cff-8687-f62e72994d9f,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:21:33.995948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:33.998135 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:21:34.047742 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133adbf1-01f8-487e-bd41-9e4ed0b394a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98bc367d-2ae2-4cff-8687-f62e72994d9f', 'code': 200} Dec 25 20:21:34.068369 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=98bc367d-2ae2-4cff-8687-f62e72994d9f,revision_number=11']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:21:34.071530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:21:34.899321 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2681c-1e2e-4e30-946c-9dce99cdf435 req-ba38b758-617f-425e-8d6d-7712fd05d2cb tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:34.900912 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-67b2681c-1e2e-4e30-946c-9dce99cdf435 req-ba38b758-617f-425e-8d6d-7712fd05d2cb tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 947 time: 0.0880740 Dec 25 20:21:34.948918 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-67b2681c-1e2e-4e30-946c-9dce99cdf435 req-ab68c8bf-bb8f-4697-b4bc-faa46642019c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419538 Dec 25 20:21:36.098313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-22cda745-817e-4f40-b738-842abed9c900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:36.157384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ac212-4325-4976-a481-9de606d40e62 req-81c0aad8-2207-4c2b-a0e8-73d2b3a15df5 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:36.158991 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-677ac212-4325-4976-a481-9de606d40e62 req-81c0aad8-2207-4c2b-a0e8-73d2b3a15df5 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 947 time: 0.0852666 Dec 25 20:21:36.211722 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-677ac212-4325-4976-a481-9de606d40e62 req-05ad44dd-da66-4a99-9fc1-c25fc3c4b31c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461471 Dec 25 20:21:37.012753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:21:37.273577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:37.433622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8720b-19f0-4e10-8727-0f7b9a4cefbb req-1b1bf390-f826-4a63-b65b-d8e18c94d35a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:37.435412 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-09d8720b-19f0-4e10-8727-0f7b9a4cefbb req-1b1bf390-f826-4a63-b65b-d8e18c94d35a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 947 time: 0.0969720 Dec 25 20:21:37.486576 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-09d8720b-19f0-4e10-8727-0f7b9a4cefbb req-580c16d5-ac21-456d-86f6-b39662558ec2 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441835 Dec 25 20:21:37.700985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60634ed-5a54-454c-8753-ecf021a74893 req-ef08c8f2-acfe-49ba-94fb-311fc209bc19 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:37.702677 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c60634ed-5a54-454c-8753-ecf021a74893 req-ef08c8f2-acfe-49ba-94fb-311fc209bc19 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 947 time: 0.0868776 Dec 25 20:21:37.752112 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c60634ed-5a54-454c-8753-ecf021a74893 req-28f0177b-feb4-4b11-a1db-f8869ccd1074 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429173 Dec 25 20:21:37.964129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f513ee-19eb-4783-8cf8-34663d697d2d req-898ba8b3-f933-4caf-bcea-188188e97bc7 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:37.965907 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-58f513ee-19eb-4783-8cf8-34663d697d2d req-898ba8b3-f933-4caf-bcea-188188e97bc7 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 947 time: 0.0894346 Dec 25 20:21:38.015364 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-58f513ee-19eb-4783-8cf8-34663d697d2d req-096ee65a-f57e-4a11-9af7-39f3a5c756ff tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427694 Dec 25 20:21:38.403379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4c96eabe-6640-4d8e-99a5-5e4e54ea5c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:38.444255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add2044-2b71-427e-ab0c-a8e633f1032d req-f36f904a-b7a7-4fda-b002-5adc4cc3a35c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:38.445846 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9add2044-2b71-427e-ab0c-a8e633f1032d req-f36f904a-b7a7-4fda-b002-5adc4cc3a35c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 947 time: 0.0861959 Dec 25 20:21:38.495523 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9add2044-2b71-427e-ab0c-a8e633f1032d req-7ef629e6-3bc1-471e-ae4f-d930085e0fbe tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435731 Dec 25 20:21:38.730471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:39.702122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0c1a5-3479-4090-82bf-9f983814464b req-6d06d0c2-c3b0-4472-9709-afc51beedd07 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:39.703720 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9af0c1a5-3479-4090-82bf-9f983814464b req-6d06d0c2-c3b0-4472-9709-afc51beedd07 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 947 time: 0.0817032 Dec 25 20:21:39.752772 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9af0c1a5-3479-4090-82bf-9f983814464b req-f84bebd3-9399-46de-bb9d-fafebb2b5505 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430577 Dec 25 20:21:40.059221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:41.026660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d862d8-9881-47bb-a590-8d022b84bd34 req-584bded4-cf4a-4ea6-93f8-4940b36e2941 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:41.028303 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c2d862d8-9881-47bb-a590-8d022b84bd34 req-584bded4-cf4a-4ea6-93f8-4940b36e2941 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 947 time: 0.1532724 Dec 25 20:21:41.034814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6413d14-0363-4d76-a9be-9487791e99a3 req-8f8967e5-43f4-4e4f-966d-0d6ad59384ac tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:41.036294 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c6413d14-0363-4d76-a9be-9487791e99a3 req-8f8967e5-43f4-4e4f-966d-0d6ad59384ac tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.36 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 947 time: 0.1167459 Dec 25 20:21:41.142533 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c2d862d8-9881-47bb-a590-8d022b84bd34 req-4ce05cf3-5e73-41d2-8122-0d898dced3fd tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fdf9b72-ea73-428f-8dd8-26da33d2434b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051061 Dec 25 20:21:41.148523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-c6413d14-0363-4d76-a9be-9487791e99a3 req-8c0f7ef1-9189-44c1-8a5e-cbe2770771cf tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Deleting port 98bc367d-2ae2-4cff-8687-f62e72994d9f {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:21:41.148860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-c6413d14-0363-4d76-a9be-9487791e99a3 req-8c0f7ef1-9189-44c1-8a5e-cbe2770771cf tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:41.409227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-c6413d14-0363-4d76-a9be-9487791e99a3 req-8c0f7ef1-9189-44c1-8a5e-cbe2770771cf tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] For port 98bc367d-2ae2-4cff-8687-f62e72994d9f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=98bc367d-2ae2-4cff-8687-f62e72994d9f,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:21:41.409581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-c6413d14-0363-4d76-a9be-9487791e99a3 req-8c0f7ef1-9189-44c1-8a5e-cbe2770771cf tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:41.711134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-c6413d14-0363-4d76-a9be-9487791e99a3 req-8c0f7ef1-9189-44c1-8a5e-cbe2770771cf tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:41.711472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-c6413d14-0363-4d76-a9be-9487791e99a3 req-8c0f7ef1-9189-44c1-8a5e-cbe2770771cf tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:41.711822 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [req-c6413d14-0363-4d76-a9be-9487791e99a3 req-8c0f7ef1-9189-44c1-8a5e-cbe2770771cf tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Floating IP 082ae1dc-c449-456d-82d7-f0c1d1aa4cf8 disassociated. External IP: 172.26.8.219, port: 98bc367d-2ae2-4cff-8687-f62e72994d9f. Dec 25 20:21:41.712198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-c6413d14-0363-4d76-a9be-9487791e99a3 req-8c0f7ef1-9189-44c1-8a5e-cbe2770771cf tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Calling delete_port for 98bc367d-2ae2-4cff-8687-f62e72994d9f owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:21:41.855319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-c6413d14-0363-4d76-a9be-9487791e99a3 req-8c0f7ef1-9189-44c1-8a5e-cbe2770771cf tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:41.861603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0f16989e-cec4-4ce5-b9df-7f535bcb475a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:21:41.903870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f7ef1-9189-44c1-8a5e-cbe2770771cf tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Pushing event deleted for resources: {'Port': ['ID=98bc367d-2ae2-4cff-8687-f62e72994d9f,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:21:41.916442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0f7ef1-9189-44c1-8a5e-cbe2770771cf tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:21:41.916865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0f7ef1-9189-44c1-8a5e-cbe2770771cf tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:21:41.917287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0f7ef1-9189-44c1-8a5e-cbe2770771cf tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:21:41.917697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0f7ef1-9189-44c1-8a5e-cbe2770771cf tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:21:41.918106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0f7ef1-9189-44c1-8a5e-cbe2770771cf tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:21:41.918522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0f7ef1-9189-44c1-8a5e-cbe2770771cf tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:21:41.919448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0f7ef1-9189-44c1-8a5e-cbe2770771cf tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:21:41.919448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0f7ef1-9189-44c1-8a5e-cbe2770771cf tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:21:41.919862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0f7ef1-9189-44c1-8a5e-cbe2770771cf tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:21:41.920128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0f7ef1-9189-44c1-8a5e-cbe2770771cf tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:21:41.920519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0f7ef1-9189-44c1-8a5e-cbe2770771cf tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:21:41.928446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8c0f7ef1-9189-44c1-8a5e-cbe2770771cf tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:21:42.146223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6413d14-0363-4d76-a9be-9487791e99a3 req-8c0f7ef1-9189-44c1-8a5e-cbe2770771cf tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Router 022e5116-7aaf-4000-b063-5ef9e92f10d0 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:21:42.598536 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-939381b3-7ced-415e-ae59-3b0ce52c6ff4 req-66692196-26a1-4768-8893-29f9c1b5da04 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 210 time: 0.0669556 Dec 25 20:21:42.630307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6413d14-0363-4d76-a9be-9487791e99a3 req-8c0f7ef1-9189-44c1-8a5e-cbe2770771cf tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:21:42.640272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8432f4-0434-42d9-be14-703a76b6cf12 None None] Sync routers for ids ['022e5116-7aaf-4000-b063-5ef9e92f10d0'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:21:42.653568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8432f4-0434-42d9-be14-703a76b6cf12 None None] Routers {'022e5116-7aaf-4000-b063-5ef9e92f10d0'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:21:42.654324 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1b8432f4-0434-42d9-be14-703a76b6cf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:21:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['022e5116-7aaf-4000-b063-5ef9e92f10d0'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:21:42.699799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6413d14-0363-4d76-a9be-9487791e99a3 req-8c0f7ef1-9189-44c1-8a5e-cbe2770771cf tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] No DVR routers for this DVR port 98bc367d-2ae2-4cff-8687-f62e72994d9f on host hv-neutron-8226 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:21:42.702364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-c6413d14-0363-4d76-a9be-9487791e99a3 req-8c0f7ef1-9189-44c1-8a5e-cbe2770771cf tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:42.705692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133adbf1-01f8-487e-bd41-9e4ed0b394a1', 'name': 'network-vif-deleted', 'tag': '98bc367d-2ae2-4cff-8687-f62e72994d9f'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:21:42.720481 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c6413d14-0363-4d76-a9be-9487791e99a3 req-8c0f7ef1-9189-44c1-8a5e-cbe2770771cf tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.36 "DELETE /v2.0/ports/98bc367d-2ae2-4cff-8687-f62e72994d9f HTTP/1.1" status: 204 len: 173 time: 1.6690567 Dec 25 20:21:42.768896 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133adbf1-01f8-487e-bd41-9e4ed0b394a1', 'name': 'network-vif-deleted', 'tag': '98bc367d-2ae2-4cff-8687-f62e72994d9f', 'status': 'completed', 'code': 200} Dec 25 20:21:42.842898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-1b8432f4-0434-42d9-be14-703a76b6cf12 None None] Set router 022e5116-7aaf-4000-b063-5ef9e92f10d0 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:21:43.183472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1b8432f4-0434-42d9-be14-703a76b6cf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'name': 'tempest-ServerActionsTestJSON-1041431721-router', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '90ace860-b68b-4004-aa0f-89e534398e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:15:07Z', 'updated_at': '2021-12-25T20:15:10Z', 'revision_number': 4, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'gw_port': {'id': '90ace860-b68b-4004-aa0f-89e534398e96', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:08Z', 'updated_at': '2021-12-25T20:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '844aa4e6-2b07-4790-98bd-b5773a42bef2', 'name': '', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'mac_address': 'fa:16:3e:da:79:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:10Z', 'updated_at': '2021-12-25T20:15:19Z', 'revision_number': 5, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'subnets': [{'id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:21:43.187416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8432f4-0434-42d9-be14-703a76b6cf12 None None] Checking router: 022e5116-7aaf-4000-b063-5ef9e92f10d0 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:21:43.198656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8432f4-0434-42d9-be14-703a76b6cf12 None None] Routers {'022e5116-7aaf-4000-b063-5ef9e92f10d0'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:21:43.199377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1b8432f4-0434-42d9-be14-703a76b6cf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:21:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['022e5116-7aaf-4000-b063-5ef9e92f10d0'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:21:43.385041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-1b8432f4-0434-42d9-be14-703a76b6cf12 None None] Set router 022e5116-7aaf-4000-b063-5ef9e92f10d0 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:21:43.793692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-ed9106d2-73e0-4c8e-8c3e-e113b9acb29b req-ce86fb93-b739-4756-b698-180ebbb01704 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Synchronizing usage tracker for tenant:97c383b786d04ed59e0da08e9eed6cf8 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:21:43.803634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 98bc367d-2ae2-4cff-8687-f62e72994d9f no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:21:43.809989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-ed9106d2-73e0-4c8e-8c3e-e113b9acb29b req-ce86fb93-b739-4756-b698-180ebbb01704 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Unset dirty status for tenant:97c383b786d04ed59e0da08e9eed6cf8 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:21:43.811403 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ed9106d2-73e0-4c8e-8c3e-e113b9acb29b req-ce86fb93-b739-4756-b698-180ebbb01704 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/ports?device_id=133adbf1-01f8-487e-bd41-9e4ed0b394a1 HTTP/1.1" status: 200 len: 210 time: 0.0670602 Dec 25 20:21:43.844631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] No Port match for: 98bc367d-2ae2-4cff-8687-f62e72994d9f {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:21:43.845019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 98bc367d-2ae2-4cff-8687-f62e72994d9f not bound to the agent host hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:21:43.914158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1b8432f4-0434-42d9-be14-703a76b6cf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'name': 'tempest-ServerActionsTestJSON-1041431721-router', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '90ace860-b68b-4004-aa0f-89e534398e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:15:07Z', 'updated_at': '2021-12-25T20:15:10Z', 'revision_number': 4, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'gw_port': {'id': '90ace860-b68b-4004-aa0f-89e534398e96', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:08Z', 'updated_at': '2021-12-25T20:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '844aa4e6-2b07-4790-98bd-b5773a42bef2', 'name': '', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'mac_address': 'fa:16:3e:da:79:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:10Z', 'updated_at': '2021-12-25T20:15:19Z', 'revision_number': 5, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'subnets': [{'id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:21:43.918271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8432f4-0434-42d9-be14-703a76b6cf12 None None] The sync data for ids ['022e5116-7aaf-4000-b063-5ef9e92f10d0'] in dv-neutron-822611-1-hyperv is: [{'id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'name': 'tempest-ServerActionsTestJSON-1041431721-router', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '90ace860-b68b-4004-aa0f-89e534398e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:15:07Z', 'updated_at': '2021-12-25T20:15:10Z', 'revision_number': 4, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'gw_port': {'id': '90ace860-b68b-4004-aa0f-89e534398e96', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:08Z', 'updated_at': '2021-12-25T20:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '844aa4e6-2b07-4790-98bd-b5773a42bef2', 'name': '', 'network_id': 'dd95f2f1-10ce-42aa-9657-c52f60710be5', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'mac_address': 'fa:16:3e:da:79:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:10Z', 'updated_at': '2021-12-25T20:15:19Z', 'revision_number': 5, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'subnets': [{'id': '57c7862c-1219-499a-bc33-1ecc88f61c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:21:44.336915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4627cdd0-eca5-46f8-b30f-a53685d9cf2e None None] New status for floating IP 082ae1dc-c449-456d-82d7-f0c1d1aa4cf8: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 20:21:48.225636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 57952) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:21:48.295446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d4aa0faa-ba4c-44df-be03-769ff8a9950a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:48.326232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d4aa0faa-ba4c-44df-be03-769ff8a9950a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:48.375521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d4aa0faa-ba4c-44df-be03-769ff8a9950a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:48.381366 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2ab4adb5-ebfe-4837-8145-5290a7a5841e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:21:48.394251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa0faa-ba4c-44df-be03-769ff8a9950a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdf9b72-ea73-428f-8dd8-26da33d2434b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:21:48.398135 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d4aa0faa-ba4c-44df-be03-769ff8a9950a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:21:48.401480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d4aa0faa-ba4c-44df-be03-769ff8a9950a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:48.402702 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d4aa0faa-ba4c-44df-be03-769ff8a9950a tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "DELETE /v2.0/security-groups/2fdf9b72-ea73-428f-8dd8-26da33d2434b HTTP/1.1" status: 204 len: 168 time: 0.1759701 Dec 25 20:21:48.405452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 57956) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:21:48.423200 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-2dd7b5ca-34ee-4aba-aded-a41612ae7ec0 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] show failed (client error): The resource could not be found. Dec 25 20:21:48.424237 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2dd7b5ca-34ee-4aba-aded-a41612ae7ec0 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "GET /v2.0/security-groups/2fdf9b72-ea73-428f-8dd8-26da33d2434b HTTP/1.1" status: 404 len: 347 time: 0.0178034 Dec 25 20:21:48.427005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 57960) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:21:48.594193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-5e47165d-62e5-4457-b0f2-ecdf7356a6d9 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Deleting port dc74b44c-498a-4255-a578-7c2a11f9dce8 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:21:48.594570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e47165d-62e5-4457-b0f2-ecdf7356a6d9 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:48.776070 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e47165d-62e5-4457-b0f2-ecdf7356a6d9 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:48.776442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e47165d-62e5-4457-b0f2-ecdf7356a6d9 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:48.904645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-5e47165d-62e5-4457-b0f2-ecdf7356a6d9 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Calling delete_port for dc74b44c-498a-4255-a578-7c2a11f9dce8 owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:21:49.066416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e47165d-62e5-4457-b0f2-ecdf7356a6d9 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:49.070981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cbd954df-44ed-45e8-a203-e838022f0611 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:21:49.115274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47165d-62e5-4457-b0f2-ecdf7356a6d9 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Pushing event deleted for resources: {'Port': ['ID=dc74b44c-498a-4255-a578-7c2a11f9dce8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:21:49.119046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5e47165d-62e5-4457-b0f2-ecdf7356a6d9 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:21:49.214872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e47165d-62e5-4457-b0f2-ecdf7356a6d9 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:49.231429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e47165d-62e5-4457-b0f2-ecdf7356a6d9 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:49.232667 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5e47165d-62e5-4457-b0f2-ecdf7356a6d9 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] 10.222.0.24 "DELETE /v2.0/floatingips/082ae1dc-c449-456d-82d7-f0c1d1aa4cf8 HTTP/1.1" status: 204 len: 168 time: 0.8046834 Dec 25 20:21:49.235849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 57964) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:21:49.711202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7110ed70-f326-4cb4-8310-a1b4a97a10c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:50.331141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7110ed70-f326-4cb4-8310-a1b4a97a10c6 admin admin] Deleting port 844aa4e6-2b07-4790-98bd-b5773a42bef2 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:21:50.331713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7110ed70-f326-4cb4-8310-a1b4a97a10c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:50.508426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-7110ed70-f326-4cb4-8310-a1b4a97a10c6 admin admin] For port 844aa4e6-2b07-4790-98bd-b5773a42bef2, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=844aa4e6-2b07-4790-98bd-b5773a42bef2,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:21:50.508825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7110ed70-f326-4cb4-8310-a1b4a97a10c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:50.636982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7110ed70-f326-4cb4-8310-a1b4a97a10c6 admin admin] Calling delete_port for 844aa4e6-2b07-4790-98bd-b5773a42bef2 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:21:50.809606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7110ed70-f326-4cb4-8310-a1b4a97a10c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:50.814413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2fa45215-530c-4ad3-9168-7a35c302ecdb tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:21:50.855145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7110ed70-f326-4cb4-8310-a1b4a97a10c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=844aa4e6-2b07-4790-98bd-b5773a42bef2,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:21:50.860029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7110ed70-f326-4cb4-8310-a1b4a97a10c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:21:51.172369 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7110ed70-f326-4cb4-8310-a1b4a97a10c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:52.006629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7110ed70-f326-4cb4-8310-a1b4a97a10c6 admin admin] Router 022e5116-7aaf-4000-b063-5ef9e92f10d0 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:21:52.216788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7110ed70-f326-4cb4-8310-a1b4a97a10c6 admin admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:21:52.227453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ee6484-fecd-4eb8-a51a-aecb173f0e9c None None] Sync routers for ids ['022e5116-7aaf-4000-b063-5ef9e92f10d0'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:21:52.230455 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7110ed70-f326-4cb4-8310-a1b4a97a10c6 admin admin] 10.222.0.24 "PUT /v2.0/routers/022e5116-7aaf-4000-b063-5ef9e92f10d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9935405 Dec 25 20:21:52.233217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 57970) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:21:52.241229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ee6484-fecd-4eb8-a51a-aecb173f0e9c None None] Routers {'022e5116-7aaf-4000-b063-5ef9e92f10d0'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:21:52.241905 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-54ee6484-fecd-4eb8-a51a-aecb173f0e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:21:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['022e5116-7aaf-4000-b063-5ef9e92f10d0'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:21:52.431876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-54ee6484-fecd-4eb8-a51a-aecb173f0e9c None None] Set router 022e5116-7aaf-4000-b063-5ef9e92f10d0 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:21:52.443367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ce9b3479-3bdf-430e-8bd7-0626e244e941 admin admin] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:52.649201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ce9b3479-3bdf-430e-8bd7-0626e244e941 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:52.657455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ce9b3479-3bdf-430e-8bd7-0626e244e941 admin admin] Deleting port 90ace860-b68b-4004-aa0f-89e534398e96 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:21:52.657817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ce9b3479-3bdf-430e-8bd7-0626e244e941 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:52.739472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-54ee6484-fecd-4eb8-a51a-aecb173f0e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'name': 'tempest-ServerActionsTestJSON-1041431721-router', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '90ace860-b68b-4004-aa0f-89e534398e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:15:07Z', 'updated_at': '2021-12-25T20:21:50Z', 'revision_number': 5, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'gw_port': {'id': '90ace860-b68b-4004-aa0f-89e534398e96', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:15:08Z', 'updated_at': '2021-12-25T20:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:21:52.743606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ee6484-fecd-4eb8-a51a-aecb173f0e9c None None] Checking router: 022e5116-7aaf-4000-b063-5ef9e92f10d0 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:21:52.755663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ee6484-fecd-4eb8-a51a-aecb173f0e9c None None] Routers {'022e5116-7aaf-4000-b063-5ef9e92f10d0'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:21:52.756332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-54ee6484-fecd-4eb8-a51a-aecb173f0e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:21:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['022e5116-7aaf-4000-b063-5ef9e92f10d0'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:21:52.838247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-ce9b3479-3bdf-430e-8bd7-0626e244e941 admin admin] For port 90ace860-b68b-4004-aa0f-89e534398e96, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=90ace860-b68b-4004-aa0f-89e534398e96,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:21:52.838653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ce9b3479-3bdf-430e-8bd7-0626e244e941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:52.915821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-54ee6484-fecd-4eb8-a51a-aecb173f0e9c None None] Set router 022e5116-7aaf-4000-b063-5ef9e92f10d0 gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:21:52.968429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ce9b3479-3bdf-430e-8bd7-0626e244e941 admin admin] Calling delete_port for 90ace860-b68b-4004-aa0f-89e534398e96 owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:21:53.026669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-54ee6484-fecd-4eb8-a51a-aecb173f0e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'name': 'tempest-ServerActionsTestJSON-1041431721-router', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:15:07Z', 'updated_at': '2021-12-25T20:21:52Z', 'revision_number': 6, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'gw_port_host': None}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:21:53.030733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ee6484-fecd-4eb8-a51a-aecb173f0e9c None None] The sync data for ids ['022e5116-7aaf-4000-b063-5ef9e92f10d0'] in dv-neutron-822611-1-hyperv is: [{'id': '022e5116-7aaf-4000-b063-5ef9e92f10d0', 'name': 'tempest-ServerActionsTestJSON-1041431721-router', 'tenant_id': '97c383b786d04ed59e0da08e9eed6cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:15:07Z', 'updated_at': '2021-12-25T20:21:52Z', 'revision_number': 6, 'project_id': '97c383b786d04ed59e0da08e9eed6cf8', 'gw_port_host': None}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:21:53.148818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ce9b3479-3bdf-430e-8bd7-0626e244e941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:53.155119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-733f94de-adca-4f69-aa4c-05ddca3573f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:21:53.201072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b3479-3bdf-430e-8bd7-0626e244e941 admin admin] Pushing event deleted for resources: {'Port': ['ID=90ace860-b68b-4004-aa0f-89e534398e96,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:21:53.205501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ce9b3479-3bdf-430e-8bd7-0626e244e941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:21:53.445267 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ce9b3479-3bdf-430e-8bd7-0626e244e941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:53.449893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 90ace860-b68b-4004-aa0f-89e534398e96 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:21:53.484611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 90ace860-b68b-4004-aa0f-89e534398e96 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:21:53.485012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 90ace860-b68b-4004-aa0f-89e534398e96 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:21:53.485993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 844aa4e6-2b07-4790-98bd-b5773a42bef2 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:21:53.519366 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 844aa4e6-2b07-4790-98bd-b5773a42bef2 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:21:53.519768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 844aa4e6-2b07-4790-98bd-b5773a42bef2 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:21:53.845147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:53.946722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ce9b3479-3bdf-430e-8bd7-0626e244e941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:53.951038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ce9b3479-3bdf-430e-8bd7-0626e244e941 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:53.976087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ce9b3479-3bdf-430e-8bd7-0626e244e941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:53.976649 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9b3479-3bdf-430e-8bd7-0626e244e941 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 022e5116-7aaf-4000-b063-5ef9e92f10d0 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 20:21:53.989742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ce9b3479-3bdf-430e-8bd7-0626e244e941 admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:53.991469 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ce9b3479-3bdf-430e-8bd7-0626e244e941 admin admin] 10.222.0.24 "DELETE /v2.0/routers/022e5116-7aaf-4000-b063-5ef9e92f10d0 HTTP/1.1" status: 204 len: 168 time: 1.7567868 Dec 25 20:21:53.993705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 57974) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:21:54.070807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b6a127c-3209-4b50-8561-de2109094896 admin admin] Deleting subnet 57c7862c-1219-499a-bc33-1ecc88f61c65 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 20:21:54.074305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0b6a127c-3209-4b50-8561-de2109094896 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:54.127771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0b6a127c-3209-4b50-8561-de2109094896 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:54.213379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0b6a127c-3209-4b50-8561-de2109094896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:54.279152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0b6a127c-3209-4b50-8561-de2109094896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:54.283996 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-13322c96-7cda-406e-a783-7551573ea688 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:21:54.318596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a127c-3209-4b50-8561-de2109094896 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57c7862c-1219-499a-bc33-1ecc88f61c65,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:21:54.322318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0b6a127c-3209-4b50-8561-de2109094896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:21:54.326221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0b6a127c-3209-4b50-8561-de2109094896 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:54.332248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2951dc-19fe-4499-8996-e0a13abed15f None None] Network dd95f2f1-10ce-42aa-9657-c52f60710be5 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:21:54.334570 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0b6a127c-3209-4b50-8561-de2109094896 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/57c7862c-1219-499a-bc33-1ecc88f61c65 HTTP/1.1" status: 204 len: 168 time: 0.3388300 Dec 25 20:21:54.336645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 57978) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:21:54.452394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7c75de7-9e05-4b5e-b8fc-6a5d9e82f33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:54.463949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-a7c75de7-9e05-4b5e-b8fc-6a5d9e82f33f admin admin] Deleting port b2d9b67c-4d60-45cd-9d53-d0612e48b76c {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:21:54.464252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7c75de7-9e05-4b5e-b8fc-6a5d9e82f33f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:54.586966 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d38dc45-00bc-482f-a2b2-843c362854c4 None None] DHCP port deletion for dd95f2f1-10ce-42aa-9657-c52f60710be5 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 20:21:54.591268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0d38dc45-00bc-482f-a2b2-843c362854c4 None None] Deleting port b2d9b67c-4d60-45cd-9d53-d0612e48b76c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:21:54.591691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0d38dc45-00bc-482f-a2b2-843c362854c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:54.684990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-a7c75de7-9e05-4b5e-b8fc-6a5d9e82f33f admin admin] For port b2d9b67c-4d60-45cd-9d53-d0612e48b76c, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=b2d9b67c-4d60-45cd-9d53-d0612e48b76c,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:21:54.685432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7c75de7-9e05-4b5e-b8fc-6a5d9e82f33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:54.799962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-0d38dc45-00bc-482f-a2b2-843c362854c4 None None] For port b2d9b67c-4d60-45cd-9d53-d0612e48b76c, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=b2d9b67c-4d60-45cd-9d53-d0612e48b76c,segment=NetworkSegment(f9dfe4d6-0423-4e97-bcb2-0be40abaca3d),segment_id=f9dfe4d6-0423-4e97-bcb2-0be40abaca3d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:21:54.800409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0d38dc45-00bc-482f-a2b2-843c362854c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:54.814526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-a7c75de7-9e05-4b5e-b8fc-6a5d9e82f33f admin admin] Calling delete_port for b2d9b67c-4d60-45cd-9d53-d0612e48b76c owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:21:54.887959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7c75de7-9e05-4b5e-b8fc-6a5d9e82f33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:54.892913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9650eb32-d5bd-40e2-ab13-d173c78c0c70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:21:54.930001 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0d38dc45-00bc-482f-a2b2-843c362854c4 None None] Calling delete_port for b2d9b67c-4d60-45cd-9d53-d0612e48b76c owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:21:54.937275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c75de7-9e05-4b5e-b8fc-6a5d9e82f33f admin admin] Pushing event deleted for resources: {'Port': ['ID=b2d9b67c-4d60-45cd-9d53-d0612e48b76c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:21:54.941810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a7c75de7-9e05-4b5e-b8fc-6a5d9e82f33f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:21:54.944392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c75de7-9e05-4b5e-b8fc-6a5d9e82f33f admin admin] No DVR routers for this DVR port b2d9b67c-4d60-45cd-9d53-d0612e48b76c on host dv-neutron-822611-1-hyperv {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:21:55.004829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-0d38dc45-00bc-482f-a2b2-843c362854c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 20:21:55.005241 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-0d38dc45-00bc-482f-a2b2-843c362854c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 20:21:55.071897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7c75de7-9e05-4b5e-b8fc-6a5d9e82f33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:55.098407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-a7c75de7-9e05-4b5e-b8fc-6a5d9e82f33f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd95f2f1-10ce-42aa-9657-c52f60710be5']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:21:55.111917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-a7c75de7-9e05-4b5e-b8fc-6a5d9e82f33f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9dfe4d6-0423-4e97-bcb2-0be40abaca3d') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:21:55.112250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-a7c75de7-9e05-4b5e-b8fc-6a5d9e82f33f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9dfe4d6-0423-4e97-bcb2-0be40abaca3d') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:21:55.124386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7c75de7-9e05-4b5e-b8fc-6a5d9e82f33f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:55.139319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7c75de7-9e05-4b5e-b8fc-6a5d9e82f33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:55.145636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7c75de7-9e05-4b5e-b8fc-6a5d9e82f33f admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 20:21:55.146049 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7c75de7-9e05-4b5e-b8fc-6a5d9e82f33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:55.160680 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 20:21:55.160680 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 20:21:55.160680 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 20:21:55.160680 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 20:21:55.160680 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 20:21:55.160680 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 20:21:55.160680 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 20:21:55.160680 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 20:21:55.160680 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 20:21:55.160680 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 20:21:55.160680 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 20:21:55.160680 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 20:21:55.160680 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 20:21:55.160680 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 20:21:55.160680 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 20:21:55.160680 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 20:21:55.160680 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 20:21:55.160680 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 20:21:55.160680 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 20:21:55.160680 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 20:21:55.160680 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 20:21:55.160680 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 20:21:55.160680 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 20:21:55.160680 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 20:21:55.160680 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 20:21:55.160680 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 20:21:55.160680 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 20:21:55.160680 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 20:21:55.160680 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 20:21:55.160680 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 20:21:55.160680 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 20:21:55.160680 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 20:21:55.240564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7c75de7-9e05-4b5e-b8fc-6a5d9e82f33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:55.245007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7c75de7-9e05-4b5e-b8fc-6a5d9e82f33f admin admin] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:55.248994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-83d78001-39f9-4f8b-9747-5950ba78d6b5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:21:55.272317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c75de7-9e05-4b5e-b8fc-6a5d9e82f33f admin admin] Pushing event deleted for resources: {'Network': ['ID=dd95f2f1-10ce-42aa-9657-c52f60710be5,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:21:55.274785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a7c75de7-9e05-4b5e-b8fc-6a5d9e82f33f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:21:55.278507 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a7c75de7-9e05-4b5e-b8fc-6a5d9e82f33f admin admin] 10.222.0.24 "DELETE /v2.0/networks/dd95f2f1-10ce-42aa-9657-c52f60710be5 HTTP/1.1" status: 204 len: 168 time: 0.9407525 Dec 25 20:21:55.416786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 57984) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:21:55.446676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device b2d9b67c-4d60-45cd-9d53-d0612e48b76c no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:21:55.475555 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-50c76a89-537d-4b8e-93d3-eee28ea5098c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=97c383b786d04ed59e0da08e9eed6cf8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0573225 Dec 25 20:21:55.478166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 57988) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:21:55.482578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: b2d9b67c-4d60-45cd-9d53-d0612e48b76c {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:21:55.482973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device b2d9b67c-4d60-45cd-9d53-d0612e48b76c not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:21:55.506429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0d38dc45-00bc-482f-a2b2-843c362854c4 None None] Deleting port b2d9b67c-4d60-45cd-9d53-d0612e48b76c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:21:55.506896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0d38dc45-00bc-482f-a2b2-843c362854c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:55.540740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f293ef54-0e1f-456e-9808-a112b95b4990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:55.568329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f293ef54-0e1f-456e-9808-a112b95b4990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:55.574879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-0d38dc45-00bc-482f-a2b2-843c362854c4 None None] The port 'b2d9b67c-4d60-45cd-9d53-d0612e48b76c' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 20:21:55.612944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f293ef54-0e1f-456e-9808-a112b95b4990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:55.617956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9641bb0b-5872-453d-8c78-e30d8d3107f4 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:21:55.632252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f293ef54-0e1f-456e-9808-a112b95b4990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5892cfa8-12aa-4839-9b2c-39713bf97ba7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:21:55.637373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f293ef54-0e1f-456e-9808-a112b95b4990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:55.638587 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f293ef54-0e1f-456e-9808-a112b95b4990 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5892cfa8-12aa-4839-9b2c-39713bf97ba7 HTTP/1.1" status: 204 len: 168 time: 0.1594238 Dec 25 20:21:55.644440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293ef54-0e1f-456e-9808-a112b95b4990 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:21:55.644876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293ef54-0e1f-456e-9808-a112b95b4990 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:21:55.645299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293ef54-0e1f-456e-9808-a112b95b4990 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:21:55.645719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293ef54-0e1f-456e-9808-a112b95b4990 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:21:55.646134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293ef54-0e1f-456e-9808-a112b95b4990 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:21:55.646550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293ef54-0e1f-456e-9808-a112b95b4990 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:21:55.646961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293ef54-0e1f-456e-9808-a112b95b4990 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:21:55.647396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293ef54-0e1f-456e-9808-a112b95b4990 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:21:55.647803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293ef54-0e1f-456e-9808-a112b95b4990 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:21:55.648210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293ef54-0e1f-456e-9808-a112b95b4990 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:21:55.648616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293ef54-0e1f-456e-9808-a112b95b4990 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:21:55.651909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f293ef54-0e1f-456e-9808-a112b95b4990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:21:56.509388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 58010) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:21:56.647740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-bfe6346d-c352-4553-bf3b-c619d347f775 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1712062260-network', 'tenant_id': 'b80256bb312243aaa420c9ed227961f5'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:21:56.652919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-bfe6346d-c352-4553-bf3b-c619d347f775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:21:56.656991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-bfe6346d-c352-4553-bf3b-c619d347f775 admin admin] Usage tracker for resource:network and tenant:b80256bb312243aaa420c9ed227961f5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:21:56.660017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-bfe6346d-c352-4553-bf3b-c619d347f775 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:21:56.666043 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-bfe6346d-c352-4553-bf3b-c619d347f775 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:21:56.675707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe6346d-c352-4553-bf3b-c619d347f775 admin admin] Made reservation on behalf of b80256bb312243aaa420c9ed227961f5 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:21:56.680398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bfe6346d-c352-4553-bf3b-c619d347f775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:56.694363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bfe6346d-c352-4553-bf3b-c619d347f775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:56.731659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-bfe6346d-c352-4553-bf3b-c619d347f775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:21:56.735645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-bfe6346d-c352-4553-bf3b-c619d347f775 admin admin] Usage tracker for resource:security_group_rule and tenant:b80256bb312243aaa420c9ed227961f5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:21:56.738822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-bfe6346d-c352-4553-bf3b-c619d347f775 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:21:56.744918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-bfe6346d-c352-4553-bf3b-c619d347f775 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:21:56.811126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bfe6346d-c352-4553-bf3b-c619d347f775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:56.814773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bfe6346d-c352-4553-bf3b-c619d347f775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:56.818944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9ca6f3f1-bd5f-4632-91eb-83afa4dacb63 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:21:56.848234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfe6346d-c352-4553-bf3b-c619d347f775 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 20:21:56.857193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6346d-c352-4553-bf3b-c619d347f775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b651989-8c7b-49f0-bb67-b9f3228a0cba,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:21:56.862693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bfe6346d-c352-4553-bf3b-c619d347f775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:21:56.863796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bfe6346d-c352-4553-bf3b-c619d347f775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:56.864181 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-bfe6346d-c352-4553-bf3b-c619d347f775 admin admin] Added segment 4305fd3e-b1ee-4669-bece-827e887a66b6 of type vlan for network 9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7 Dec 25 20:21:56.891928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bfe6346d-c352-4553-bf3b-c619d347f775 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:56.920994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bfe6346d-c352-4553-bf3b-c619d347f775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:56.921891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe6346d-c352-4553-bf3b-c619d347f775 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:56.922526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bfe6346d-c352-4553-bf3b-c619d347f775 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:56.928060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dc6781d0-60f9-45fe-8025-074442594fd0 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:21:57.030406 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-bfe6346d-c352-4553-bf3b-c619d347f775 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5198050 Dec 25 20:21:57.033646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58016) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:21:57.036114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6346d-c352-4553-bf3b-c619d347f775 admin admin] Pushing event updated for resources: {'Network': ['ID=9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:21:57.038930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bfe6346d-c352-4553-bf3b-c619d347f775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:21:57.040121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-d3146148-7140-4cea-8900-cf35f035983f admin admin] Request body: {'subnet': {'network_id': '9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1712062260-subnet', 'tenant_id': 'b80256bb312243aaa420c9ed227961f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:21:57.045917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d3146148-7140-4cea-8900-cf35f035983f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:21:57.047443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 20:21:57.051129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d3146148-7140-4cea-8900-cf35f035983f admin admin] Usage tracker for resource:subnet and tenant:b80256bb312243aaa420c9ed227961f5 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:21:57.054210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d3146148-7140-4cea-8900-cf35f035983f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:21:57.060403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d3146148-7140-4cea-8900-cf35f035983f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:21:57.071860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3146148-7140-4cea-8900-cf35f035983f admin admin] Made reservation on behalf of b80256bb312243aaa420c9ed227961f5 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:21:57.076777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3146148-7140-4cea-8900-cf35f035983f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:57.291610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3146148-7140-4cea-8900-cf35f035983f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:57.295911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c039bca8-a3f0-4e78-815f-05590019e83d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:21:57.373794 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3146148-7140-4cea-8900-cf35f035983f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c871c5de-a930-4115-87ad-b1341795daa9,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:21:57.377051 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d3146148-7140-4cea-8900-cf35f035983f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:21:57.385753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3146148-7140-4cea-8900-cf35f035983f admin admin] Checking segment: {'id': '4305fd3e-b1ee-4669-bece-827e887a66b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:21:57.386149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3146148-7140-4cea-8900-cf35f035983f admin admin] Network hostable DHCP agents. Network: 9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 20:21:57.408899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3146148-7140-4cea-8900-cf35f035983f admin admin] Network 9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 20:21:57.416917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-d3146148-7140-4cea-8900-cf35f035983f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:21:57.420820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3146148-7140-4cea-8900-cf35f035983f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:57.421462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d3146148-7140-4cea-8900-cf35f035983f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:21:57.426743 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e566fb44-1fa4-419f-aee1-af6ab91f657e None None] Network 9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:21:57.442083 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d3146148-7140-4cea-8900-cf35f035983f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4071319 Dec 25 20:21:57.815049 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5db214b-f3f6-4b23-aa0b-872cd5ca961a None None] Network 9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:21:58.080691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-74814852-fa9f-405e-9aa0-fcaec3669cec tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:58.082322 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-74814852-fa9f-405e-9aa0-fcaec3669cec tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/networks?id=9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7 HTTP/1.1" status: 200 len: 814 time: 0.1609812 Dec 25 20:21:58.100231 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-17fa3515-71de-4a5f-87fd-321aa1913400 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/quotas/b80256bb312243aaa420c9ed227961f5 HTTP/1.1" status: 200 len: 375 time: 0.0116396 Dec 25 20:21:58.153844 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-e693f52e-fe6a-473f-9200-7277d15c5082 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b80256bb312243aaa420c9ed227961f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476918 Dec 25 20:21:58.307713 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-923fdbf8-fbb0-49fd-8cc3-f625dbd868a6 service neutron] 10.222.0.24 "GET /v2.0/networks/9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466441 Dec 25 20:21:58.451431 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-7c0df9a8-b5f5-47ac-8d5a-fb84bf45125f service neutron] 10.222.0.24 "GET /v2.0/networks/9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374443 Dec 25 20:21:58.647301 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6d894bf0-b273-47df-864d-d91626e0d43c req-541e7582-9453-4851-b874-0d663a54eb74 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1ba6d5-bedb-442d-9ddd-a5e8e7e99271 HTTP/1.1" status: 200 len: 210 time: 0.0452058 Dec 25 20:21:59.830558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-db11a4ba-6866-4fc1-90d7-84d73403b9ef tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:21:59.832147 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-db11a4ba-6866-4fc1-90d7-84d73403b9ef tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.36 "GET /v2.0/networks?id=9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7 HTTP/1.1" status: 200 len: 814 time: 0.2075038 Dec 25 20:21:59.834335 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7dfaa8e8-d420-4a83-829b-f4c83de2ba21 req-e472c5c7-61c5-4eaa-9262-5a4e01ebb9f5 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1ba6d5-bedb-442d-9ddd-a5e8e7e99271 HTTP/1.1" status: 200 len: 210 time: 0.0621247 Dec 25 20:21:59.858406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-58b82ebd-3f91-43ab-b8f4-bc69d8cba2d5 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Request body: {'port': {'device_id': 'be1ba6d5-bedb-442d-9ddd-a5e8e7e99271', 'network_id': '9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7', 'admin_state_up': True, 'tenant_id': 'b80256bb312243aaa420c9ed227961f5'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:22:00.002062 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-58b82ebd-3f91-43ab-b8f4-bc69d8cba2d5 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:22:00.006097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-58b82ebd-3f91-43ab-b8f4-bc69d8cba2d5 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Usage tracker for resource:port and tenant:b80256bb312243aaa420c9ed227961f5 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:22:00.009048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-58b82ebd-3f91-43ab-b8f4-bc69d8cba2d5 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:22:00.015019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-58b82ebd-3f91-43ab-b8f4-bc69d8cba2d5 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:22:00.024206 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-58b82ebd-3f91-43ab-b8f4-bc69d8cba2d5 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Made reservation on behalf of b80256bb312243aaa420c9ed227961f5 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:22:00.029607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-58b82ebd-3f91-43ab-b8f4-bc69d8cba2d5 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:00.200375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-58b82ebd-3f91-43ab-b8f4-bc69d8cba2d5 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Allocated IP 172.20.0.12 (9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7/c871c5de-a930-4115-87ad-b1341795daa9/823fa734-07f7-4b87-beae-a7adfe5271d4) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:22:00.650087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-58b82ebd-3f91-43ab-b8f4-bc69d8cba2d5 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:00.676818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-58b82ebd-3f91-43ab-b8f4-bc69d8cba2d5 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:00.682550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fe39b3bc-4291-47ab-8149-5abd4c0d4ff1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:00.756857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-58b82ebd-3f91-43ab-b8f4-bc69d8cba2d5 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Network 9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:22:00.760366 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-58b82ebd-3f91-43ab-b8f4-bc69d8cba2d5 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:22:00.762449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b82ebd-3f91-43ab-b8f4-bc69d8cba2d5 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Pushing event updated for resources: {'Port': ['ID=823fa734-07f7-4b87-beae-a7adfe5271d4,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:00.764801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-58b82ebd-3f91-43ab-b8f4-bc69d8cba2d5 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:22:00.795249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-58b82ebd-3f91-43ab-b8f4-bc69d8cba2d5 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:00.832451 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-58b82ebd-3f91-43ab-b8f4-bc69d8cba2d5 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:00.833143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-58b82ebd-3f91-43ab-b8f4-bc69d8cba2d5 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:00.855891 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-58b82ebd-3f91-43ab-b8f4-bc69d8cba2d5 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0023012 Dec 25 20:22:00.873066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-ca95e654-11c9-4696-b273-797daaedfac2 service neutron] Request body: {'port': {'device_id': 'be1ba6d5-bedb-442d-9ddd-a5e8e7e99271', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:22:01.043664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-ca95e654-11c9-4696-b273-797daaedfac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:01.139449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826bc49b-d507-4047-9c60-15a421370a5a req-e06ba4ad-1faf-4e79-b08a-a2b284bfe911 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:01.140220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-826bc49b-d507-4047-9c60-15a421370a5a req-e06ba4ad-1faf-4e79-b08a-a2b284bfe911 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Synchronizing usage tracker for tenant:b80256bb312243aaa420c9ed227961f5 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:22:01.227994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-826bc49b-d507-4047-9c60-15a421370a5a req-e06ba4ad-1faf-4e79-b08a-a2b284bfe911 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Unset dirty status for tenant:b80256bb312243aaa420c9ed227961f5 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:22:01.229322 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-826bc49b-d507-4047-9c60-15a421370a5a req-e06ba4ad-1faf-4e79-b08a-a2b284bfe911 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1ba6d5-bedb-442d-9ddd-a5e8e7e99271 HTTP/1.1" status: 200 len: 932 time: 0.2716327 Dec 25 20:22:01.382614 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-826bc49b-d507-4047-9c60-15a421370a5a req-99c84b61-a906-40e7-b933-643dde1650e9 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b651989-8c7b-49f0-bb67-b9f3228a0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456966 Dec 25 20:22:01.492369 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-ca95e654-11c9-4696-b273-797daaedfac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 823fa734-07f7-4b87-beae-a7adfe5271d4 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:22:01.500981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-ca95e654-11c9-4696-b273-797daaedfac2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:01.515738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-ca95e654-11c9-4696-b273-797daaedfac2 service neutron] Transition to ACTIVE for port object 823fa734-07f7-4b87-beae-a7adfe5271d4 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:22:01.518911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-ca95e654-11c9-4696-b273-797daaedfac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:01.523311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7110ed70-f326-4cb4-8310-a1b4a97a10c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:01.652396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95e654-11c9-4696-b273-797daaedfac2 service neutron] Pushing event updated for resources: {'Port': ['ID=823fa734-07f7-4b87-beae-a7adfe5271d4,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:01.656590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ca95e654-11c9-4696-b273-797daaedfac2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:01.769163 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-ca95e654-11c9-4696-b273-797daaedfac2 service neutron] Attempting to bind port 823fa734-07f7-4b87-beae-a7adfe5271d4 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:22:01.769534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-ca95e654-11c9-4696-b273-797daaedfac2 service neutron] Attempting to bind port 823fa734-07f7-4b87-beae-a7adfe5271d4 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4305fd3e-b1ee-4669-bece-827e887a66b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:22:01.769904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-ca95e654-11c9-4696-b273-797daaedfac2 service neutron] Attempting to bind port 823fa734-07f7-4b87-beae-a7adfe5271d4 on network 9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:22:01.776068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-ca95e654-11c9-4696-b273-797daaedfac2 service neutron] Port 823fa734-07f7-4b87-beae-a7adfe5271d4 on network 9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 20:22:01.776425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-ca95e654-11c9-4696-b273-797daaedfac2 service neutron] Attempting to bind port 823fa734-07f7-4b87-beae-a7adfe5271d4 on network 9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:22:01.783723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-ca95e654-11c9-4696-b273-797daaedfac2 service neutron] Checking agent: {'id': '5d7a6d50-e450-4e92-a105-61a558d89e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'started_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:22:01.784102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-ca95e654-11c9-4696-b273-797daaedfac2 service neutron] Checking segment: {'id': '4305fd3e-b1ee-4669-bece-827e887a66b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:22:01.784546 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-ca95e654-11c9-4696-b273-797daaedfac2 service neutron] Bound using segment: {'id': '4305fd3e-b1ee-4669-bece-827e887a66b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:22:01.784990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-ca95e654-11c9-4696-b273-797daaedfac2 service neutron] Bound port: 823fa734-07f7-4b87-beae-a7adfe5271d4, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4305fd3e-b1ee-4669-bece-827e887a66b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:22:01.785371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-ca95e654-11c9-4696-b273-797daaedfac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:01.878704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-ca95e654-11c9-4696-b273-797daaedfac2 service neutron] For port 823fa734-07f7-4b87-beae-a7adfe5271d4, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:22:01.881906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-ca95e654-11c9-4696-b273-797daaedfac2 service neutron] For port 823fa734-07f7-4b87-beae-a7adfe5271d4, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=823fa734-07f7-4b87-beae-a7adfe5271d4,segment=NetworkSegment(4305fd3e-b1ee-4669-bece-827e887a66b6),segment_id=4305fd3e-b1ee-4669-bece-827e887a66b6)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:22:01.884883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-ca95e654-11c9-4696-b273-797daaedfac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:01.889264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fe39b3bc-4291-47ab-8149-5abd4c0d4ff1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:01.949608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-ca95e654-11c9-4696-b273-797daaedfac2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:01.951171 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-ca95e654-11c9-4696-b273-797daaedfac2 service neutron] 10.222.0.36 "PUT /v2.0/ports/823fa734-07f7-4b87-beae-a7adfe5271d4 HTTP/1.1" status: 200 len: 1094 time: 1.0830567 Dec 25 20:22:01.951720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be1ba6d5-bedb-442d-9ddd-a5e8e7e99271', 'tag': '823fa734-07f7-4b87-beae-a7adfe5271d4'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:22:01.970558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95e654-11c9-4696-b273-797daaedfac2 service neutron] Pushing event updated for resources: {'Port': ['ID=823fa734-07f7-4b87-beae-a7adfe5271d4,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:01.974073 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ca95e654-11c9-4696-b273-797daaedfac2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:02.032549 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be1ba6d5-bedb-442d-9ddd-a5e8e7e99271', 'tag': '823fa734-07f7-4b87-beae-a7adfe5271d4', 'status': 'completed', 'code': 200} Dec 25 20:22:02.068951 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-aca19c77-641c-4dd6-a926-05b1b7431336 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b80256bb312243aaa420c9ed227961f5&device_id=be1ba6d5-bedb-442d-9ddd-a5e8e7e99271 HTTP/1.1" status: 200 len: 1097 time: 0.0782344 Dec 25 20:22:02.149299 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-123b917e-7ce7-4e2f-8e06-b9b4a932e2e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=823fa734-07f7-4b87-beae-a7adfe5271d4 HTTP/1.1" status: 200 len: 217 time: 0.0690053 Dec 25 20:22:02.223275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-fa79c8b7-e335-442f-b82b-eb72969b7fc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:02.224815 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-fa79c8b7-e335-442f-b82b-eb72969b7fc2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c871c5de-a930-4115-87ad-b1341795daa9 HTTP/1.1" status: 200 len: 854 time: 0.0654399 Dec 25 20:22:02.281157 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-6c89f578-3f56-4a63-a738-376367cb3b57 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469306 Dec 25 20:22:02.428509 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-9e37ce8f-fbdb-4733-8e2f-874ea33773e1 service neutron] 10.222.0.36 "GET /v2.0/networks/9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374407 Dec 25 20:22:02.632932 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1430f21d-c2e9-46b6-bd9f-16fba2e286c2 req-502c904b-ce5b-4fb5-8134-20ccf48296b4 service neutron] 10.222.0.36 "GET /v2.0/networks/9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946063 Dec 25 20:22:02.651352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536ae8a-2851-48ab-8c4a-861f6d2e891a req-7077dbbd-6be5-40cf-85ed-7bc329d53654 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:02.653070 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7536ae8a-2851-48ab-8c4a-861f6d2e891a req-7077dbbd-6be5-40cf-85ed-7bc329d53654 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1ba6d5-bedb-442d-9ddd-a5e8e7e99271 HTTP/1.1" status: 200 len: 944 time: 0.1226618 Dec 25 20:22:02.757079 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7536ae8a-2851-48ab-8c4a-861f6d2e891a req-b0f034f0-bbbb-4ba8-a407-0c92003f728f tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b651989-8c7b-49f0-bb67-b9f3228a0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973566 Dec 25 20:22:02.780859 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-bee1928a-df58-491b-9083-9c9f50ce1ef3 req-db5d276f-e30a-487d-a63f-1f569156d9ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b80256bb312243aaa420c9ed227961f5&device_id=be1ba6d5-bedb-442d-9ddd-a5e8e7e99271 HTTP/1.1" status: 200 len: 1097 time: 0.0968347 Dec 25 20:22:02.921903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1928a-df58-491b-9083-9c9f50ce1ef3 req-f15768fb-45b8-4e23-a2aa-87c8b471cba4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:02.923943 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-bee1928a-df58-491b-9083-9c9f50ce1ef3 req-f15768fb-45b8-4e23-a2aa-87c8b471cba4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7 HTTP/1.1" status: 200 len: 914 time: 0.1362593 Dec 25 20:22:02.995305 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-bee1928a-df58-491b-9083-9c9f50ce1ef3 req-7e403d20-2031-4257-b242-9a1825700630 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=823fa734-07f7-4b87-beae-a7adfe5271d4 HTTP/1.1" status: 200 len: 217 time: 0.0637143 Dec 25 20:22:03.069040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1928a-df58-491b-9083-9c9f50ce1ef3 req-4c7e1fd8-e574-475f-8c0c-ace7a33247cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:03.070642 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-bee1928a-df58-491b-9083-9c9f50ce1ef3 req-4c7e1fd8-e574-475f-8c0c-ace7a33247cb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c871c5de-a930-4115-87ad-b1341795daa9 HTTP/1.1" status: 200 len: 854 time: 0.0671198 Dec 25 20:22:03.121098 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-bee1928a-df58-491b-9083-9c9f50ce1ef3 req-d5c4ef49-8c6f-4166-9e8c-ebc3a0cdf969 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427947 Dec 25 20:22:03.266839 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-bee1928a-df58-491b-9083-9c9f50ce1ef3 req-df080e67-9cf4-4bb1-90f1-f0064d50510c service neutron] 10.222.0.36 "GET /v2.0/networks/9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371191 Dec 25 20:22:03.416360 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-bee1928a-df58-491b-9083-9c9f50ce1ef3 req-1154d0a5-b4b2-49b4-8497-cb38481c0e3c service neutron] 10.222.0.36 "GET /v2.0/networks/9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400220 Dec 25 20:22:03.879874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 823fa734-07f7-4b87-beae-a7adfe5271d4 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 20:22:03.965524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c2857-6c8c-43c3-8b54-ce7f0bdcc7f1 req-ce02a82f-a3c3-46d3-9c7b-da23174eaaa6 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:03.967177 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a22c2857-6c8c-43c3-8b54-ce7f0bdcc7f1 req-ce02a82f-a3c3-46d3-9c7b-da23174eaaa6 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1ba6d5-bedb-442d-9ddd-a5e8e7e99271 HTTP/1.1" status: 200 len: 944 time: 0.0860646 Dec 25 20:22:04.016736 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a22c2857-6c8c-43c3-8b54-ce7f0bdcc7f1 req-20ad7cbf-77a8-4d31-ac0e-7bbf70acaf7d tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b651989-8c7b-49f0-bb67-b9f3228a0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430853 Dec 25 20:22:04.023971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 823fa734-07f7-4b87-beae-a7adfe5271d4, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=823fa734-07f7-4b87-beae-a7adfe5271d4,segment=NetworkSegment(4305fd3e-b1ee-4669-bece-827e887a66b6),segment_id=4305fd3e-b1ee-4669-bece-827e887a66b6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:22:04.038910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': '823fa734-07f7-4b87-beae-a7adfe5271d4', 'network_id': '9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7', 'port_id': '823fa734-07f7-4b87-beae-a7adfe5271d4', 'mac_address': 'fa:16:3e:8d:f4:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c871c5de-a930-4115-87ad-b1341795daa9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 20:22:04.095532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:04.114101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 823fa734-07f7-4b87-beae-a7adfe5271d4 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:22:04.129610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 823fa734-07f7-4b87-beae-a7adfe5271d4, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=823fa734-07f7-4b87-beae-a7adfe5271d4,segment=NetworkSegment(4305fd3e-b1ee-4669-bece-827e887a66b6),segment_id=4305fd3e-b1ee-4669-bece-827e887a66b6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:22:04.132640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:04.134564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:04.209882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=823fa734-07f7-4b87-beae-a7adfe5271d4,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:04.213322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:04.416331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['823fa734-07f7-4b87-beae-a7adfe5271d4'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:22:05.240760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7898413-daa0-4840-b23a-244d0276c0de req-7c13fc8f-ae84-4542-920e-efa1cca7441d tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:05.242391 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e7898413-daa0-4840-b23a-244d0276c0de req-7c13fc8f-ae84-4542-920e-efa1cca7441d tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1ba6d5-bedb-442d-9ddd-a5e8e7e99271 HTTP/1.1" status: 200 len: 945 time: 0.0911152 Dec 25 20:22:05.292155 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e7898413-daa0-4840-b23a-244d0276c0de req-16da02b9-f9be-4b63-a662-1c4448ab11d6 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b651989-8c7b-49f0-bb67-b9f3228a0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420163 Dec 25 20:22:05.895739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 823fa734-07f7-4b87-beae-a7adfe5271d4 up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:22:05.966585 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning for port 823fa734-07f7-4b87-beae-a7adfe5271d4 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:22:05.971609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port 823fa734-07f7-4b87-beae-a7adfe5271d4 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:22:05.972039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:06.095825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:06.117625 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6b018f43-154c-4410-a924-8f36e7cdf486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:06.131740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be1ba6d5-bedb-442d-9ddd-a5e8e7e99271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823fa734-07f7-4b87-beae-a7adfe5271d4'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:22:06.142031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 823fa734-07f7-4b87-beae-a7adfe5271d4, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=823fa734-07f7-4b87-beae-a7adfe5271d4,segment=NetworkSegment(4305fd3e-b1ee-4669-bece-827e887a66b6),segment_id=4305fd3e-b1ee-4669-bece-827e887a66b6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:22:06.144896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:06.147220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:06.194487 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be1ba6d5-bedb-442d-9ddd-a5e8e7e99271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823fa734-07f7-4b87-beae-a7adfe5271d4', 'code': 200} Dec 25 20:22:06.217050 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=823fa734-07f7-4b87-beae-a7adfe5271d4,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:06.220200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:06.514356 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f308632f-e086-4388-a01b-a18aded484b1 req-2b086e56-6c89-4c9e-9bb5-494aebfa00af service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=be1ba6d5-bedb-442d-9ddd-a5e8e7e99271 HTTP/1.1" status: 200 len: 1099 time: 0.1415913 Dec 25 20:22:06.526957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab5bb0-8209-46b7-9f09-a8812248021d req-adafbcda-601d-4152-b022-9cd2d8ae9cf3 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:06.528570 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a9ab5bb0-8209-46b7-9f09-a8812248021d req-adafbcda-601d-4152-b022-9cd2d8ae9cf3 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1ba6d5-bedb-442d-9ddd-a5e8e7e99271 HTTP/1.1" status: 200 len: 946 time: 0.1147058 Dec 25 20:22:06.611013 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f308632f-e086-4388-a01b-a18aded484b1 req-29a2e95b-5c9d-463e-a440-548a500dca8e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2b651989-8c7b-49f0-bb67-b9f3228a0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812674 Dec 25 20:22:06.615822 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a9ab5bb0-8209-46b7-9f09-a8812248021d req-b0757a8f-3190-4da4-9c1a-f49fba158cfa tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b651989-8c7b-49f0-bb67-b9f3228a0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719528 Dec 25 20:22:07.276842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:07.830826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a5606-1d40-4132-bc9c-d9ee8cf20e5a req-5bffc38e-2482-45f9-9cc4-ea85bf8f47e4 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:07.832663 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a52a5606-1d40-4132-bc9c-d9ee8cf20e5a req-5bffc38e-2482-45f9-9cc4-ea85bf8f47e4 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1ba6d5-bedb-442d-9ddd-a5e8e7e99271 HTTP/1.1" status: 200 len: 946 time: 0.0899041 Dec 25 20:22:07.882973 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a52a5606-1d40-4132-bc9c-d9ee8cf20e5a req-d3b611fb-10ea-4b1a-b057-15a798fccf81 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b651989-8c7b-49f0-bb67-b9f3228a0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442898 Dec 25 20:22:08.404708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-222d90de-885c-4e00-8792-36a45f549ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:08.732694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:09.088603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21d837-ab4d-45d7-9c93-025c5ccc27ab req-118f0dc8-4269-4177-bedf-98dda956de81 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:09.090113 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1a21d837-ab4d-45d7-9c93-025c5ccc27ab req-118f0dc8-4269-4177-bedf-98dda956de81 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1ba6d5-bedb-442d-9ddd-a5e8e7e99271 HTTP/1.1" status: 200 len: 946 time: 0.0815928 Dec 25 20:22:09.142291 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1a21d837-ab4d-45d7-9c93-025c5ccc27ab req-9e61e04b-b734-4633-9f31-5bfde67bceca tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b651989-8c7b-49f0-bb67-b9f3228a0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460739 Dec 25 20:22:09.462224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e82ad-de10-4910-a010-3387d126c80e req-ef3089d5-74e4-4bec-931f-953fc91d6a34 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:09.463875 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5b5e82ad-de10-4910-a010-3387d126c80e req-ef3089d5-74e4-4bec-931f-953fc91d6a34 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/networks?id=9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7 HTTP/1.1" status: 200 len: 814 time: 0.1609421 Dec 25 20:22:09.485977 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5b5e82ad-de10-4910-a010-3387d126c80e req-b6430a24-f347-4f57-b8b7-afc405d1f273 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/quotas/b80256bb312243aaa420c9ed227961f5 HTTP/1.1" status: 200 len: 375 time: 0.0154228 Dec 25 20:22:09.567942 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5b5e82ad-de10-4910-a010-3387d126c80e req-375ee692-3090-44ca-8051-cb64f4a1a6e4 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b80256bb312243aaa420c9ed227961f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0771313 Dec 25 20:22:09.708649 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5b5e82ad-de10-4910-a010-3387d126c80e req-be6d7a6a-f4bd-4096-9305-94263395b843 service neutron] 10.222.0.24 "GET /v2.0/networks/9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333175 Dec 25 20:22:10.062968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:10.079606 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5b5e82ad-de10-4910-a010-3387d126c80e req-b1c7617c-c7b3-4916-a48b-67b7f098e1d3 service neutron] 10.222.0.24 "GET /v2.0/networks/9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648198 Dec 25 20:22:10.272271 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-88344753-1e13-4ed5-a022-dd714f1e046b req-073f6e85-a735-4b0a-8a6e-b21ba4c0188c tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2b431cd-2c3d-4d80-9b6a-04bac1ecfcb4 HTTP/1.1" status: 200 len: 210 time: 0.0446322 Dec 25 20:22:11.333801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e82ad-de10-4910-a010-3387d126c80e req-9fd6d8ed-8fab-49f1-9f66-906c25ef0cab tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:11.335369 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5b5e82ad-de10-4910-a010-3387d126c80e req-9fd6d8ed-8fab-49f1-9f66-906c25ef0cab tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.36 "GET /v2.0/networks?id=9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7 HTTP/1.1" status: 200 len: 814 time: 0.1619987 Dec 25 20:22:11.350890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-5b5e82ad-de10-4910-a010-3387d126c80e req-4f1513c9-a7a5-456d-b67f-ce4bcbec954b tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Request body: {'port': {'device_id': 'f2b431cd-2c3d-4d80-9b6a-04bac1ecfcb4', 'network_id': '9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7', 'admin_state_up': True, 'tenant_id': 'b80256bb312243aaa420c9ed227961f5'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:22:11.500047 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a4427baa-4405-4a1f-bb97-f37bae03a555 req-04800f2e-2314-4071-8f62-8a3b82af1cbf tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2b431cd-2c3d-4d80-9b6a-04bac1ecfcb4 HTTP/1.1" status: 200 len: 210 time: 0.1027367 Dec 25 20:22:11.545110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-5b5e82ad-de10-4910-a010-3387d126c80e req-4f1513c9-a7a5-456d-b67f-ce4bcbec954b tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:22:11.555839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-5b5e82ad-de10-4910-a010-3387d126c80e req-4f1513c9-a7a5-456d-b67f-ce4bcbec954b tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:22:11.564548 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b5e82ad-de10-4910-a010-3387d126c80e req-4f1513c9-a7a5-456d-b67f-ce4bcbec954b tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Made reservation on behalf of b80256bb312243aaa420c9ed227961f5 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:22:11.570710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-5b5e82ad-de10-4910-a010-3387d126c80e req-4f1513c9-a7a5-456d-b67f-ce4bcbec954b tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:11.738478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [req-5b5e82ad-de10-4910-a010-3387d126c80e req-4f1513c9-a7a5-456d-b67f-ce4bcbec954b tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Allocated IP 172.20.0.14 (9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7/c871c5de-a930-4115-87ad-b1341795daa9/137f2f74-b519-401d-b767-59a0c914621a) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:22:11.953053 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-5b5e82ad-de10-4910-a010-3387d126c80e req-4f1513c9-a7a5-456d-b67f-ce4bcbec954b tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:11.978316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-5b5e82ad-de10-4910-a010-3387d126c80e req-4f1513c9-a7a5-456d-b67f-ce4bcbec954b tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:11.983893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-aeedcff7-dd88-446d-b178-4e37b3da96b6 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:11.990940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['823fa734-07f7-4b87-beae-a7adfe5271d4'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:22:12.057879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1513c9-a7a5-456d-b67f-ce4bcbec954b tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Pushing event updated for resources: {'Port': ['ID=137f2f74-b519-401d-b767-59a0c914621a,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:12.072348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4f1513c9-a7a5-456d-b67f-ce4bcbec954b tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:12.074313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b5e82ad-de10-4910-a010-3387d126c80e req-4f1513c9-a7a5-456d-b67f-ce4bcbec954b tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Network 9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:22:12.075556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [req-5b5e82ad-de10-4910-a010-3387d126c80e req-4f1513c9-a7a5-456d-b67f-ce4bcbec954b tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:22:12.078032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5e82ad-de10-4910-a010-3387d126c80e req-4f1513c9-a7a5-456d-b67f-ce4bcbec954b tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:22:12.152799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e82ad-de10-4910-a010-3387d126c80e req-4f1513c9-a7a5-456d-b67f-ce4bcbec954b tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:12.153488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-5b5e82ad-de10-4910-a010-3387d126c80e req-4f1513c9-a7a5-456d-b67f-ce4bcbec954b tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:12.178617 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5b5e82ad-de10-4910-a010-3387d126c80e req-4f1513c9-a7a5-456d-b67f-ce4bcbec954b tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8318994 Dec 25 20:22:12.191158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-5b5e82ad-de10-4910-a010-3387d126c80e req-c1b08894-92a0-495b-85ac-4cdc543d98df service neutron] Request body: {'port': {'device_id': 'f2b431cd-2c3d-4d80-9b6a-04bac1ecfcb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:22:12.307117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-5b5e82ad-de10-4910-a010-3387d126c80e req-c1b08894-92a0-495b-85ac-4cdc543d98df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:12.717693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [req-5b5e82ad-de10-4910-a010-3387d126c80e req-c1b08894-92a0-495b-85ac-4cdc543d98df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 137f2f74-b519-401d-b767-59a0c914621a {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:22:12.728190 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-5b5e82ad-de10-4910-a010-3387d126c80e req-c1b08894-92a0-495b-85ac-4cdc543d98df service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:12.749489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-5b5e82ad-de10-4910-a010-3387d126c80e req-c1b08894-92a0-495b-85ac-4cdc543d98df service neutron] Transition to ACTIVE for port object 137f2f74-b519-401d-b767-59a0c914621a will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:22:12.753170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-5b5e82ad-de10-4910-a010-3387d126c80e req-c1b08894-92a0-495b-85ac-4cdc543d98df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:12.758233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-58b82ebd-3f91-43ab-b8f4-bc69d8cba2d5 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:12.826985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f5dfb-3995-4b48-9c97-3005f4ebdc92 req-6a383041-d5bb-4ead-a8e8-3ea886b01a39 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:12.827775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-dc0f5dfb-3995-4b48-9c97-3005f4ebdc92 req-6a383041-d5bb-4ead-a8e8-3ea886b01a39 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Synchronizing usage tracker for tenant:b80256bb312243aaa420c9ed227961f5 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:22:12.897443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b08894-92a0-495b-85ac-4cdc543d98df service neutron] Pushing event updated for resources: {'Port': ['ID=137f2f74-b519-401d-b767-59a0c914621a,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:12.908443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c1b08894-92a0-495b-85ac-4cdc543d98df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:12.914632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-dc0f5dfb-3995-4b48-9c97-3005f4ebdc92 req-6a383041-d5bb-4ead-a8e8-3ea886b01a39 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Unset dirty status for tenant:b80256bb312243aaa420c9ed227961f5 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:22:12.915950 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dc0f5dfb-3995-4b48-9c97-3005f4ebdc92 req-6a383041-d5bb-4ead-a8e8-3ea886b01a39 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2b431cd-2c3d-4d80-9b6a-04bac1ecfcb4 HTTP/1.1" status: 200 len: 932 time: 0.2753444 Dec 25 20:22:13.041432 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dc0f5dfb-3995-4b48-9c97-3005f4ebdc92 req-ee04bdd9-da1b-4ef0-8f90-eaaa582a3cb4 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b651989-8c7b-49f0-bb67-b9f3228a0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949695 Dec 25 20:22:13.062196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-5b5e82ad-de10-4910-a010-3387d126c80e req-c1b08894-92a0-495b-85ac-4cdc543d98df service neutron] Attempting to bind port 137f2f74-b519-401d-b767-59a0c914621a on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:22:13.062573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-5b5e82ad-de10-4910-a010-3387d126c80e req-c1b08894-92a0-495b-85ac-4cdc543d98df service neutron] Attempting to bind port 137f2f74-b519-401d-b767-59a0c914621a by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4305fd3e-b1ee-4669-bece-827e887a66b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:22:13.062977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5e82ad-de10-4910-a010-3387d126c80e req-c1b08894-92a0-495b-85ac-4cdc543d98df service neutron] Attempting to bind port 137f2f74-b519-401d-b767-59a0c914621a on network 9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:22:13.072767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5e82ad-de10-4910-a010-3387d126c80e req-c1b08894-92a0-495b-85ac-4cdc543d98df service neutron] Port 137f2f74-b519-401d-b767-59a0c914621a on network 9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 20:22:13.073133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5e82ad-de10-4910-a010-3387d126c80e req-c1b08894-92a0-495b-85ac-4cdc543d98df service neutron] Attempting to bind port 137f2f74-b519-401d-b767-59a0c914621a on network 9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:22:13.080672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5e82ad-de10-4910-a010-3387d126c80e req-c1b08894-92a0-495b-85ac-4cdc543d98df service neutron] Checking agent: {'id': '5d7a6d50-e450-4e92-a105-61a558d89e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'started_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:22:13.081048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5e82ad-de10-4910-a010-3387d126c80e req-c1b08894-92a0-495b-85ac-4cdc543d98df service neutron] Checking segment: {'id': '4305fd3e-b1ee-4669-bece-827e887a66b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:22:13.081469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5e82ad-de10-4910-a010-3387d126c80e req-c1b08894-92a0-495b-85ac-4cdc543d98df service neutron] Bound using segment: {'id': '4305fd3e-b1ee-4669-bece-827e887a66b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:22:13.081944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-5b5e82ad-de10-4910-a010-3387d126c80e req-c1b08894-92a0-495b-85ac-4cdc543d98df service neutron] Bound port: 137f2f74-b519-401d-b767-59a0c914621a, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4305fd3e-b1ee-4669-bece-827e887a66b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:22:13.082329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-5b5e82ad-de10-4910-a010-3387d126c80e req-c1b08894-92a0-495b-85ac-4cdc543d98df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:13.177454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-5b5e82ad-de10-4910-a010-3387d126c80e req-c1b08894-92a0-495b-85ac-4cdc543d98df service neutron] For port 137f2f74-b519-401d-b767-59a0c914621a, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:22:13.181014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-5b5e82ad-de10-4910-a010-3387d126c80e req-c1b08894-92a0-495b-85ac-4cdc543d98df service neutron] For port 137f2f74-b519-401d-b767-59a0c914621a, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=137f2f74-b519-401d-b767-59a0c914621a,segment=NetworkSegment(4305fd3e-b1ee-4669-bece-827e887a66b6),segment_id=4305fd3e-b1ee-4669-bece-827e887a66b6)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:22:13.183761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-5b5e82ad-de10-4910-a010-3387d126c80e req-c1b08894-92a0-495b-85ac-4cdc543d98df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:13.188362 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-603ef047-c058-4399-9c03-b7c9b41dabde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:13.247720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-5b5e82ad-de10-4910-a010-3387d126c80e req-c1b08894-92a0-495b-85ac-4cdc543d98df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:13.249205 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5b5e82ad-de10-4910-a010-3387d126c80e req-c1b08894-92a0-495b-85ac-4cdc543d98df service neutron] 10.222.0.36 "PUT /v2.0/ports/137f2f74-b519-401d-b767-59a0c914621a HTTP/1.1" status: 200 len: 1094 time: 1.0630696 Dec 25 20:22:13.254307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2b431cd-2c3d-4d80-9b6a-04bac1ecfcb4', 'tag': '137f2f74-b519-401d-b767-59a0c914621a'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:22:13.274272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b08894-92a0-495b-85ac-4cdc543d98df service neutron] Pushing event updated for resources: {'Port': ['ID=137f2f74-b519-401d-b767-59a0c914621a,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:13.277782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c1b08894-92a0-495b-85ac-4cdc543d98df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:13.320696 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2b431cd-2c3d-4d80-9b6a-04bac1ecfcb4', 'tag': '137f2f74-b519-401d-b767-59a0c914621a', 'status': 'completed', 'code': 200} Dec 25 20:22:13.367755 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5b5e82ad-de10-4910-a010-3387d126c80e req-c186c46b-4dad-4f9d-a55b-f11e314121de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b80256bb312243aaa420c9ed227961f5&device_id=f2b431cd-2c3d-4d80-9b6a-04bac1ecfcb4 HTTP/1.1" status: 200 len: 1097 time: 0.0824561 Dec 25 20:22:13.439946 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5b5e82ad-de10-4910-a010-3387d126c80e req-23d03e7f-32d3-4762-8f19-ca9004d005cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=137f2f74-b519-401d-b767-59a0c914621a HTTP/1.1" status: 200 len: 217 time: 0.0648551 Dec 25 20:22:13.510547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e82ad-de10-4910-a010-3387d126c80e req-58bef027-865c-4671-b352-c1841bef2883 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:13.512123 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5b5e82ad-de10-4910-a010-3387d126c80e req-58bef027-865c-4671-b352-c1841bef2883 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c871c5de-a930-4115-87ad-b1341795daa9 HTTP/1.1" status: 200 len: 854 time: 0.0658391 Dec 25 20:22:13.559951 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5b5e82ad-de10-4910-a010-3387d126c80e req-88d135f0-45aa-4a4a-a1ff-5498869eef20 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411425 Dec 25 20:22:13.699065 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5b5e82ad-de10-4910-a010-3387d126c80e req-dde2c5ca-e892-446e-9783-f48e602961ea service neutron] 10.222.0.36 "GET /v2.0/networks/9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330924 Dec 25 20:22:13.841381 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5b5e82ad-de10-4910-a010-3387d126c80e req-29ffeb26-c651-4a5b-923a-f2eb7bbd28f7 service neutron] 10.222.0.36 "GET /v2.0/networks/9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351733 Dec 25 20:22:13.953737 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-53844735-6a1f-43b0-89e7-f70d4341ca95 req-4494da14-2a32-4325-a22e-145cc58ab429 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b80256bb312243aaa420c9ed227961f5&device_id=f2b431cd-2c3d-4d80-9b6a-04bac1ecfcb4 HTTP/1.1" status: 200 len: 1097 time: 0.0727932 Dec 25 20:22:14.013509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:22:14.097189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53844735-6a1f-43b0-89e7-f70d4341ca95 req-2898810d-6ec7-418a-8e48-abde22333cbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:14.098737 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-53844735-6a1f-43b0-89e7-f70d4341ca95 req-2898810d-6ec7-418a-8e48-abde22333cbc service neutron] 10.222.0.36 "GET /v2.0/networks?id=9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7 HTTP/1.1" status: 200 len: 914 time: 0.1377482 Dec 25 20:22:14.211759 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-53844735-6a1f-43b0-89e7-f70d4341ca95 req-065586b4-32cc-44dd-a029-252ed3708530 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=137f2f74-b519-401d-b767-59a0c914621a HTTP/1.1" status: 200 len: 217 time: 0.1059442 Dec 25 20:22:14.305104 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53844735-6a1f-43b0-89e7-f70d4341ca95 req-ccb14fbc-f776-4108-86ef-11859567e1ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:14.306659 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-53844735-6a1f-43b0-89e7-f70d4341ca95 req-ccb14fbc-f776-4108-86ef-11859567e1ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c871c5de-a930-4115-87ad-b1341795daa9 HTTP/1.1" status: 200 len: 854 time: 0.0828409 Dec 25 20:22:14.317429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d48e38-68bd-4bb1-b7a5-8e71a18af725 req-09ad4bcc-685f-4ef4-a817-5332f192cc3f tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:14.318903 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-15d48e38-68bd-4bb1-b7a5-8e71a18af725 req-09ad4bcc-685f-4ef4-a817-5332f192cc3f tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2b431cd-2c3d-4d80-9b6a-04bac1ecfcb4 HTTP/1.1" status: 200 len: 944 time: 0.1530614 Dec 25 20:22:14.381021 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-53844735-6a1f-43b0-89e7-f70d4341ca95 req-20fab581-2335-4065-b73b-822a0dd9b5d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610137 Dec 25 20:22:14.449698 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-15d48e38-68bd-4bb1-b7a5-8e71a18af725 req-dd26c284-ec62-435f-afaf-f66437717e66 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b651989-8c7b-49f0-bb67-b9f3228a0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945601 Dec 25 20:22:14.541086 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-53844735-6a1f-43b0-89e7-f70d4341ca95 req-78062228-50c1-40fc-aca6-6ac8de496a88 service neutron] 10.222.0.36 "GET /v2.0/networks/9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526542 Dec 25 20:22:14.682398 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-53844735-6a1f-43b0-89e7-f70d4341ca95 req-b0ccf3da-cd06-494e-b6b8-c1ae6e5bd0d6 service neutron] 10.222.0.36 "GET /v2.0/networks/9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343443 Dec 25 20:22:15.793615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb418f8-7c6a-4bab-a903-07207ce2ae1f req-bbab7eb9-520d-400a-96c2-0b8b022829a3 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:15.795160 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-edb418f8-7c6a-4bab-a903-07207ce2ae1f req-bbab7eb9-520d-400a-96c2-0b8b022829a3 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2b431cd-2c3d-4d80-9b6a-04bac1ecfcb4 HTTP/1.1" status: 200 len: 944 time: 0.0870621 Dec 25 20:22:15.843469 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-edb418f8-7c6a-4bab-a903-07207ce2ae1f req-2ed4bbd7-38e4-41ac-a1ea-cf2c21c843d4 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b651989-8c7b-49f0-bb67-b9f3228a0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420051 Dec 25 20:22:15.941832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 137f2f74-b519-401d-b767-59a0c914621a details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 20:22:16.084032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 137f2f74-b519-401d-b767-59a0c914621a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=137f2f74-b519-401d-b767-59a0c914621a,segment=NetworkSegment(4305fd3e-b1ee-4669-bece-827e887a66b6),segment_id=4305fd3e-b1ee-4669-bece-827e887a66b6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:22:16.098256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': '137f2f74-b519-401d-b767-59a0c914621a', 'network_id': '9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7', 'port_id': '137f2f74-b519-401d-b767-59a0c914621a', 'mac_address': 'fa:16:3e:4a:75:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c871c5de-a930-4115-87ad-b1341795daa9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 20:22:16.153728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:16.172896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 137f2f74-b519-401d-b767-59a0c914621a {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:22:16.187915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 137f2f74-b519-401d-b767-59a0c914621a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=137f2f74-b519-401d-b767-59a0c914621a,segment=NetworkSegment(4305fd3e-b1ee-4669-bece-827e887a66b6),segment_id=4305fd3e-b1ee-4669-bece-827e887a66b6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:22:16.190883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:16.192724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:16.260740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=137f2f74-b519-401d-b767-59a0c914621a,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:16.269732 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:22:16.270126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:22:16.270510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:22:16.270891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:22:16.271295 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:22:16.271672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:22:16.272046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:22:16.272418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:22:16.272788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:22:16.273157 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:22:16.273523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:22:16.277438 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:16.417876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['137f2f74-b519-401d-b767-59a0c914621a'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:22:17.052975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2d1f0-35e8-45f2-90ea-6f975831fe1b req-6f99d12a-29cb-45e9-9954-7a436df24fef tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:17.054560 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-92f2d1f0-35e8-45f2-90ea-6f975831fe1b req-6f99d12a-29cb-45e9-9954-7a436df24fef tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2b431cd-2c3d-4d80-9b6a-04bac1ecfcb4 HTTP/1.1" status: 200 len: 945 time: 0.0835254 Dec 25 20:22:17.103672 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-92f2d1f0-35e8-45f2-90ea-6f975831fe1b req-8d34d4dd-71f6-4604-96f9-b12ba968fed0 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b651989-8c7b-49f0-bb67-b9f3228a0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428193 Dec 25 20:22:17.968534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 137f2f74-b519-401d-b767-59a0c914621a up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:22:18.042541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning for port 137f2f74-b519-401d-b767-59a0c914621a completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:22:18.047831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port 137f2f74-b519-401d-b767-59a0c914621a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:22:18.048258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:18.166755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:18.195810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b431cd-2c3d-4d80-9b6a-04bac1ecfcb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137f2f74-b519-401d-b767-59a0c914621a'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:22:18.205735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 137f2f74-b519-401d-b767-59a0c914621a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=137f2f74-b519-401d-b767-59a0c914621a,segment=NetworkSegment(4305fd3e-b1ee-4669-bece-827e887a66b6),segment_id=4305fd3e-b1ee-4669-bece-827e887a66b6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:22:18.208939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:18.211085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:18.263888 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b431cd-2c3d-4d80-9b6a-04bac1ecfcb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137f2f74-b519-401d-b767-59a0c914621a', 'code': 200} Dec 25 20:22:18.283003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=137f2f74-b519-401d-b767-59a0c914621a,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:18.285731 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:18.314938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f879234-3fa3-4317-b438-9939ebb2b456 req-be981991-dfb9-48cf-afd4-2f42a8745462 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:18.316603 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2f879234-3fa3-4317-b438-9939ebb2b456 req-be981991-dfb9-48cf-afd4-2f42a8745462 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2b431cd-2c3d-4d80-9b6a-04bac1ecfcb4 HTTP/1.1" status: 200 len: 946 time: 0.0894773 Dec 25 20:22:18.369254 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2f879234-3fa3-4317-b438-9939ebb2b456 req-32d755ce-9140-4ec2-849d-cba3d786ea39 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b651989-8c7b-49f0-bb67-b9f3228a0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462935 Dec 25 20:22:18.491747 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5ed16a65-8376-485d-9a6e-4614a8413aca req-d48de240-0333-4664-88a4-264f601c7763 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f2b431cd-2c3d-4d80-9b6a-04bac1ecfcb4 HTTP/1.1" status: 200 len: 1099 time: 0.0739927 Dec 25 20:22:18.535477 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5ed16a65-8376-485d-9a6e-4614a8413aca req-52cf36f7-3975-4d6f-8454-0f1d34a6fcac service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2b651989-8c7b-49f0-bb67-b9f3228a0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371799 Dec 25 20:22:19.583803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0be68-13a2-420f-ab5d-5d38aef89881 req-8d34b2fd-a3da-42d2-ad08-4a96a490d5af tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:19.585433 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5fd0be68-13a2-420f-ab5d-5d38aef89881 req-8d34b2fd-a3da-42d2-ad08-4a96a490d5af tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2b431cd-2c3d-4d80-9b6a-04bac1ecfcb4 HTTP/1.1" status: 200 len: 946 time: 0.0931861 Dec 25 20:22:19.638370 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5fd0be68-13a2-420f-ab5d-5d38aef89881 req-8f880a01-e963-4cfd-875f-2167f982d0f9 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b651989-8c7b-49f0-bb67-b9f3228a0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459871 Dec 25 20:22:20.840358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b38f05-67e2-4336-a480-ca097a2e7a6b req-525d865f-e990-4121-aeab-92e2289b8f05 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:20.842058 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-41b38f05-67e2-4336-a480-ca097a2e7a6b req-525d865f-e990-4121-aeab-92e2289b8f05 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2b431cd-2c3d-4d80-9b6a-04bac1ecfcb4 HTTP/1.1" status: 200 len: 946 time: 0.0831602 Dec 25 20:22:20.894353 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-41b38f05-67e2-4336-a480-ca097a2e7a6b req-90d8efc3-abc4-41ad-9374-0dadb289cdb4 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b651989-8c7b-49f0-bb67-b9f3228a0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461643 Dec 25 20:22:21.312244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c7250-3567-4209-a311-17a81ba3abc5 req-fa6e4274-d7e5-4e43-9a16-9f84f072ff76 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:21.313817 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-490c7250-3567-4209-a311-17a81ba3abc5 req-fa6e4274-d7e5-4e43-9a16-9f84f072ff76 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2b431cd-2c3d-4d80-9b6a-04bac1ecfcb4 HTTP/1.1" status: 200 len: 946 time: 0.0880923 Dec 25 20:22:21.364618 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-490c7250-3567-4209-a311-17a81ba3abc5 req-8aca47d5-09e3-4ece-8000-8e8ee3a6e2c7 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b651989-8c7b-49f0-bb67-b9f3228a0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445421 Dec 25 20:22:22.854012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86058355-c1b1-4e45-9557-28a7272884a3 req-00951f39-e402-42dd-9326-cad699234203 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:22.855650 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-86058355-c1b1-4e45-9557-28a7272884a3 req-00951f39-e402-42dd-9326-cad699234203 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2b431cd-2c3d-4d80-9b6a-04bac1ecfcb4 HTTP/1.1" status: 200 len: 946 time: 0.3684051 Dec 25 20:22:22.885751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324e308-47c1-4393-9e69-c99ae250fa6a req-aa749536-007c-4fb5-b7e7-4356c1fa89a6 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:22.887305 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1324e308-47c1-4393-9e69-c99ae250fa6a req-aa749536-007c-4fb5-b7e7-4356c1fa89a6 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2b431cd-2c3d-4d80-9b6a-04bac1ecfcb4 HTTP/1.1" status: 200 len: 946 time: 0.1217852 Dec 25 20:22:22.965135 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-86058355-c1b1-4e45-9557-28a7272884a3 req-dba958a0-92a5-40e5-aa6d-7f6fc7fd44b1 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b651989-8c7b-49f0-bb67-b9f3228a0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031358 Dec 25 20:22:22.980151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-1324e308-47c1-4393-9e69-c99ae250fa6a req-28ccc0f2-c053-4985-96d2-d04e66bd0476 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Deleting port 137f2f74-b519-401d-b767-59a0c914621a {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:22:22.980406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1324e308-47c1-4393-9e69-c99ae250fa6a req-28ccc0f2-c053-4985-96d2-d04e66bd0476 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:23.232632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-1324e308-47c1-4393-9e69-c99ae250fa6a req-28ccc0f2-c053-4985-96d2-d04e66bd0476 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] For port 137f2f74-b519-401d-b767-59a0c914621a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=137f2f74-b519-401d-b767-59a0c914621a,segment=NetworkSegment(4305fd3e-b1ee-4669-bece-827e887a66b6),segment_id=4305fd3e-b1ee-4669-bece-827e887a66b6)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:22:23.233065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1324e308-47c1-4393-9e69-c99ae250fa6a req-28ccc0f2-c053-4985-96d2-d04e66bd0476 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:23.364920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-1324e308-47c1-4393-9e69-c99ae250fa6a req-28ccc0f2-c053-4985-96d2-d04e66bd0476 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Calling delete_port for 137f2f74-b519-401d-b767-59a0c914621a owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:22:23.506504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1324e308-47c1-4393-9e69-c99ae250fa6a req-28ccc0f2-c053-4985-96d2-d04e66bd0476 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:23.513195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a7c75de7-9e05-4b5e-b8fc-6a5d9e82f33f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:23.519303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['823fa734-07f7-4b87-beae-a7adfe5271d4', '137f2f74-b519-401d-b767-59a0c914621a'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:22:23.560555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ccc0f2-c053-4985-96d2-d04e66bd0476 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Pushing event deleted for resources: {'Port': ['ID=137f2f74-b519-401d-b767-59a0c914621a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:23.564879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-28ccc0f2-c053-4985-96d2-d04e66bd0476 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:23.645318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-1324e308-47c1-4393-9e69-c99ae250fa6a req-28ccc0f2-c053-4985-96d2-d04e66bd0476 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] No DVR routers for this DVR port 137f2f74-b519-401d-b767-59a0c914621a on host hv-neutron-8226 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:22:23.648100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1324e308-47c1-4393-9e69-c99ae250fa6a req-28ccc0f2-c053-4985-96d2-d04e66bd0476 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:23.651085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b431cd-2c3d-4d80-9b6a-04bac1ecfcb4', 'name': 'network-vif-deleted', 'tag': '137f2f74-b519-401d-b767-59a0c914621a'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:22:23.665852 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1324e308-47c1-4393-9e69-c99ae250fa6a req-28ccc0f2-c053-4985-96d2-d04e66bd0476 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.36 "DELETE /v2.0/ports/137f2f74-b519-401d-b767-59a0c914621a HTTP/1.1" status: 204 len: 173 time: 0.7640195 Dec 25 20:22:23.708431 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b431cd-2c3d-4d80-9b6a-04bac1ecfcb4', 'name': 'network-vif-deleted', 'tag': '137f2f74-b519-401d-b767-59a0c914621a', 'status': 'completed', 'code': 200} Dec 25 20:22:23.849691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:24.155618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-77f67d1e-95c8-40b0-9935-4775b74bb0e5 req-5dc7b827-2c6f-47c6-a9f7-2aed17ff2f80 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Synchronizing usage tracker for tenant:b80256bb312243aaa420c9ed227961f5 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:22:24.172419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-77f67d1e-95c8-40b0-9935-4775b74bb0e5 req-5dc7b827-2c6f-47c6-a9f7-2aed17ff2f80 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Unset dirty status for tenant:b80256bb312243aaa420c9ed227961f5 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:22:24.174286 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-77f67d1e-95c8-40b0-9935-4775b74bb0e5 req-5dc7b827-2c6f-47c6-a9f7-2aed17ff2f80 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2b431cd-2c3d-4d80-9b6a-04bac1ecfcb4 HTTP/1.1" status: 200 len: 210 time: 0.0751207 Dec 25 20:22:25.469185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c29ac-87e8-463b-a5b9-d4a477d8b99c req-5c1a43b6-1865-457d-9bc8-2258a120f625 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:25.471428 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e26c29ac-87e8-463b-a5b9-d4a477d8b99c req-5c1a43b6-1865-457d-9bc8-2258a120f625 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1ba6d5-bedb-442d-9ddd-a5e8e7e99271 HTTP/1.1" status: 200 len: 946 time: 0.0889859 Dec 25 20:22:25.520110 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e26c29ac-87e8-463b-a5b9-d4a477d8b99c req-b44a8492-0f56-4b4c-acfb-30ada651c1f5 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b651989-8c7b-49f0-bb67-b9f3228a0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423360 Dec 25 20:22:25.744539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51f6da-79c7-42e3-8bd6-4a6d3539680c req-cff2915a-95b1-40dd-9482-ea7185806f81 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:25.746100 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5e51f6da-79c7-42e3-8bd6-4a6d3539680c req-cff2915a-95b1-40dd-9482-ea7185806f81 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1ba6d5-bedb-442d-9ddd-a5e8e7e99271 HTTP/1.1" status: 200 len: 946 time: 0.0816505 Dec 25 20:22:25.798009 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5e51f6da-79c7-42e3-8bd6-4a6d3539680c req-bb8ee9ff-4248-4f82-bf1d-246fa600b5aa tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b651989-8c7b-49f0-bb67-b9f3228a0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448766 Dec 25 20:22:25.989338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 137f2f74-b519-401d-b767-59a0c914621a no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:22:25.999992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720278a-ceed-401f-80e8-4751c0a32a40 req-c36aaebe-6f8f-4f1c-a117-5877f6d9f9ef tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:26.002052 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5720278a-ceed-401f-80e8-4751c0a32a40 req-c36aaebe-6f8f-4f1c-a117-5877f6d9f9ef tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1ba6d5-bedb-442d-9ddd-a5e8e7e99271 HTTP/1.1" status: 200 len: 946 time: 0.0830138 Dec 25 20:22:26.025047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] No Port match for: 137f2f74-b519-401d-b767-59a0c914621a {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:22:26.025450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 137f2f74-b519-401d-b767-59a0c914621a not bound to the agent host hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:22:26.050156 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5720278a-ceed-401f-80e8-4751c0a32a40 req-58aea623-d64b-433c-8396-0a655e890fde tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b651989-8c7b-49f0-bb67-b9f3228a0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419724 Dec 25 20:22:26.259339 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0eef0f1d-463d-4d8b-9df3-6594b44e1c82 req-48fbf2e3-756d-452f-b1cc-02dca4fc1cc0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=be1ba6d5-bedb-442d-9ddd-a5e8e7e99271&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0769491 Dec 25 20:22:26.465837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251aa6b6-c1d8-4b5a-8ad7-58ea1cd81348 req-fea5abe1-56b0-41e0-ad07-a3d2b0b3ea11 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:26.467482 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-251aa6b6-c1d8-4b5a-8ad7-58ea1cd81348 req-fea5abe1-56b0-41e0-ad07-a3d2b0b3ea11 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1ba6d5-bedb-442d-9ddd-a5e8e7e99271 HTTP/1.1" status: 200 len: 946 time: 0.0828142 Dec 25 20:22:26.516227 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-251aa6b6-c1d8-4b5a-8ad7-58ea1cd81348 req-c9eeddc0-5db9-4bde-aeab-5b7eb28c9e72 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b651989-8c7b-49f0-bb67-b9f3228a0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424678 Dec 25 20:22:26.725425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff5760-a8fa-4a73-9ce2-2e1884b0924b req-8acb4cf6-0129-4643-ae9d-6bdc69edd0f8 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:26.727034 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f7ff5760-a8fa-4a73-9ce2-2e1884b0924b req-8acb4cf6-0129-4643-ae9d-6bdc69edd0f8 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1ba6d5-bedb-442d-9ddd-a5e8e7e99271 HTTP/1.1" status: 200 len: 946 time: 0.0865288 Dec 25 20:22:26.775403 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f7ff5760-a8fa-4a73-9ce2-2e1884b0924b req-a630f09e-7cf3-4440-8ef3-42fc10963b15 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b651989-8c7b-49f0-bb67-b9f3228a0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422921 Dec 25 20:22:26.996675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c76390-6c08-40f3-b428-7f706d4548a0 req-c1edbb5a-e82a-46d9-9448-47d29c0d9305 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:26.998556 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-52c76390-6c08-40f3-b428-7f706d4548a0 req-c1edbb5a-e82a-46d9-9448-47d29c0d9305 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1ba6d5-bedb-442d-9ddd-a5e8e7e99271 HTTP/1.1" status: 200 len: 946 time: 0.0842443 Dec 25 20:22:27.048618 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-52c76390-6c08-40f3-b428-7f706d4548a0 req-71fadcb1-b858-483a-addf-8545135f8cc4 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b651989-8c7b-49f0-bb67-b9f3228a0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429327 Dec 25 20:22:27.633500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88740ff5-387b-41d6-8c90-3568d061ef1b req-08e83bbb-455d-46b4-a3c1-3202fe91618d tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:27.635028 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-88740ff5-387b-41d6-8c90-3568d061ef1b req-08e83bbb-455d-46b4-a3c1-3202fe91618d tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1ba6d5-bedb-442d-9ddd-a5e8e7e99271 HTTP/1.1" status: 200 len: 946 time: 0.0878124 Dec 25 20:22:27.683575 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-88740ff5-387b-41d6-8c90-3568d061ef1b req-42697d4b-f854-41e5-a1ea-4689034e9a82 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b651989-8c7b-49f0-bb67-b9f3228a0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423450 Dec 25 20:22:28.890604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3deb71-8388-4e92-89bd-b40f6a492854 req-9dd64cae-1a22-47b4-8917-5a63056a0b54 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:28.892788 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1c3deb71-8388-4e92-89bd-b40f6a492854 req-9dd64cae-1a22-47b4-8917-5a63056a0b54 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1ba6d5-bedb-442d-9ddd-a5e8e7e99271 HTTP/1.1" status: 200 len: 946 time: 0.0835645 Dec 25 20:22:28.990299 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1c3deb71-8388-4e92-89bd-b40f6a492854 req-e8c6b4a5-de21-4187-9c62-4c368ca2ed40 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b651989-8c7b-49f0-bb67-b9f3228a0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915089 Dec 25 20:22:29.021948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795526a-d29f-445a-99d1-a0cffbd63dd7 req-39622bc7-2f5f-47c6-b154-0de6470bd606 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:29.023523 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d795526a-d29f-445a-99d1-a0cffbd63dd7 req-39622bc7-2f5f-47c6-b154-0de6470bd606 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.36 "GET /v2.0/ports?device_id=be1ba6d5-bedb-442d-9ddd-a5e8e7e99271 HTTP/1.1" status: 200 len: 946 time: 0.0933821 Dec 25 20:22:29.098994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-d795526a-d29f-445a-99d1-a0cffbd63dd7 req-71d7b842-6983-4973-aa44-7ea10bff1669 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Deleting port 823fa734-07f7-4b87-beae-a7adfe5271d4 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:22:29.099402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-d795526a-d29f-445a-99d1-a0cffbd63dd7 req-71d7b842-6983-4973-aa44-7ea10bff1669 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:29.352657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-d795526a-d29f-445a-99d1-a0cffbd63dd7 req-71d7b842-6983-4973-aa44-7ea10bff1669 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] For port 823fa734-07f7-4b87-beae-a7adfe5271d4, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=823fa734-07f7-4b87-beae-a7adfe5271d4,segment=NetworkSegment(4305fd3e-b1ee-4669-bece-827e887a66b6),segment_id=4305fd3e-b1ee-4669-bece-827e887a66b6)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:22:29.352975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-d795526a-d29f-445a-99d1-a0cffbd63dd7 req-71d7b842-6983-4973-aa44-7ea10bff1669 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:29.479987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-d795526a-d29f-445a-99d1-a0cffbd63dd7 req-71d7b842-6983-4973-aa44-7ea10bff1669 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Calling delete_port for 823fa734-07f7-4b87-beae-a7adfe5271d4 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:22:29.627044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-d795526a-d29f-445a-99d1-a0cffbd63dd7 req-71d7b842-6983-4973-aa44-7ea10bff1669 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:29.633463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c1b08894-92a0-495b-85ac-4cdc543d98df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:29.640464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['823fa734-07f7-4b87-beae-a7adfe5271d4'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:22:29.677818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7b842-6983-4973-aa44-7ea10bff1669 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Pushing event deleted for resources: {'Port': ['ID=823fa734-07f7-4b87-beae-a7adfe5271d4,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:29.680459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-71d7b842-6983-4973-aa44-7ea10bff1669 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:29.756810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-d795526a-d29f-445a-99d1-a0cffbd63dd7 req-71d7b842-6983-4973-aa44-7ea10bff1669 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] No DVR routers for this DVR port 823fa734-07f7-4b87-beae-a7adfe5271d4 on host hv-neutron-8226 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:22:29.759426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-d795526a-d29f-445a-99d1-a0cffbd63dd7 req-71d7b842-6983-4973-aa44-7ea10bff1669 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:29.762211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be1ba6d5-bedb-442d-9ddd-a5e8e7e99271', 'name': 'network-vif-deleted', 'tag': '823fa734-07f7-4b87-beae-a7adfe5271d4'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:22:29.780523 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d795526a-d29f-445a-99d1-a0cffbd63dd7 req-71d7b842-6983-4973-aa44-7ea10bff1669 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.36 "DELETE /v2.0/ports/823fa734-07f7-4b87-beae-a7adfe5271d4 HTTP/1.1" status: 204 len: 173 time: 0.7484055 Dec 25 20:22:29.819399 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be1ba6d5-bedb-442d-9ddd-a5e8e7e99271', 'name': 'network-vif-deleted', 'tag': '823fa734-07f7-4b87-beae-a7adfe5271d4', 'status': 'completed', 'code': 200} Dec 25 20:22:30.167832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-145bb749-38f8-4839-ade6-eb1f07cc8921 req-65a8847d-20c6-432c-b322-c25b06a8c6fa tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Synchronizing usage tracker for tenant:b80256bb312243aaa420c9ed227961f5 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:22:30.183086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-145bb749-38f8-4839-ade6-eb1f07cc8921 req-65a8847d-20c6-432c-b322-c25b06a8c6fa tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Unset dirty status for tenant:b80256bb312243aaa420c9ed227961f5 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:22:30.184368 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-145bb749-38f8-4839-ade6-eb1f07cc8921 req-65a8847d-20c6-432c-b322-c25b06a8c6fa tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1ba6d5-bedb-442d-9ddd-a5e8e7e99271 HTTP/1.1" status: 200 len: 210 time: 0.0620823 Dec 25 20:22:31.294711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58162) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:31.362236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fbe0984-09cc-4813-8e02-809af9fb9456 admin admin] Deleting subnet c871c5de-a930-4115-87ad-b1341795daa9 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 20:22:31.366156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9fbe0984-09cc-4813-8e02-809af9fb9456 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:31.421521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9fbe0984-09cc-4813-8e02-809af9fb9456 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:31.481352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9fbe0984-09cc-4813-8e02-809af9fb9456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:31.549130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9fbe0984-09cc-4813-8e02-809af9fb9456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:31.552955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-69eab7bf-f97e-4ff3-aae8-7d582ae68c03 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:31.590709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe0984-09cc-4813-8e02-809af9fb9456 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c871c5de-a930-4115-87ad-b1341795daa9,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:31.595556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9fbe0984-09cc-4813-8e02-809af9fb9456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:31.600492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9fbe0984-09cc-4813-8e02-809af9fb9456 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:31.606480 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9fbe0984-09cc-4813-8e02-809af9fb9456 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c871c5de-a930-4115-87ad-b1341795daa9 HTTP/1.1" status: 204 len: 168 time: 0.3106413 Dec 25 20:22:31.609240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58166) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:31.722351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-161bcca3-2986-445d-b8e1-b2d3e67158dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:31.859716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-161bcca3-2986-445d-b8e1-b2d3e67158dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:31.886710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-161bcca3-2986-445d-b8e1-b2d3e67158dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:22:31.899456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-161bcca3-2986-445d-b8e1-b2d3e67158dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4305fd3e-b1ee-4669-bece-827e887a66b6') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:22:31.899801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-161bcca3-2986-445d-b8e1-b2d3e67158dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4305fd3e-b1ee-4669-bece-827e887a66b6') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:22:31.912347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-161bcca3-2986-445d-b8e1-b2d3e67158dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:31.927749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-161bcca3-2986-445d-b8e1-b2d3e67158dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:31.934018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-161bcca3-2986-445d-b8e1-b2d3e67158dc admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 20:22:31.934440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-161bcca3-2986-445d-b8e1-b2d3e67158dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:31.948422 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 20:22:31.948422 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 20:22:31.948422 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 20:22:31.948422 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 20:22:31.948422 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 20:22:31.948422 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 20:22:31.948422 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 20:22:31.948422 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 20:22:31.948422 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 20:22:31.948422 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 20:22:31.948422 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 20:22:31.948422 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 20:22:31.948422 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 20:22:31.948422 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 20:22:31.948422 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 20:22:31.948422 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 20:22:31.948422 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 20:22:31.948422 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 20:22:31.948422 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 20:22:31.948422 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 20:22:31.948422 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 20:22:31.948422 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 20:22:31.948422 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 20:22:31.948422 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 20:22:31.948422 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 20:22:31.948422 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 20:22:31.948422 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 20:22:31.948422 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 20:22:31.948422 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 20:22:31.948422 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 20:22:31.948422 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 20:22:31.948422 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 20:22:32.025901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-161bcca3-2986-445d-b8e1-b2d3e67158dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:32.029512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a7c75de7-9e05-4b5e-b8fc-6a5d9e82f33f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:32.038906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 823fa734-07f7-4b87-beae-a7adfe5271d4 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:22:32.045914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-161bcca3-2986-445d-b8e1-b2d3e67158dc admin admin] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:32.052982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161bcca3-2986-445d-b8e1-b2d3e67158dc admin admin] Pushing event deleted for resources: {'Network': ['ID=9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:32.056317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-161bcca3-2986-445d-b8e1-b2d3e67158dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:32.057927 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-161bcca3-2986-445d-b8e1-b2d3e67158dc admin admin] 10.222.0.24 "DELETE /v2.0/networks/9336f4bf-e2ce-4a3c-b4de-f3f0c8ecbfc7 HTTP/1.1" status: 204 len: 168 time: 0.4476817 Dec 25 20:22:32.075837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] No Port match for: 823fa734-07f7-4b87-beae-a7adfe5271d4 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:22:32.076242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 823fa734-07f7-4b87-beae-a7adfe5271d4 not bound to the agent host hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:22:32.203636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58172) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:32.261960 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-89e981c2-69ad-44ca-bbe2-cada4e564a7e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b80256bb312243aaa420c9ed227961f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0569890 Dec 25 20:22:32.264516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58176) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:32.325655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3f0aa14-689b-4e62-807d-52f5d22b5ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:32.351763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3f0aa14-689b-4e62-807d-52f5d22b5ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:32.402868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3f0aa14-689b-4e62-807d-52f5d22b5ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:32.407809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-49674d2e-5fd3-4096-93fc-461822a36cbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:32.421101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f0aa14-689b-4e62-807d-52f5d22b5ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b651989-8c7b-49f0-bb67-b9f3228a0cba,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:32.424678 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b3f0aa14-689b-4e62-807d-52f5d22b5ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:32.425564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3f0aa14-689b-4e62-807d-52f5d22b5ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:32.426780 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b3f0aa14-689b-4e62-807d-52f5d22b5ff4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2b651989-8c7b-49f0-bb67-b9f3228a0cba HTTP/1.1" status: 204 len: 168 time: 0.1612988 Dec 25 20:22:33.322865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58198) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:33.460468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-0caf3bfe-0576-452f-8381-e99d7658aa9a tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1281020920'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:22:33.465978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0caf3bfe-0576-452f-8381-e99d7658aa9a tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:22:33.470223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0caf3bfe-0576-452f-8381-e99d7658aa9a tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Usage tracker for resource:network and tenant:bb28c92e1e0741f3ae8d51b901850e05 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:22:33.473221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0caf3bfe-0576-452f-8381-e99d7658aa9a tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:22:33.484484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0caf3bfe-0576-452f-8381-e99d7658aa9a tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:22:33.493264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0caf3bfe-0576-452f-8381-e99d7658aa9a tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Made reservation on behalf of bb28c92e1e0741f3ae8d51b901850e05 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:22:33.498926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0caf3bfe-0576-452f-8381-e99d7658aa9a tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:33.512882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0caf3bfe-0576-452f-8381-e99d7658aa9a tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:33.547599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0caf3bfe-0576-452f-8381-e99d7658aa9a tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:22:33.552312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0caf3bfe-0576-452f-8381-e99d7658aa9a tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Usage tracker for resource:security_group_rule and tenant:bb28c92e1e0741f3ae8d51b901850e05 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:22:33.555313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0caf3bfe-0576-452f-8381-e99d7658aa9a tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:22:33.561291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0caf3bfe-0576-452f-8381-e99d7658aa9a tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:22:33.630799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0caf3bfe-0576-452f-8381-e99d7658aa9a tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:33.633534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0caf3bfe-0576-452f-8381-e99d7658aa9a tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:33.637731 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7e700bef-d106-4ad8-a213-5e530549053f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:33.668018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0caf3bfe-0576-452f-8381-e99d7658aa9a tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 20:22:33.676714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf3bfe-0576-452f-8381-e99d7658aa9a tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3deeb95b-53a0-4776-b912-664d307ae49b,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:33.680501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0caf3bfe-0576-452f-8381-e99d7658aa9a tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:33.682973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0caf3bfe-0576-452f-8381-e99d7658aa9a tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:33.683385 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-0caf3bfe-0576-452f-8381-e99d7658aa9a tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Added segment bb61d3c4-414c-41f6-aa7b-b8d49c442c8b of type vlan for network ad842353-1273-4f3d-8068-38bc7eaa2219 Dec 25 20:22:33.710375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0caf3bfe-0576-452f-8381-e99d7658aa9a tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:33.739282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0caf3bfe-0576-452f-8381-e99d7658aa9a tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:33.743413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caf3bfe-0576-452f-8381-e99d7658aa9a tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:33.744057 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0caf3bfe-0576-452f-8381-e99d7658aa9a tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:33.749561 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2ce1461c-968e-44ff-b1a1-8bccf439ddcf tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:33.858245 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0caf3bfe-0576-452f-8381-e99d7658aa9a tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5341389 Dec 25 20:22:33.864007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf3bfe-0576-452f-8381-e99d7658aa9a tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Pushing event updated for resources: {'Network': ['ID=ad842353-1273-4f3d-8068-38bc7eaa2219,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:33.866685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0caf3bfe-0576-452f-8381-e99d7658aa9a tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:33.874888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network ad842353-1273-4f3d-8068-38bc7eaa2219 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 20:22:36.099085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2cd0cb45-5259-4d53-b7d0-9b9a95f6c70c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:37.279295 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:37.578662 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58204) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:37.585028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-82b54aae-e85d-4e1c-8add-80b0f5049d93 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Request body: {'subnet': {'network_id': 'ad842353-1273-4f3d-8068-38bc7eaa2219', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:22:37.701846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-82b54aae-e85d-4e1c-8add-80b0f5049d93 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:22:37.705919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-82b54aae-e85d-4e1c-8add-80b0f5049d93 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Usage tracker for resource:subnet and tenant:bb28c92e1e0741f3ae8d51b901850e05 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:22:37.708871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-82b54aae-e85d-4e1c-8add-80b0f5049d93 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:22:37.714787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-82b54aae-e85d-4e1c-8add-80b0f5049d93 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:22:37.723705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b54aae-e85d-4e1c-8add-80b0f5049d93 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Made reservation on behalf of bb28c92e1e0741f3ae8d51b901850e05 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:22:38.060089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-82b54aae-e85d-4e1c-8add-80b0f5049d93 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:38.288669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-82b54aae-e85d-4e1c-8add-80b0f5049d93 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:38.293012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d3146148-7140-4cea-8900-cf35f035983f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:38.372030 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b54aae-e85d-4e1c-8add-80b0f5049d93 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Pushing event updated for resources: {'Subnet': ['ID=032a3137-b09f-4354-9b57-d8dcee07be77,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:38.380374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-82b54aae-e85d-4e1c-8add-80b0f5049d93 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:38.388939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b54aae-e85d-4e1c-8add-80b0f5049d93 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Checking segment: {'id': 'bb61d3c4-414c-41f6-aa7b-b8d49c442c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ad842353-1273-4f3d-8068-38bc7eaa2219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:22:38.389339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b54aae-e85d-4e1c-8add-80b0f5049d93 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Network hostable DHCP agents. Network: ad842353-1273-4f3d-8068-38bc7eaa2219, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 20:22:38.406083 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-96980f46-6c0c-4b20-983f-c926a94d3aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:38.410829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b54aae-e85d-4e1c-8add-80b0f5049d93 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Network ad842353-1273-4f3d-8068-38bc7eaa2219 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 20:22:38.419093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-82b54aae-e85d-4e1c-8add-80b0f5049d93 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, ad842353-1273-4f3d-8068-38bc7eaa2219) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:22:38.424101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b54aae-e85d-4e1c-8add-80b0f5049d93 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:38.425084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-82b54aae-e85d-4e1c-8add-80b0f5049d93 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:38.428401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2b66fe-5fc9-472c-ad4e-df16bbafbe6b None None] Network ad842353-1273-4f3d-8068-38bc7eaa2219 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:22:38.446636 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-82b54aae-e85d-4e1c-8add-80b0f5049d93 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8665924 Dec 25 20:22:38.450124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58208) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:38.457669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-1ff2daba-806c-4390-883f-091ddb2ec975 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1614113207'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:22:38.463259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1ff2daba-806c-4390-883f-091ddb2ec975 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:22:38.467340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1ff2daba-806c-4390-883f-091ddb2ec975 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Usage tracker for resource:network and tenant:bb28c92e1e0741f3ae8d51b901850e05 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:22:38.470338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1ff2daba-806c-4390-883f-091ddb2ec975 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:22:38.476388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1ff2daba-806c-4390-883f-091ddb2ec975 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:22:38.487031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff2daba-806c-4390-883f-091ddb2ec975 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Made reservation on behalf of bb28c92e1e0741f3ae8d51b901850e05 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:22:38.492544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1ff2daba-806c-4390-883f-091ddb2ec975 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:38.523875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ff2daba-806c-4390-883f-091ddb2ec975 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 20:22:38.535775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1ff2daba-806c-4390-883f-091ddb2ec975 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:38.536171 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-1ff2daba-806c-4390-883f-091ddb2ec975 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Added segment cf5d21af-6a4e-4ff6-aac9-ec6969cb9aee of type vlan for network a534399c-8538-4d6c-be73-cc31287fe989 Dec 25 20:22:38.562994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1ff2daba-806c-4390-883f-091ddb2ec975 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:38.598847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1ff2daba-806c-4390-883f-091ddb2ec975 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:38.603143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff2daba-806c-4390-883f-091ddb2ec975 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:38.603799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1ff2daba-806c-4390-883f-091ddb2ec975 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:38.609156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-81ada5f2-a1bd-4283-a3ff-9031a3cf89d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:38.660945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd259a88-4628-44e5-b48b-faed2c7610f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-ad842353-1273-4f3d-8068-38bc7eaa2219', 'network_id': 'ad842353-1273-4f3d-8068-38bc7eaa2219', 'tenant_id': 'bb28c92e1e0741f3ae8d51b901850e05', 'fixed_ips': [{'subnet_id': '032a3137-b09f-4354-9b57-d8dcee07be77'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 20:22:38.662240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bd259a88-4628-44e5-b48b-faed2c7610f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:38.666000 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1ff2daba-806c-4390-883f-091ddb2ec975 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2142713 Dec 25 20:22:38.669093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58212) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:38.727998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-9286a975-dd5c-4bdf-9a5e-26fef9497879 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Request body: {'subnet': {'network_id': 'a534399c-8538-4d6c-be73-cc31287fe989', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:22:38.742547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2daba-806c-4390-883f-091ddb2ec975 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Pushing event updated for resources: {'Network': ['ID=a534399c-8538-4d6c-be73-cc31287fe989,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:38.748076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1ff2daba-806c-4390-883f-091ddb2ec975 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:38.749729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:38.759654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network a534399c-8538-4d6c-be73-cc31287fe989 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 20:22:38.852562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9286a975-dd5c-4bdf-9a5e-26fef9497879 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:22:38.856678 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9286a975-dd5c-4bdf-9a5e-26fef9497879 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Usage tracker for resource:subnet and tenant:bb28c92e1e0741f3ae8d51b901850e05 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:22:38.859697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9286a975-dd5c-4bdf-9a5e-26fef9497879 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:22:38.865825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9286a975-dd5c-4bdf-9a5e-26fef9497879 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:22:38.875007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9286a975-dd5c-4bdf-9a5e-26fef9497879 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Made reservation on behalf of bb28c92e1e0741f3ae8d51b901850e05 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:22:38.944588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-bd259a88-4628-44e5-b48b-faed2c7610f2 None None] Allocated IP 2001:db8:0:ffff::2 (ad842353-1273-4f3d-8068-38bc7eaa2219/032a3137-b09f-4354-9b57-d8dcee07be77/a0cc252b-f1ad-44dc-9c35-281553e976ac) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:22:38.989653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9286a975-dd5c-4bdf-9a5e-26fef9497879 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:39.156060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bd259a88-4628-44e5-b48b-faed2c7610f2 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:39.166788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-bd259a88-4628-44e5-b48b-faed2c7610f2 None None] Transition to ACTIVE for port object a0cc252b-f1ad-44dc-9c35-281553e976ac will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:22:39.188096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-bd259a88-4628-44e5-b48b-faed2c7610f2 None None] Transition to ACTIVE for port object a0cc252b-f1ad-44dc-9c35-281553e976ac will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:22:39.194407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bd259a88-4628-44e5-b48b-faed2c7610f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:39.202796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:39.230025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9286a975-dd5c-4bdf-9a5e-26fef9497879 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:39.234403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2cc740fa-fede-44ff-b232-f2147138052d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:39.268837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd259a88-4628-44e5-b48b-faed2c7610f2 None None] Network ad842353-1273-4f3d-8068-38bc7eaa2219 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:22:39.271724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-bd259a88-4628-44e5-b48b-faed2c7610f2 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:22:39.274306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd259a88-4628-44e5-b48b-faed2c7610f2 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:22:39.281005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd259a88-4628-44e5-b48b-faed2c7610f2 None None] Pushing event updated for resources: {'Port': ['ID=a0cc252b-f1ad-44dc-9c35-281553e976ac,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:39.284350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bd259a88-4628-44e5-b48b-faed2c7610f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:39.322531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9286a975-dd5c-4bdf-9a5e-26fef9497879 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Pushing event updated for resources: {'Subnet': ['ID=5657c5a7-fa9f-4b19-b10f-89c7303e065c,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:39.327704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9286a975-dd5c-4bdf-9a5e-26fef9497879 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:39.332691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9286a975-dd5c-4bdf-9a5e-26fef9497879 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Checking segment: {'id': 'cf5d21af-6a4e-4ff6-aac9-ec6969cb9aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a534399c-8538-4d6c-be73-cc31287fe989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:22:39.333094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9286a975-dd5c-4bdf-9a5e-26fef9497879 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Network hostable DHCP agents. Network: a534399c-8538-4d6c-be73-cc31287fe989, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 20:22:39.355790 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9286a975-dd5c-4bdf-9a5e-26fef9497879 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Network a534399c-8538-4d6c-be73-cc31287fe989 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 20:22:39.364879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-9286a975-dd5c-4bdf-9a5e-26fef9497879 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, a534399c-8538-4d6c-be73-cc31287fe989) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:22:39.368988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9286a975-dd5c-4bdf-9a5e-26fef9497879 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:39.369693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9286a975-dd5c-4bdf-9a5e-26fef9497879 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:39.375945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7c1f58-10d9-4663-b89d-59c80c1aaf8e None None] Network a534399c-8538-4d6c-be73-cc31287fe989 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:22:39.393021 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9286a975-dd5c-4bdf-9a5e-26fef9497879 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7228265 Dec 25 20:22:39.393401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-bd259a88-4628-44e5-b48b-faed2c7610f2 None None] Attempting to bind port a0cc252b-f1ad-44dc-9c35-281553e976ac on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:22:39.393807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-bd259a88-4628-44e5-b48b-faed2c7610f2 None None] Attempting to bind port a0cc252b-f1ad-44dc-9c35-281553e976ac by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'bb61d3c4-414c-41f6-aa7b-b8d49c442c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ad842353-1273-4f3d-8068-38bc7eaa2219'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:22:39.394219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd259a88-4628-44e5-b48b-faed2c7610f2 None None] Attempting to bind port a0cc252b-f1ad-44dc-9c35-281553e976ac on network ad842353-1273-4f3d-8068-38bc7eaa2219 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:22:39.395931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58216) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:39.406500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd259a88-4628-44e5-b48b-faed2c7610f2 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:22:39.406920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd259a88-4628-44e5-b48b-faed2c7610f2 None None] Checking segment: {'id': 'bb61d3c4-414c-41f6-aa7b-b8d49c442c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ad842353-1273-4f3d-8068-38bc7eaa2219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:22:39.407971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bd259a88-4628-44e5-b48b-faed2c7610f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:39.408357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd259a88-4628-44e5-b48b-faed2c7610f2 None None] Bound using segment: {'id': 'bb61d3c4-414c-41f6-aa7b-b8d49c442c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ad842353-1273-4f3d-8068-38bc7eaa2219'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:22:39.408874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-bd259a88-4628-44e5-b48b-faed2c7610f2 None None] Bound port: a0cc252b-f1ad-44dc-9c35-281553e976ac, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb61d3c4-414c-41f6-aa7b-b8d49c442c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ad842353-1273-4f3d-8068-38bc7eaa2219'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:22:39.409293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bd259a88-4628-44e5-b48b-faed2c7610f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:39.551273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0ce97087-9d16-469a-bb92-6633dcd6c98e tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:39.625589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0ce97087-9d16-469a-bb92-6633dcd6c98e tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:39.722232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0ce97087-9d16-469a-bb92-6633dcd6c98e tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:39.726833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cad20305-bc88-4e0a-9a7b-417f00d6a15a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:39.764358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce97087-9d16-469a-bb92-6633dcd6c98e tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Pushing event deleted for resources: {'Subnet': ['ID=5657c5a7-fa9f-4b19-b10f-89c7303e065c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:39.769214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0ce97087-9d16-469a-bb92-6633dcd6c98e tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:39.792993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-bd259a88-4628-44e5-b48b-faed2c7610f2 None None] For port a0cc252b-f1ad-44dc-9c35-281553e976ac, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:22:39.839300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-bd259a88-4628-44e5-b48b-faed2c7610f2 None None] For port a0cc252b-f1ad-44dc-9c35-281553e976ac, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a0cc252b-f1ad-44dc-9c35-281553e976ac,segment=NetworkSegment(bb61d3c4-414c-41f6-aa7b-b8d49c442c8b),segment_id=bb61d3c4-414c-41f6-aa7b-b8d49c442c8b)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:22:39.843724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6977f4f8-7a4b-4d78-a143-e9404fdba296 None None] Network a534399c-8538-4d6c-be73-cc31287fe989 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:22:39.864925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bd259a88-4628-44e5-b48b-faed2c7610f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:39.871235 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:39.879293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0ce97087-9d16-469a-bb92-6633dcd6c98e tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:39.906570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-0ce97087-9d16-469a-bb92-6633dcd6c98e tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a534399c-8538-4d6c-be73-cc31287fe989']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:22:39.920126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-0ce97087-9d16-469a-bb92-6633dcd6c98e tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf5d21af-6a4e-4ff6-aac9-ec6969cb9aee') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:22:39.920462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-0ce97087-9d16-469a-bb92-6633dcd6c98e tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf5d21af-6a4e-4ff6-aac9-ec6969cb9aee') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:22:39.933159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0ce97087-9d16-469a-bb92-6633dcd6c98e tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:39.948458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0ce97087-9d16-469a-bb92-6633dcd6c98e tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:39.954706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce97087-9d16-469a-bb92-6633dcd6c98e tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 20:22:39.955151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0ce97087-9d16-469a-bb92-6633dcd6c98e tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:39.970465 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 20:22:39.970465 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 20:22:39.970465 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 20:22:39.970465 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 20:22:39.970465 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 20:22:39.970465 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 20:22:39.970465 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 20:22:39.970465 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 20:22:39.970465 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 20:22:39.970465 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 20:22:39.970465 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 20:22:39.970465 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 20:22:39.970465 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 20:22:39.970465 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 20:22:39.970465 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 20:22:39.970465 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 20:22:39.970465 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 20:22:39.970465 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 20:22:39.970465 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 20:22:39.970465 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 20:22:39.970465 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 20:22:39.970465 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 20:22:39.970465 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 20:22:39.970465 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 20:22:39.970465 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 20:22:39.970465 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 20:22:39.970465 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 20:22:39.970465 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 20:22:39.970465 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 20:22:39.970465 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 20:22:39.970465 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 20:22:39.970465 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 20:22:40.056867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0ce97087-9d16-469a-bb92-6633dcd6c98e tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:40.060460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-97f4d1f2-cf01-403d-abc8-d2e35264018d tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:40.073371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd259a88-4628-44e5-b48b-faed2c7610f2 None None] Pushing event updated for resources: {'Port': ['ID=a0cc252b-f1ad-44dc-9c35-281553e976ac,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:40.076232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0ce97087-9d16-469a-bb92-6633dcd6c98e tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:40.088418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce97087-9d16-469a-bb92-6633dcd6c98e tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Pushing event deleted for resources: {'Network': ['ID=a534399c-8538-4d6c-be73-cc31287fe989,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:40.091872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0ce97087-9d16-469a-bb92-6633dcd6c98e tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:40.093492 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0ce97087-9d16-469a-bb92-6633dcd6c98e tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] 10.222.0.24 "DELETE /v2.0/networks/a534399c-8538-4d6c-be73-cc31287fe989 HTTP/1.1" status: 204 len: 168 time: 0.6965547 Dec 25 20:22:40.097772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 58220) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:40.103860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bd259a88-4628-44e5-b48b-faed2c7610f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:40.104121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-4dad0f28-ed42-4876-8501-e305335e4979 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-212246524'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:22:40.111322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4dad0f28-ed42-4876-8501-e305335e4979 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:22:40.115658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4dad0f28-ed42-4876-8501-e305335e4979 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Usage tracker for resource:network and tenant:bb28c92e1e0741f3ae8d51b901850e05 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:22:40.119031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4dad0f28-ed42-4876-8501-e305335e4979 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:22:40.123190 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:40.138780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4dad0f28-ed42-4876-8501-e305335e4979 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:22:40.148646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dad0f28-ed42-4876-8501-e305335e4979 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Made reservation on behalf of bb28c92e1e0741f3ae8d51b901850e05 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:22:40.154186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4dad0f28-ed42-4876-8501-e305335e4979 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:40.184836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dad0f28-ed42-4876-8501-e305335e4979 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 20:22:40.193685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4dad0f28-ed42-4876-8501-e305335e4979 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:40.194067 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-4dad0f28-ed42-4876-8501-e305335e4979 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Added segment 92e66d15-2f9a-416a-bcdc-9d72d1e982b8 of type vlan for network 1737af36-97fc-4624-8792-da6f61ccff58 Dec 25 20:22:40.222396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4dad0f28-ed42-4876-8501-e305335e4979 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:40.254011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4dad0f28-ed42-4876-8501-e305335e4979 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:40.258343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dad0f28-ed42-4876-8501-e305335e4979 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:40.258972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4dad0f28-ed42-4876-8501-e305335e4979 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:40.264584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6fb900d4-0fb2-4eae-b145-21e1009bc277 tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:40.317046 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4dad0f28-ed42-4876-8501-e305335e4979 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2180715 Dec 25 20:22:40.320409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58224) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:40.327065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-9bbe79f1-d931-4710-b84c-2d19948a80c0 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Request body: {'subnet': {'network_id': '1737af36-97fc-4624-8792-da6f61ccff58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:22:40.387646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad0f28-ed42-4876-8501-e305335e4979 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Pushing event updated for resources: {'Network': ['ID=1737af36-97fc-4624-8792-da6f61ccff58,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:40.390578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4dad0f28-ed42-4876-8501-e305335e4979 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:40.404273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 1737af36-97fc-4624-8792-da6f61ccff58 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 20:22:40.458037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9bbe79f1-d931-4710-b84c-2d19948a80c0 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:22:40.462150 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9bbe79f1-d931-4710-b84c-2d19948a80c0 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Usage tracker for resource:subnet and tenant:bb28c92e1e0741f3ae8d51b901850e05 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:22:40.465144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9bbe79f1-d931-4710-b84c-2d19948a80c0 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:22:40.478026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9bbe79f1-d931-4710-b84c-2d19948a80c0 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:22:40.488408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbe79f1-d931-4710-b84c-2d19948a80c0 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Made reservation on behalf of bb28c92e1e0741f3ae8d51b901850e05 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:22:40.604867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9bbe79f1-d931-4710-b84c-2d19948a80c0 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:40.703610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.ipam_backend_mixin [None req-9bbe79f1-d931-4710-b84c-2d19948a80c0 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Performing IP validity checks on allocation pools {{(pid=88900) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 25 20:22:40.704185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.ipam_backend_mixin [None req-9bbe79f1-d931-4710-b84c-2d19948a80c0 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88900) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 25 20:22:40.830864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9bbe79f1-d931-4710-b84c-2d19948a80c0 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:40.835139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d45bd381-7035-401a-b37d-77bca5f85e0a tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:40.913402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe79f1-d931-4710-b84c-2d19948a80c0 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Pushing event updated for resources: {'Subnet': ['ID=b8835f62-44b6-40ea-99b8-d629206630af,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:40.917310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9bbe79f1-d931-4710-b84c-2d19948a80c0 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:40.926461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbe79f1-d931-4710-b84c-2d19948a80c0 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Checking segment: {'id': '92e66d15-2f9a-416a-bcdc-9d72d1e982b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1737af36-97fc-4624-8792-da6f61ccff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:22:40.926859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbe79f1-d931-4710-b84c-2d19948a80c0 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Network hostable DHCP agents. Network: 1737af36-97fc-4624-8792-da6f61ccff58, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 20:22:40.947912 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbe79f1-d931-4710-b84c-2d19948a80c0 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Network 1737af36-97fc-4624-8792-da6f61ccff58 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 20:22:40.955811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-9bbe79f1-d931-4710-b84c-2d19948a80c0 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 1737af36-97fc-4624-8792-da6f61ccff58) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:22:40.959678 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe79f1-d931-4710-b84c-2d19948a80c0 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:40.960323 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9bbe79f1-d931-4710-b84c-2d19948a80c0 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:40.966188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036b859d-4790-46ed-abc7-073e78e67184 None None] Network 1737af36-97fc-4624-8792-da6f61ccff58 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:22:40.988606 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9bbe79f1-d931-4710-b84c-2d19948a80c0 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6638660 Dec 25 20:22:40.988896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58228) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:41.140055 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-135a48a3-17cf-47bb-90a3-7287188d5a84 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:41.198593 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715cf449-a9f2-40f7-9109-fefde4186219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-1737af36-97fc-4624-8792-da6f61ccff58', 'network_id': '1737af36-97fc-4624-8792-da6f61ccff58', 'tenant_id': 'bb28c92e1e0741f3ae8d51b901850e05', 'fixed_ips': [{'subnet_id': 'b8835f62-44b6-40ea-99b8-d629206630af'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 20:22:41.199533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-715cf449-a9f2-40f7-9109-fefde4186219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:41.215564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-135a48a3-17cf-47bb-90a3-7287188d5a84 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:41.292452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-135a48a3-17cf-47bb-90a3-7287188d5a84 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:41.297271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0ce97087-9d16-469a-bb92-6633dcd6c98e tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server [None req-715cf449-a9f2-40f7-9109-fefde4186219 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b8835f62-44b6-40ea-99b8-d629206630af: This subnet is being modified by another concurrent operation. Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise value Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise value Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise value Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise value Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise value Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise value Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise value Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server raise exception Dec 25 20:22:41.312523 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b8835f62-44b6-40ea-99b8-d629206630af: This subnet is being modified by another concurrent operation. Dec 25 20:22:41.321768 dv-neutron-822611-1-hyperv neutron-server[88789]: ERROR oslo_messaging.rpc.server Dec 25 20:22:41.343079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a48a3-17cf-47bb-90a3-7287188d5a84 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Pushing event deleted for resources: {'Subnet': ['ID=b8835f62-44b6-40ea-99b8-d629206630af,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:41.343691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a5a973-8204-4fbc-b679-45588f9fb919 None None] Network 1737af36-97fc-4624-8792-da6f61ccff58 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:22:41.346262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-135a48a3-17cf-47bb-90a3-7287188d5a84 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:41.453676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-135a48a3-17cf-47bb-90a3-7287188d5a84 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:41.484298 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-135a48a3-17cf-47bb-90a3-7287188d5a84 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1737af36-97fc-4624-8792-da6f61ccff58']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:22:41.503043 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-135a48a3-17cf-47bb-90a3-7287188d5a84 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92e66d15-2f9a-416a-bcdc-9d72d1e982b8') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:22:41.503518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-135a48a3-17cf-47bb-90a3-7287188d5a84 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92e66d15-2f9a-416a-bcdc-9d72d1e982b8') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:22:41.518574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-135a48a3-17cf-47bb-90a3-7287188d5a84 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:41.528625 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a0cc252b-f1ad-44dc-9c35-281553e976ac up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:22:41.535332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-135a48a3-17cf-47bb-90a3-7287188d5a84 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:41.542506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-135a48a3-17cf-47bb-90a3-7287188d5a84 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 20:22:41.543230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-135a48a3-17cf-47bb-90a3-7287188d5a84 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:41.559703 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 20:22:41.559703 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 20:22:41.559703 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 20:22:41.559703 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 20:22:41.559703 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 20:22:41.559703 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 20:22:41.559703 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 20:22:41.559703 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 20:22:41.559703 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 20:22:41.559703 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 20:22:41.559703 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 20:22:41.559703 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 20:22:41.559703 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 20:22:41.559703 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 20:22:41.559703 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 20:22:41.559703 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 20:22:41.559703 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 20:22:41.559703 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 20:22:41.559703 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 20:22:41.559703 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 20:22:41.559703 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 20:22:41.559703 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 20:22:41.559703 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 20:22:41.559703 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 20:22:41.559703 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 20:22:41.559703 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 20:22:41.559703 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 20:22:41.559703 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 20:22:41.559703 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 20:22:41.559703 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 20:22:41.559703 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 20:22:41.559703 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 20:22:41.610616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port a0cc252b-f1ad-44dc-9c35-281553e976ac completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:22:41.648574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-135a48a3-17cf-47bb-90a3-7287188d5a84 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:41.652071 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d7aeb600-f1c7-4205-bba8-1068379e9f14 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:41.671680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-135a48a3-17cf-47bb-90a3-7287188d5a84 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:41.682965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a48a3-17cf-47bb-90a3-7287188d5a84 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Pushing event deleted for resources: {'Network': ['ID=1737af36-97fc-4624-8792-da6f61ccff58,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:41.688036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-135a48a3-17cf-47bb-90a3-7287188d5a84 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:41.692125 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-135a48a3-17cf-47bb-90a3-7287188d5a84 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] 10.222.0.24 "DELETE /v2.0/networks/1737af36-97fc-4624-8792-da6f61ccff58 HTTP/1.1" status: 204 len: 168 time: 0.7021456 Dec 25 20:22:41.695937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58232) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:41.702089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-1f7b782b-2090-4627-91aa-7f02dcb85f37 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-762630123'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:22:41.708271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1f7b782b-2090-4627-91aa-7f02dcb85f37 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:22:41.712472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1f7b782b-2090-4627-91aa-7f02dcb85f37 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Usage tracker for resource:network and tenant:bb28c92e1e0741f3ae8d51b901850e05 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:22:41.715592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1f7b782b-2090-4627-91aa-7f02dcb85f37 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:22:41.721957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1f7b782b-2090-4627-91aa-7f02dcb85f37 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:22:41.731705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7b782b-2090-4627-91aa-7f02dcb85f37 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Made reservation on behalf of bb28c92e1e0741f3ae8d51b901850e05 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:22:41.737256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f7b782b-2090-4627-91aa-7f02dcb85f37 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:41.770129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f7b782b-2090-4627-91aa-7f02dcb85f37 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 20:22:41.779020 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f7b782b-2090-4627-91aa-7f02dcb85f37 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:41.779437 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-1f7b782b-2090-4627-91aa-7f02dcb85f37 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Added segment 0a4beb76-df1a-4768-9eb8-2da507910ba9 of type vlan for network abd39bf7-331b-497a-b006-2bcbd5c88fd6 Dec 25 20:22:41.794457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d67535c-b1db-4b6e-b525-0f0fd09a226a None None] Network ad842353-1273-4f3d-8068-38bc7eaa2219 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:22:41.808554 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f7b782b-2090-4627-91aa-7f02dcb85f37 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:41.842898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f7b782b-2090-4627-91aa-7f02dcb85f37 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:41.847868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7b782b-2090-4627-91aa-7f02dcb85f37 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:41.848534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f7b782b-2090-4627-91aa-7f02dcb85f37 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:41.854251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3668f359-7848-4d84-b34f-f00bb0d93b8e tempest-NetworksIpV6TestAttrs-1699887448 tempest-NetworksIpV6TestAttrs-1699887448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:41.890848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-fe8a00a3-13ca-460a-8a06-c7f0d51d4fb3 None None] Provisioning for port a0cc252b-f1ad-44dc-9c35-281553e976ac completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:22:41.905674 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1f7b782b-2090-4627-91aa-7f02dcb85f37 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2086141 Dec 25 20:22:41.908717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58236) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:41.908868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-fe8a00a3-13ca-460a-8a06-c7f0d51d4fb3 None None] Provisioning complete for port a0cc252b-f1ad-44dc-9c35-281553e976ac triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:22:41.909184 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fe8a00a3-13ca-460a-8a06-c7f0d51d4fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:41.917177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-5a6ebfe8-06fd-4128-8b2e-4ac6e40716b2 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Request body: {'subnet': {'network_id': 'abd39bf7-331b-497a-b006-2bcbd5c88fd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:22:41.993609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b782b-2090-4627-91aa-7f02dcb85f37 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Pushing event updated for resources: {'Network': ['ID=abd39bf7-331b-497a-b006-2bcbd5c88fd6,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:42.020097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7b782b-2090-4627-91aa-7f02dcb85f37 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:22:42.020525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7b782b-2090-4627-91aa-7f02dcb85f37 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:22:42.020949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7b782b-2090-4627-91aa-7f02dcb85f37 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:22:42.021366 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7b782b-2090-4627-91aa-7f02dcb85f37 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:22:42.021782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7b782b-2090-4627-91aa-7f02dcb85f37 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:22:42.022195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7b782b-2090-4627-91aa-7f02dcb85f37 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:22:42.022608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7b782b-2090-4627-91aa-7f02dcb85f37 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:22:42.023020 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7b782b-2090-4627-91aa-7f02dcb85f37 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:22:42.023453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7b782b-2090-4627-91aa-7f02dcb85f37 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:22:42.023860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7b782b-2090-4627-91aa-7f02dcb85f37 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:22:42.024268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7b782b-2090-4627-91aa-7f02dcb85f37 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:22:42.029820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1f7b782b-2090-4627-91aa-7f02dcb85f37 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:42.038812 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network abd39bf7-331b-497a-b006-2bcbd5c88fd6 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 20:22:42.105016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5a6ebfe8-06fd-4128-8b2e-4ac6e40716b2 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:22:42.109100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5a6ebfe8-06fd-4128-8b2e-4ac6e40716b2 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Usage tracker for resource:subnet and tenant:bb28c92e1e0741f3ae8d51b901850e05 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:22:42.112633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5a6ebfe8-06fd-4128-8b2e-4ac6e40716b2 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:22:42.118670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5a6ebfe8-06fd-4128-8b2e-4ac6e40716b2 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:22:42.132574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6ebfe8-06fd-4128-8b2e-4ac6e40716b2 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Made reservation on behalf of bb28c92e1e0741f3ae8d51b901850e05 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:22:42.241972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5a6ebfe8-06fd-4128-8b2e-4ac6e40716b2 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:42.244055 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fe8a00a3-13ca-460a-8a06-c7f0d51d4fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:42.290466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-fe8a00a3-13ca-460a-8a06-c7f0d51d4fb3 None None] For port a0cc252b-f1ad-44dc-9c35-281553e976ac, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a0cc252b-f1ad-44dc-9c35-281553e976ac,segment=NetworkSegment(bb61d3c4-414c-41f6-aa7b-b8d49c442c8b),segment_id=bb61d3c4-414c-41f6-aa7b-b8d49c442c8b)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:22:42.295191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fe8a00a3-13ca-460a-8a06-c7f0d51d4fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:42.296820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:42.365106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a00a3-13ca-460a-8a06-c7f0d51d4fb3 None None] Pushing event updated for resources: {'Port': ['ID=a0cc252b-f1ad-44dc-9c35-281553e976ac,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:42.368521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fe8a00a3-13ca-460a-8a06-c7f0d51d4fb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:42.539241 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88aa2310-0d61-445b-a495-9afc2b058611 None None] get_active_networks_info from dv-neutron-822611-1-hyperv {{(pid=88902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 25 20:22:42.651981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88aa2310-0d61-445b-a495-9afc2b058611 None None] Resources bound (agent type, host, resource id): {{(pid=88902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 25 20:22:42.662196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f4c59b64-9367-430b-a564-878f00793f99 None None] Provisioning complete for port a0cc252b-f1ad-44dc-9c35-281553e976ac triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:22:42.662625 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f4c59b64-9367-430b-a564-878f00793f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:42.724853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5a6ebfe8-06fd-4128-8b2e-4ac6e40716b2 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:42.729359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6b7ffc8a-c2e8-4ef0-8546-dcde4afbee53 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:42.810948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ebfe8-06fd-4128-8b2e-4ac6e40716b2 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Pushing event updated for resources: {'Subnet': ['ID=645939b2-cc3c-4158-8e98-9206bf291624,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:42.815828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5a6ebfe8-06fd-4128-8b2e-4ac6e40716b2 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:42.820782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6ebfe8-06fd-4128-8b2e-4ac6e40716b2 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Checking segment: {'id': '0a4beb76-df1a-4768-9eb8-2da507910ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'abd39bf7-331b-497a-b006-2bcbd5c88fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:22:42.821178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6ebfe8-06fd-4128-8b2e-4ac6e40716b2 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Network hostable DHCP agents. Network: abd39bf7-331b-497a-b006-2bcbd5c88fd6, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 20:22:42.843835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6ebfe8-06fd-4128-8b2e-4ac6e40716b2 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Network abd39bf7-331b-497a-b006-2bcbd5c88fd6 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 20:22:42.853804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-5a6ebfe8-06fd-4128-8b2e-4ac6e40716b2 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, abd39bf7-331b-497a-b006-2bcbd5c88fd6) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:22:42.857931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6ebfe8-06fd-4128-8b2e-4ac6e40716b2 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:42.858613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5a6ebfe8-06fd-4128-8b2e-4ac6e40716b2 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:42.883584 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5a6ebfe8-06fd-4128-8b2e-4ac6e40716b2 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9702265 Dec 25 20:22:42.883806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58240) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:42.889842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-4fb576f1-8f52-4737-8e4f-07e1821d9f4b tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-930183869'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:22:42.895634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4fb576f1-8f52-4737-8e4f-07e1821d9f4b tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:22:42.899852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4fb576f1-8f52-4737-8e4f-07e1821d9f4b tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Usage tracker for resource:network and tenant:bb28c92e1e0741f3ae8d51b901850e05 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:22:42.902977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4fb576f1-8f52-4737-8e4f-07e1821d9f4b tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:22:42.910025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4fb576f1-8f52-4737-8e4f-07e1821d9f4b tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:22:42.922893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb576f1-8f52-4737-8e4f-07e1821d9f4b tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Made reservation on behalf of bb28c92e1e0741f3ae8d51b901850e05 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:22:42.928516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4fb576f1-8f52-4737-8e4f-07e1821d9f4b tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:42.959968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fb576f1-8f52-4737-8e4f-07e1821d9f4b tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 20:22:42.969028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4fb576f1-8f52-4737-8e4f-07e1821d9f4b tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:42.969460 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-4fb576f1-8f52-4737-8e4f-07e1821d9f4b tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Added segment 0dc21d5c-8849-4c2c-b3fa-1338ca02bb6d of type vlan for network 7b82ec58-192a-4c2c-ab39-504bcccbef54 Dec 25 20:22:42.999814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4fb576f1-8f52-4737-8e4f-07e1821d9f4b tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:43.030200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4fb576f1-8f52-4737-8e4f-07e1821d9f4b tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:43.034981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb576f1-8f52-4737-8e4f-07e1821d9f4b tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:43.035655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4fb576f1-8f52-4737-8e4f-07e1821d9f4b tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:43.041003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1f7b782b-2090-4627-91aa-7f02dcb85f37 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:43.091843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8006cccf-34f4-417b-86b8-12c6edcabc17 None None] Network abd39bf7-331b-497a-b006-2bcbd5c88fd6 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:22:43.098500 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4fb576f1-8f52-4737-8e4f-07e1821d9f4b tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2135472 Dec 25 20:22:43.102256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 58244) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:43.108842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-dbb28c43-b60f-4184-9d03-54ec8e7cfa94 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Request body: {'subnet': {'network_id': '7b82ec58-192a-4c2c-ab39-504bcccbef54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:22:43.157087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb576f1-8f52-4737-8e4f-07e1821d9f4b tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Pushing event updated for resources: {'Network': ['ID=7b82ec58-192a-4c2c-ab39-504bcccbef54,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:43.162788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4fb576f1-8f52-4737-8e4f-07e1821d9f4b tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:43.206906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 7b82ec58-192a-4c2c-ab39-504bcccbef54 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 20:22:43.235336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-dbb28c43-b60f-4184-9d03-54ec8e7cfa94 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:22:43.239421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-dbb28c43-b60f-4184-9d03-54ec8e7cfa94 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Usage tracker for resource:subnet and tenant:bb28c92e1e0741f3ae8d51b901850e05 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:22:43.242394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-dbb28c43-b60f-4184-9d03-54ec8e7cfa94 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:22:43.248757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-dbb28c43-b60f-4184-9d03-54ec8e7cfa94 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:22:43.258021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb28c43-b60f-4184-9d03-54ec8e7cfa94 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Made reservation on behalf of bb28c92e1e0741f3ae8d51b901850e05 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:22:43.375394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dbb28c43-b60f-4184-9d03-54ec8e7cfa94 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:43.447311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bdb751-d54b-457e-9327-a6c08649bdbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-abd39bf7-331b-497a-b006-2bcbd5c88fd6', 'network_id': 'abd39bf7-331b-497a-b006-2bcbd5c88fd6', 'tenant_id': 'bb28c92e1e0741f3ae8d51b901850e05', 'fixed_ips': [{'subnet_id': '645939b2-cc3c-4158-8e98-9206bf291624'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 20:22:43.448213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70bdb751-d54b-457e-9327-a6c08649bdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:43.508371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a0cc252b-f1ad-44dc-9c35-281553e976ac up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:22:43.604810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dbb28c43-b60f-4184-9d03-54ec8e7cfa94 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:43.609376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fb68ac08-2300-43bf-9fae-c1eae969f275 tempest-PortsIpV6TestJSON-778465072 tempest-PortsIpV6TestJSON-778465072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:43.700806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb28c43-b60f-4184-9d03-54ec8e7cfa94 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Pushing event updated for resources: {'Subnet': ['ID=8ed08aad-8066-4ee3-a40f-cf981779bb7e,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:43.705418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dbb28c43-b60f-4184-9d03-54ec8e7cfa94 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:43.713369 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb28c43-b60f-4184-9d03-54ec8e7cfa94 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Checking segment: {'id': '0dc21d5c-8849-4c2c-b3fa-1338ca02bb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7b82ec58-192a-4c2c-ab39-504bcccbef54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:22:43.713768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb28c43-b60f-4184-9d03-54ec8e7cfa94 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Network hostable DHCP agents. Network: 7b82ec58-192a-4c2c-ab39-504bcccbef54, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 20:22:43.737924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb28c43-b60f-4184-9d03-54ec8e7cfa94 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Network 7b82ec58-192a-4c2c-ab39-504bcccbef54 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 20:22:43.747045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-dbb28c43-b60f-4184-9d03-54ec8e7cfa94 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 7b82ec58-192a-4c2c-ab39-504bcccbef54) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:22:43.751437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb28c43-b60f-4184-9d03-54ec8e7cfa94 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:43.752087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dbb28c43-b60f-4184-9d03-54ec8e7cfa94 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:43.775008 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-dbb28c43-b60f-4184-9d03-54ec8e7cfa94 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6714792 Dec 25 20:22:43.777780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 58248) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:43.808699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f22bde9-7fb7-4008-b0bf-50059efcf314 None None] Network 7b82ec58-192a-4c2c-ab39-504bcccbef54 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:22:43.932823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0f25d61c-181e-41e6-ad6f-32a0f2383e67 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:43.933462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port a0cc252b-f1ad-44dc-9c35-281553e976ac triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:22:43.933894 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:43.958593 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-70bdb751-d54b-457e-9327-a6c08649bdbd None None] Allocated IP 2001:db8::2 (abd39bf7-331b-497a-b006-2bcbd5c88fd6/645939b2-cc3c-4158-8e98-9206bf291624/58cb1b50-5eca-4588-a9d0-be6b1ccf4277) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:22:44.002902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0f25d61c-181e-41e6-ad6f-32a0f2383e67 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:44.082506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0f25d61c-181e-41e6-ad6f-32a0f2383e67 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:44.086997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8b33ae19-39b6-4843-82ff-3523f4b2ecab tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:44.125194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25d61c-181e-41e6-ad6f-32a0f2383e67 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Pushing event deleted for resources: {'Subnet': ['ID=8ed08aad-8066-4ee3-a40f-cf981779bb7e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:44.131024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0f25d61c-181e-41e6-ad6f-32a0f2383e67 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:44.207302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090bc052-2ea2-48e5-8280-86d0f11b77fe None None] Network 7b82ec58-192a-4c2c-ab39-504bcccbef54 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:22:44.234128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0f25d61c-181e-41e6-ad6f-32a0f2383e67 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:44.260838 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-0f25d61c-181e-41e6-ad6f-32a0f2383e67 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b82ec58-192a-4c2c-ab39-504bcccbef54']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:22:44.274663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-0f25d61c-181e-41e6-ad6f-32a0f2383e67 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc21d5c-8849-4c2c-b3fa-1338ca02bb6d') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:22:44.275001 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-0f25d61c-181e-41e6-ad6f-32a0f2383e67 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc21d5c-8849-4c2c-b3fa-1338ca02bb6d') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:22:44.288046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0f25d61c-181e-41e6-ad6f-32a0f2383e67 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:44.303765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0f25d61c-181e-41e6-ad6f-32a0f2383e67 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:44.310225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f25d61c-181e-41e6-ad6f-32a0f2383e67 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 20:22:44.310787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0f25d61c-181e-41e6-ad6f-32a0f2383e67 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:44.326428 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 20:22:44.326428 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 20:22:44.326428 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 20:22:44.326428 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 20:22:44.326428 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 20:22:44.326428 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 20:22:44.326428 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 20:22:44.326428 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 20:22:44.326428 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 20:22:44.326428 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 20:22:44.326428 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 20:22:44.326428 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 20:22:44.326428 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 20:22:44.326428 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 20:22:44.326428 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 20:22:44.326428 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 20:22:44.326428 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 20:22:44.326428 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 20:22:44.326428 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 20:22:44.326428 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 20:22:44.326428 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 20:22:44.326428 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 20:22:44.326428 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 20:22:44.326428 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 20:22:44.326428 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 20:22:44.326428 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 20:22:44.326428 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 20:22:44.326428 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 20:22:44.326428 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 20:22:44.326428 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 20:22:44.326428 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 20:22:44.326428 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 20:22:44.409516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0f25d61c-181e-41e6-ad6f-32a0f2383e67 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:44.413165 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a11b50f3-b962-4653-b1f8-79ff760c7125 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:44.428641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0f25d61c-181e-41e6-ad6f-32a0f2383e67 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:44.440521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25d61c-181e-41e6-ad6f-32a0f2383e67 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Pushing event deleted for resources: {'Network': ['ID=7b82ec58-192a-4c2c-ab39-504bcccbef54,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:44.443655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0f25d61c-181e-41e6-ad6f-32a0f2383e67 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:44.448434 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0f25d61c-181e-41e6-ad6f-32a0f2383e67 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] 10.222.0.24 "DELETE /v2.0/networks/7b82ec58-192a-4c2c-ab39-504bcccbef54 HTTP/1.1" status: 204 len: 168 time: 0.6667347 Dec 25 20:22:44.448434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 58252) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:44.494073 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aca62f8-c022-43f4-96c5-7808a1d9d5aa tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] GET failed (client error): The resource could not be found. Dec 25 20:22:44.494737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0aca62f8-c022-43f4-96c5-7808a1d9d5aa tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Synchronizing usage tracker for tenant:bb28c92e1e0741f3ae8d51b901850e05 on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:22:44.512717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0aca62f8-c022-43f4-96c5-7808a1d9d5aa tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Unset dirty status for tenant:bb28c92e1e0741f3ae8d51b901850e05 on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:22:44.517167 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0aca62f8-c022-43f4-96c5-7808a1d9d5aa tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] 10.222.0.24 "GET /v2.0/subnets/8ed08aad-8066-4ee3-a40f-cf981779bb7e HTTP/1.1" status: 404 len: 337 time: 0.0645490 Dec 25 20:22:44.517431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 58256) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:44.520020 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70bdb751-d54b-457e-9327-a6c08649bdbd None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:44.530725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-70bdb751-d54b-457e-9327-a6c08649bdbd None None] Transition to ACTIVE for port object 58cb1b50-5eca-4588-a9d0-be6b1ccf4277 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:22:44.544375 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-a33d15e7-2f36-4f3f-b211-ba8af89c8450 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] DELETE failed (client error): The resource could not be found. Dec 25 20:22:44.544863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a33d15e7-2f36-4f3f-b211-ba8af89c8450 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 20:22:44.546607 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a33d15e7-2f36-4f3f-b211-ba8af89c8450 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] 10.222.0.24 "DELETE /v2.0/networks/7b82ec58-192a-4c2c-ab39-504bcccbef54 HTTP/1.1" status: 404 len: 339 time: 0.0281959 Dec 25 20:22:44.550304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-70bdb751-d54b-457e-9327-a6c08649bdbd None None] Transition to ACTIVE for port object 58cb1b50-5eca-4588-a9d0-be6b1ccf4277 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:22:44.550730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 58260) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:44.554874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70bdb751-d54b-457e-9327-a6c08649bdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:44.559184 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:44.596395 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb1a78bf-e100-4226-abc7-a9c596efcf8f tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] DELETE failed (client error): The resource could not be found. Dec 25 20:22:44.596893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb1a78bf-e100-4226-abc7-a9c596efcf8f tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 20:22:44.598689 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-bb1a78bf-e100-4226-abc7-a9c596efcf8f tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] 10.222.0.24 "DELETE /v2.0/subnets/8ed08aad-8066-4ee3-a40f-cf981779bb7e HTTP/1.1" status: 404 len: 337 time: 0.0469675 Dec 25 20:22:44.601362 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 58264) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:44.627985 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-7afa9efe-55e3-4598-ac30-67d98ab4b8ee tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] DELETE failed (client error): The resource could not be found. Dec 25 20:22:44.628477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7afa9efe-55e3-4598-ac30-67d98ab4b8ee tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 20:22:44.630139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bdb751-d54b-457e-9327-a6c08649bdbd None None] Network abd39bf7-331b-497a-b006-2bcbd5c88fd6 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:22:44.630246 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7afa9efe-55e3-4598-ac30-67d98ab4b8ee tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] 10.222.0.24 "DELETE /v2.0/networks/7b82ec58-192a-4c2c-ab39-504bcccbef54 HTTP/1.1" status: 404 len: 339 time: 0.0278983 Dec 25 20:22:44.633064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58268) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:44.635606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bdb751-d54b-457e-9327-a6c08649bdbd None None] Pushing event updated for resources: {'Port': ['ID=58cb1b50-5eca-4588-a9d0-be6b1ccf4277,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:44.638237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-70bdb751-d54b-457e-9327-a6c08649bdbd None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:22:44.640090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-70bdb751-d54b-457e-9327-a6c08649bdbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:44.640860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bdb751-d54b-457e-9327-a6c08649bdbd None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:22:44.712291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-339b5b8f-4096-4859-a446-87742db98b99 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Deleting subnet 645939b2-cc3c-4158-8e98-9206bf291624 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 20:22:44.715485 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-339b5b8f-4096-4859-a446-87742db98b99 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:44.730246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-70bdb751-d54b-457e-9327-a6c08649bdbd None None] Attempting to bind port 58cb1b50-5eca-4588-a9d0-be6b1ccf4277 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:22:44.730672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-70bdb751-d54b-457e-9327-a6c08649bdbd None None] Attempting to bind port 58cb1b50-5eca-4588-a9d0-be6b1ccf4277 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '0a4beb76-df1a-4768-9eb8-2da507910ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'abd39bf7-331b-497a-b006-2bcbd5c88fd6'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:22:44.731119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bdb751-d54b-457e-9327-a6c08649bdbd None None] Attempting to bind port 58cb1b50-5eca-4588-a9d0-be6b1ccf4277 on network abd39bf7-331b-497a-b006-2bcbd5c88fd6 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:22:44.738708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bdb751-d54b-457e-9327-a6c08649bdbd None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:22:44.739155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bdb751-d54b-457e-9327-a6c08649bdbd None None] Checking segment: {'id': '0a4beb76-df1a-4768-9eb8-2da507910ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'abd39bf7-331b-497a-b006-2bcbd5c88fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:22:44.739610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70bdb751-d54b-457e-9327-a6c08649bdbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:44.740059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bdb751-d54b-457e-9327-a6c08649bdbd None None] Bound using segment: {'id': '0a4beb76-df1a-4768-9eb8-2da507910ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'abd39bf7-331b-497a-b006-2bcbd5c88fd6'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:22:44.740589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-70bdb751-d54b-457e-9327-a6c08649bdbd None None] Bound port: 58cb1b50-5eca-4588-a9d0-be6b1ccf4277, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a4beb76-df1a-4768-9eb8-2da507910ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'abd39bf7-331b-497a-b006-2bcbd5c88fd6'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:22:44.741012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70bdb751-d54b-457e-9327-a6c08649bdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:44.777678 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-339b5b8f-4096-4859-a446-87742db98b99 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:44.834701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-70bdb751-d54b-457e-9327-a6c08649bdbd None None] For port 58cb1b50-5eca-4588-a9d0-be6b1ccf4277, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:22:44.838508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-70bdb751-d54b-457e-9327-a6c08649bdbd None None] For port 58cb1b50-5eca-4588-a9d0-be6b1ccf4277, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=58cb1b50-5eca-4588-a9d0-be6b1ccf4277,segment=NetworkSegment(0a4beb76-df1a-4768-9eb8-2da507910ba9),segment_id=0a4beb76-df1a-4768-9eb8-2da507910ba9)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:22:44.842020 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-70bdb751-d54b-457e-9327-a6c08649bdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:44.846925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:44.864721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-339b5b8f-4096-4859-a446-87742db98b99 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:44.926238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bdb751-d54b-457e-9327-a6c08649bdbd None None] Pushing event updated for resources: {'Port': ['ID=58cb1b50-5eca-4588-a9d0-be6b1ccf4277,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:44.929425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-70bdb751-d54b-457e-9327-a6c08649bdbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:44.942579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-339b5b8f-4096-4859-a446-87742db98b99 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:44.946767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5fbc3262-4fa3-42a1-a661-56e34441fda6 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:44.989128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b5b8f-4096-4859-a446-87742db98b99 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Pushing event deleted for resources: {'Subnet': ['ID=645939b2-cc3c-4158-8e98-9206bf291624,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:44.993670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-339b5b8f-4096-4859-a446-87742db98b99 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:44.996731 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-339b5b8f-4096-4859-a446-87742db98b99 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:45.010682 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-339b5b8f-4096-4859-a446-87742db98b99 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] 10.222.0.24 "DELETE /v2.0/subnets/645939b2-cc3c-4158-8e98-9206bf291624 HTTP/1.1" status: 204 len: 168 time: 0.3764040 Dec 25 20:22:45.013577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58272) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:45.140213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f6830fee-e558-42dd-a703-585b392979ad tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:45.151858 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-f6830fee-e558-42dd-a703-585b392979ad tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Deleting port 58cb1b50-5eca-4588-a9d0-be6b1ccf4277 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:22:45.152232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f6830fee-e558-42dd-a703-585b392979ad tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:45.389476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-f6830fee-e558-42dd-a703-585b392979ad tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] For port 58cb1b50-5eca-4588-a9d0-be6b1ccf4277, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=58cb1b50-5eca-4588-a9d0-be6b1ccf4277,segment=NetworkSegment(0a4beb76-df1a-4768-9eb8-2da507910ba9),segment_id=0a4beb76-df1a-4768-9eb8-2da507910ba9)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:22:45.389884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f6830fee-e558-42dd-a703-585b392979ad tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:45.505723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 58cb1b50-5eca-4588-a9d0-be6b1ccf4277 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:22:45.522829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-f6830fee-e558-42dd-a703-585b392979ad tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Calling delete_port for 58cb1b50-5eca-4588-a9d0-be6b1ccf4277 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:22:45.575538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 58cb1b50-5eca-4588-a9d0-be6b1ccf4277 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:22:45.599646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f6830fee-e558-42dd-a703-585b392979ad tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:45.604260 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ca95e654-11c9-4696-b273-797daaedfac2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:45.647537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6830fee-e558-42dd-a703-585b392979ad tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Pushing event deleted for resources: {'Port': ['ID=58cb1b50-5eca-4588-a9d0-be6b1ccf4277,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:45.650543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f6830fee-e558-42dd-a703-585b392979ad tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:45.652783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6830fee-e558-42dd-a703-585b392979ad tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] No DVR routers for this DVR port 58cb1b50-5eca-4588-a9d0-be6b1ccf4277 on host dv-neutron-822611-1-hyperv {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:22:45.787945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f6830fee-e558-42dd-a703-585b392979ad tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:45.813865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-f6830fee-e558-42dd-a703-585b392979ad tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abd39bf7-331b-497a-b006-2bcbd5c88fd6']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:22:45.826499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-f6830fee-e558-42dd-a703-585b392979ad tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a4beb76-df1a-4768-9eb8-2da507910ba9') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:22:45.826789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-f6830fee-e558-42dd-a703-585b392979ad tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a4beb76-df1a-4768-9eb8-2da507910ba9') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:22:45.839290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f6830fee-e558-42dd-a703-585b392979ad tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:45.856399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f6830fee-e558-42dd-a703-585b392979ad tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:45.863424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6830fee-e558-42dd-a703-585b392979ad tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 20:22:45.863851 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f6830fee-e558-42dd-a703-585b392979ad tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:45.880129 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 20:22:45.880129 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 20:22:45.880129 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 20:22:45.880129 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 20:22:45.880129 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 20:22:45.880129 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 20:22:45.880129 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 20:22:45.880129 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 20:22:45.880129 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 20:22:45.880129 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 20:22:45.880129 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 20:22:45.880129 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 20:22:45.880129 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 20:22:45.880129 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 20:22:45.880129 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 20:22:45.880129 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 20:22:45.880129 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 20:22:45.880129 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 20:22:45.880129 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 20:22:45.880129 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 20:22:45.880129 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 20:22:45.880129 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 20:22:45.880129 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 20:22:45.880129 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 20:22:45.880129 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 20:22:45.880129 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 20:22:45.880129 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 20:22:45.880129 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 20:22:45.880129 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 20:22:45.880129 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 20:22:45.880129 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 20:22:45.880129 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 20:22:45.962720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f6830fee-e558-42dd-a703-585b392979ad tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:45.966104 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0ce97087-9d16-469a-bb92-6633dcd6c98e tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:45.981311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f6830fee-e558-42dd-a703-585b392979ad tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:45.993595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6830fee-e558-42dd-a703-585b392979ad tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Pushing event deleted for resources: {'Network': ['ID=abd39bf7-331b-497a-b006-2bcbd5c88fd6,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:45.996691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f6830fee-e558-42dd-a703-585b392979ad tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:45.998838 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f6830fee-e558-42dd-a703-585b392979ad tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] 10.222.0.24 "DELETE /v2.0/networks/abd39bf7-331b-497a-b006-2bcbd5c88fd6 HTTP/1.1" status: 204 len: 168 time: 0.9844723 Dec 25 20:22:46.002085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58276) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:46.048378 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-4118a89c-c70b-436e-ae87-0ced146f05f1 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] DELETE failed (client error): The resource could not be found. Dec 25 20:22:46.048890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4118a89c-c70b-436e-ae87-0ced146f05f1 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 20:22:46.050749 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4118a89c-c70b-436e-ae87-0ced146f05f1 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] 10.222.0.24 "DELETE /v2.0/subnets/b8835f62-44b6-40ea-99b8-d629206630af HTTP/1.1" status: 404 len: 337 time: 0.0476577 Dec 25 20:22:46.053611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58280) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:46.080569 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b6d2a1-e152-47ec-a451-bd8e3660a3ef tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] DELETE failed (client error): The resource could not be found. Dec 25 20:22:46.080974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3b6d2a1-e152-47ec-a451-bd8e3660a3ef tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 20:22:46.082823 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b3b6d2a1-e152-47ec-a451-bd8e3660a3ef tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] 10.222.0.24 "DELETE /v2.0/networks/1737af36-97fc-4624-8792-da6f61ccff58 HTTP/1.1" status: 404 len: 339 time: 0.0282195 Dec 25 20:22:46.085646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58284) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:46.129570 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-973b8a72-06ad-4469-9f8f-55596cb1a237 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] DELETE failed (client error): The resource could not be found. Dec 25 20:22:46.130429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-973b8a72-06ad-4469-9f8f-55596cb1a237 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 20:22:46.133676 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-973b8a72-06ad-4469-9f8f-55596cb1a237 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] 10.222.0.24 "DELETE /v2.0/subnets/5657c5a7-fa9f-4b19-b10f-89c7303e065c HTTP/1.1" status: 404 len: 337 time: 0.0468924 Dec 25 20:22:46.140467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58288) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:46.167765 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3b76298-e424-4b1f-a48f-8552a83e7a45 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] DELETE failed (client error): The resource could not be found. Dec 25 20:22:46.168274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3b76298-e424-4b1f-a48f-8552a83e7a45 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 25 20:22:46.170474 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c3b76298-e424-4b1f-a48f-8552a83e7a45 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] 10.222.0.24 "DELETE /v2.0/networks/a534399c-8538-4d6c-be73-cc31287fe989 HTTP/1.1" status: 404 len: 339 time: 0.0286429 Dec 25 20:22:46.173713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58292) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:46.392814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-178c710f-477b-449a-a009-8787abe2d16d tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Deleting subnet 032a3137-b09f-4354-9b57-d8dcee07be77 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 20:22:46.396610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-178c710f-477b-449a-a009-8787abe2d16d tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:46.457217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-178c710f-477b-449a-a009-8787abe2d16d tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:46.540606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-35c5192f-69c5-4f54-90f9-ee126b764eef None None] Could not find standard attr ID for object 58cb1b50-5eca-4588-a9d0-be6b1ccf4277. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 20:22:46.544688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2348d4-857e-4261-88a9-d34478fb0309 None None] DHCP port deletion for abd39bf7-331b-497a-b006-2bcbd5c88fd6 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 20:22:46.558231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-178c710f-477b-449a-a009-8787abe2d16d tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:46.583869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a41094c-d8a1-4f61-b07b-5c76b0510147 None None] Network abd39bf7-331b-497a-b006-2bcbd5c88fd6 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:22:46.608565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a41094c-d8a1-4f61-b07b-5c76b0510147 None None] Network abd39bf7-331b-497a-b006-2bcbd5c88fd6 could not be found, it might have been deleted concurrently. {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 25 20:22:46.636396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-178c710f-477b-449a-a009-8787abe2d16d tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:46.641768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-316a1b18-19b6-40c4-8c60-9b999e8602b5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:46.682697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c710f-477b-449a-a009-8787abe2d16d tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Pushing event deleted for resources: {'Subnet': ['ID=032a3137-b09f-4354-9b57-d8dcee07be77,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:46.687552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-178c710f-477b-449a-a009-8787abe2d16d tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:46.690917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-178c710f-477b-449a-a009-8787abe2d16d tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:46.697956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938240e6-33a2-488c-9829-1eae46b8b280 None None] Network ad842353-1273-4f3d-8068-38bc7eaa2219 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:22:46.704086 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-178c710f-477b-449a-a009-8787abe2d16d tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] 10.222.0.24 "DELETE /v2.0/subnets/032a3137-b09f-4354-9b57-d8dcee07be77 HTTP/1.1" status: 204 len: 168 time: 0.5269144 Dec 25 20:22:46.704380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58296) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:46.833038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3f43a946-f0e3-4a94-96b7-9887ff17f334 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:46.844999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-3f43a946-f0e3-4a94-96b7-9887ff17f334 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Deleting port a0cc252b-f1ad-44dc-9c35-281553e976ac {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:22:46.845380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3f43a946-f0e3-4a94-96b7-9887ff17f334 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:46.976924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd1a754-754a-41ba-82da-26875608636b None None] DHCP port deletion for ad842353-1273-4f3d-8068-38bc7eaa2219 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 20:22:46.982186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-abd1a754-754a-41ba-82da-26875608636b None None] Deleting port a0cc252b-f1ad-44dc-9c35-281553e976ac {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:22:46.982795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-abd1a754-754a-41ba-82da-26875608636b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:47.073677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-3f43a946-f0e3-4a94-96b7-9887ff17f334 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] For port a0cc252b-f1ad-44dc-9c35-281553e976ac, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a0cc252b-f1ad-44dc-9c35-281553e976ac,segment=NetworkSegment(bb61d3c4-414c-41f6-aa7b-b8d49c442c8b),segment_id=bb61d3c4-414c-41f6-aa7b-b8d49c442c8b)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:22:47.074086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3f43a946-f0e3-4a94-96b7-9887ff17f334 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:47.205773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-abd1a754-754a-41ba-82da-26875608636b None None] For port a0cc252b-f1ad-44dc-9c35-281553e976ac, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a0cc252b-f1ad-44dc-9c35-281553e976ac,segment=NetworkSegment(bb61d3c4-414c-41f6-aa7b-b8d49c442c8b),segment_id=bb61d3c4-414c-41f6-aa7b-b8d49c442c8b)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:22:47.206134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-abd1a754-754a-41ba-82da-26875608636b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:47.206542 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-3f43a946-f0e3-4a94-96b7-9887ff17f334 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Calling delete_port for a0cc252b-f1ad-44dc-9c35-281553e976ac owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:22:47.279072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3f43a946-f0e3-4a94-96b7-9887ff17f334 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:47.283659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-71d7b842-6983-4973-aa44-7ea10bff1669 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:47.329336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f43a946-f0e3-4a94-96b7-9887ff17f334 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Pushing event deleted for resources: {'Port': ['ID=a0cc252b-f1ad-44dc-9c35-281553e976ac,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:47.332137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3f43a946-f0e3-4a94-96b7-9887ff17f334 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:47.335317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f43a946-f0e3-4a94-96b7-9887ff17f334 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] No DVR routers for this DVR port a0cc252b-f1ad-44dc-9c35-281553e976ac on host dv-neutron-822611-1-hyperv {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:22:47.336224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-abd1a754-754a-41ba-82da-26875608636b None None] Calling delete_port for a0cc252b-f1ad-44dc-9c35-281553e976ac owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:22:47.407552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-abd1a754-754a-41ba-82da-26875608636b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 20:22:47.407987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-abd1a754-754a-41ba-82da-26875608636b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 20:22:47.470303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3f43a946-f0e3-4a94-96b7-9887ff17f334 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:47.474230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a0cc252b-f1ad-44dc-9c35-281553e976ac no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:22:47.497648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-3f43a946-f0e3-4a94-96b7-9887ff17f334 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad842353-1273-4f3d-8068-38bc7eaa2219']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:22:47.509674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: a0cc252b-f1ad-44dc-9c35-281553e976ac {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:22:47.510166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a0cc252b-f1ad-44dc-9c35-281553e976ac not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:22:47.510634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 58cb1b50-5eca-4588-a9d0-be6b1ccf4277 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:22:47.510856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-3f43a946-f0e3-4a94-96b7-9887ff17f334 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb61d3c4-414c-41f6-aa7b-b8d49c442c8b') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:22:47.511239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-3f43a946-f0e3-4a94-96b7-9887ff17f334 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb61d3c4-414c-41f6-aa7b-b8d49c442c8b') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:22:47.523796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3f43a946-f0e3-4a94-96b7-9887ff17f334 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:47.539199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3f43a946-f0e3-4a94-96b7-9887ff17f334 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:47.545436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f43a946-f0e3-4a94-96b7-9887ff17f334 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 20:22:47.545962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3f43a946-f0e3-4a94-96b7-9887ff17f334 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:47.546535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 58cb1b50-5eca-4588-a9d0-be6b1ccf4277 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:22:47.546928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 58cb1b50-5eca-4588-a9d0-be6b1ccf4277 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:22:47.561226 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 20:22:47.561226 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 20:22:47.561226 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 20:22:47.561226 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 20:22:47.561226 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 20:22:47.561226 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 20:22:47.561226 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 20:22:47.561226 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 20:22:47.561226 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 20:22:47.561226 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 20:22:47.561226 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 20:22:47.561226 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 20:22:47.561226 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 20:22:47.561226 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 20:22:47.561226 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 20:22:47.561226 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 20:22:47.561226 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 20:22:47.561226 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 20:22:47.561226 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 20:22:47.561226 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 20:22:47.561226 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 20:22:47.561226 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 20:22:47.561226 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 20:22:47.561226 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 20:22:47.561226 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 20:22:47.561226 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 20:22:47.561226 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 20:22:47.561226 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 20:22:47.561226 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 20:22:47.561226 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 20:22:47.561226 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 20:22:47.561226 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 20:22:47.644244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3f43a946-f0e3-4a94-96b7-9887ff17f334 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:47.647793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-43f9b76a-0aec-4765-b473-008784d7b8a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:47.665611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3f43a946-f0e3-4a94-96b7-9887ff17f334 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:47.672182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f43a946-f0e3-4a94-96b7-9887ff17f334 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Pushing event deleted for resources: {'Network': ['ID=ad842353-1273-4f3d-8068-38bc7eaa2219,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:47.676795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3f43a946-f0e3-4a94-96b7-9887ff17f334 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:47.679530 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3f43a946-f0e3-4a94-96b7-9887ff17f334 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] 10.222.0.24 "DELETE /v2.0/networks/ad842353-1273-4f3d-8068-38bc7eaa2219 HTTP/1.1" status: 204 len: 168 time: 0.9741242 Dec 25 20:22:47.909604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-abd1a754-754a-41ba-82da-26875608636b None None] Deleting port a0cc252b-f1ad-44dc-9c35-281553e976ac {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:22:47.910059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-abd1a754-754a-41ba-82da-26875608636b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:47.975169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-abd1a754-754a-41ba-82da-26875608636b None None] The port 'a0cc252b-f1ad-44dc-9c35-281553e976ac' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 20:22:47.978884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 58304) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:48.181104 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6654b7de-d655-473e-8392-a852b022950f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb28c92e1e0741f3ae8d51b901850e05&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2007990 Dec 25 20:22:48.183744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 58310) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:48.245721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-36ee3f94-7698-4b57-aff1-243d52d5421a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:48.272676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-36ee3f94-7698-4b57-aff1-243d52d5421a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:48.322627 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-36ee3f94-7698-4b57-aff1-243d52d5421a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:48.327932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e74cabba-1a02-487a-b8e1-7452fd94c94d tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:48.339312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee3f94-7698-4b57-aff1-243d52d5421a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3deeb95b-53a0-4776-b912-664d307ae49b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:48.343036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-36ee3f94-7698-4b57-aff1-243d52d5421a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:48.346258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-36ee3f94-7698-4b57-aff1-243d52d5421a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:48.347513 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-36ee3f94-7698-4b57-aff1-243d52d5421a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3deeb95b-53a0-4776-b912-664d307ae49b HTTP/1.1" status: 204 len: 168 time: 0.1627755 Dec 25 20:22:49.191185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 58332) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:49.327734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-289f7bde-1c12-4bcb-825e-5ae9ab33bd14 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-926364383', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:22:49.335373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-289f7bde-1c12-4bcb-825e-5ae9ab33bd14 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:22:49.339496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-289f7bde-1c12-4bcb-825e-5ae9ab33bd14 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Usage tracker for resource:router and tenant:ae96912e087d47b98ac99f13573ab9ce is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:22:49.342483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-289f7bde-1c12-4bcb-825e-5ae9ab33bd14 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:22:49.348659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-289f7bde-1c12-4bcb-825e-5ae9ab33bd14 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:22:49.358556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-289f7bde-1c12-4bcb-825e-5ae9ab33bd14 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:49.359519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-289f7bde-1c12-4bcb-825e-5ae9ab33bd14 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:49.378692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-289f7bde-1c12-4bcb-825e-5ae9ab33bd14 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:49.396076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-289f7bde-1c12-4bcb-825e-5ae9ab33bd14 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:49.418990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-289f7bde-1c12-4bcb-825e-5ae9ab33bd14 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:49.420743 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-289f7bde-1c12-4bcb-825e-5ae9ab33bd14 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2281795 Dec 25 20:22:49.423946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 58338) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:49.429862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-eb47d191-59f7-4210-a6da-7cce34835f51 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-748298070'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:22:49.435254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-eb47d191-59f7-4210-a6da-7cce34835f51 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:22:49.439863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-eb47d191-59f7-4210-a6da-7cce34835f51 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Usage tracker for resource:network and tenant:ae96912e087d47b98ac99f13573ab9ce is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:22:49.443382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-eb47d191-59f7-4210-a6da-7cce34835f51 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:22:49.449398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-eb47d191-59f7-4210-a6da-7cce34835f51 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:22:49.457882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb47d191-59f7-4210-a6da-7cce34835f51 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Made reservation on behalf of ae96912e087d47b98ac99f13573ab9ce for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:22:49.463279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eb47d191-59f7-4210-a6da-7cce34835f51 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:49.476481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eb47d191-59f7-4210-a6da-7cce34835f51 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:49.510755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-eb47d191-59f7-4210-a6da-7cce34835f51 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:22:49.514711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-eb47d191-59f7-4210-a6da-7cce34835f51 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Usage tracker for resource:security_group_rule and tenant:ae96912e087d47b98ac99f13573ab9ce is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:22:49.517670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-eb47d191-59f7-4210-a6da-7cce34835f51 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:22:49.523628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-eb47d191-59f7-4210-a6da-7cce34835f51 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:22:49.592683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eb47d191-59f7-4210-a6da-7cce34835f51 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:49.595529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eb47d191-59f7-4210-a6da-7cce34835f51 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:49.599830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d3de4f34-45d6-482c-977e-a858a01986f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:49.627501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb47d191-59f7-4210-a6da-7cce34835f51 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 20:22:49.640145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb47d191-59f7-4210-a6da-7cce34835f51 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aea142f3-68f1-461b-992b-1e4f5208f5e9,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:49.644803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-eb47d191-59f7-4210-a6da-7cce34835f51 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:49.645753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eb47d191-59f7-4210-a6da-7cce34835f51 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:49.646135 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-eb47d191-59f7-4210-a6da-7cce34835f51 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Added segment 8db31ec4-461d-4a7e-a0e5-b40711a49b70 of type vlan for network 84b1e16d-bbf3-43a3-b422-08bf4ff36152 Dec 25 20:22:49.672624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eb47d191-59f7-4210-a6da-7cce34835f51 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:49.704814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eb47d191-59f7-4210-a6da-7cce34835f51 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:49.708888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb47d191-59f7-4210-a6da-7cce34835f51 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:49.709522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eb47d191-59f7-4210-a6da-7cce34835f51 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:49.713201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2637e754-c7d9-4499-a742-57e6d03e0b78 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:49.820566 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-eb47d191-59f7-4210-a6da-7cce34835f51 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3955200 Dec 25 20:22:49.823702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58342) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:49.826175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb47d191-59f7-4210-a6da-7cce34835f51 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Pushing event updated for resources: {'Network': ['ID=84b1e16d-bbf3-43a3-b422-08bf4ff36152,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:49.829628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-eb47d191-59f7-4210-a6da-7cce34835f51 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:49.832036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-fee983cb-a0f2-4e86-8735-61ac3154c0fa tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Request body: {'subnet': {'network_id': '84b1e16d-bbf3-43a3-b422-08bf4ff36152', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:22:49.837648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 84b1e16d-bbf3-43a3-b422-08bf4ff36152 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 20:22:49.951681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-fee983cb-a0f2-4e86-8735-61ac3154c0fa tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:22:49.956423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-fee983cb-a0f2-4e86-8735-61ac3154c0fa tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Usage tracker for resource:subnet and tenant:ae96912e087d47b98ac99f13573ab9ce is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:22:49.959390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-fee983cb-a0f2-4e86-8735-61ac3154c0fa tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:22:49.965451 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-fee983cb-a0f2-4e86-8735-61ac3154c0fa tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:22:49.974066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee983cb-a0f2-4e86-8735-61ac3154c0fa tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Made reservation on behalf of ae96912e087d47b98ac99f13573ab9ce for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:22:50.079998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fee983cb-a0f2-4e86-8735-61ac3154c0fa tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:50.528572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fee983cb-a0f2-4e86-8735-61ac3154c0fa tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:50.533463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bf66eaee-955e-42c2-8dba-56b699eb6adc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:50.612445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee983cb-a0f2-4e86-8735-61ac3154c0fa tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Pushing event updated for resources: {'Subnet': ['ID=96291fa0-5bd9-42c6-9e60-14b34568ddb5,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:50.616425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fee983cb-a0f2-4e86-8735-61ac3154c0fa tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:50.625183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee983cb-a0f2-4e86-8735-61ac3154c0fa tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Checking segment: {'id': '8db31ec4-461d-4a7e-a0e5-b40711a49b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '84b1e16d-bbf3-43a3-b422-08bf4ff36152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:22:50.625614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee983cb-a0f2-4e86-8735-61ac3154c0fa tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Network hostable DHCP agents. Network: 84b1e16d-bbf3-43a3-b422-08bf4ff36152, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 20:22:50.646613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee983cb-a0f2-4e86-8735-61ac3154c0fa tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Network 84b1e16d-bbf3-43a3-b422-08bf4ff36152 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 20:22:50.654789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-fee983cb-a0f2-4e86-8735-61ac3154c0fa tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 84b1e16d-bbf3-43a3-b422-08bf4ff36152) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:22:50.659568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee983cb-a0f2-4e86-8735-61ac3154c0fa tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:50.660232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fee983cb-a0f2-4e86-8735-61ac3154c0fa tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:50.683144 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fee983cb-a0f2-4e86-8735-61ac3154c0fa tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8580685 Dec 25 20:22:50.686629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58346) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:50.695131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-a204eb07-e412-401e-bc9b-3a9bf3b0b793 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1893944028'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:22:50.701015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a204eb07-e412-401e-bc9b-3a9bf3b0b793 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:22:50.705601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a204eb07-e412-401e-bc9b-3a9bf3b0b793 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Usage tracker for resource:network and tenant:ae96912e087d47b98ac99f13573ab9ce is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:22:50.709018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a204eb07-e412-401e-bc9b-3a9bf3b0b793 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:22:50.716021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a204eb07-e412-401e-bc9b-3a9bf3b0b793 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:22:50.727670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a204eb07-e412-401e-bc9b-3a9bf3b0b793 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Made reservation on behalf of ae96912e087d47b98ac99f13573ab9ce for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:22:50.733564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a204eb07-e412-401e-bc9b-3a9bf3b0b793 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:50.764016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3494fc75-ad23-45a8-807b-87c33dfa1577 None None] Network 84b1e16d-bbf3-43a3-b422-08bf4ff36152 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:22:50.769486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a204eb07-e412-401e-bc9b-3a9bf3b0b793 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 20:22:50.778358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a204eb07-e412-401e-bc9b-3a9bf3b0b793 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:50.778794 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-a204eb07-e412-401e-bc9b-3a9bf3b0b793 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Added segment ef5783ad-928c-4da6-9358-b921799a6ba0 of type vlan for network b7144691-4a49-43da-88f1-263710a4231b Dec 25 20:22:50.806295 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a204eb07-e412-401e-bc9b-3a9bf3b0b793 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:50.835665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a204eb07-e412-401e-bc9b-3a9bf3b0b793 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:50.839862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a204eb07-e412-401e-bc9b-3a9bf3b0b793 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:50.840537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a204eb07-e412-401e-bc9b-3a9bf3b0b793 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:50.846501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1febfaca-cc6b-4475-afe1-ada26a5c419a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:50.897449 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a204eb07-e412-401e-bc9b-3a9bf3b0b793 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2095165 Dec 25 20:22:50.900534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58350) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:50.909564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-ad141a88-d306-4ded-9f7b-d4291d1b75ab tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Request body: {'subnet': {'network_id': 'b7144691-4a49-43da-88f1-263710a4231b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:22:50.988315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a204eb07-e412-401e-bc9b-3a9bf3b0b793 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Pushing event updated for resources: {'Network': ['ID=b7144691-4a49-43da-88f1-263710a4231b,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:50.991171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a204eb07-e412-401e-bc9b-3a9bf3b0b793 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:50.995730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0a15c5-d35c-4dfb-88e9-217df10ee93f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-84b1e16d-bbf3-43a3-b422-08bf4ff36152', 'network_id': '84b1e16d-bbf3-43a3-b422-08bf4ff36152', 'tenant_id': 'ae96912e087d47b98ac99f13573ab9ce', 'fixed_ips': [{'subnet_id': '96291fa0-5bd9-42c6-9e60-14b34568ddb5'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 20:22:50.996596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3b0a15c5-d35c-4dfb-88e9-217df10ee93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:51.015023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:22:51.095258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ad141a88-d306-4ded-9f7b-d4291d1b75ab tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:22:51.099571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ad141a88-d306-4ded-9f7b-d4291d1b75ab tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Usage tracker for resource:subnet and tenant:ae96912e087d47b98ac99f13573ab9ce is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:22:51.102770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ad141a88-d306-4ded-9f7b-d4291d1b75ab tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:22:51.109530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ad141a88-d306-4ded-9f7b-d4291d1b75ab tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:22:51.119469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad141a88-d306-4ded-9f7b-d4291d1b75ab tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Made reservation on behalf of ae96912e087d47b98ac99f13573ab9ce for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:22:51.171147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network b7144691-4a49-43da-88f1-263710a4231b details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 20:22:51.232090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ad141a88-d306-4ded-9f7b-d4291d1b75ab tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:51.453308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-3b0a15c5-d35c-4dfb-88e9-217df10ee93f None None] Allocated IP 172.20.0.2 (84b1e16d-bbf3-43a3-b422-08bf4ff36152/96291fa0-5bd9-42c6-9e60-14b34568ddb5/f1763f03-b20d-4587-b88a-0b638a4af43b) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:22:51.473311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ad141a88-d306-4ded-9f7b-d4291d1b75ab tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:51.477967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9bbe79f1-d931-4710-b84c-2d19948a80c0 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:51.559710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad141a88-d306-4ded-9f7b-d4291d1b75ab tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Pushing event updated for resources: {'Subnet': ['ID=2fd3bc37-8454-43d7-9b31-83a49854f7b3,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:51.562615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ad141a88-d306-4ded-9f7b-d4291d1b75ab tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:51.572497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad141a88-d306-4ded-9f7b-d4291d1b75ab tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Checking segment: {'id': 'ef5783ad-928c-4da6-9358-b921799a6ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b7144691-4a49-43da-88f1-263710a4231b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:22:51.572901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad141a88-d306-4ded-9f7b-d4291d1b75ab tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Network hostable DHCP agents. Network: b7144691-4a49-43da-88f1-263710a4231b, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 20:22:51.597634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad141a88-d306-4ded-9f7b-d4291d1b75ab tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Network b7144691-4a49-43da-88f1-263710a4231b is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 20:22:51.606193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-ad141a88-d306-4ded-9f7b-d4291d1b75ab tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, b7144691-4a49-43da-88f1-263710a4231b) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:22:51.610835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad141a88-d306-4ded-9f7b-d4291d1b75ab tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:51.611524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ad141a88-d306-4ded-9f7b-d4291d1b75ab tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:51.632606 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ad141a88-d306-4ded-9f7b-d4291d1b75ab tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7309999 Dec 25 20:22:51.635647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58354) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:51.640047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad187fd6-f4b3-4a2e-bf7e-938c463d6f72 None None] Network b7144691-4a49-43da-88f1-263710a4231b requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:22:51.641943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-7ebf6bc0-5434-4f9d-9a59-41ae7b916344 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b7144691-4a49-43da-88f1-263710a4231b'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:22:51.771806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3b0a15c5-d35c-4dfb-88e9-217df10ee93f None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:51.790444 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-3b0a15c5-d35c-4dfb-88e9-217df10ee93f None None] Transition to ACTIVE for port object f1763f03-b20d-4587-b88a-0b638a4af43b will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:22:51.859155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-3b0a15c5-d35c-4dfb-88e9-217df10ee93f None None] Transition to ACTIVE for port object f1763f03-b20d-4587-b88a-0b638a4af43b will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:22:51.871640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3b0a15c5-d35c-4dfb-88e9-217df10ee93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:51.878804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bd259a88-4628-44e5-b48b-faed2c7610f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:51.993841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0a15c5-d35c-4dfb-88e9-217df10ee93f None None] Network 84b1e16d-bbf3-43a3-b422-08bf4ff36152 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:22:51.994766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a15c5-d35c-4dfb-88e9-217df10ee93f None None] Pushing event updated for resources: {'Port': ['ID=f1763f03-b20d-4587-b88a-0b638a4af43b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:51.998963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-3b0a15c5-d35c-4dfb-88e9-217df10ee93f None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:22:52.001642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934c2238-7b5c-4fe6-b2d1-0e6eb010c772 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-b7144691-4a49-43da-88f1-263710a4231b', 'network_id': 'b7144691-4a49-43da-88f1-263710a4231b', 'tenant_id': 'ae96912e087d47b98ac99f13573ab9ce', 'fixed_ips': [{'subnet_id': '2fd3bc37-8454-43d7-9b31-83a49854f7b3'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 20:22:52.002760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-934c2238-7b5c-4fe6-b2d1-0e6eb010c772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:52.012330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3b0a15c5-d35c-4dfb-88e9-217df10ee93f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:52.013073 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0a15c5-d35c-4dfb-88e9-217df10ee93f None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:22:52.058949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7ebf6bc0-5434-4f9d-9a59-41ae7b916344 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:52.185411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-3b0a15c5-d35c-4dfb-88e9-217df10ee93f None None] Attempting to bind port f1763f03-b20d-4587-b88a-0b638a4af43b on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:22:52.185847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-3b0a15c5-d35c-4dfb-88e9-217df10ee93f None None] Attempting to bind port f1763f03-b20d-4587-b88a-0b638a4af43b by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '8db31ec4-461d-4a7e-a0e5-b40711a49b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '84b1e16d-bbf3-43a3-b422-08bf4ff36152'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:22:52.186263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0a15c5-d35c-4dfb-88e9-217df10ee93f None None] Attempting to bind port f1763f03-b20d-4587-b88a-0b638a4af43b on network 84b1e16d-bbf3-43a3-b422-08bf4ff36152 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:22:52.211037 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.api.v2.resource [None req-7ebf6bc0-5434-4f9d-9a59-41ae7b916344 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 25 20:22:52.219705 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7ebf6bc0-5434-4f9d-9a59-41ae7b916344 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] 10.222.0.24 "PUT /v2.0/routers/03771751-079d-444c-914b-a95556d45f70 HTTP/1.1" status: 400 len: 364 time: 0.5755806 Dec 25 20:22:52.220250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58358) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:52.232129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0a15c5-d35c-4dfb-88e9-217df10ee93f None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:22:52.232568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0a15c5-d35c-4dfb-88e9-217df10ee93f None None] Checking segment: {'id': '8db31ec4-461d-4a7e-a0e5-b40711a49b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '84b1e16d-bbf3-43a3-b422-08bf4ff36152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:22:52.233023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3b0a15c5-d35c-4dfb-88e9-217df10ee93f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:52.233475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0a15c5-d35c-4dfb-88e9-217df10ee93f None None] Bound using segment: {'id': '8db31ec4-461d-4a7e-a0e5-b40711a49b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '84b1e16d-bbf3-43a3-b422-08bf4ff36152'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:22:52.234020 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-3b0a15c5-d35c-4dfb-88e9-217df10ee93f None None] Bound port: f1763f03-b20d-4587-b88a-0b638a4af43b, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db31ec4-461d-4a7e-a0e5-b40711a49b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '84b1e16d-bbf3-43a3-b422-08bf4ff36152'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:22:52.234448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3b0a15c5-d35c-4dfb-88e9-217df10ee93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:52.294487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-82c3c3cd-9f28-48cc-8fe8-fd63a5a5d951 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Deleting subnet 2fd3bc37-8454-43d7-9b31-83a49854f7b3 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 20:22:52.326289 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-934c2238-7b5c-4fe6-b2d1-0e6eb010c772 None None] Allocated IP 172.21.0.2 (b7144691-4a49-43da-88f1-263710a4231b/2fd3bc37-8454-43d7-9b31-83a49854f7b3/905d1835-1509-432b-ba92-76d2e3576d61) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:22:52.375703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-3b0a15c5-d35c-4dfb-88e9-217df10ee93f None None] For port f1763f03-b20d-4587-b88a-0b638a4af43b, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:22:52.403730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-3b0a15c5-d35c-4dfb-88e9-217df10ee93f None None] For port f1763f03-b20d-4587-b88a-0b638a4af43b, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=f1763f03-b20d-4587-b88a-0b638a4af43b,segment=NetworkSegment(8db31ec4-461d-4a7e-a0e5-b40711a49b70),segment_id=8db31ec4-461d-4a7e-a0e5-b40711a49b70)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:22:52.409951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3b0a15c5-d35c-4dfb-88e9-217df10ee93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:52.458616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:52.630864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a15c5-d35c-4dfb-88e9-217df10ee93f None None] Pushing event updated for resources: {'Port': ['ID=f1763f03-b20d-4587-b88a-0b638a4af43b,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:52.634238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3b0a15c5-d35c-4dfb-88e9-217df10ee93f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:52.655905 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-934c2238-7b5c-4fe6-b2d1-0e6eb010c772 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:52.668200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-934c2238-7b5c-4fe6-b2d1-0e6eb010c772 None None] Transition to ACTIVE for port object 905d1835-1509-432b-ba92-76d2e3576d61 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:22:52.687959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-934c2238-7b5c-4fe6-b2d1-0e6eb010c772 None None] Transition to ACTIVE for port object 905d1835-1509-432b-ba92-76d2e3576d61 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:22:52.690765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-82c3c3cd-9f28-48cc-8fe8-fd63a5a5d951 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:52.692608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-934c2238-7b5c-4fe6-b2d1-0e6eb010c772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:52.698332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bd259a88-4628-44e5-b48b-faed2c7610f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:52.752508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-82c3c3cd-9f28-48cc-8fe8-fd63a5a5d951 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:52.769037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934c2238-7b5c-4fe6-b2d1-0e6eb010c772 None None] Network b7144691-4a49-43da-88f1-263710a4231b is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:22:52.772040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-934c2238-7b5c-4fe6-b2d1-0e6eb010c772 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:22:52.774659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934c2238-7b5c-4fe6-b2d1-0e6eb010c772 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:22:52.785192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c2238-7b5c-4fe6-b2d1-0e6eb010c772 None None] Pushing event updated for resources: {'Port': ['ID=905d1835-1509-432b-ba92-76d2e3576d61,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:52.787932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-934c2238-7b5c-4fe6-b2d1-0e6eb010c772 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:52.848740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-82c3c3cd-9f28-48cc-8fe8-fd63a5a5d951 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:52.881128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-934c2238-7b5c-4fe6-b2d1-0e6eb010c772 None None] Attempting to bind port 905d1835-1509-432b-ba92-76d2e3576d61 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:22:52.881558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-934c2238-7b5c-4fe6-b2d1-0e6eb010c772 None None] Attempting to bind port 905d1835-1509-432b-ba92-76d2e3576d61 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'ef5783ad-928c-4da6-9358-b921799a6ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b7144691-4a49-43da-88f1-263710a4231b'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:22:52.881975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934c2238-7b5c-4fe6-b2d1-0e6eb010c772 None None] Attempting to bind port 905d1835-1509-432b-ba92-76d2e3576d61 on network b7144691-4a49-43da-88f1-263710a4231b {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:22:52.892187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934c2238-7b5c-4fe6-b2d1-0e6eb010c772 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:22:52.892622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934c2238-7b5c-4fe6-b2d1-0e6eb010c772 None None] Checking segment: {'id': 'ef5783ad-928c-4da6-9358-b921799a6ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b7144691-4a49-43da-88f1-263710a4231b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:22:52.893083 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-934c2238-7b5c-4fe6-b2d1-0e6eb010c772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:52.893529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934c2238-7b5c-4fe6-b2d1-0e6eb010c772 None None] Bound using segment: {'id': 'ef5783ad-928c-4da6-9358-b921799a6ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b7144691-4a49-43da-88f1-263710a4231b'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:22:52.894064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-934c2238-7b5c-4fe6-b2d1-0e6eb010c772 None None] Bound port: 905d1835-1509-432b-ba92-76d2e3576d61, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef5783ad-928c-4da6-9358-b921799a6ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b7144691-4a49-43da-88f1-263710a4231b'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:22:52.894489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-934c2238-7b5c-4fe6-b2d1-0e6eb010c772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:52.947120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-82c3c3cd-9f28-48cc-8fe8-fd63a5a5d951 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:52.960579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de7c72a4-d51a-446c-a0a5-e0508c094252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:52.996756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c3c3cd-9f28-48cc-8fe8-fd63a5a5d951 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Pushing event deleted for resources: {'Subnet': ['ID=2fd3bc37-8454-43d7-9b31-83a49854f7b3,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:53.002159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-82c3c3cd-9f28-48cc-8fe8-fd63a5a5d951 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:53.007670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-82c3c3cd-9f28-48cc-8fe8-fd63a5a5d951 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:53.013535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-934c2238-7b5c-4fe6-b2d1-0e6eb010c772 None None] For port 905d1835-1509-432b-ba92-76d2e3576d61, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:22:53.017747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 58362) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:53.018172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-934c2238-7b5c-4fe6-b2d1-0e6eb010c772 None None] For port 905d1835-1509-432b-ba92-76d2e3576d61, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=905d1835-1509-432b-ba92-76d2e3576d61,segment=NetworkSegment(ef5783ad-928c-4da6-9358-b921799a6ba0),segment_id=ef5783ad-928c-4da6-9358-b921799a6ba0)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:22:53.022159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-934c2238-7b5c-4fe6-b2d1-0e6eb010c772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:53.026924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:53.027695 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-82c3c3cd-9f28-48cc-8fe8-fd63a5a5d951 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] 10.222.0.24 "DELETE /v2.0/subnets/2fd3bc37-8454-43d7-9b31-83a49854f7b3 HTTP/1.1" status: 204 len: 168 time: 0.8062947 Dec 25 20:22:53.107038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c2238-7b5c-4fe6-b2d1-0e6eb010c772 None None] Pushing event updated for resources: {'Port': ['ID=905d1835-1509-432b-ba92-76d2e3576d61,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:53.110857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-934c2238-7b5c-4fe6-b2d1-0e6eb010c772 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:53.168640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-61d1bccf-acda-4621-a0d6-10f6878dc574 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:53.181009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-61d1bccf-acda-4621-a0d6-10f6878dc574 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Deleting port 905d1835-1509-432b-ba92-76d2e3576d61 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:22:53.181363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-61d1bccf-acda-4621-a0d6-10f6878dc574 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:53.187361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd892dc3-3a26-4960-bc7e-c3a492521483 None None] Network b7144691-4a49-43da-88f1-263710a4231b requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:22:53.398889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-61d1bccf-acda-4621-a0d6-10f6878dc574 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] For port 905d1835-1509-432b-ba92-76d2e3576d61, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=905d1835-1509-432b-ba92-76d2e3576d61,segment=NetworkSegment(ef5783ad-928c-4da6-9358-b921799a6ba0),segment_id=ef5783ad-928c-4da6-9358-b921799a6ba0)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:22:53.399379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-61d1bccf-acda-4621-a0d6-10f6878dc574 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:53.509440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device f1763f03-b20d-4587-b88a-0b638a4af43b up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:22:53.583130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port f1763f03-b20d-4587-b88a-0b638a4af43b completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:22:53.758221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-61d1bccf-acda-4621-a0d6-10f6878dc574 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Calling delete_port for 905d1835-1509-432b-ba92-76d2e3576d61 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:22:53.834367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-61d1bccf-acda-4621-a0d6-10f6878dc574 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:53.839263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-51a6511e-7ae5-4bb0-9457-fef95d5b5fe4 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:53.861374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:53.890903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d1bccf-acda-4621-a0d6-10f6878dc574 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Pushing event deleted for resources: {'Port': ['ID=905d1835-1509-432b-ba92-76d2e3576d61,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:53.894444 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-61d1bccf-acda-4621-a0d6-10f6878dc574 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:53.897976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d1bccf-acda-4621-a0d6-10f6878dc574 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] No DVR routers for this DVR port 905d1835-1509-432b-ba92-76d2e3576d61 on host dv-neutron-822611-1-hyperv {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:22:54.035428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-61d1bccf-acda-4621-a0d6-10f6878dc574 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:54.065404 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-61d1bccf-acda-4621-a0d6-10f6878dc574 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7144691-4a49-43da-88f1-263710a4231b']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:22:54.079311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-61d1bccf-acda-4621-a0d6-10f6878dc574 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef5783ad-928c-4da6-9358-b921799a6ba0') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:22:54.079649 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-61d1bccf-acda-4621-a0d6-10f6878dc574 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef5783ad-928c-4da6-9358-b921799a6ba0') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:22:54.092581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-61d1bccf-acda-4621-a0d6-10f6878dc574 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:54.108714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-61d1bccf-acda-4621-a0d6-10f6878dc574 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:54.115936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61d1bccf-acda-4621-a0d6-10f6878dc574 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 20:22:54.116371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-61d1bccf-acda-4621-a0d6-10f6878dc574 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:54.133468 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 20:22:54.133468 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 20:22:54.133468 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 20:22:54.133468 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 20:22:54.133468 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 20:22:54.133468 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 20:22:54.133468 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 20:22:54.133468 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 20:22:54.133468 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 20:22:54.133468 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 20:22:54.133468 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 20:22:54.133468 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 20:22:54.133468 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 20:22:54.133468 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 20:22:54.133468 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 20:22:54.133468 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 20:22:54.133468 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 20:22:54.133468 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 20:22:54.133468 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 20:22:54.133468 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 20:22:54.133468 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 20:22:54.133468 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 20:22:54.133468 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 20:22:54.133468 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 20:22:54.133468 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 20:22:54.133468 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 20:22:54.133468 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 20:22:54.133468 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 20:22:54.133468 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 20:22:54.133468 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 20:22:54.133468 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 20:22:54.133468 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 20:22:54.218906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-61d1bccf-acda-4621-a0d6-10f6878dc574 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:54.222893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4803c2aa-f6a4-4e27-8384-161e200e033b tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:54.224644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c36c1cd-f98b-44c4-b4ab-dc093519889a None None] Network 84b1e16d-bbf3-43a3-b422-08bf4ff36152 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:22:54.242570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-61d1bccf-acda-4621-a0d6-10f6878dc574 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:54.252708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d1bccf-acda-4621-a0d6-10f6878dc574 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Pushing event deleted for resources: {'Network': ['ID=b7144691-4a49-43da-88f1-263710a4231b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:54.256076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-61d1bccf-acda-4621-a0d6-10f6878dc574 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:54.259561 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-61d1bccf-acda-4621-a0d6-10f6878dc574 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] 10.222.0.24 "DELETE /v2.0/networks/b7144691-4a49-43da-88f1-263710a4231b HTTP/1.1" status: 204 len: 168 time: 1.2406683 Dec 25 20:22:54.260250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 58366) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:54.348293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-579bc6a1-372e-42c8-8e84-db458b264359 None None] Provisioning for port f1763f03-b20d-4587-b88a-0b638a4af43b completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:22:54.363755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-579bc6a1-372e-42c8-8e84-db458b264359 None None] Provisioning complete for port f1763f03-b20d-4587-b88a-0b638a4af43b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:22:54.364186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-579bc6a1-372e-42c8-8e84-db458b264359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:54.464486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-862c1ae8-9307-4e03-bf66-90624da70d5e tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Deleting subnet 96291fa0-5bd9-42c6-9e60-14b34568ddb5 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 20:22:54.467793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-862c1ae8-9307-4e03-bf66-90624da70d5e tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:54.528739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-862c1ae8-9307-4e03-bf66-90624da70d5e tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:54.592017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-579bc6a1-372e-42c8-8e84-db458b264359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:54.616453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-862c1ae8-9307-4e03-bf66-90624da70d5e tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:54.692807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-862c1ae8-9307-4e03-bf66-90624da70d5e tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:54.698931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dbe6cffc-9e43-4820-9722-22a9bac764a5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:54.745698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c1ae8-9307-4e03-bf66-90624da70d5e tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Pushing event deleted for resources: {'Subnet': ['ID=96291fa0-5bd9-42c6-9e60-14b34568ddb5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:54.746669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-579bc6a1-372e-42c8-8e84-db458b264359 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 20:22:54.747880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-579bc6a1-372e-42c8-8e84-db458b264359 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 20:22:54.748837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-862c1ae8-9307-4e03-bf66-90624da70d5e tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:54.752316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-862c1ae8-9307-4e03-bf66-90624da70d5e tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:54.759767 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-862c1ae8-9307-4e03-bf66-90624da70d5e tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] 10.222.0.24 "DELETE /v2.0/subnets/96291fa0-5bd9-42c6-9e60-14b34568ddb5 HTTP/1.1" status: 204 len: 168 time: 0.4984365 Dec 25 20:22:54.762269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 58370) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:54.861775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4414561e-5208-4e92-912c-515bea1bb7f7 None None] Network 84b1e16d-bbf3-43a3-b422-08bf4ff36152 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:22:54.891673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1e52f1bf-434e-4f87-8f6a-4386144209c8 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:54.903765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1e52f1bf-434e-4f87-8f6a-4386144209c8 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Deleting port f1763f03-b20d-4587-b88a-0b638a4af43b {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:22:54.904130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1e52f1bf-434e-4f87-8f6a-4386144209c8 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:55.123869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-1e52f1bf-434e-4f87-8f6a-4386144209c8 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] For port f1763f03-b20d-4587-b88a-0b638a4af43b, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=f1763f03-b20d-4587-b88a-0b638a4af43b,segment=NetworkSegment(8db31ec4-461d-4a7e-a0e5-b40711a49b70),segment_id=8db31ec4-461d-4a7e-a0e5-b40711a49b70)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:22:55.124546 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1e52f1bf-434e-4f87-8f6a-4386144209c8 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:55.126990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e940c6-87aa-4948-80da-fa505ad58bba None None] DHCP port deletion for 84b1e16d-bbf3-43a3-b422-08bf4ff36152 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 20:22:55.140944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-29e940c6-87aa-4948-80da-fa505ad58bba None None] Deleting port f1763f03-b20d-4587-b88a-0b638a4af43b {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:22:55.141398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-29e940c6-87aa-4948-80da-fa505ad58bba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:55.255092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-1e52f1bf-434e-4f87-8f6a-4386144209c8 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Calling delete_port for f1763f03-b20d-4587-b88a-0b638a4af43b owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:22:55.332318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1e52f1bf-434e-4f87-8f6a-4386144209c8 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:55.337642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a850bc2b-7d81-4c52-932e-061a55cc58c3 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:55.381787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52f1bf-434e-4f87-8f6a-4386144209c8 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Pushing event deleted for resources: {'Port': ['ID=f1763f03-b20d-4587-b88a-0b638a4af43b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:55.386026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1e52f1bf-434e-4f87-8f6a-4386144209c8 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:55.390012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e52f1bf-434e-4f87-8f6a-4386144209c8 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] No DVR routers for this DVR port f1763f03-b20d-4587-b88a-0b638a4af43b on host dv-neutron-822611-1-hyperv {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:22:55.491482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device f1763f03-b20d-4587-b88a-0b638a4af43b no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:22:55.535269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1e52f1bf-434e-4f87-8f6a-4386144209c8 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:55.546760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-579bc6a1-372e-42c8-8e84-db458b264359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:55.561648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-1e52f1bf-434e-4f87-8f6a-4386144209c8 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84b1e16d-bbf3-43a3-b422-08bf4ff36152']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:22:55.568720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: f1763f03-b20d-4587-b88a-0b638a4af43b {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:22:55.569123 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device f1763f03-b20d-4587-b88a-0b638a4af43b not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:22:55.575685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-1e52f1bf-434e-4f87-8f6a-4386144209c8 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db31ec4-461d-4a7e-a0e5-b40711a49b70') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:22:55.576025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-1e52f1bf-434e-4f87-8f6a-4386144209c8 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db31ec4-461d-4a7e-a0e5-b40711a49b70') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:22:55.588731 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1e52f1bf-434e-4f87-8f6a-4386144209c8 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:55.603916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1e52f1bf-434e-4f87-8f6a-4386144209c8 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:55.610689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e52f1bf-434e-4f87-8f6a-4386144209c8 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 20:22:55.611132 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1e52f1bf-434e-4f87-8f6a-4386144209c8 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:55.627517 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 20:22:55.627517 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 20:22:55.627517 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 20:22:55.627517 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 20:22:55.627517 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 20:22:55.627517 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 20:22:55.627517 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 20:22:55.627517 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 20:22:55.627517 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 20:22:55.627517 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 20:22:55.627517 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 20:22:55.627517 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 20:22:55.627517 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 20:22:55.627517 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 20:22:55.627517 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 20:22:55.627517 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 20:22:55.627517 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 20:22:55.627517 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 20:22:55.627517 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 20:22:55.627517 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 20:22:55.627517 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 20:22:55.627517 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 20:22:55.627517 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 20:22:55.627517 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 20:22:55.627517 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 20:22:55.627517 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 20:22:55.627517 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 20:22:55.627517 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 20:22:55.627517 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 20:22:55.627517 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 20:22:55.627517 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 20:22:55.627517 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 20:22:55.694188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-29e940c6-87aa-4948-80da-fa505ad58bba None None] For port f1763f03-b20d-4587-b88a-0b638a4af43b, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=f1763f03-b20d-4587-b88a-0b638a4af43b,segment=NetworkSegment(8db31ec4-461d-4a7e-a0e5-b40711a49b70),segment_id=8db31ec4-461d-4a7e-a0e5-b40711a49b70)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:22:55.694586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-29e940c6-87aa-4948-80da-fa505ad58bba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:55.710186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1e52f1bf-434e-4f87-8f6a-4386144209c8 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:55.713650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-61d1bccf-acda-4621-a0d6-10f6878dc574 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:55.731187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1e52f1bf-434e-4f87-8f6a-4386144209c8 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:55.747816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52f1bf-434e-4f87-8f6a-4386144209c8 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Pushing event deleted for resources: {'Network': ['ID=84b1e16d-bbf3-43a3-b422-08bf4ff36152,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:55.755651 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1e52f1bf-434e-4f87-8f6a-4386144209c8 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] 10.222.0.24 "DELETE /v2.0/networks/84b1e16d-bbf3-43a3-b422-08bf4ff36152 HTTP/1.1" status: 204 len: 168 time: 0.9923158 Dec 25 20:22:55.758605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58374) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:55.762374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e52f1bf-434e-4f87-8f6a-4386144209c8 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:22:55.762847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e52f1bf-434e-4f87-8f6a-4386144209c8 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:22:55.763232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e52f1bf-434e-4f87-8f6a-4386144209c8 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:22:55.763649 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e52f1bf-434e-4f87-8f6a-4386144209c8 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:22:55.764066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e52f1bf-434e-4f87-8f6a-4386144209c8 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:22:55.764486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e52f1bf-434e-4f87-8f6a-4386144209c8 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:22:55.764903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e52f1bf-434e-4f87-8f6a-4386144209c8 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:22:55.765312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e52f1bf-434e-4f87-8f6a-4386144209c8 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:22:55.765723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e52f1bf-434e-4f87-8f6a-4386144209c8 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:22:55.766168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e52f1bf-434e-4f87-8f6a-4386144209c8 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:22:55.766575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e52f1bf-434e-4f87-8f6a-4386144209c8 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:22:55.769816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1e52f1bf-434e-4f87-8f6a-4386144209c8 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:55.812452 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a5d4372e-4db0-456c-b284-923c85f19fb0 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] 10.222.0.24 "GET /v2.0/ports?device_id=03771751-079d-444c-914b-a95556d45f70 HTTP/1.1" status: 200 len: 205 time: 0.0523274 Dec 25 20:22:55.814996 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58378) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:55.824981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-29e940c6-87aa-4948-80da-fa505ad58bba None None] Calling delete_port for f1763f03-b20d-4587-b88a-0b638a4af43b owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:22:55.866972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-20ec9ae0-c0f3-4dd6-83ad-88046e573882 None None] Could not find standard attr ID for object f1763f03-b20d-4587-b88a-0b638a4af43b. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 25 20:22:55.900617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-29e940c6-87aa-4948-80da-fa505ad58bba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 20:22:55.901032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-29e940c6-87aa-4948-80da-fa505ad58bba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 20:22:55.957348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dc19d036-64ea-4bea-9fa6-78a9b929a3e1 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:56.402758 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-29e940c6-87aa-4948-80da-fa505ad58bba None None] Deleting port f1763f03-b20d-4587-b88a-0b638a4af43b {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:22:56.403346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-29e940c6-87aa-4948-80da-fa505ad58bba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:56.472146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-29e940c6-87aa-4948-80da-fa505ad58bba None None] The port 'f1763f03-b20d-4587-b88a-0b638a4af43b' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 20:22:56.505557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189fb5e3-c6cf-4a91-a070-f191a337ca17 None None] get_active_networks_info from dv-neutron-822611-1-hyperv {{(pid=88902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 25 20:22:56.593126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189fb5e3-c6cf-4a91-a070-f191a337ca17 None None] Resources bound (agent type, host, resource id): {{(pid=88902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 25 20:22:56.593987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dc19d036-64ea-4bea-9fa6-78a9b929a3e1 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:56.598978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dc19d036-64ea-4bea-9fa6-78a9b929a3e1 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:56.624380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dc19d036-64ea-4bea-9fa6-78a9b929a3e1 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:56.624918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc19d036-64ea-4bea-9fa6-78a9b929a3e1 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Fanout notify agent at l3_agent the message router_deleted on router 03771751-079d-444c-914b-a95556d45f70 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 20:22:56.635472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dc19d036-64ea-4bea-9fa6-78a9b929a3e1 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:56.636651 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-dc19d036-64ea-4bea-9fa6-78a9b929a3e1 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] 10.222.0.24 "DELETE /v2.0/routers/03771751-079d-444c-914b-a95556d45f70 HTTP/1.1" status: 204 len: 168 time: 0.8206289 Dec 25 20:22:56.942190 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 58386) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:57.130624 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-56dd74cc-0afb-42d1-9e90-2ddd6ea8a368 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ae96912e087d47b98ac99f13573ab9ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1869953 Dec 25 20:22:57.133429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58392) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:57.197262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8ea66740-fe97-4111-b22a-99509ef2d315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:57.223563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8ea66740-fe97-4111-b22a-99509ef2d315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:57.272236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8ea66740-fe97-4111-b22a-99509ef2d315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:57.277104 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-da52ed72-de21-4422-99b4-1d12bb53724f tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:57.289856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea66740-fe97-4111-b22a-99509ef2d315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea142f3-68f1-461b-992b-1e4f5208f5e9,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:57.293047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8ea66740-fe97-4111-b22a-99509ef2d315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:57.295007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8ea66740-fe97-4111-b22a-99509ef2d315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:57.296243 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8ea66740-fe97-4111-b22a-99509ef2d315 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aea142f3-68f1-461b-992b-1e4f5208f5e9 HTTP/1.1" status: 204 len: 168 time: 0.1616330 Dec 25 20:22:58.100589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58414) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:58.239284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-79f0806a-bdc5-425b-adab-0dee7342164e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1547470384-network', 'tenant_id': '09246a42abc94664b2a3fc2a1bbb8ff6'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:22:58.244490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-79f0806a-bdc5-425b-adab-0dee7342164e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:22:58.248797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-79f0806a-bdc5-425b-adab-0dee7342164e admin admin] Usage tracker for resource:network and tenant:09246a42abc94664b2a3fc2a1bbb8ff6 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:22:58.251797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-79f0806a-bdc5-425b-adab-0dee7342164e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:22:58.258685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-79f0806a-bdc5-425b-adab-0dee7342164e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:22:58.267486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f0806a-bdc5-425b-adab-0dee7342164e admin admin] Made reservation on behalf of 09246a42abc94664b2a3fc2a1bbb8ff6 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:22:58.272201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-79f0806a-bdc5-425b-adab-0dee7342164e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:58.285647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-79f0806a-bdc5-425b-adab-0dee7342164e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:58.318731 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-79f0806a-bdc5-425b-adab-0dee7342164e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:22:58.322829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-79f0806a-bdc5-425b-adab-0dee7342164e admin admin] Usage tracker for resource:security_group_rule and tenant:09246a42abc94664b2a3fc2a1bbb8ff6 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:22:58.325826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-79f0806a-bdc5-425b-adab-0dee7342164e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:22:58.331949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-79f0806a-bdc5-425b-adab-0dee7342164e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:22:58.402345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-79f0806a-bdc5-425b-adab-0dee7342164e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:58.405164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-79f0806a-bdc5-425b-adab-0dee7342164e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:58.410319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-791f797f-59cf-42a9-a659-7037c9f6d184 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:58.434745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79f0806a-bdc5-425b-adab-0dee7342164e admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 20:22:58.447567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0806a-bdc5-425b-adab-0dee7342164e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edaf07c8-e583-4290-9a44-b646ff144ef4,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:58.451772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-79f0806a-bdc5-425b-adab-0dee7342164e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:58.452730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-79f0806a-bdc5-425b-adab-0dee7342164e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:58.453107 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-79f0806a-bdc5-425b-adab-0dee7342164e admin admin] Added segment 0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1 of type vlan for network a7a1dca5-7807-4563-9ef7-22ae30f17f2d Dec 25 20:22:58.481335 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-79f0806a-bdc5-425b-adab-0dee7342164e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:58.510688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-79f0806a-bdc5-425b-adab-0dee7342164e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:58.511832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f0806a-bdc5-425b-adab-0dee7342164e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:58.512471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-79f0806a-bdc5-425b-adab-0dee7342164e admin admin] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:58.517982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-70e5ff1a-8230-4728-9c19-2b21e67a201f tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:58.624620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0806a-bdc5-425b-adab-0dee7342164e admin admin] Pushing event updated for resources: {'Network': ['ID=a7a1dca5-7807-4563-9ef7-22ae30f17f2d,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:58.628157 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-79f0806a-bdc5-425b-adab-0dee7342164e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:58.630840 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-79f0806a-bdc5-425b-adab-0dee7342164e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5278397 Dec 25 20:22:58.632687 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58420) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:58.635751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network a7a1dca5-7807-4563-9ef7-22ae30f17f2d details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 20:22:58.638489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-1ab8f9ae-9ff8-4413-8498-885b02751cd3 admin admin] Request body: {'subnet': {'network_id': 'a7a1dca5-7807-4563-9ef7-22ae30f17f2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1547470384-subnet', 'tenant_id': '09246a42abc94664b2a3fc2a1bbb8ff6', 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:22:58.643792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1ab8f9ae-9ff8-4413-8498-885b02751cd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:22:58.647868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1ab8f9ae-9ff8-4413-8498-885b02751cd3 admin admin] Usage tracker for resource:subnet and tenant:09246a42abc94664b2a3fc2a1bbb8ff6 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:22:58.650850 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1ab8f9ae-9ff8-4413-8498-885b02751cd3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:22:58.657036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1ab8f9ae-9ff8-4413-8498-885b02751cd3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:22:58.666447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab8f9ae-9ff8-4413-8498-885b02751cd3 admin admin] Made reservation on behalf of 09246a42abc94664b2a3fc2a1bbb8ff6 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:22:58.671247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1ab8f9ae-9ff8-4413-8498-885b02751cd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:58.887924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1ab8f9ae-9ff8-4413-8498-885b02751cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:58.892782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-82b54aae-e85d-4e1c-8add-80b0f5049d93 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:58.956541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab8f9ae-9ff8-4413-8498-885b02751cd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd5b0d94-0eb5-4a69-9e78-cd020aefa7b7,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:58.959270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1ab8f9ae-9ff8-4413-8498-885b02751cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:58.981712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab8f9ae-9ff8-4413-8498-885b02751cd3 admin admin] Checking segment: {'id': '0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a7a1dca5-7807-4563-9ef7-22ae30f17f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:22:58.982101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab8f9ae-9ff8-4413-8498-885b02751cd3 admin admin] Network hostable DHCP agents. Network: a7a1dca5-7807-4563-9ef7-22ae30f17f2d, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 20:22:59.007279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab8f9ae-9ff8-4413-8498-885b02751cd3 admin admin] Network a7a1dca5-7807-4563-9ef7-22ae30f17f2d is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 20:22:59.016703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-1ab8f9ae-9ff8-4413-8498-885b02751cd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, a7a1dca5-7807-4563-9ef7-22ae30f17f2d) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:22:59.020640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab8f9ae-9ff8-4413-8498-885b02751cd3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:22:59.021283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1ab8f9ae-9ff8-4413-8498-885b02751cd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:59.026943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac455fb8-fe3a-4ef0-af7c-a4e0230c1078 None None] Network a7a1dca5-7807-4563-9ef7-22ae30f17f2d requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:22:59.043397 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1ab8f9ae-9ff8-4413-8498-885b02751cd3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4071209 Dec 25 20:22:59.043856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58424) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:22:59.049282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-271fe97c-2fcf-4a8f-b118-d1979353a54d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1547470384-router', 'tenant_id': '09246a42abc94664b2a3fc2a1bbb8ff6', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:22:59.054252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-271fe97c-2fcf-4a8f-b118-d1979353a54d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:22:59.058263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-271fe97c-2fcf-4a8f-b118-d1979353a54d admin admin] Usage tracker for resource:router and tenant:09246a42abc94664b2a3fc2a1bbb8ff6 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:22:59.061197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-271fe97c-2fcf-4a8f-b118-d1979353a54d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:22:59.067678 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-271fe97c-2fcf-4a8f-b118-d1979353a54d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:22:59.077402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-271fe97c-2fcf-4a8f-b118-d1979353a54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:59.078414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-271fe97c-2fcf-4a8f-b118-d1979353a54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:59.096790 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-271fe97c-2fcf-4a8f-b118-d1979353a54d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:59.250048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-271fe97c-2fcf-4a8f-b118-d1979353a54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:59.259014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710e5d1d-6060-4731-8756-d640d5505c98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-a7a1dca5-7807-4563-9ef7-22ae30f17f2d', 'network_id': 'a7a1dca5-7807-4563-9ef7-22ae30f17f2d', 'tenant_id': '09246a42abc94664b2a3fc2a1bbb8ff6', 'fixed_ips': [{'subnet_id': 'cd5b0d94-0eb5-4a69-9e78-cd020aefa7b7'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 20:22:59.259954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-710e5d1d-6060-4731-8756-d640d5505c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:59.428256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-710e5d1d-6060-4731-8756-d640d5505c98 None None] Allocated IP 172.20.0.2 (a7a1dca5-7807-4563-9ef7-22ae30f17f2d/cd5b0d94-0eb5-4a69-9e78-cd020aefa7b7/a0ec1b93-22f4-4e41-8d68-7162fc627f12) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:22:59.445334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-271fe97c-2fcf-4a8f-b118-d1979353a54d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:59.477263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-271fe97c-2fcf-4a8f-b118-d1979353a54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:59.623626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-271fe97c-2fcf-4a8f-b118-d1979353a54d admin admin] Allocated IP 172.26.8.116 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/e0a1f561-3167-4437-a8eb-58cf3aef6422) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:22:59.648085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-710e5d1d-6060-4731-8756-d640d5505c98 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:59.659459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-710e5d1d-6060-4731-8756-d640d5505c98 None None] Transition to ACTIVE for port object a0ec1b93-22f4-4e41-8d68-7162fc627f12 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:22:59.678364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-710e5d1d-6060-4731-8756-d640d5505c98 None None] Transition to ACTIVE for port object a0ec1b93-22f4-4e41-8d68-7162fc627f12 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:22:59.682860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-710e5d1d-6060-4731-8756-d640d5505c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:59.687680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fe8a00a3-13ca-460a-8a06-c7f0d51d4fb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:59.756785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710e5d1d-6060-4731-8756-d640d5505c98 None None] Network a7a1dca5-7807-4563-9ef7-22ae30f17f2d is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:22:59.759771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-710e5d1d-6060-4731-8756-d640d5505c98 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:22:59.764313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710e5d1d-6060-4731-8756-d640d5505c98 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:22:59.766978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e5d1d-6060-4731-8756-d640d5505c98 None None] Pushing event updated for resources: {'Port': ['ID=a0ec1b93-22f4-4e41-8d68-7162fc627f12,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:59.770010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-710e5d1d-6060-4731-8756-d640d5505c98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:59.783674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-271fe97c-2fcf-4a8f-b118-d1979353a54d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:59.810535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-271fe97c-2fcf-4a8f-b118-d1979353a54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:59.815721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-28ccc0f2-c053-4985-96d2-d04e66bd0476 tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:22:59.856511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-710e5d1d-6060-4731-8756-d640d5505c98 None None] Attempting to bind port a0ec1b93-22f4-4e41-8d68-7162fc627f12 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:22:59.856932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-710e5d1d-6060-4731-8756-d640d5505c98 None None] Attempting to bind port a0ec1b93-22f4-4e41-8d68-7162fc627f12 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a7a1dca5-7807-4563-9ef7-22ae30f17f2d'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:22:59.857344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e5d1d-6060-4731-8756-d640d5505c98 None None] Attempting to bind port a0ec1b93-22f4-4e41-8d68-7162fc627f12 on network a7a1dca5-7807-4563-9ef7-22ae30f17f2d {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:22:59.864351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e5d1d-6060-4731-8756-d640d5505c98 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:22:59.864771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e5d1d-6060-4731-8756-d640d5505c98 None None] Checking segment: {'id': '0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a7a1dca5-7807-4563-9ef7-22ae30f17f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:22:59.865220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-710e5d1d-6060-4731-8756-d640d5505c98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:59.865660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e5d1d-6060-4731-8756-d640d5505c98 None None] Bound using segment: {'id': '0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a7a1dca5-7807-4563-9ef7-22ae30f17f2d'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:22:59.866178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-710e5d1d-6060-4731-8756-d640d5505c98 None None] Bound port: a0ec1b93-22f4-4e41-8d68-7162fc627f12, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a7a1dca5-7807-4563-9ef7-22ae30f17f2d'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:22:59.866596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-710e5d1d-6060-4731-8756-d640d5505c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:59.886958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271fe97c-2fcf-4a8f-b118-d1979353a54d admin admin] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:22:59.890441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-271fe97c-2fcf-4a8f-b118-d1979353a54d admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:22:59.893475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271fe97c-2fcf-4a8f-b118-d1979353a54d admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:22:59.929722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271fe97c-2fcf-4a8f-b118-d1979353a54d admin admin] Pushing event updated for resources: {'Port': ['ID=e0a1f561-3167-4437-a8eb-58cf3aef6422,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:22:59.932777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-271fe97c-2fcf-4a8f-b118-d1979353a54d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:22:59.961910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-710e5d1d-6060-4731-8756-d640d5505c98 None None] For port a0ec1b93-22f4-4e41-8d68-7162fc627f12, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:22:59.965133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-710e5d1d-6060-4731-8756-d640d5505c98 None None] For port a0ec1b93-22f4-4e41-8d68-7162fc627f12, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a0ec1b93-22f4-4e41-8d68-7162fc627f12,segment=NetworkSegment(0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1),segment_id=0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:22:59.968341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-710e5d1d-6060-4731-8756-d640d5505c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:22:59.972800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-70bdb751-d54b-457e-9327-a6c08649bdbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:23:00.052529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e5d1d-6060-4731-8756-d640d5505c98 None None] Pushing event updated for resources: {'Port': ['ID=a0ec1b93-22f4-4e41-8d68-7162fc627f12,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:23:00.055694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-710e5d1d-6060-4731-8756-d640d5505c98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:23:00.058483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-271fe97c-2fcf-4a8f-b118-d1979353a54d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:00.059284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-271fe97c-2fcf-4a8f-b118-d1979353a54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:00.307899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271fe97c-2fcf-4a8f-b118-d1979353a54d admin admin] Router 57d71041-1139-43c2-9300-bd6f5af876be is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 20:23:00.542441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271fe97c-2fcf-4a8f-b118-d1979353a54d admin admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:23:00.553697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d153ff1f-a696-4651-b6f8-936b471dce4f None None] Sync routers for ids ['57d71041-1139-43c2-9300-bd6f5af876be'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:23:00.567036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d153ff1f-a696-4651-b6f8-936b471dce4f None None] Routers {'57d71041-1139-43c2-9300-bd6f5af876be'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:23:00.567800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d153ff1f-a696-4651-b6f8-936b471dce4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:22:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['57d71041-1139-43c2-9300-bd6f5af876be'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:23:00.569891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-271fe97c-2fcf-4a8f-b118-d1979353a54d admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:00.574246 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-271fe97c-2fcf-4a8f-b118-d1979353a54d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5264862 Dec 25 20:23:00.574246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58430) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:23:00.756904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-d153ff1f-a696-4651-b6f8-936b471dce4f None None] Set router 57d71041-1139-43c2-9300-bd6f5af876be gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:23:01.058700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d153ff1f-a696-4651-b6f8-936b471dce4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d71041-1139-43c2-9300-bd6f5af876be', 'name': 'tempest-TestEncryptedCinderVolumes-1547470384-router', 'tenant_id': '09246a42abc94664b2a3fc2a1bbb8ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': 'e0a1f561-3167-4437-a8eb-58cf3aef6422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:22:59Z', 'updated_at': '2021-12-25T20:23:00Z', 'revision_number': 3, 'project_id': '09246a42abc94664b2a3fc2a1bbb8ff6', 'gw_port': {'id': 'e0a1f561-3167-4437-a8eb-58cf3aef6422', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d71041-1139-43c2-9300-bd6f5af876be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:22:59Z', 'updated_at': '2021-12-25T20:22:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:23:01.063222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d153ff1f-a696-4651-b6f8-936b471dce4f None None] Checking router: 57d71041-1139-43c2-9300-bd6f5af876be for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:23:01.063632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d153ff1f-a696-4651-b6f8-936b471dce4f None None] Updating router 57d71041-1139-43c2-9300-bd6f5af876be port e0a1f561-3167-4437-a8eb-58cf3aef6422 binding host dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 20:23:01.117280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d153ff1f-a696-4651-b6f8-936b471dce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:01.354682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-83421e24-0e0c-4160-b005-759ce06609c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:01.480113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d153ff1f-a696-4651-b6f8-936b471dce4f None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:01.494735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d153ff1f-a696-4651-b6f8-936b471dce4f None None] Transition to ACTIVE for port object e0a1f561-3167-4437-a8eb-58cf3aef6422 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:23:01.502965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d153ff1f-a696-4651-b6f8-936b471dce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:01.507776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-abf3e49f-5c29-4c17-b121-dae3d5c23ed0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:23:01.545642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a0ec1b93-22f4-4e41-8d68-7162fc627f12 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:23:01.601436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662ee8d-53fa-450a-8be1-7c1f571372d8 None None] Pushing event updated for resources: {'Port': ['ID=e0a1f561-3167-4437-a8eb-58cf3aef6422,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:23:01.607365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-d153ff1f-a696-4651-b6f8-936b471dce4f None None] Attempting to bind port e0a1f561-3167-4437-a8eb-58cf3aef6422 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:23:01.607886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-d153ff1f-a696-4651-b6f8-936b471dce4f None None] Attempting to bind port e0a1f561-3167-4437-a8eb-58cf3aef6422 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:23:01.608367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d153ff1f-a696-4651-b6f8-936b471dce4f None None] Attempting to bind port e0a1f561-3167-4437-a8eb-58cf3aef6422 on network a29ab018-4a1a-4021-8156-423134b861f3 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:23:01.611351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-83421e24-0e0c-4160-b005-759ce06609c7 admin admin] Allocated IP 172.20.0.1 (a7a1dca5-7807-4563-9ef7-22ae30f17f2d/cd5b0d94-0eb5-4a69-9e78-cd020aefa7b7/a9ec5183-f6ee-4975-b01e-bfb42385eb39) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:23:01.619040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a662ee8d-53fa-450a-8be1-7c1f571372d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:23:01.619535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a662ee8d-53fa-450a-8be1-7c1f571372d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:23:01.619989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a662ee8d-53fa-450a-8be1-7c1f571372d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:23:01.620430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a662ee8d-53fa-450a-8be1-7c1f571372d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:23:01.620870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a662ee8d-53fa-450a-8be1-7c1f571372d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:23:01.621376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a662ee8d-53fa-450a-8be1-7c1f571372d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:23:01.621819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a662ee8d-53fa-450a-8be1-7c1f571372d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:23:01.622666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a662ee8d-53fa-450a-8be1-7c1f571372d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:23:01.623075 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a662ee8d-53fa-450a-8be1-7c1f571372d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:23:01.623511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a662ee8d-53fa-450a-8be1-7c1f571372d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:23:01.623945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a662ee8d-53fa-450a-8be1-7c1f571372d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:23:01.631103 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d153ff1f-a696-4651-b6f8-936b471dce4f None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:23:01.631633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d153ff1f-a696-4651-b6f8-936b471dce4f None None] Checking segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:23:01.632191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d153ff1f-a696-4651-b6f8-936b471dce4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:01.632666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d153ff1f-a696-4651-b6f8-936b471dce4f None None] Bound using segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:23:01.633269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-d153ff1f-a696-4651-b6f8-936b471dce4f None None] Bound port: e0a1f561-3167-4437-a8eb-58cf3aef6422, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:23:01.634767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port a0ec1b93-22f4-4e41-8d68-7162fc627f12 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:23:01.639314 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d153ff1f-a696-4651-b6f8-936b471dce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:01.666550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a662ee8d-53fa-450a-8be1-7c1f571372d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:23:01.722463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-d153ff1f-a696-4651-b6f8-936b471dce4f None None] For port e0a1f561-3167-4437-a8eb-58cf3aef6422, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:23:01.726848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-d153ff1f-a696-4651-b6f8-936b471dce4f None None] For port e0a1f561-3167-4437-a8eb-58cf3aef6422, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=e0a1f561-3167-4437-a8eb-58cf3aef6422,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:23:01.730624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d153ff1f-a696-4651-b6f8-936b471dce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:01.735716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e39c7ed6-310f-4556-9398-7dae9fd616ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:23:01.841314 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662ee8d-53fa-450a-8be1-7c1f571372d8 None None] Pushing event updated for resources: {'Port': ['ID=e0a1f561-3167-4437-a8eb-58cf3aef6422,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:23:01.844399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d153ff1f-a696-4651-b6f8-936b471dce4f None None] Routers {'57d71041-1139-43c2-9300-bd6f5af876be'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:23:01.845028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d153ff1f-a696-4651-b6f8-936b471dce4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:22:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['57d71041-1139-43c2-9300-bd6f5af876be'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:23:01.873017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6f3007-8ce7-4436-b0a0-30d1d2e18dc2 None None] Network a7a1dca5-7807-4563-9ef7-22ae30f17f2d requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:23:01.900600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a662ee8d-53fa-450a-8be1-7c1f571372d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:23:01.995856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b0824ca6-bb53-4c66-9571-720d28d02a28 None None] Provisioning for port a0ec1b93-22f4-4e41-8d68-7162fc627f12 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:23:02.005713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b0824ca6-bb53-4c66-9571-720d28d02a28 None None] Provisioning complete for port a0ec1b93-22f4-4e41-8d68-7162fc627f12 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:23:02.005713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b0824ca6-bb53-4c66-9571-720d28d02a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:02.041185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-d153ff1f-a696-4651-b6f8-936b471dce4f None None] Set router 57d71041-1139-43c2-9300-bd6f5af876be gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:23:02.048576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-83421e24-0e0c-4160-b005-759ce06609c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:02.065612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-83421e24-0e0c-4160-b005-759ce06609c7 admin admin] Transition to ACTIVE for port object a9ec5183-f6ee-4975-b01e-bfb42385eb39 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:23:02.086978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-83421e24-0e0c-4160-b005-759ce06609c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:02.092112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8633fcc9-0af7-496c-aac6-5b00968bdea1 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:23:02.178168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83421e24-0e0c-4160-b005-759ce06609c7 admin admin] Network a7a1dca5-7807-4563-9ef7-22ae30f17f2d is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:23:02.181417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-83421e24-0e0c-4160-b005-759ce06609c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:23:02.184122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83421e24-0e0c-4160-b005-759ce06609c7 admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:23:02.237258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83421e24-0e0c-4160-b005-759ce06609c7 admin admin] Pushing event updated for resources: {'Port': ['ID=a9ec5183-f6ee-4975-b01e-bfb42385eb39,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:23:02.240388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-83421e24-0e0c-4160-b005-759ce06609c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:23:02.243322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b0824ca6-bb53-4c66-9571-720d28d02a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:02.252120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-83421e24-0e0c-4160-b005-759ce06609c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:02.285530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b0824ca6-bb53-4c66-9571-720d28d02a28 None None] For port a0ec1b93-22f4-4e41-8d68-7162fc627f12, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a0ec1b93-22f4-4e41-8d68-7162fc627f12,segment=NetworkSegment(0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1),segment_id=0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:23:02.290469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b0824ca6-bb53-4c66-9571-720d28d02a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:02.292200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:23:02.339157 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-83421e24-0e0c-4160-b005-759ce06609c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:02.367661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0824ca6-bb53-4c66-9571-720d28d02a28 None None] Pushing event updated for resources: {'Port': ['ID=a0ec1b93-22f4-4e41-8d68-7162fc627f12,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:23:02.371922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b0824ca6-bb53-4c66-9571-720d28d02a28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:23:02.495860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d153ff1f-a696-4651-b6f8-936b471dce4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d71041-1139-43c2-9300-bd6f5af876be', 'name': 'tempest-TestEncryptedCinderVolumes-1547470384-router', 'tenant_id': '09246a42abc94664b2a3fc2a1bbb8ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': 'e0a1f561-3167-4437-a8eb-58cf3aef6422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:22:59Z', 'updated_at': '2021-12-25T20:23:00Z', 'revision_number': 3, 'project_id': '09246a42abc94664b2a3fc2a1bbb8ff6', 'gw_port': {'id': 'e0a1f561-3167-4437-a8eb-58cf3aef6422', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d71041-1139-43c2-9300-bd6f5af876be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:22:59Z', 'updated_at': '2021-12-25T20:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:23:02.503846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d153ff1f-a696-4651-b6f8-936b471dce4f None None] The sync data for ids ['57d71041-1139-43c2-9300-bd6f5af876be'] in dv-neutron-822611-1-hyperv is: [{'id': '57d71041-1139-43c2-9300-bd6f5af876be', 'name': 'tempest-TestEncryptedCinderVolumes-1547470384-router', 'tenant_id': '09246a42abc94664b2a3fc2a1bbb8ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': 'e0a1f561-3167-4437-a8eb-58cf3aef6422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:22:59Z', 'updated_at': '2021-12-25T20:23:00Z', 'revision_number': 3, 'project_id': '09246a42abc94664b2a3fc2a1bbb8ff6', 'gw_port': {'id': 'e0a1f561-3167-4437-a8eb-58cf3aef6422', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d71041-1139-43c2-9300-bd6f5af876be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:22:59Z', 'updated_at': '2021-12-25T20:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:23:02.606115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-83421e24-0e0c-4160-b005-759ce06609c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:02.614609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-83421e24-0e0c-4160-b005-759ce06609c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:02.629634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-dfd37feb-f6a6-4efc-af4c-b21a5017ccb9 None None] Provisioning complete for port a0ec1b93-22f4-4e41-8d68-7162fc627f12 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:23:02.630329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dfd37feb-f6a6-4efc-af4c-b21a5017ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:02.649334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-00f70638-43f3-434d-8031-c6a064e53fe6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:23:02.750933 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83421e24-0e0c-4160-b005-759ce06609c7 admin admin] Pushing event updated for resources: {'Port': ['ID=a9ec5183-f6ee-4975-b01e-bfb42385eb39,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:23:02.753781 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-83421e24-0e0c-4160-b005-759ce06609c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:02.758428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-83421e24-0e0c-4160-b005-759ce06609c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:23:02.820171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-dfd37feb-f6a6-4efc-af4c-b21a5017ccb9 None None] Provisioning for port a9ec5183-f6ee-4975-b01e-bfb42385eb39 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:23:02.826511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-dfd37feb-f6a6-4efc-af4c-b21a5017ccb9 None None] Provisioning complete for port a9ec5183-f6ee-4975-b01e-bfb42385eb39 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:23:02.827106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dfd37feb-f6a6-4efc-af4c-b21a5017ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:02.893832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-dfd37feb-f6a6-4efc-af4c-b21a5017ccb9 None None] Port a9ec5183-f6ee-4975-b01e-bfb42385eb39 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:23:02.925105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83421e24-0e0c-4160-b005-759ce06609c7 admin admin] Network a7a1dca5-7807-4563-9ef7-22ae30f17f2d is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:23:02.926254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-83421e24-0e0c-4160-b005-759ce06609c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:23:03.024350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-bf624836-2f54-4939-abd2-edea50b9a3d0 None None] Provisioning complete for port a9ec5183-f6ee-4975-b01e-bfb42385eb39 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:23:03.024766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bf624836-2f54-4939-abd2-edea50b9a3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:03.306097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-bf624836-2f54-4939-abd2-edea50b9a3d0 None None] Port a9ec5183-f6ee-4975-b01e-bfb42385eb39 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:23:03.405045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83421e24-0e0c-4160-b005-759ce06609c7 admin admin] Router 57d71041-1139-43c2-9300-bd6f5af876be has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:23:03.430400 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-eb9a575b-e591-4b82-8c46-d5ccdcf6edb7 None None] Provisioning complete for port a9ec5183-f6ee-4975-b01e-bfb42385eb39 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:23:03.430664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eb9a575b-e591-4b82-8c46-d5ccdcf6edb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:03.503586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-eb9a575b-e591-4b82-8c46-d5ccdcf6edb7 None None] Port a9ec5183-f6ee-4975-b01e-bfb42385eb39 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:23:03.591517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device e0a1f561-3167-4437-a8eb-58cf3aef6422 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:23:03.652927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83421e24-0e0c-4160-b005-759ce06609c7 admin admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:23:03.670613 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-83421e24-0e0c-4160-b005-759ce06609c7 admin admin] 10.222.0.24 "PUT /v2.0/routers/57d71041-1139-43c2-9300-bd6f5af876be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0871334 Dec 25 20:23:03.670845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port e0a1f561-3167-4437-a8eb-58cf3aef6422 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:23:03.677353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port e0a1f561-3167-4437-a8eb-58cf3aef6422 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:23:03.677854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:03.801247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:03.819918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port e0a1f561-3167-4437-a8eb-58cf3aef6422, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=e0a1f561-3167-4437-a8eb-58cf3aef6422,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:23:03.823692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:03.824665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a0ec1b93-22f4-4e41-8d68-7162fc627f12 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:23:03.856216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3b0a15c5-d35c-4dfb-88e9-217df10ee93f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:23:03.951884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=e0a1f561-3167-4437-a8eb-58cf3aef6422,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:23:03.956920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:23:03.968168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port a0ec1b93-22f4-4e41-8d68-7162fc627f12 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:23:03.968724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:04.581752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58452) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:23:04.588136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-184d8a59-02ac-426c-868f-d19482fa0d47 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-841396717-network', 'tenant_id': 'c9bde59b6f774f9eba56d59ffb085ca6'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:23:04.593335 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-184d8a59-02ac-426c-868f-d19482fa0d47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:23:04.597413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-184d8a59-02ac-426c-868f-d19482fa0d47 admin admin] Usage tracker for resource:network and tenant:c9bde59b6f774f9eba56d59ffb085ca6 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:23:04.600426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-184d8a59-02ac-426c-868f-d19482fa0d47 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:23:04.606467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-184d8a59-02ac-426c-868f-d19482fa0d47 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:23:04.616538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184d8a59-02ac-426c-868f-d19482fa0d47 admin admin] Made reservation on behalf of c9bde59b6f774f9eba56d59ffb085ca6 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:23:04.621210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-184d8a59-02ac-426c-868f-d19482fa0d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:04.635257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-184d8a59-02ac-426c-868f-d19482fa0d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:04.670646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-184d8a59-02ac-426c-868f-d19482fa0d47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:23:04.675215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-184d8a59-02ac-426c-868f-d19482fa0d47 admin admin] Usage tracker for resource:security_group_rule and tenant:c9bde59b6f774f9eba56d59ffb085ca6 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:23:04.678107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-184d8a59-02ac-426c-868f-d19482fa0d47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:23:04.684109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-184d8a59-02ac-426c-868f-d19482fa0d47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:23:04.752216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-184d8a59-02ac-426c-868f-d19482fa0d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:04.754922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-184d8a59-02ac-426c-868f-d19482fa0d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:04.759138 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dbfc13b3-2a90-4a10-8045-e3cacfcf8d45 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:23:04.787942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-184d8a59-02ac-426c-868f-d19482fa0d47 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 20:23:04.796828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d8a59-02ac-426c-868f-d19482fa0d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909a4ce7-d864-4ef4-9f89-eb094b2a15f9,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:23:04.800685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-184d8a59-02ac-426c-868f-d19482fa0d47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:23:04.803446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-184d8a59-02ac-426c-868f-d19482fa0d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:04.803869 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-184d8a59-02ac-426c-868f-d19482fa0d47 admin admin] Added segment 31c1f498-77b9-4c84-9baf-ebfa2888ccde of type vlan for network c303d207-f43e-444a-bf83-110fb2e2fc44 Dec 25 20:23:04.835514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-184d8a59-02ac-426c-868f-d19482fa0d47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:04.865324 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-184d8a59-02ac-426c-868f-d19482fa0d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:04.866297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184d8a59-02ac-426c-868f-d19482fa0d47 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:23:04.866936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-184d8a59-02ac-426c-868f-d19482fa0d47 admin admin] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:04.871975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6d644603-6725-4b25-9a8c-2f44f7027f5d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:23:04.974399 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-184d8a59-02ac-426c-868f-d19482fa0d47 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3914363 Dec 25 20:23:04.977486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 58456) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:23:04.979992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d8a59-02ac-426c-868f-d19482fa0d47 admin admin] Pushing event updated for resources: {'Network': ['ID=c303d207-f43e-444a-bf83-110fb2e2fc44,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:23:04.982768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-184d8a59-02ac-426c-868f-d19482fa0d47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:23:04.983935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-4031fe35-e35d-4922-b064-96918a5177b7 admin admin] Request body: {'subnet': {'network_id': 'c303d207-f43e-444a-bf83-110fb2e2fc44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-841396717-subnet', 'tenant_id': 'c9bde59b6f774f9eba56d59ffb085ca6', 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:23:04.989619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4031fe35-e35d-4922-b064-96918a5177b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:23:04.991603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network c303d207-f43e-444a-bf83-110fb2e2fc44 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 20:23:04.993752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4031fe35-e35d-4922-b064-96918a5177b7 admin admin] Usage tracker for resource:subnet and tenant:c9bde59b6f774f9eba56d59ffb085ca6 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:23:05.002836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4031fe35-e35d-4922-b064-96918a5177b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:23:05.009329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4031fe35-e35d-4922-b064-96918a5177b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:23:05.018984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4031fe35-e35d-4922-b064-96918a5177b7 admin admin] Made reservation on behalf of c9bde59b6f774f9eba56d59ffb085ca6 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:23:05.023790 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4031fe35-e35d-4922-b064-96918a5177b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:05.237426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4031fe35-e35d-4922-b064-96918a5177b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:05.241695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fdadddd0-1045-4df6-9f12-ee7b64fa38a9 tempest-ExtraDHCPOptionsTestJSON-2038151263 tempest-ExtraDHCPOptionsTestJSON-2038151263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:23:05.316262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031fe35-e35d-4922-b064-96918a5177b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=204a1f4f-83ec-4b51-a281-e3dd0a425a4b,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:23:05.319929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4031fe35-e35d-4922-b064-96918a5177b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:23:05.326951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4031fe35-e35d-4922-b064-96918a5177b7 admin admin] Checking segment: {'id': '31c1f498-77b9-4c84-9baf-ebfa2888ccde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c303d207-f43e-444a-bf83-110fb2e2fc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:23:05.327372 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4031fe35-e35d-4922-b064-96918a5177b7 admin admin] Network hostable DHCP agents. Network: c303d207-f43e-444a-bf83-110fb2e2fc44, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 20:23:05.349667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4031fe35-e35d-4922-b064-96918a5177b7 admin admin] Network c303d207-f43e-444a-bf83-110fb2e2fc44 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 20:23:05.357711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-4031fe35-e35d-4922-b064-96918a5177b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, c303d207-f43e-444a-bf83-110fb2e2fc44) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:23:05.361699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4031fe35-e35d-4922-b064-96918a5177b7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:23:05.362344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4031fe35-e35d-4922-b064-96918a5177b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:05.367758 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc334b18-a37f-44ef-96f5-d79fae989500 None None] Network c303d207-f43e-444a-bf83-110fb2e2fc44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:23:05.385595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58460) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:23:05.385791 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4031fe35-e35d-4922-b064-96918a5177b7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4070241 Dec 25 20:23:05.391890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-7dcccf05-95e6-43d7-8a70-f2e643da3eb0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-841396717-router', 'tenant_id': 'c9bde59b6f774f9eba56d59ffb085ca6', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:23:05.397157 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7dcccf05-95e6-43d7-8a70-f2e643da3eb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:23:05.402383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7dcccf05-95e6-43d7-8a70-f2e643da3eb0 admin admin] Usage tracker for resource:router and tenant:c9bde59b6f774f9eba56d59ffb085ca6 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:23:05.405612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7dcccf05-95e6-43d7-8a70-f2e643da3eb0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:23:05.412529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7dcccf05-95e6-43d7-8a70-f2e643da3eb0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:23:05.423477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7dcccf05-95e6-43d7-8a70-f2e643da3eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:05.424517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7dcccf05-95e6-43d7-8a70-f2e643da3eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:05.444138 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7dcccf05-95e6-43d7-8a70-f2e643da3eb0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:05.511521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device e0a1f561-3167-4437-a8eb-58cf3aef6422 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:23:05.598511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7dcccf05-95e6-43d7-8a70-f2e643da3eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:05.672070 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port e0a1f561-3167-4437-a8eb-58cf3aef6422 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:23:05.672473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:05.702071 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2106fd9b-bc32-4b07-8864-3d7715ad9bc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-c303d207-f43e-444a-bf83-110fb2e2fc44', 'network_id': 'c303d207-f43e-444a-bf83-110fb2e2fc44', 'tenant_id': 'c9bde59b6f774f9eba56d59ffb085ca6', 'fixed_ips': [{'subnet_id': '204a1f4f-83ec-4b51-a281-e3dd0a425a4b'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 20:23:05.702976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2106fd9b-bc32-4b07-8864-3d7715ad9bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:05.801606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7dcccf05-95e6-43d7-8a70-f2e643da3eb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:05.806402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272ae71a-8b97-4eb1-bf01-83dd208e78fe None None] Sync routers for ids ['57d71041-1139-43c2-9300-bd6f5af876be'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:23:05.837678 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7dcccf05-95e6-43d7-8a70-f2e643da3eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:05.925465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272ae71a-8b97-4eb1-bf01-83dd208e78fe None None] Routers {'57d71041-1139-43c2-9300-bd6f5af876be'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:23:05.926078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-272ae71a-8b97-4eb1-bf01-83dd208e78fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:22:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['57d71041-1139-43c2-9300-bd6f5af876be'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:23:05.985376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-7dcccf05-95e6-43d7-8a70-f2e643da3eb0 admin admin] Allocated IP 172.26.8.197 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/525b9c96-0dc5-4415-9307-def44f8b8e9d) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:23:06.122923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-2106fd9b-bc32-4b07-8864-3d7715ad9bc9 None None] Allocated IP 172.20.0.2 (c303d207-f43e-444a-bf83-110fb2e2fc44/204a1f4f-83ec-4b51-a281-e3dd0a425a4b/d3feb723-a0f0-4231-b726-44dd02e90bb7) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:23:06.147939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dc49dfe9-774e-4a79-a246-442ba6bcbea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:06.153304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7dcccf05-95e6-43d7-8a70-f2e643da3eb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:06.187452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7dcccf05-95e6-43d7-8a70-f2e643da3eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:06.195264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-83421e24-0e0c-4160-b005-759ce06609c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:23:06.266550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-272ae71a-8b97-4eb1-bf01-83dd208e78fe None None] Set router 57d71041-1139-43c2-9300-bd6f5af876be gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:23:06.266991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcccf05-95e6-43d7-8a70-f2e643da3eb0 admin admin] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:23:06.270479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-7dcccf05-95e6-43d7-8a70-f2e643da3eb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:23:06.272651 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcccf05-95e6-43d7-8a70-f2e643da3eb0 admin admin] Pushing event updated for resources: {'Port': ['ID=525b9c96-0dc5-4415-9307-def44f8b8e9d,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:23:06.274944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcccf05-95e6-43d7-8a70-f2e643da3eb0 admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:23:06.306497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7dcccf05-95e6-43d7-8a70-f2e643da3eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:23:06.439732 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7dcccf05-95e6-43d7-8a70-f2e643da3eb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:06.440413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7dcccf05-95e6-43d7-8a70-f2e643da3eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:06.625757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2106fd9b-bc32-4b07-8864-3d7715ad9bc9 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:06.652267 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2106fd9b-bc32-4b07-8864-3d7715ad9bc9 None None] Transition to ACTIVE for port object d3feb723-a0f0-4231-b726-44dd02e90bb7 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:23:06.691655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dcccf05-95e6-43d7-8a70-f2e643da3eb0 admin admin] Router fd207ff1-f112-4f67-bdd5-66c0ba8f9956 is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 20:23:06.711971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2106fd9b-bc32-4b07-8864-3d7715ad9bc9 None None] Transition to ACTIVE for port object d3feb723-a0f0-4231-b726-44dd02e90bb7 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:23:06.722589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2106fd9b-bc32-4b07-8864-3d7715ad9bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:06.728177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:23:06.811037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2106fd9b-bc32-4b07-8864-3d7715ad9bc9 None None] Network c303d207-f43e-444a-bf83-110fb2e2fc44 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:23:06.811846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2106fd9b-bc32-4b07-8864-3d7715ad9bc9 None None] Pushing event updated for resources: {'Port': ['ID=d3feb723-a0f0-4231-b726-44dd02e90bb7,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:23:06.817087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-2106fd9b-bc32-4b07-8864-3d7715ad9bc9 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:23:06.820389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2106fd9b-bc32-4b07-8864-3d7715ad9bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:23:06.821188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2106fd9b-bc32-4b07-8864-3d7715ad9bc9 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:23:06.834782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-272ae71a-8b97-4eb1-bf01-83dd208e78fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d71041-1139-43c2-9300-bd6f5af876be', 'name': 'tempest-TestEncryptedCinderVolumes-1547470384-router', 'tenant_id': '09246a42abc94664b2a3fc2a1bbb8ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': 'e0a1f561-3167-4437-a8eb-58cf3aef6422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:22:59Z', 'updated_at': '2021-12-25T20:23:02Z', 'revision_number': 4, 'project_id': '09246a42abc94664b2a3fc2a1bbb8ff6', 'gw_port': {'id': 'e0a1f561-3167-4437-a8eb-58cf3aef6422', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d71041-1139-43c2-9300-bd6f5af876be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:22:59Z', 'updated_at': '2021-12-25T20:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'a9ec5183-f6ee-4975-b01e-bfb42385eb39', 'name': '', 'network_id': 'a7a1dca5-7807-4563-9ef7-22ae30f17f2d', 'tenant_id': '09246a42abc94664b2a3fc2a1bbb8ff6', 'mac_address': 'fa:16:3e:de:5d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d71041-1139-43c2-9300-bd6f5af876be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd5b0d94-0eb5-4a69-9e78-cd020aefa7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:23:01Z', 'updated_at': '2021-12-25T20:23:02Z', 'revision_number': 2, 'project_id': '09246a42abc94664b2a3fc2a1bbb8ff6', 'subnets': [{'id': 'cd5b0d94-0eb5-4a69-9e78-cd020aefa7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:23:07.051071 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272ae71a-8b97-4eb1-bf01-83dd208e78fe None None] Checking router: 57d71041-1139-43c2-9300-bd6f5af876be for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:23:07.051518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272ae71a-8b97-4eb1-bf01-83dd208e78fe None None] Updating router 57d71041-1139-43c2-9300-bd6f5af876be port a9ec5183-f6ee-4975-b01e-bfb42385eb39 binding host dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 20:23:07.153656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-2106fd9b-bc32-4b07-8864-3d7715ad9bc9 None None] Attempting to bind port d3feb723-a0f0-4231-b726-44dd02e90bb7 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:23:07.154088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-2106fd9b-bc32-4b07-8864-3d7715ad9bc9 None None] Attempting to bind port d3feb723-a0f0-4231-b726-44dd02e90bb7 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '31c1f498-77b9-4c84-9baf-ebfa2888ccde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c303d207-f43e-444a-bf83-110fb2e2fc44'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:23:07.154511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2106fd9b-bc32-4b07-8864-3d7715ad9bc9 None None] Attempting to bind port d3feb723-a0f0-4231-b726-44dd02e90bb7 on network c303d207-f43e-444a-bf83-110fb2e2fc44 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:23:07.158341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcccf05-95e6-43d7-8a70-f2e643da3eb0 admin admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:23:07.158463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-272ae71a-8b97-4eb1-bf01-83dd208e78fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:07.170755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336b386d-bb3b-483e-be20-22d39d7459bc None None] Sync routers for ids ['fd207ff1-f112-4f67-bdd5-66c0ba8f9956'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:23:07.174486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2106fd9b-bc32-4b07-8864-3d7715ad9bc9 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:23:07.175354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2106fd9b-bc32-4b07-8864-3d7715ad9bc9 None None] Checking segment: {'id': '31c1f498-77b9-4c84-9baf-ebfa2888ccde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c303d207-f43e-444a-bf83-110fb2e2fc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:23:07.175461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2106fd9b-bc32-4b07-8864-3d7715ad9bc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:07.175869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2106fd9b-bc32-4b07-8864-3d7715ad9bc9 None None] Bound using segment: {'id': '31c1f498-77b9-4c84-9baf-ebfa2888ccde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c303d207-f43e-444a-bf83-110fb2e2fc44'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:23:07.176425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-2106fd9b-bc32-4b07-8864-3d7715ad9bc9 None None] Bound port: d3feb723-a0f0-4231-b726-44dd02e90bb7, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c1f498-77b9-4c84-9baf-ebfa2888ccde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c303d207-f43e-444a-bf83-110fb2e2fc44'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:23:07.176862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2106fd9b-bc32-4b07-8864-3d7715ad9bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:07.184691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336b386d-bb3b-483e-be20-22d39d7459bc None None] Routers {'fd207ff1-f112-4f67-bdd5-66c0ba8f9956'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:23:07.185742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-336b386d-bb3b-483e-be20-22d39d7459bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:22:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['fd207ff1-f112-4f67-bdd5-66c0ba8f9956'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:23:07.191797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7dcccf05-95e6-43d7-8a70-f2e643da3eb0 admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:07.194362 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7dcccf05-95e6-43d7-8a70-f2e643da3eb0 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8076546 Dec 25 20:23:07.197881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58464) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:23:07.355563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:07.377837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-336b386d-bb3b-483e-be20-22d39d7459bc None None] Set router fd207ff1-f112-4f67-bdd5-66c0ba8f9956 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:23:07.405887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-2106fd9b-bc32-4b07-8864-3d7715ad9bc9 None None] For port d3feb723-a0f0-4231-b726-44dd02e90bb7, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:23:07.412344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-2106fd9b-bc32-4b07-8864-3d7715ad9bc9 None None] For port d3feb723-a0f0-4231-b726-44dd02e90bb7, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=d3feb723-a0f0-4231-b726-44dd02e90bb7,segment=NetworkSegment(31c1f498-77b9-4c84-9baf-ebfa2888ccde),segment_id=31c1f498-77b9-4c84-9baf-ebfa2888ccde)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:23:07.420472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2106fd9b-bc32-4b07-8864-3d7715ad9bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:07.438891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-710e5d1d-6060-4731-8756-d640d5505c98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:23:07.614799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2106fd9b-bc32-4b07-8864-3d7715ad9bc9 None None] Pushing event updated for resources: {'Port': ['ID=d3feb723-a0f0-4231-b726-44dd02e90bb7,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:23:07.619473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2106fd9b-bc32-4b07-8864-3d7715ad9bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:23:07.684521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-336b386d-bb3b-483e-be20-22d39d7459bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd207ff1-f112-4f67-bdd5-66c0ba8f9956', 'name': 'tempest-TestEncryptedCinderVolumes-841396717-router', 'tenant_id': 'c9bde59b6f774f9eba56d59ffb085ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': '525b9c96-0dc5-4415-9307-def44f8b8e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:23:05Z', 'updated_at': '2021-12-25T20:23:06Z', 'revision_number': 3, 'project_id': 'c9bde59b6f774f9eba56d59ffb085ca6', 'gw_port': {'id': '525b9c96-0dc5-4415-9307-def44f8b8e9d', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:eb:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd207ff1-f112-4f67-bdd5-66c0ba8f9956', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:23:05Z', 'updated_at': '2021-12-25T20:23:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:23:07.688999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336b386d-bb3b-483e-be20-22d39d7459bc None None] Checking router: fd207ff1-f112-4f67-bdd5-66c0ba8f9956 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:23:07.689614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336b386d-bb3b-483e-be20-22d39d7459bc None None] Updating router fd207ff1-f112-4f67-bdd5-66c0ba8f9956 port 525b9c96-0dc5-4415-9307-def44f8b8e9d binding host dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 20:23:07.736507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-272ae71a-8b97-4eb1-bf01-83dd208e78fe None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:07.750279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-272ae71a-8b97-4eb1-bf01-83dd208e78fe None None] Transition to ACTIVE for port object a9ec5183-f6ee-4975-b01e-bfb42385eb39 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:23:07.751150 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-336b386d-bb3b-483e-be20-22d39d7459bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:07.759457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-272ae71a-8b97-4eb1-bf01-83dd208e78fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:07.764312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:23:07.836819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6d550-ac16-46dd-9599-f25c7ffdb7d2 None None] Pushing event updated for resources: {'Port': ['ID=a9ec5183-f6ee-4975-b01e-bfb42385eb39,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:23:07.842061 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dee6d550-ac16-46dd-9599-f25c7ffdb7d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:23:08.033527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-272ae71a-8b97-4eb1-bf01-83dd208e78fe None None] Attempting to bind port a9ec5183-f6ee-4975-b01e-bfb42385eb39 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:23:08.033947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-272ae71a-8b97-4eb1-bf01-83dd208e78fe None None] Attempting to bind port a9ec5183-f6ee-4975-b01e-bfb42385eb39 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a7a1dca5-7807-4563-9ef7-22ae30f17f2d'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:23:08.034364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272ae71a-8b97-4eb1-bf01-83dd208e78fe None None] Attempting to bind port a9ec5183-f6ee-4975-b01e-bfb42385eb39 on network a7a1dca5-7807-4563-9ef7-22ae30f17f2d {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:23:08.044014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272ae71a-8b97-4eb1-bf01-83dd208e78fe None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:23:08.044476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272ae71a-8b97-4eb1-bf01-83dd208e78fe None None] Checking segment: {'id': '0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a7a1dca5-7807-4563-9ef7-22ae30f17f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:23:08.044940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-272ae71a-8b97-4eb1-bf01-83dd208e78fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:08.045391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272ae71a-8b97-4eb1-bf01-83dd208e78fe None None] Bound using segment: {'id': '0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a7a1dca5-7807-4563-9ef7-22ae30f17f2d'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:23:08.046740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-272ae71a-8b97-4eb1-bf01-83dd208e78fe None None] Bound port: a9ec5183-f6ee-4975-b01e-bfb42385eb39, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a7a1dca5-7807-4563-9ef7-22ae30f17f2d'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:23:08.047261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-272ae71a-8b97-4eb1-bf01-83dd208e78fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:08.082974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-30e1c217-04d9-4344-b5b9-1fe29da11732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:08.155788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-272ae71a-8b97-4eb1-bf01-83dd208e78fe None None] For port a9ec5183-f6ee-4975-b01e-bfb42385eb39, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:23:08.163918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-272ae71a-8b97-4eb1-bf01-83dd208e78fe None None] For port a9ec5183-f6ee-4975-b01e-bfb42385eb39, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a9ec5183-f6ee-4975-b01e-bfb42385eb39,segment=NetworkSegment(0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1),segment_id=0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:23:08.169051 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-272ae71a-8b97-4eb1-bf01-83dd208e78fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:08.174639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-336b386d-bb3b-483e-be20-22d39d7459bc None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:08.180364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:23:08.198149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-336b386d-bb3b-483e-be20-22d39d7459bc None None] Transition to ACTIVE for port object 525b9c96-0dc5-4415-9307-def44f8b8e9d will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:23:08.207721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-336b386d-bb3b-483e-be20-22d39d7459bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:08.212955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-abf3e49f-5c29-4c17-b121-dae3d5c23ed0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:23:08.299040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272ae71a-8b97-4eb1-bf01-83dd208e78fe None None] Routers {'57d71041-1139-43c2-9300-bd6f5af876be'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:23:08.299847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-272ae71a-8b97-4eb1-bf01-83dd208e78fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:22:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['57d71041-1139-43c2-9300-bd6f5af876be'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:23:08.329187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5541f62f-d098-445b-bf09-ba1a16013b41 None None] Pushing event updated for resources: {'Port': ['ID=525b9c96-0dc5-4415-9307-def44f8b8e9d,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:23:08.333166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5541f62f-d098-445b-bf09-ba1a16013b41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:23:08.334056 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-336b386d-bb3b-483e-be20-22d39d7459bc None None] Attempting to bind port 525b9c96-0dc5-4415-9307-def44f8b8e9d on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:23:08.334478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-336b386d-bb3b-483e-be20-22d39d7459bc None None] Attempting to bind port 525b9c96-0dc5-4415-9307-def44f8b8e9d by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:23:08.334890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336b386d-bb3b-483e-be20-22d39d7459bc None None] Attempting to bind port 525b9c96-0dc5-4415-9307-def44f8b8e9d on network a29ab018-4a1a-4021-8156-423134b861f3 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:23:08.342122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336b386d-bb3b-483e-be20-22d39d7459bc None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:23:08.342546 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336b386d-bb3b-483e-be20-22d39d7459bc None None] Checking segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:23:08.342981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-336b386d-bb3b-483e-be20-22d39d7459bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:08.343446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336b386d-bb3b-483e-be20-22d39d7459bc None None] Bound using segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:23:08.344538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-336b386d-bb3b-483e-be20-22d39d7459bc None None] Bound port: 525b9c96-0dc5-4415-9307-def44f8b8e9d, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:23:08.344966 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-336b386d-bb3b-483e-be20-22d39d7459bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:08.430261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-30e1c217-04d9-4344-b5b9-1fe29da11732 admin admin] Allocated IP 172.20.0.1 (c303d207-f43e-444a-bf83-110fb2e2fc44/204a1f4f-83ec-4b51-a281-e3dd0a425a4b/cd36acb5-3707-4c69-86be-4927ff4f6093) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:23:08.438719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-336b386d-bb3b-483e-be20-22d39d7459bc None None] For port 525b9c96-0dc5-4415-9307-def44f8b8e9d, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:23:08.442680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-336b386d-bb3b-483e-be20-22d39d7459bc None None] For port 525b9c96-0dc5-4415-9307-def44f8b8e9d, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=525b9c96-0dc5-4415-9307-def44f8b8e9d,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:23:08.449151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-336b386d-bb3b-483e-be20-22d39d7459bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:08.473458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c71410f1-0bf2-4103-8eda-d2dddc313283 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:23:08.480691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6d550-ac16-46dd-9599-f25c7ffdb7d2 None None] Pushing event updated for resources: {'Port': ['ID=a9ec5183-f6ee-4975-b01e-bfb42385eb39,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:23:08.500492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dee6d550-ac16-46dd-9599-f25c7ffdb7d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:23:08.527878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-206b1622-8b8d-41a0-b6af-c956e3cbfabc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:08.558215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-272ae71a-8b97-4eb1-bf01-83dd208e78fe None None] Set router 57d71041-1139-43c2-9300-bd6f5af876be gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:23:08.558474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336b386d-bb3b-483e-be20-22d39d7459bc None None] Routers {'fd207ff1-f112-4f67-bdd5-66c0ba8f9956'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:23:08.558933 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-336b386d-bb3b-483e-be20-22d39d7459bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:23:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['fd207ff1-f112-4f67-bdd5-66c0ba8f9956'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:23:08.616087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-30e1c217-04d9-4344-b5b9-1fe29da11732 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:08.635700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-30e1c217-04d9-4344-b5b9-1fe29da11732 admin admin] Transition to ACTIVE for port object cd36acb5-3707-4c69-86be-4927ff4f6093 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:23:08.649279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5541f62f-d098-445b-bf09-ba1a16013b41 None None] Pushing event updated for resources: {'Port': ['ID=525b9c96-0dc5-4415-9307-def44f8b8e9d,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:23:08.654683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5541f62f-d098-445b-bf09-ba1a16013b41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:23:08.659637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-30e1c217-04d9-4344-b5b9-1fe29da11732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:08.671532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-271fe97c-2fcf-4a8f-b118-d1979353a54d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:23:08.745930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e1c217-04d9-4344-b5b9-1fe29da11732 admin admin] Network c303d207-f43e-444a-bf83-110fb2e2fc44 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:23:08.747342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-30e1c217-04d9-4344-b5b9-1fe29da11732 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:23:08.749625 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1c217-04d9-4344-b5b9-1fe29da11732 admin admin] Pushing event updated for resources: {'Port': ['ID=cd36acb5-3707-4c69-86be-4927ff4f6093,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:23:08.758141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e1c217-04d9-4344-b5b9-1fe29da11732 admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:23:08.782019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-336b386d-bb3b-483e-be20-22d39d7459bc None None] Set router fd207ff1-f112-4f67-bdd5-66c0ba8f9956 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:23:08.791831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-30e1c217-04d9-4344-b5b9-1fe29da11732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:23:08.795763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:08.824804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-30e1c217-04d9-4344-b5b9-1fe29da11732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:08.910848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-30e1c217-04d9-4344-b5b9-1fe29da11732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:08.974598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-272ae71a-8b97-4eb1-bf01-83dd208e78fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d71041-1139-43c2-9300-bd6f5af876be', 'name': 'tempest-TestEncryptedCinderVolumes-1547470384-router', 'tenant_id': '09246a42abc94664b2a3fc2a1bbb8ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': 'e0a1f561-3167-4437-a8eb-58cf3aef6422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:22:59Z', 'updated_at': '2021-12-25T20:23:02Z', 'revision_number': 4, 'project_id': '09246a42abc94664b2a3fc2a1bbb8ff6', 'gw_port': {'id': 'e0a1f561-3167-4437-a8eb-58cf3aef6422', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d71041-1139-43c2-9300-bd6f5af876be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:22:59Z', 'updated_at': '2021-12-25T20:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'a9ec5183-f6ee-4975-b01e-bfb42385eb39', 'name': '', 'network_id': 'a7a1dca5-7807-4563-9ef7-22ae30f17f2d', 'tenant_id': '09246a42abc94664b2a3fc2a1bbb8ff6', 'mac_address': 'fa:16:3e:de:5d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d71041-1139-43c2-9300-bd6f5af876be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd5b0d94-0eb5-4a69-9e78-cd020aefa7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:23:01Z', 'updated_at': '2021-12-25T20:23:08Z', 'revision_number': 4, 'project_id': '09246a42abc94664b2a3fc2a1bbb8ff6', 'subnets': [{'id': 'cd5b0d94-0eb5-4a69-9e78-cd020aefa7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:23:08.979198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272ae71a-8b97-4eb1-bf01-83dd208e78fe None None] The sync data for ids ['57d71041-1139-43c2-9300-bd6f5af876be'] in dv-neutron-822611-1-hyperv is: [{'id': '57d71041-1139-43c2-9300-bd6f5af876be', 'name': 'tempest-TestEncryptedCinderVolumes-1547470384-router', 'tenant_id': '09246a42abc94664b2a3fc2a1bbb8ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': 'e0a1f561-3167-4437-a8eb-58cf3aef6422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:22:59Z', 'updated_at': '2021-12-25T20:23:02Z', 'revision_number': 4, 'project_id': '09246a42abc94664b2a3fc2a1bbb8ff6', 'gw_port': {'id': 'e0a1f561-3167-4437-a8eb-58cf3aef6422', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d71041-1139-43c2-9300-bd6f5af876be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:22:59Z', 'updated_at': '2021-12-25T20:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'a9ec5183-f6ee-4975-b01e-bfb42385eb39', 'name': '', 'network_id': 'a7a1dca5-7807-4563-9ef7-22ae30f17f2d', 'tenant_id': '09246a42abc94664b2a3fc2a1bbb8ff6', 'mac_address': 'fa:16:3e:de:5d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d71041-1139-43c2-9300-bd6f5af876be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd5b0d94-0eb5-4a69-9e78-cd020aefa7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:23:01Z', 'updated_at': '2021-12-25T20:23:08Z', 'revision_number': 4, 'project_id': '09246a42abc94664b2a3fc2a1bbb8ff6', 'subnets': [{'id': 'cd5b0d94-0eb5-4a69-9e78-cd020aefa7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:23:09.136818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-336b386d-bb3b-483e-be20-22d39d7459bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd207ff1-f112-4f67-bdd5-66c0ba8f9956', 'name': 'tempest-TestEncryptedCinderVolumes-841396717-router', 'tenant_id': 'c9bde59b6f774f9eba56d59ffb085ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': '525b9c96-0dc5-4415-9307-def44f8b8e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:23:05Z', 'updated_at': '2021-12-25T20:23:06Z', 'revision_number': 3, 'project_id': 'c9bde59b6f774f9eba56d59ffb085ca6', 'gw_port': {'id': '525b9c96-0dc5-4415-9307-def44f8b8e9d', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:eb:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd207ff1-f112-4f67-bdd5-66c0ba8f9956', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:23:05Z', 'updated_at': '2021-12-25T20:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:23:09.141935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336b386d-bb3b-483e-be20-22d39d7459bc None None] The sync data for ids ['fd207ff1-f112-4f67-bdd5-66c0ba8f9956'] in dv-neutron-822611-1-hyperv is: [{'id': 'fd207ff1-f112-4f67-bdd5-66c0ba8f9956', 'name': 'tempest-TestEncryptedCinderVolumes-841396717-router', 'tenant_id': 'c9bde59b6f774f9eba56d59ffb085ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': '525b9c96-0dc5-4415-9307-def44f8b8e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:23:05Z', 'updated_at': '2021-12-25T20:23:06Z', 'revision_number': 3, 'project_id': 'c9bde59b6f774f9eba56d59ffb085ca6', 'gw_port': {'id': '525b9c96-0dc5-4415-9307-def44f8b8e9d', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:eb:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd207ff1-f112-4f67-bdd5-66c0ba8f9956', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:23:05Z', 'updated_at': '2021-12-25T20:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:23:09.180229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-30e1c217-04d9-4344-b5b9-1fe29da11732 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:09.188801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-30e1c217-04d9-4344-b5b9-1fe29da11732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:09.227156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7dcccf05-95e6-43d7-8a70-f2e643da3eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:23:09.313956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1c217-04d9-4344-b5b9-1fe29da11732 admin admin] Pushing event updated for resources: {'Port': ['ID=cd36acb5-3707-4c69-86be-4927ff4f6093,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:23:09.316817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-30e1c217-04d9-4344-b5b9-1fe29da11732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:09.325105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-30e1c217-04d9-4344-b5b9-1fe29da11732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:23:09.497370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e1c217-04d9-4344-b5b9-1fe29da11732 admin admin] Network c303d207-f43e-444a-bf83-110fb2e2fc44 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:23:09.498910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-30e1c217-04d9-4344-b5b9-1fe29da11732 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:23:09.614767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d3feb723-a0f0-4231-b726-44dd02e90bb7 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:23:09.720691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port d3feb723-a0f0-4231-b726-44dd02e90bb7 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:23:09.730984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a9ec5183-f6ee-4975-b01e-bfb42385eb39 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:23:09.827170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port a9ec5183-f6ee-4975-b01e-bfb42385eb39 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:23:09.833205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port a9ec5183-f6ee-4975-b01e-bfb42385eb39 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:23:09.834006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:09.911023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d231a5a9-d994-410a-a5dc-4d068ad69926 None None] Network c303d207-f43e-444a-bf83-110fb2e2fc44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:23:10.046514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e1c217-04d9-4344-b5b9-1fe29da11732 admin admin] Router fd207ff1-f112-4f67-bdd5-66c0ba8f9956 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:23:10.077845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-16cb5950-3aa8-4e5f-965a-37329711c48e None None] Provisioning for port d3feb723-a0f0-4231-b726-44dd02e90bb7 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:23:10.116738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-16cb5950-3aa8-4e5f-965a-37329711c48e None None] Provisioning complete for port d3feb723-a0f0-4231-b726-44dd02e90bb7 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:23:10.117222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-16cb5950-3aa8-4e5f-965a-37329711c48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:10.196948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:10.212960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:10.298237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e1c217-04d9-4344-b5b9-1fe29da11732 admin admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:23:10.315662 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-30e1c217-04d9-4344-b5b9-1fe29da11732 admin admin] 10.222.0.24 "PUT /v2.0/routers/fd207ff1-f112-4f67-bdd5-66c0ba8f9956/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1164937 Dec 25 20:23:10.315898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port a9ec5183-f6ee-4975-b01e-bfb42385eb39, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a9ec5183-f6ee-4975-b01e-bfb42385eb39,segment=NetworkSegment(0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1),segment_id=0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:23:10.338932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:10.347521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:23:10.615355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=a9ec5183-f6ee-4975-b01e-bfb42385eb39,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:23:10.623128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:23:10.655010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-16cb5950-3aa8-4e5f-965a-37329711c48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:10.713503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-16cb5950-3aa8-4e5f-965a-37329711c48e None None] For port d3feb723-a0f0-4231-b726-44dd02e90bb7, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=d3feb723-a0f0-4231-b726-44dd02e90bb7,segment=NetworkSegment(31c1f498-77b9-4c84-9baf-ebfa2888ccde),segment_id=31c1f498-77b9-4c84-9baf-ebfa2888ccde)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:23:10.720177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-16cb5950-3aa8-4e5f-965a-37329711c48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:10.722215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:23:10.811917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb5950-3aa8-4e5f-965a-37329711c48e None None] Pushing event updated for resources: {'Port': ['ID=d3feb723-a0f0-4231-b726-44dd02e90bb7,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:23:10.816061 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-16cb5950-3aa8-4e5f-965a-37329711c48e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:23:11.147746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b459e10d-18b4-4abf-9b7e-be5e7b17c058 None None] Provisioning complete for port d3feb723-a0f0-4231-b726-44dd02e90bb7 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:23:11.148238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b459e10d-18b4-4abf-9b7e-be5e7b17c058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:11.307531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b459e10d-18b4-4abf-9b7e-be5e7b17c058 None None] Provisioning for port cd36acb5-3707-4c69-86be-4927ff4f6093 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:23:11.314371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b459e10d-18b4-4abf-9b7e-be5e7b17c058 None None] Provisioning complete for port cd36acb5-3707-4c69-86be-4927ff4f6093 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:23:11.314804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b459e10d-18b4-4abf-9b7e-be5e7b17c058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:11.379204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b459e10d-18b4-4abf-9b7e-be5e7b17c058 None None] Port cd36acb5-3707-4c69-86be-4927ff4f6093 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:23:11.509093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-9e4dd063-5c1b-4b13-9a7a-bb5e8c5b1353 None None] Provisioning complete for port cd36acb5-3707-4c69-86be-4927ff4f6093 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:23:11.509722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9e4dd063-5c1b-4b13-9a7a-bb5e8c5b1353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:11.577223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-9e4dd063-5c1b-4b13-9a7a-bb5e8c5b1353 None None] Port cd36acb5-3707-4c69-86be-4927ff4f6093 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:23:11.602157 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d3feb723-a0f0-4231-b726-44dd02e90bb7 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:23:11.681475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port d3feb723-a0f0-4231-b726-44dd02e90bb7 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:23:11.681917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:11.819657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 525b9c96-0dc5-4415-9307-def44f8b8e9d up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:23:11.865473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-8230a85f-123e-40c4-96ed-7005ff7e1862 None None] Provisioning complete for port cd36acb5-3707-4c69-86be-4927ff4f6093 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:23:11.865895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8230a85f-123e-40c4-96ed-7005ff7e1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:11.912774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-6db3956f-158b-40f3-9b26-3e1862554113 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:23:11.913526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-6db3956f-158b-40f3-9b26-3e1862554113 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Synchronizing usage tracker for tenant:09246a42abc94664b2a3fc2a1bbb8ff6 on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:23:11.931219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-6db3956f-158b-40f3-9b26-3e1862554113 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Unset dirty status for tenant:09246a42abc94664b2a3fc2a1bbb8ff6 on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:23:11.932659 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-6db3956f-158b-40f3-9b26-3e1862554113 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/networks?id=a7a1dca5-7807-4563-9ef7-22ae30f17f2d HTTP/1.1" status: 200 len: 817 time: 0.1794116 Dec 25 20:23:11.938991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8230a85f-123e-40c4-96ed-7005ff7e1862 None None] Port cd36acb5-3707-4c69-86be-4927ff4f6093 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:23:11.949936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 525b9c96-0dc5-4415-9307-def44f8b8e9d completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:23:11.952141 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-7cda36ca-de29-49ba-a09c-4be5c80da1fb tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/quotas/09246a42abc94664b2a3fc2a1bbb8ff6 HTTP/1.1" status: 200 len: 375 time: 0.0130513 Dec 25 20:23:11.955015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 525b9c96-0dc5-4415-9307-def44f8b8e9d triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:23:11.955472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:12.043296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-c7df01e6-369b-43bf-8597-d8c399416628 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Synchronizing usage tracker for tenant:09246a42abc94664b2a3fc2a1bbb8ff6 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:23:12.059774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-c7df01e6-369b-43bf-8597-d8c399416628 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Unset dirty status for tenant:09246a42abc94664b2a3fc2a1bbb8ff6 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:23:12.061216 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-c7df01e6-369b-43bf-8597-d8c399416628 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=09246a42abc94664b2a3fc2a1bbb8ff6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1031055 Dec 25 20:23:12.084100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:12.100903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 525b9c96-0dc5-4415-9307-def44f8b8e9d, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=525b9c96-0dc5-4415-9307-def44f8b8e9d,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:23:12.104426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:12.105662 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a9ec5183-f6ee-4975-b01e-bfb42385eb39 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:23:12.136417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:23:12.232373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-ceef0e7d-fecb-42f0-83a6-3ca4070ac14c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 20:23:12.233978 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-ceef0e7d-fecb-42f0-83a6-3ca4070ac14c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1585813 Dec 25 20:23:12.236827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=525b9c96-0dc5-4415-9307-def44f8b8e9d,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:23:12.241360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:23:12.250666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port a9ec5183-f6ee-4975-b01e-bfb42385eb39 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:23:12.251178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:12.620774 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-e35b2c40-6a0a-4339-8bc2-2f2e646fa1e3 service neutron] 10.222.0.24 "GET /v2.0/networks/a7a1dca5-7807-4563-9ef7-22ae30f17f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798006 Dec 25 20:23:12.764535 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-d056e217-f49d-4ddb-b23d-f4de99e6b52f service neutron] 10.222.0.24 "GET /v2.0/networks/a7a1dca5-7807-4563-9ef7-22ae30f17f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369567 Dec 25 20:23:13.043631 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9585b006-092a-41ab-89fd-e161f9620e27 req-38b5fecb-5566-4b5f-8315-534c8d9aea11 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/ports?device_id=81f78f83-f444-4c26-b7f3-4aff98cb3e92 HTTP/1.1" status: 200 len: 210 time: 0.1254828 Dec 25 20:23:13.235398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92159ac9-a0d2-487b-b9ae-2aa3c4f9d51c None None] Sync routers for ids ['fd207ff1-f112-4f67-bdd5-66c0ba8f9956'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:23:13.252166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92159ac9-a0d2-487b-b9ae-2aa3c4f9d51c None None] Routers {'fd207ff1-f112-4f67-bdd5-66c0ba8f9956'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:23:13.252860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-92159ac9-a0d2-487b-b9ae-2aa3c4f9d51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:23:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['fd207ff1-f112-4f67-bdd5-66c0ba8f9956'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:23:13.450335 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-92159ac9-a0d2-487b-b9ae-2aa3c4f9d51c None None] Set router fd207ff1-f112-4f67-bdd5-66c0ba8f9956 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:23:13.510105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 525b9c96-0dc5-4415-9307-def44f8b8e9d up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:23:13.747031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 525b9c96-0dc5-4415-9307-def44f8b8e9d triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:23:13.747734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:13.963874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-92159ac9-a0d2-487b-b9ae-2aa3c4f9d51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd207ff1-f112-4f67-bdd5-66c0ba8f9956', 'name': 'tempest-TestEncryptedCinderVolumes-841396717-router', 'tenant_id': 'c9bde59b6f774f9eba56d59ffb085ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': '525b9c96-0dc5-4415-9307-def44f8b8e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:23:05Z', 'updated_at': '2021-12-25T20:23:08Z', 'revision_number': 4, 'project_id': 'c9bde59b6f774f9eba56d59ffb085ca6', 'gw_port': {'id': '525b9c96-0dc5-4415-9307-def44f8b8e9d', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:eb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd207ff1-f112-4f67-bdd5-66c0ba8f9956', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:23:05Z', 'updated_at': '2021-12-25T20:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'cd36acb5-3707-4c69-86be-4927ff4f6093', 'name': '', 'network_id': 'c303d207-f43e-444a-bf83-110fb2e2fc44', 'tenant_id': 'c9bde59b6f774f9eba56d59ffb085ca6', 'mac_address': 'fa:16:3e:d9:1e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd207ff1-f112-4f67-bdd5-66c0ba8f9956', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '204a1f4f-83ec-4b51-a281-e3dd0a425a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:23:08Z', 'updated_at': '2021-12-25T20:23:08Z', 'revision_number': 2, 'project_id': 'c9bde59b6f774f9eba56d59ffb085ca6', 'subnets': [{'id': '204a1f4f-83ec-4b51-a281-e3dd0a425a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:23:13.968018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92159ac9-a0d2-487b-b9ae-2aa3c4f9d51c None None] Checking router: fd207ff1-f112-4f67-bdd5-66c0ba8f9956 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:23:13.968427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92159ac9-a0d2-487b-b9ae-2aa3c4f9d51c None None] Updating router fd207ff1-f112-4f67-bdd5-66c0ba8f9956 port cd36acb5-3707-4c69-86be-4927ff4f6093 binding host dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 20:23:14.023947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-92159ac9-a0d2-487b-b9ae-2aa3c4f9d51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:14.259690 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-39602833-6b96-4c71-a762-7c3241feb0e9 req-5b1695a7-2ec7-4937-a532-8d7ba99e8c99 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/ports?device_id=81f78f83-f444-4c26-b7f3-4aff98cb3e92 HTTP/1.1" status: 200 len: 210 time: 0.0834343 Dec 25 20:23:14.399286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-19da1ef2-9a82-4acf-8ceb-e2a9406f58a3 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:23:14.400845 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-19da1ef2-9a82-4acf-8ceb-e2a9406f58a3 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.36 "GET /v2.0/networks?id=a7a1dca5-7807-4563-9ef7-22ae30f17f2d HTTP/1.1" status: 200 len: 817 time: 0.1860979 Dec 25 20:23:14.404167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-92159ac9-a0d2-487b-b9ae-2aa3c4f9d51c None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:14.417436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-92159ac9-a0d2-487b-b9ae-2aa3c4f9d51c None None] Transition to ACTIVE for port object cd36acb5-3707-4c69-86be-4927ff4f6093 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:23:14.423681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-d9213ce1-0fb7-49df-949d-e10d30013955 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Request body: {'port': {'device_id': '81f78f83-f444-4c26-b7f3-4aff98cb3e92', 'network_id': 'a7a1dca5-7807-4563-9ef7-22ae30f17f2d', 'admin_state_up': True, 'tenant_id': '09246a42abc94664b2a3fc2a1bbb8ff6'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:23:14.423859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-92159ac9-a0d2-487b-b9ae-2aa3c4f9d51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:14.428389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:23:14.562038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1f097-dca8-4cd7-994d-c40c8cdd12b9 None None] Pushing event updated for resources: {'Port': ['ID=cd36acb5-3707-4c69-86be-4927ff4f6093,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:23:14.565587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e5a1f097-dca8-4cd7-994d-c40c8cdd12b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:23:14.574884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-d9213ce1-0fb7-49df-949d-e10d30013955 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:23:14.586264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-d9213ce1-0fb7-49df-949d-e10d30013955 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:23:14.596522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-d9213ce1-0fb7-49df-949d-e10d30013955 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Made reservation on behalf of 09246a42abc94664b2a3fc2a1bbb8ff6 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:23:14.603432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-d9213ce1-0fb7-49df-949d-e10d30013955 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:14.658229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-92159ac9-a0d2-487b-b9ae-2aa3c4f9d51c None None] Attempting to bind port cd36acb5-3707-4c69-86be-4927ff4f6093 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:23:14.658657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-92159ac9-a0d2-487b-b9ae-2aa3c4f9d51c None None] Attempting to bind port cd36acb5-3707-4c69-86be-4927ff4f6093 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '31c1f498-77b9-4c84-9baf-ebfa2888ccde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c303d207-f43e-444a-bf83-110fb2e2fc44'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:23:14.659124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92159ac9-a0d2-487b-b9ae-2aa3c4f9d51c None None] Attempting to bind port cd36acb5-3707-4c69-86be-4927ff4f6093 on network c303d207-f43e-444a-bf83-110fb2e2fc44 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:23:14.666544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92159ac9-a0d2-487b-b9ae-2aa3c4f9d51c None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:23:14.667023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92159ac9-a0d2-487b-b9ae-2aa3c4f9d51c None None] Checking segment: {'id': '31c1f498-77b9-4c84-9baf-ebfa2888ccde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c303d207-f43e-444a-bf83-110fb2e2fc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:23:14.667510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-92159ac9-a0d2-487b-b9ae-2aa3c4f9d51c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:14.667955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92159ac9-a0d2-487b-b9ae-2aa3c4f9d51c None None] Bound using segment: {'id': '31c1f498-77b9-4c84-9baf-ebfa2888ccde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c303d207-f43e-444a-bf83-110fb2e2fc44'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:23:14.668489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-92159ac9-a0d2-487b-b9ae-2aa3c4f9d51c None None] Bound port: cd36acb5-3707-4c69-86be-4927ff4f6093, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c1f498-77b9-4c84-9baf-ebfa2888ccde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c303d207-f43e-444a-bf83-110fb2e2fc44'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:23:14.668918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-92159ac9-a0d2-487b-b9ae-2aa3c4f9d51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:14.773709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-92159ac9-a0d2-487b-b9ae-2aa3c4f9d51c None None] For port cd36acb5-3707-4c69-86be-4927ff4f6093, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:23:14.777234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-92159ac9-a0d2-487b-b9ae-2aa3c4f9d51c None None] For port cd36acb5-3707-4c69-86be-4927ff4f6093, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=cd36acb5-3707-4c69-86be-4927ff4f6093,segment=NetworkSegment(31c1f498-77b9-4c84-9baf-ebfa2888ccde),segment_id=31c1f498-77b9-4c84-9baf-ebfa2888ccde)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:23:14.781620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-92159ac9-a0d2-487b-b9ae-2aa3c4f9d51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:14.786276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-934c2238-7b5c-4fe6-b2d1-0e6eb010c772 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:23:14.789496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-d9213ce1-0fb7-49df-949d-e10d30013955 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Allocated IP 172.20.0.5 (a7a1dca5-7807-4563-9ef7-22ae30f17f2d/cd5b0d94-0eb5-4a69-9e78-cd020aefa7b7/1e19b38a-f92e-45aa-9ad9-53859198f202) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:23:14.871895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1f097-dca8-4cd7-994d-c40c8cdd12b9 None None] Pushing event updated for resources: {'Port': ['ID=cd36acb5-3707-4c69-86be-4927ff4f6093,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:23:14.876811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e5a1f097-dca8-4cd7-994d-c40c8cdd12b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:23:14.878431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92159ac9-a0d2-487b-b9ae-2aa3c4f9d51c None None] Routers {'fd207ff1-f112-4f67-bdd5-66c0ba8f9956'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:23:14.879144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-92159ac9-a0d2-487b-b9ae-2aa3c4f9d51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:23:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['fd207ff1-f112-4f67-bdd5-66c0ba8f9956'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:23:15.019327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-d9213ce1-0fb7-49df-949d-e10d30013955 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:15.038132 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-d9213ce1-0fb7-49df-949d-e10d30013955 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Transition to ACTIVE for port object 1e19b38a-f92e-45aa-9ad9-53859198f202 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:23:15.060422 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-d9213ce1-0fb7-49df-949d-e10d30013955 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:15.067683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-95e0c10f-d2e7-4774-a236-d33430bfda6c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:23:15.152818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-d9213ce1-0fb7-49df-949d-e10d30013955 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Network a7a1dca5-7807-4563-9ef7-22ae30f17f2d is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:23:15.154030 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-d9213ce1-0fb7-49df-949d-e10d30013955 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:23:15.158573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-d9213ce1-0fb7-49df-949d-e10d30013955 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:23:15.202437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9213ce1-0fb7-49df-949d-e10d30013955 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Pushing event updated for resources: {'Port': ['ID=1e19b38a-f92e-45aa-9ad9-53859198f202,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:23:15.213051 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d9213ce1-0fb7-49df-949d-e10d30013955 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:23:15.233253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-d9213ce1-0fb7-49df-949d-e10d30013955 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:23:15.234595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-d9213ce1-0fb7-49df-949d-e10d30013955 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:15.263487 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-d9213ce1-0fb7-49df-949d-e10d30013955 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8441169 Dec 25 20:23:15.274062 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-92159ac9-a0d2-487b-b9ae-2aa3c4f9d51c None None] Set router fd207ff1-f112-4f67-bdd5-66c0ba8f9956 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:23:15.280659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-420d2038-82d0-4c1e-8f8d-b941efd5cd7e service neutron] Request body: {'port': {'device_id': '81f78f83-f444-4c26-b7f3-4aff98cb3e92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:23:15.464254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-420d2038-82d0-4c1e-8f8d-b941efd5cd7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:15.546346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-762f5d40-abe3-4401-a8a3-7140d46c8e70 None None] Provisioning for port 1e19b38a-f92e-45aa-9ad9-53859198f202 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:23:15.556960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-762f5d40-abe3-4401-a8a3-7140d46c8e70 None None] Provisioning complete for port 1e19b38a-f92e-45aa-9ad9-53859198f202 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:23:15.557748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-762f5d40-abe3-4401-a8a3-7140d46c8e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:15.563651 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b2e25-ed3f-4f72-8f80-edbef4372141 req-4b799ad9-b482-4c6f-810a-a917526bab16 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:23:15.564531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-0c9b2e25-ed3f-4f72-8f80-edbef4372141 req-4b799ad9-b482-4c6f-810a-a917526bab16 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Synchronizing usage tracker for tenant:09246a42abc94664b2a3fc2a1bbb8ff6 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:23:15.643448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-0c9b2e25-ed3f-4f72-8f80-edbef4372141 req-4b799ad9-b482-4c6f-810a-a917526bab16 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Unset dirty status for tenant:09246a42abc94664b2a3fc2a1bbb8ff6 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:23:15.644766 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0c9b2e25-ed3f-4f72-8f80-edbef4372141 req-4b799ad9-b482-4c6f-810a-a917526bab16 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/ports?device_id=81f78f83-f444-4c26-b7f3-4aff98cb3e92 HTTP/1.1" status: 200 len: 931 time: 0.2451978 Dec 25 20:23:15.668764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-762f5d40-abe3-4401-a8a3-7140d46c8e70 None None] Port 1e19b38a-f92e-45aa-9ad9-53859198f202 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:23:15.697334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-92159ac9-a0d2-487b-b9ae-2aa3c4f9d51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd207ff1-f112-4f67-bdd5-66c0ba8f9956', 'name': 'tempest-TestEncryptedCinderVolumes-841396717-router', 'tenant_id': 'c9bde59b6f774f9eba56d59ffb085ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': '525b9c96-0dc5-4415-9307-def44f8b8e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:23:05Z', 'updated_at': '2021-12-25T20:23:08Z', 'revision_number': 4, 'project_id': 'c9bde59b6f774f9eba56d59ffb085ca6', 'gw_port': {'id': '525b9c96-0dc5-4415-9307-def44f8b8e9d', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:eb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd207ff1-f112-4f67-bdd5-66c0ba8f9956', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:23:05Z', 'updated_at': '2021-12-25T20:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'cd36acb5-3707-4c69-86be-4927ff4f6093', 'name': '', 'network_id': 'c303d207-f43e-444a-bf83-110fb2e2fc44', 'tenant_id': 'c9bde59b6f774f9eba56d59ffb085ca6', 'mac_address': 'fa:16:3e:d9:1e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd207ff1-f112-4f67-bdd5-66c0ba8f9956', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '204a1f4f-83ec-4b51-a281-e3dd0a425a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:23:08Z', 'updated_at': '2021-12-25T20:23:14Z', 'revision_number': 4, 'project_id': 'c9bde59b6f774f9eba56d59ffb085ca6', 'subnets': [{'id': '204a1f4f-83ec-4b51-a281-e3dd0a425a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:23:15.701730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92159ac9-a0d2-487b-b9ae-2aa3c4f9d51c None None] The sync data for ids ['fd207ff1-f112-4f67-bdd5-66c0ba8f9956'] in dv-neutron-822611-1-hyperv is: [{'id': 'fd207ff1-f112-4f67-bdd5-66c0ba8f9956', 'name': 'tempest-TestEncryptedCinderVolumes-841396717-router', 'tenant_id': 'c9bde59b6f774f9eba56d59ffb085ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': '525b9c96-0dc5-4415-9307-def44f8b8e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:23:05Z', 'updated_at': '2021-12-25T20:23:08Z', 'revision_number': 4, 'project_id': 'c9bde59b6f774f9eba56d59ffb085ca6', 'gw_port': {'id': '525b9c96-0dc5-4415-9307-def44f8b8e9d', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:eb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd207ff1-f112-4f67-bdd5-66c0ba8f9956', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:23:05Z', 'updated_at': '2021-12-25T20:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'cd36acb5-3707-4c69-86be-4927ff4f6093', 'name': '', 'network_id': 'c303d207-f43e-444a-bf83-110fb2e2fc44', 'tenant_id': 'c9bde59b6f774f9eba56d59ffb085ca6', 'mac_address': 'fa:16:3e:d9:1e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd207ff1-f112-4f67-bdd5-66c0ba8f9956', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '204a1f4f-83ec-4b51-a281-e3dd0a425a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:23:08Z', 'updated_at': '2021-12-25T20:23:14Z', 'revision_number': 4, 'project_id': 'c9bde59b6f774f9eba56d59ffb085ca6', 'subnets': [{'id': '204a1f4f-83ec-4b51-a281-e3dd0a425a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:23:15.796766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-0c9b2e25-ed3f-4f72-8f80-edbef4372141 req-03474109-8963-421e-9634-34186e190a6a tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Synchronizing usage tracker for tenant:09246a42abc94664b2a3fc2a1bbb8ff6 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:23:15.843484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-0c9b2e25-ed3f-4f72-8f80-edbef4372141 req-03474109-8963-421e-9634-34186e190a6a tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Unset dirty status for tenant:09246a42abc94664b2a3fc2a1bbb8ff6 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:23:15.845285 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0c9b2e25-ed3f-4f72-8f80-edbef4372141 req-03474109-8963-421e-9634-34186e190a6a tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/security-groups?id=edaf07c8-e583-4290-9a44-b646ff144ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933594 Dec 25 20:23:15.941047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-420d2038-82d0-4c1e-8f8d-b941efd5cd7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e19b38a-f92e-45aa-9ad9-53859198f202 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:23:15.949220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-420d2038-82d0-4c1e-8f8d-b941efd5cd7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:15.966050 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-420d2038-82d0-4c1e-8f8d-b941efd5cd7e service neutron] Transition to ACTIVE for port object 1e19b38a-f92e-45aa-9ad9-53859198f202 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:23:15.969171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-420d2038-82d0-4c1e-8f8d-b941efd5cd7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:15.973961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-38fd0ac6-bd6c-436b-a9a0-439b5cbf1504 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:23:16.106481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d2038-82d0-4c1e-8f8d-b941efd5cd7e service neutron] Pushing event updated for resources: {'Port': ['ID=1e19b38a-f92e-45aa-9ad9-53859198f202,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:23:16.112044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-420d2038-82d0-4c1e-8f8d-b941efd5cd7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:23:16.233923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-420d2038-82d0-4c1e-8f8d-b941efd5cd7e service neutron] Attempting to bind port 1e19b38a-f92e-45aa-9ad9-53859198f202 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:23:16.234972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-420d2038-82d0-4c1e-8f8d-b941efd5cd7e service neutron] Attempting to bind port 1e19b38a-f92e-45aa-9ad9-53859198f202 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a7a1dca5-7807-4563-9ef7-22ae30f17f2d'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:23:16.235397 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-420d2038-82d0-4c1e-8f8d-b941efd5cd7e service neutron] Attempting to bind port 1e19b38a-f92e-45aa-9ad9-53859198f202 on network a7a1dca5-7807-4563-9ef7-22ae30f17f2d {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:23:16.242314 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-420d2038-82d0-4c1e-8f8d-b941efd5cd7e service neutron] Port 1e19b38a-f92e-45aa-9ad9-53859198f202 on network a7a1dca5-7807-4563-9ef7-22ae30f17f2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 20:23:16.242684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-420d2038-82d0-4c1e-8f8d-b941efd5cd7e service neutron] Attempting to bind port 1e19b38a-f92e-45aa-9ad9-53859198f202 on network a7a1dca5-7807-4563-9ef7-22ae30f17f2d {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:23:16.250367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-420d2038-82d0-4c1e-8f8d-b941efd5cd7e service neutron] Checking agent: {'id': '5d7a6d50-e450-4e92-a105-61a558d89e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'started_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:23:16.250755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-420d2038-82d0-4c1e-8f8d-b941efd5cd7e service neutron] Checking segment: {'id': '0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a7a1dca5-7807-4563-9ef7-22ae30f17f2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:23:16.251245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-420d2038-82d0-4c1e-8f8d-b941efd5cd7e service neutron] Bound using segment: {'id': '0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a7a1dca5-7807-4563-9ef7-22ae30f17f2d'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:23:16.251737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-420d2038-82d0-4c1e-8f8d-b941efd5cd7e service neutron] Bound port: 1e19b38a-f92e-45aa-9ad9-53859198f202, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a7a1dca5-7807-4563-9ef7-22ae30f17f2d'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:23:16.252135 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-420d2038-82d0-4c1e-8f8d-b941efd5cd7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:16.355474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-420d2038-82d0-4c1e-8f8d-b941efd5cd7e service neutron] For port 1e19b38a-f92e-45aa-9ad9-53859198f202, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:23:16.358689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-420d2038-82d0-4c1e-8f8d-b941efd5cd7e service neutron] For port 1e19b38a-f92e-45aa-9ad9-53859198f202, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1e19b38a-f92e-45aa-9ad9-53859198f202,segment=NetworkSegment(0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1),segment_id=0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:23:16.362601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-420d2038-82d0-4c1e-8f8d-b941efd5cd7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:16.366635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9650eb32-d5bd-40e2-ab13-d173c78c0c70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:23:16.431491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-420d2038-82d0-4c1e-8f8d-b941efd5cd7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:16.433002 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-420d2038-82d0-4c1e-8f8d-b941efd5cd7e service neutron] 10.222.0.36 "PUT /v2.0/ports/1e19b38a-f92e-45aa-9ad9-53859198f202 HTTP/1.1" status: 200 len: 1093 time: 1.1570680 Dec 25 20:23:16.433583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f78f83-f444-4c26-b7f3-4aff98cb3e92', 'tag': '1e19b38a-f92e-45aa-9ad9-53859198f202'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:23:16.458694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d2038-82d0-4c1e-8f8d-b941efd5cd7e service neutron] Pushing event updated for resources: {'Port': ['ID=1e19b38a-f92e-45aa-9ad9-53859198f202,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:23:16.462356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-420d2038-82d0-4c1e-8f8d-b941efd5cd7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:23:16.581076 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-7b5f06a3-d19d-45f6-b42d-83f1b3531ca2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09246a42abc94664b2a3fc2a1bbb8ff6&device_id=81f78f83-f444-4c26-b7f3-4aff98cb3e92 HTTP/1.1" status: 200 len: 1096 time: 0.0953825 Dec 25 20:23:16.647318 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f78f83-f444-4c26-b7f3-4aff98cb3e92', 'tag': '1e19b38a-f92e-45aa-9ad9-53859198f202', 'status': 'completed', 'code': 200} Dec 25 20:23:16.663710 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-41cc2542-f5e2-4f11-a63b-723020031d48 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e19b38a-f92e-45aa-9ad9-53859198f202 HTTP/1.1" status: 200 len: 217 time: 0.0708489 Dec 25 20:23:16.746041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-e326433c-3371-4177-a73f-d4b9a0520b5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:23:16.747945 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-e326433c-3371-4177-a73f-d4b9a0520b5f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd5b0d94-0eb5-4a69-9e78-cd020aefa7b7 HTTP/1.1" status: 200 len: 856 time: 0.0744572 Dec 25 20:23:16.836653 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-965611ae-20c9-461b-8f28-151eb2758bf1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a7a1dca5-7807-4563-9ef7-22ae30f17f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781720 Dec 25 20:23:17.039676 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-06bf5645-1c37-4093-9566-77a75125793a service neutron] 10.222.0.36 "GET /v2.0/networks/a7a1dca5-7807-4563-9ef7-22ae30f17f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943471 Dec 25 20:23:17.179331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ab088-771c-4183-b673-3825bd97f1a1 req-f04b2758-14d9-4059-a59d-bbc7fdd3550b tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:23:17.180974 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f30ab088-771c-4183-b673-3825bd97f1a1 req-f04b2758-14d9-4059-a59d-bbc7fdd3550b tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/ports?device_id=81f78f83-f444-4c26-b7f3-4aff98cb3e92 HTTP/1.1" status: 200 len: 943 time: 0.2103786 Dec 25 20:23:17.254895 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e81acf9c-05c3-40a0-913a-dd6326527bf4 req-0f6a356d-8fb2-4dbb-9745-98040dccf875 service neutron] 10.222.0.36 "GET /v2.0/networks/a7a1dca5-7807-4563-9ef7-22ae30f17f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045338 Dec 25 20:23:17.265044 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f30ab088-771c-4183-b673-3825bd97f1a1 req-df2c9fa6-9de0-4389-947d-8ec3e7d6d11b tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/security-groups?id=edaf07c8-e583-4290-9a44-b646ff144ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766635 Dec 25 20:23:17.386818 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dd610732-22b1-49aa-b6bf-71fdc8a9046c req-c299cc6c-34b2-40fc-b3ee-e13e89bcecaf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09246a42abc94664b2a3fc2a1bbb8ff6&device_id=81f78f83-f444-4c26-b7f3-4aff98cb3e92 HTTP/1.1" status: 200 len: 1096 time: 0.0747421 Dec 25 20:23:17.521702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device cd36acb5-3707-4c69-86be-4927ff4f6093 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:23:17.548747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd610732-22b1-49aa-b6bf-71fdc8a9046c req-d20f0d94-1fcb-40b4-bacc-a410095a678d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:23:17.550437 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dd610732-22b1-49aa-b6bf-71fdc8a9046c req-d20f0d94-1fcb-40b4-bacc-a410095a678d service neutron] 10.222.0.36 "GET /v2.0/networks?id=a7a1dca5-7807-4563-9ef7-22ae30f17f2d HTTP/1.1" status: 200 len: 917 time: 0.1559794 Dec 25 20:23:17.599455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port cd36acb5-3707-4c69-86be-4927ff4f6093 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:23:17.604467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port cd36acb5-3707-4c69-86be-4927ff4f6093 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:23:17.604898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:17.629292 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dd610732-22b1-49aa-b6bf-71fdc8a9046c req-7a26481c-ad2b-4606-805b-8b1f50d2adc7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e19b38a-f92e-45aa-9ad9-53859198f202 HTTP/1.1" status: 200 len: 217 time: 0.0713780 Dec 25 20:23:17.700055 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd610732-22b1-49aa-b6bf-71fdc8a9046c req-8fb08c68-4b70-4d51-948a-0f92c44ebf51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:23:17.701628 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dd610732-22b1-49aa-b6bf-71fdc8a9046c req-8fb08c68-4b70-4d51-948a-0f92c44ebf51 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd5b0d94-0eb5-4a69-9e78-cd020aefa7b7 HTTP/1.1" status: 200 len: 856 time: 0.0656300 Dec 25 20:23:17.727676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:17.761515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port cd36acb5-3707-4c69-86be-4927ff4f6093, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=cd36acb5-3707-4c69-86be-4927ff4f6093,segment=NetworkSegment(31c1f498-77b9-4c84-9baf-ebfa2888ccde),segment_id=31c1f498-77b9-4c84-9baf-ebfa2888ccde)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:23:17.764717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:17.767267 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3b0a15c5-d35c-4dfb-88e9-217df10ee93f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:23:17.786754 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dd610732-22b1-49aa-b6bf-71fdc8a9046c req-aa94c129-c09c-4698-8f00-d48f5fc9d06f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a7a1dca5-7807-4563-9ef7-22ae30f17f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754063 Dec 25 20:23:17.833401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=cd36acb5-3707-4c69-86be-4927ff4f6093,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:23:17.842668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:23:17.843102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:23:17.843516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:23:17.843901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:23:17.844286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:23:17.844668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:23:17.845050 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:23:17.845429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:23:17.845842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:23:17.846255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:23:17.846626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:23:17.850620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:23:17.932926 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dd610732-22b1-49aa-b6bf-71fdc8a9046c req-8e29138d-2a16-43db-b074-479e7d0c833e service neutron] 10.222.0.36 "GET /v2.0/networks/a7a1dca5-7807-4563-9ef7-22ae30f17f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388936 Dec 25 20:23:18.080139 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dd610732-22b1-49aa-b6bf-71fdc8a9046c req-0a911f32-1745-47df-98f4-6f7fb7b9304c service neutron] 10.222.0.36 "GET /v2.0/networks/a7a1dca5-7807-4563-9ef7-22ae30f17f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366987 Dec 25 20:23:18.441079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 1e19b38a-f92e-45aa-9ad9-53859198f202 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 20:23:18.480262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e5399-0d91-4610-87b8-07fa95621900 req-2c3bd7f6-5267-4d06-a91c-646f619c69df tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:23:18.481895 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ba3e5399-0d91-4610-87b8-07fa95621900 req-2c3bd7f6-5267-4d06-a91c-646f619c69df tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/ports?device_id=81f78f83-f444-4c26-b7f3-4aff98cb3e92 HTTP/1.1" status: 200 len: 943 time: 0.0891576 Dec 25 20:23:18.531461 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ba3e5399-0d91-4610-87b8-07fa95621900 req-57a76ba4-cfdc-4511-bb14-a97e0f258361 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/security-groups?id=edaf07c8-e583-4290-9a44-b646ff144ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423923 Dec 25 20:23:18.592873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 1e19b38a-f92e-45aa-9ad9-53859198f202, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1e19b38a-f92e-45aa-9ad9-53859198f202,segment=NetworkSegment(0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1),segment_id=0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:23:18.611981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': '1e19b38a-f92e-45aa-9ad9-53859198f202', 'network_id': 'a7a1dca5-7807-4563-9ef7-22ae30f17f2d', 'port_id': '1e19b38a-f92e-45aa-9ad9-53859198f202', 'mac_address': 'fa:16:3e:53:84:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd5b0d94-0eb5-4a69-9e78-cd020aefa7b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 20:23:18.667930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:18.686113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e19b38a-f92e-45aa-9ad9-53859198f202 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:23:18.701116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 1e19b38a-f92e-45aa-9ad9-53859198f202, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1e19b38a-f92e-45aa-9ad9-53859198f202,segment=NetworkSegment(0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1),segment_id=0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:23:18.704413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:18.706246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5d5e2758-9588-4778-ae20-8ebd7ea92872 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:23:18.771622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=1e19b38a-f92e-45aa-9ad9-53859198f202,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:23:18.774777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:23:18.965574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['1e19b38a-f92e-45aa-9ad9-53859198f202'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:23:19.500828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device cd36acb5-3707-4c69-86be-4927ff4f6093 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:23:19.575266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port cd36acb5-3707-4c69-86be-4927ff4f6093 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:23:19.575708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:19.735572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ab9ea-fedf-4ec7-a362-03179f87005e req-35a38e93-cb82-421a-930f-11887b169096 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:23:19.737171 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1f2ab9ea-fedf-4ec7-a362-03179f87005e req-35a38e93-cb82-421a-930f-11887b169096 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/ports?device_id=81f78f83-f444-4c26-b7f3-4aff98cb3e92 HTTP/1.1" status: 200 len: 944 time: 0.0830841 Dec 25 20:23:19.784974 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1f2ab9ea-fedf-4ec7-a362-03179f87005e req-70409d3f-f71a-45a4-8600-5cb4b509e3d2 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/security-groups?id=edaf07c8-e583-4290-9a44-b646ff144ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417728 Dec 25 20:23:20.456487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 1e19b38a-f92e-45aa-9ad9-53859198f202 up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:23:20.526470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning for port 1e19b38a-f92e-45aa-9ad9-53859198f202 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:23:20.531989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port 1e19b38a-f92e-45aa-9ad9-53859198f202 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:23:20.532410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:20.650291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:20.677327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f78f83-f444-4c26-b7f3-4aff98cb3e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e19b38a-f92e-45aa-9ad9-53859198f202'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:23:20.687783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 1e19b38a-f92e-45aa-9ad9-53859198f202, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1e19b38a-f92e-45aa-9ad9-53859198f202,segment=NetworkSegment(0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1),segment_id=0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:23:20.690680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:20.692639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-934c2238-7b5c-4fe6-b2d1-0e6eb010c772 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:23:20.762558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=1e19b38a-f92e-45aa-9ad9-53859198f202,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:23:20.766351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:23:20.818371 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f78f83-f444-4c26-b7f3-4aff98cb3e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e19b38a-f92e-45aa-9ad9-53859198f202', 'code': 200} Dec 25 20:23:21.033511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14352e39-e30d-4abc-86aa-60c2ae39a845 req-abac3d11-d1fa-40a7-bc5d-527e50b2a263 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:23:21.035114 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-14352e39-e30d-4abc-86aa-60c2ae39a845 req-abac3d11-d1fa-40a7-bc5d-527e50b2a263 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/ports?device_id=81f78f83-f444-4c26-b7f3-4aff98cb3e92 HTTP/1.1" status: 200 len: 945 time: 0.1259394 Dec 25 20:23:21.104028 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-14352e39-e30d-4abc-86aa-60c2ae39a845 req-22542f44-02fa-4e83-8864-6b5437e302af tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/security-groups?id=edaf07c8-e583-4290-9a44-b646ff144ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583866 Dec 25 20:23:21.109192 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-74c08489-a1d9-4927-80f9-6e0ba3c44410 req-eb818160-dbf6-4c38-b9db-4e0081149cbd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=81f78f83-f444-4c26-b7f3-4aff98cb3e92 HTTP/1.1" status: 200 len: 1098 time: 0.1183484 Dec 25 20:23:21.386304 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-74c08489-a1d9-4927-80f9-6e0ba3c44410 req-db59720d-69db-4ccc-b214-24dabe8a766d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=edaf07c8-e583-4290-9a44-b646ff144ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672195 Dec 25 20:23:22.328224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161cab13-03e5-4813-89ed-3cb133057f58 req-87154dc1-1cef-4d7d-932d-46c12ffa441e tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:23:22.329822 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-161cab13-03e5-4813-89ed-3cb133057f58 req-87154dc1-1cef-4d7d-932d-46c12ffa441e tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/ports?device_id=81f78f83-f444-4c26-b7f3-4aff98cb3e92 HTTP/1.1" status: 200 len: 945 time: 0.0816154 Dec 25 20:23:22.378820 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-161cab13-03e5-4813-89ed-3cb133057f58 req-189512c1-4984-4208-9d05-a0f31b604ebf tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/security-groups?id=edaf07c8-e583-4290-9a44-b646ff144ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428860 Dec 25 20:23:23.587592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54de70b-04bd-4093-9775-b9a4ef943a0a req-378ea222-4599-497f-bdb1-01667631ad6f tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:23:23.589193 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d54de70b-04bd-4093-9775-b9a4ef943a0a req-378ea222-4599-497f-bdb1-01667631ad6f tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/ports?device_id=81f78f83-f444-4c26-b7f3-4aff98cb3e92 HTTP/1.1" status: 200 len: 945 time: 0.0894032 Dec 25 20:23:23.637838 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d54de70b-04bd-4093-9775-b9a4ef943a0a req-2601d430-7a0b-43a5-bfcf-e175db1df619 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/security-groups?id=edaf07c8-e583-4290-9a44-b646ff144ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419390 Dec 25 20:23:23.841274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44c1e6-fff6-43db-b9d2-341871f1c05f req-5641c2e2-84d0-48d1-82d5-5991ac9e20bd tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:23:23.842994 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fe44c1e6-fff6-43db-b9d2-341871f1c05f req-5641c2e2-84d0-48d1-82d5-5991ac9e20bd tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/ports?device_id=81f78f83-f444-4c26-b7f3-4aff98cb3e92 HTTP/1.1" status: 200 len: 945 time: 0.0829222 Dec 25 20:23:23.855950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:23.898518 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fe44c1e6-fff6-43db-b9d2-341871f1c05f req-8d1bee45-d30d-48ba-84ce-3719f7011db2 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/security-groups?id=edaf07c8-e583-4290-9a44-b646ff144ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462451 Dec 25 20:23:28.017018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:23:36.100510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7335b690-07cb-4d7a-a359-48b7a23db669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:37.282445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:38.409730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5d607351-46e7-4349-8e2f-90b2cfe11874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:38.741552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:39.847313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325132fd-406e-4361-b30e-e1ab0290b0db req-a66eeaa2-2c4c-4a7b-adab-36d8bae88c93 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:23:39.848927 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-325132fd-406e-4361-b30e-e1ab0290b0db req-a66eeaa2-2c4c-4a7b-adab-36d8bae88c93 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/ports?device_id=81f78f83-f444-4c26-b7f3-4aff98cb3e92 HTTP/1.1" status: 200 len: 945 time: 0.0852876 Dec 25 20:23:39.897697 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-325132fd-406e-4361-b30e-e1ab0290b0db req-7d292f2b-05d8-4649-a704-8401b720ed9b tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/security-groups?id=edaf07c8-e583-4290-9a44-b646ff144ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425758 Dec 25 20:23:40.071795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:41.100474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414fe29-da1b-4dc9-8fa0-d916a36b8373 req-c6326253-f3a5-467f-934a-79b3dec77c88 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:23:41.102044 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2414fe29-da1b-4dc9-8fa0-d916a36b8373 req-c6326253-f3a5-467f-934a-79b3dec77c88 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/ports?device_id=81f78f83-f444-4c26-b7f3-4aff98cb3e92 HTTP/1.1" status: 200 len: 945 time: 0.0814674 Dec 25 20:23:41.154652 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2414fe29-da1b-4dc9-8fa0-d916a36b8373 req-b4b855c7-8d0a-499a-8583-b4ae8b0a7dc3 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/security-groups?id=edaf07c8-e583-4290-9a44-b646ff144ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465372 Dec 25 20:23:41.531919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da6fc3-90bb-46a7-a37e-7fe1a82662aa req-9a0e210b-2401-44fc-9e8a-7ccb1e95488c tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:23:41.533470 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a0da6fc3-90bb-46a7-a37e-7fe1a82662aa req-9a0e210b-2401-44fc-9e8a-7ccb1e95488c tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.36 "GET /v2.0/ports?device_id=81f78f83-f444-4c26-b7f3-4aff98cb3e92 HTTP/1.1" status: 200 len: 945 time: 0.0819526 Dec 25 20:23:41.614897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-a0da6fc3-90bb-46a7-a37e-7fe1a82662aa req-04c7a358-6c3f-48e8-bc52-e21233a80509 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Deleting port 1e19b38a-f92e-45aa-9ad9-53859198f202 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:23:41.615317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-a0da6fc3-90bb-46a7-a37e-7fe1a82662aa req-04c7a358-6c3f-48e8-bc52-e21233a80509 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:41.870911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-a0da6fc3-90bb-46a7-a37e-7fe1a82662aa req-04c7a358-6c3f-48e8-bc52-e21233a80509 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] For port 1e19b38a-f92e-45aa-9ad9-53859198f202, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1e19b38a-f92e-45aa-9ad9-53859198f202,segment=NetworkSegment(0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1),segment_id=0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:23:41.871346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-a0da6fc3-90bb-46a7-a37e-7fe1a82662aa req-04c7a358-6c3f-48e8-bc52-e21233a80509 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:42.004233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-a0da6fc3-90bb-46a7-a37e-7fe1a82662aa req-04c7a358-6c3f-48e8-bc52-e21233a80509 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Calling delete_port for 1e19b38a-f92e-45aa-9ad9-53859198f202 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:23:42.149534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-a0da6fc3-90bb-46a7-a37e-7fe1a82662aa req-04c7a358-6c3f-48e8-bc52-e21233a80509 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:42.156904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-420d2038-82d0-4c1e-8f8d-b941efd5cd7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:23:42.166332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['1e19b38a-f92e-45aa-9ad9-53859198f202'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:23:42.200733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7a358-6c3f-48e8-bc52-e21233a80509 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Pushing event deleted for resources: {'Port': ['ID=1e19b38a-f92e-45aa-9ad9-53859198f202,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:23:42.214335 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7a358-6c3f-48e8-bc52-e21233a80509 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:23:42.214807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7a358-6c3f-48e8-bc52-e21233a80509 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:23:42.215280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7a358-6c3f-48e8-bc52-e21233a80509 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:23:42.215709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7a358-6c3f-48e8-bc52-e21233a80509 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:23:42.216134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7a358-6c3f-48e8-bc52-e21233a80509 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:23:42.216559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7a358-6c3f-48e8-bc52-e21233a80509 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:23:42.216978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7a358-6c3f-48e8-bc52-e21233a80509 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:23:42.217445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7a358-6c3f-48e8-bc52-e21233a80509 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:23:42.218282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7a358-6c3f-48e8-bc52-e21233a80509 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:23:42.218282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7a358-6c3f-48e8-bc52-e21233a80509 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:23:42.219331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7a358-6c3f-48e8-bc52-e21233a80509 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:23:42.259584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-04c7a358-6c3f-48e8-bc52-e21233a80509 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:23:42.307782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0da6fc3-90bb-46a7-a37e-7fe1a82662aa req-04c7a358-6c3f-48e8-bc52-e21233a80509 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] No DVR routers for this DVR port 1e19b38a-f92e-45aa-9ad9-53859198f202 on host hv-neutron-8226 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:23:42.348675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-a0da6fc3-90bb-46a7-a37e-7fe1a82662aa req-04c7a358-6c3f-48e8-bc52-e21233a80509 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:42.351917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f78f83-f444-4c26-b7f3-4aff98cb3e92', 'name': 'network-vif-deleted', 'tag': '1e19b38a-f92e-45aa-9ad9-53859198f202'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:23:42.365623 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-73ad4594-dca1-407f-b454-bd24eee21e82 req-62cd5a9e-17fa-44ed-a868-5ba736f18aa4 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/ports?device_id=81f78f83-f444-4c26-b7f3-4aff98cb3e92 HTTP/1.1" status: 200 len: 210 time: 0.0705912 Dec 25 20:23:42.376759 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a0da6fc3-90bb-46a7-a37e-7fe1a82662aa req-04c7a358-6c3f-48e8-bc52-e21233a80509 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.36 "DELETE /v2.0/ports/1e19b38a-f92e-45aa-9ad9-53859198f202 HTTP/1.1" status: 204 len: 173 time: 0.8350866 Dec 25 20:23:42.427800 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f78f83-f444-4c26-b7f3-4aff98cb3e92', 'name': 'network-vif-deleted', 'tag': '1e19b38a-f92e-45aa-9ad9-53859198f202', 'status': 'completed', 'code': 200} Dec 25 20:23:44.182947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852bf84-c505-430d-82db-7a57ff64e26d req-7d0c5894-98d1-4905-a0a9-3741967db4fc tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:23:44.184582 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5852bf84-c505-430d-82db-7a57ff64e26d req-7d0c5894-98d1-4905-a0a9-3741967db4fc tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/networks?id=a7a1dca5-7807-4563-9ef7-22ae30f17f2d HTTP/1.1" status: 200 len: 817 time: 0.1577327 Dec 25 20:23:44.201587 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5852bf84-c505-430d-82db-7a57ff64e26d req-d6ee9833-8ef5-4b6a-b426-6855ae5942a5 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/quotas/09246a42abc94664b2a3fc2a1bbb8ff6 HTTP/1.1" status: 200 len: 375 time: 0.0111651 Dec 25 20:23:44.288813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-5852bf84-c505-430d-82db-7a57ff64e26d req-25ced88d-d95c-4cb1-8f4e-aff70c91bb96 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Synchronizing usage tracker for tenant:09246a42abc94664b2a3fc2a1bbb8ff6 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:23:44.303225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-5852bf84-c505-430d-82db-7a57ff64e26d req-25ced88d-d95c-4cb1-8f4e-aff70c91bb96 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Unset dirty status for tenant:09246a42abc94664b2a3fc2a1bbb8ff6 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:23:44.304589 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5852bf84-c505-430d-82db-7a57ff64e26d req-25ced88d-d95c-4cb1-8f4e-aff70c91bb96 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=09246a42abc94664b2a3fc2a1bbb8ff6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0973577 Dec 25 20:23:44.394317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [req-5852bf84-c505-430d-82db-7a57ff64e26d req-1b91e08b-afd4-4eb8-8d86-cab383dc6a31 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 20:23:44.395531 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5852bf84-c505-430d-82db-7a57ff64e26d req-1b91e08b-afd4-4eb8-8d86-cab383dc6a31 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0787475 Dec 25 20:23:44.549346 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5852bf84-c505-430d-82db-7a57ff64e26d req-af956889-940d-45e0-876c-2473a001397f service neutron] 10.222.0.24 "GET /v2.0/networks/a7a1dca5-7807-4563-9ef7-22ae30f17f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468809 Dec 25 20:23:44.659997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 1e19b38a-f92e-45aa-9ad9-53859198f202 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:23:44.693285 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5852bf84-c505-430d-82db-7a57ff64e26d req-8fa3d02e-b329-42bc-bfd7-fc2fbc04f569 service neutron] 10.222.0.24 "GET /v2.0/networks/a7a1dca5-7807-4563-9ef7-22ae30f17f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376405 Dec 25 20:23:44.695124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] No Port match for: 1e19b38a-f92e-45aa-9ad9-53859198f202 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:23:44.695529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 1e19b38a-f92e-45aa-9ad9-53859198f202 not bound to the agent host hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:23:44.894952 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-71298a45-2c20-479a-baa0-dd503f8db418 req-a2595108-3c81-4046-9d9b-e7223b7d6785 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d9d698d-19db-47ba-8b9d-c987fd0a1a22 HTTP/1.1" status: 200 len: 210 time: 0.0526514 Dec 25 20:23:46.010462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852bf84-c505-430d-82db-7a57ff64e26d req-57d9d1f4-6258-4b03-a05d-e0cdec090cd2 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:23:46.012060 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5852bf84-c505-430d-82db-7a57ff64e26d req-57d9d1f4-6258-4b03-a05d-e0cdec090cd2 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.36 "GET /v2.0/networks?id=a7a1dca5-7807-4563-9ef7-22ae30f17f2d HTTP/1.1" status: 200 len: 817 time: 0.1557236 Dec 25 20:23:46.065552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-5852bf84-c505-430d-82db-7a57ff64e26d req-ade29439-8169-46f6-b214-469d6cd96d64 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Request body: {'port': {'device_id': '1d9d698d-19db-47ba-8b9d-c987fd0a1a22', 'network_id': 'a7a1dca5-7807-4563-9ef7-22ae30f17f2d', 'admin_state_up': True, 'tenant_id': '09246a42abc94664b2a3fc2a1bbb8ff6'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:23:46.103252 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-989a0877-31a4-4480-b895-8ed04c6a734c req-7fb92bc1-5457-4f9d-a591-7a161cf9681e tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d9d698d-19db-47ba-8b9d-c987fd0a1a22 HTTP/1.1" status: 200 len: 210 time: 0.0755777 Dec 25 20:23:46.222623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-5852bf84-c505-430d-82db-7a57ff64e26d req-ade29439-8169-46f6-b214-469d6cd96d64 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:23:46.232510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-5852bf84-c505-430d-82db-7a57ff64e26d req-ade29439-8169-46f6-b214-469d6cd96d64 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:23:46.241091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5852bf84-c505-430d-82db-7a57ff64e26d req-ade29439-8169-46f6-b214-469d6cd96d64 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Made reservation on behalf of 09246a42abc94664b2a3fc2a1bbb8ff6 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:23:46.246535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-5852bf84-c505-430d-82db-7a57ff64e26d req-ade29439-8169-46f6-b214-469d6cd96d64 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:46.419256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [req-5852bf84-c505-430d-82db-7a57ff64e26d req-ade29439-8169-46f6-b214-469d6cd96d64 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Allocated IP 172.20.0.4 (a7a1dca5-7807-4563-9ef7-22ae30f17f2d/cd5b0d94-0eb5-4a69-9e78-cd020aefa7b7/7e668436-0266-4b4c-a42d-ff804dbfdeb4) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:23:46.644001 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-5852bf84-c505-430d-82db-7a57ff64e26d req-ade29439-8169-46f6-b214-469d6cd96d64 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:46.660824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-5852bf84-c505-430d-82db-7a57ff64e26d req-ade29439-8169-46f6-b214-469d6cd96d64 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Transition to ACTIVE for port object 7e668436-0266-4b4c-a42d-ff804dbfdeb4 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:23:46.680626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-5852bf84-c505-430d-82db-7a57ff64e26d req-ade29439-8169-46f6-b214-469d6cd96d64 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:46.687293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a99c0fe3-34ca-4524-9066-a6a5740af1ee tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:23:46.757429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5852bf84-c505-430d-82db-7a57ff64e26d req-ade29439-8169-46f6-b214-469d6cd96d64 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Network a7a1dca5-7807-4563-9ef7-22ae30f17f2d is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:23:46.760609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [req-5852bf84-c505-430d-82db-7a57ff64e26d req-ade29439-8169-46f6-b214-469d6cd96d64 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:23:46.764866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-5852bf84-c505-430d-82db-7a57ff64e26d req-ade29439-8169-46f6-b214-469d6cd96d64 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:23:46.810089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade29439-8169-46f6-b214-469d6cd96d64 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Pushing event updated for resources: {'Port': ['ID=7e668436-0266-4b4c-a42d-ff804dbfdeb4,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:23:46.813295 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ade29439-8169-46f6-b214-469d6cd96d64 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:23:46.843306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852bf84-c505-430d-82db-7a57ff64e26d req-ade29439-8169-46f6-b214-469d6cd96d64 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:23:46.844485 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-5852bf84-c505-430d-82db-7a57ff64e26d req-ade29439-8169-46f6-b214-469d6cd96d64 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:46.873836 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5852bf84-c505-430d-82db-7a57ff64e26d req-ade29439-8169-46f6-b214-469d6cd96d64 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8441279 Dec 25 20:23:46.890673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-5852bf84-c505-430d-82db-7a57ff64e26d req-e20636e7-79cf-471d-9699-ed77fa7234bd service neutron] Request body: {'port': {'device_id': '1d9d698d-19db-47ba-8b9d-c987fd0a1a22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:23:47.013133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-5852bf84-c505-430d-82db-7a57ff64e26d req-e20636e7-79cf-471d-9699-ed77fa7234bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:47.118343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f717dc8c-41f4-4104-9076-151c93561c7d None None] Provisioning for port 7e668436-0266-4b4c-a42d-ff804dbfdeb4 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:23:47.123603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f717dc8c-41f4-4104-9076-151c93561c7d None None] Provisioning complete for port 7e668436-0266-4b4c-a42d-ff804dbfdeb4 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:23:47.123974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f717dc8c-41f4-4104-9076-151c93561c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:47.195860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-f717dc8c-41f4-4104-9076-151c93561c7d None None] Port 7e668436-0266-4b4c-a42d-ff804dbfdeb4 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:23:47.379188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b1d0e-2925-4bc7-a6b3-2282648456bd req-de5ee7bd-fbc8-4074-997e-7ccfb7c56f2b tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:23:47.379817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-dd1b1d0e-2925-4bc7-a6b3-2282648456bd req-de5ee7bd-fbc8-4074-997e-7ccfb7c56f2b tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Synchronizing usage tracker for tenant:09246a42abc94664b2a3fc2a1bbb8ff6 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:23:47.451971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-dd1b1d0e-2925-4bc7-a6b3-2282648456bd req-de5ee7bd-fbc8-4074-997e-7ccfb7c56f2b tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Unset dirty status for tenant:09246a42abc94664b2a3fc2a1bbb8ff6 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:23:47.453261 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dd1b1d0e-2925-4bc7-a6b3-2282648456bd req-de5ee7bd-fbc8-4074-997e-7ccfb7c56f2b tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d9d698d-19db-47ba-8b9d-c987fd0a1a22 HTTP/1.1" status: 200 len: 931 time: 0.1976521 Dec 25 20:23:47.461091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [req-5852bf84-c505-430d-82db-7a57ff64e26d req-e20636e7-79cf-471d-9699-ed77fa7234bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e668436-0266-4b4c-a42d-ff804dbfdeb4 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:23:47.469722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-5852bf84-c505-430d-82db-7a57ff64e26d req-e20636e7-79cf-471d-9699-ed77fa7234bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:47.511755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-5852bf84-c505-430d-82db-7a57ff64e26d req-e20636e7-79cf-471d-9699-ed77fa7234bd service neutron] Transition to ACTIVE for port object 7e668436-0266-4b4c-a42d-ff804dbfdeb4 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:23:47.517621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-5852bf84-c505-430d-82db-7a57ff64e26d req-e20636e7-79cf-471d-9699-ed77fa7234bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:47.524396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3f43a946-f0e3-4a94-96b7-9887ff17f334 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:23:47.587045 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dd1b1d0e-2925-4bc7-a6b3-2282648456bd req-51d03566-def4-4539-bbbd-2437aea764ca tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/security-groups?id=edaf07c8-e583-4290-9a44-b646ff144ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216698 Dec 25 20:23:47.658280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20636e7-79cf-471d-9699-ed77fa7234bd service neutron] Pushing event updated for resources: {'Port': ['ID=7e668436-0266-4b4c-a42d-ff804dbfdeb4,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:23:47.661508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e20636e7-79cf-471d-9699-ed77fa7234bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:23:47.780134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-5852bf84-c505-430d-82db-7a57ff64e26d req-e20636e7-79cf-471d-9699-ed77fa7234bd service neutron] Attempting to bind port 7e668436-0266-4b4c-a42d-ff804dbfdeb4 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:23:47.780600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-5852bf84-c505-430d-82db-7a57ff64e26d req-e20636e7-79cf-471d-9699-ed77fa7234bd service neutron] Attempting to bind port 7e668436-0266-4b4c-a42d-ff804dbfdeb4 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a7a1dca5-7807-4563-9ef7-22ae30f17f2d'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:23:47.780976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5852bf84-c505-430d-82db-7a57ff64e26d req-e20636e7-79cf-471d-9699-ed77fa7234bd service neutron] Attempting to bind port 7e668436-0266-4b4c-a42d-ff804dbfdeb4 on network a7a1dca5-7807-4563-9ef7-22ae30f17f2d {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:23:47.787678 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5852bf84-c505-430d-82db-7a57ff64e26d req-e20636e7-79cf-471d-9699-ed77fa7234bd service neutron] Port 7e668436-0266-4b4c-a42d-ff804dbfdeb4 on network a7a1dca5-7807-4563-9ef7-22ae30f17f2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 20:23:47.788040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5852bf84-c505-430d-82db-7a57ff64e26d req-e20636e7-79cf-471d-9699-ed77fa7234bd service neutron] Attempting to bind port 7e668436-0266-4b4c-a42d-ff804dbfdeb4 on network a7a1dca5-7807-4563-9ef7-22ae30f17f2d {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:23:47.795240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5852bf84-c505-430d-82db-7a57ff64e26d req-e20636e7-79cf-471d-9699-ed77fa7234bd service neutron] Checking agent: {'id': '5d7a6d50-e450-4e92-a105-61a558d89e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'started_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:23:47.795620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5852bf84-c505-430d-82db-7a57ff64e26d req-e20636e7-79cf-471d-9699-ed77fa7234bd service neutron] Checking segment: {'id': '0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a7a1dca5-7807-4563-9ef7-22ae30f17f2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:23:47.796047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5852bf84-c505-430d-82db-7a57ff64e26d req-e20636e7-79cf-471d-9699-ed77fa7234bd service neutron] Bound using segment: {'id': '0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a7a1dca5-7807-4563-9ef7-22ae30f17f2d'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:23:47.796523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-5852bf84-c505-430d-82db-7a57ff64e26d req-e20636e7-79cf-471d-9699-ed77fa7234bd service neutron] Bound port: 7e668436-0266-4b4c-a42d-ff804dbfdeb4, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a7a1dca5-7807-4563-9ef7-22ae30f17f2d'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:23:47.796912 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-5852bf84-c505-430d-82db-7a57ff64e26d req-e20636e7-79cf-471d-9699-ed77fa7234bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:47.889855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-5852bf84-c505-430d-82db-7a57ff64e26d req-e20636e7-79cf-471d-9699-ed77fa7234bd service neutron] For port 7e668436-0266-4b4c-a42d-ff804dbfdeb4, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:23:47.893161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-5852bf84-c505-430d-82db-7a57ff64e26d req-e20636e7-79cf-471d-9699-ed77fa7234bd service neutron] For port 7e668436-0266-4b4c-a42d-ff804dbfdeb4, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7e668436-0266-4b4c-a42d-ff804dbfdeb4,segment=NetworkSegment(0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1),segment_id=0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:23:47.896403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-5852bf84-c505-430d-82db-7a57ff64e26d req-e20636e7-79cf-471d-9699-ed77fa7234bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:47.900818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5e47165d-62e5-4457-b0f2-ecdf7356a6d9 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:23:47.971763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-5852bf84-c505-430d-82db-7a57ff64e26d req-e20636e7-79cf-471d-9699-ed77fa7234bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:47.973329 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5852bf84-c505-430d-82db-7a57ff64e26d req-e20636e7-79cf-471d-9699-ed77fa7234bd service neutron] 10.222.0.36 "PUT /v2.0/ports/7e668436-0266-4b4c-a42d-ff804dbfdeb4 HTTP/1.1" status: 200 len: 1093 time: 1.0874624 Dec 25 20:23:47.973903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d9d698d-19db-47ba-8b9d-c987fd0a1a22', 'tag': '7e668436-0266-4b4c-a42d-ff804dbfdeb4'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:23:47.990491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20636e7-79cf-471d-9699-ed77fa7234bd service neutron] Pushing event updated for resources: {'Port': ['ID=7e668436-0266-4b4c-a42d-ff804dbfdeb4,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:23:47.993170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e20636e7-79cf-471d-9699-ed77fa7234bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:23:48.061436 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d9d698d-19db-47ba-8b9d-c987fd0a1a22', 'tag': '7e668436-0266-4b4c-a42d-ff804dbfdeb4', 'status': 'completed', 'code': 200} Dec 25 20:23:48.100722 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5852bf84-c505-430d-82db-7a57ff64e26d req-5aae84e0-d92b-45de-bcde-1d0698376699 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09246a42abc94664b2a3fc2a1bbb8ff6&device_id=1d9d698d-19db-47ba-8b9d-c987fd0a1a22 HTTP/1.1" status: 200 len: 1096 time: 0.0815041 Dec 25 20:23:48.185252 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5852bf84-c505-430d-82db-7a57ff64e26d req-d1d6156c-9cc5-4fda-a9ec-59714ce67099 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e668436-0266-4b4c-a42d-ff804dbfdeb4 HTTP/1.1" status: 200 len: 217 time: 0.0730190 Dec 25 20:23:48.260527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852bf84-c505-430d-82db-7a57ff64e26d req-0b17a963-e7b7-4885-b550-2339d5c1995e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:23:48.262133 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5852bf84-c505-430d-82db-7a57ff64e26d req-0b17a963-e7b7-4885-b550-2339d5c1995e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd5b0d94-0eb5-4a69-9e78-cd020aefa7b7 HTTP/1.1" status: 200 len: 856 time: 0.0673151 Dec 25 20:23:48.346729 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5852bf84-c505-430d-82db-7a57ff64e26d req-a162f93a-25cc-47e7-af65-66f31981f06d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a7a1dca5-7807-4563-9ef7-22ae30f17f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776412 Dec 25 20:23:48.498428 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5852bf84-c505-430d-82db-7a57ff64e26d req-2c070fe1-d8a8-474a-af99-e3ae53e2e002 service neutron] 10.222.0.36 "GET /v2.0/networks/a7a1dca5-7807-4563-9ef7-22ae30f17f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412590 Dec 25 20:23:48.930481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ec5ab-9170-45bf-937e-f7779efac982 req-9dc06db9-deec-46d6-b94e-f95b8322689b tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:23:48.932260 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-728ec5ab-9170-45bf-937e-f7779efac982 req-9dc06db9-deec-46d6-b94e-f95b8322689b tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d9d698d-19db-47ba-8b9d-c987fd0a1a22 HTTP/1.1" status: 200 len: 943 time: 0.1853662 Dec 25 20:23:48.934316 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5852bf84-c505-430d-82db-7a57ff64e26d req-81bcb397-a0d9-4440-acca-bfa570492d77 service neutron] 10.222.0.36 "GET /v2.0/networks/a7a1dca5-7807-4563-9ef7-22ae30f17f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266036 Dec 25 20:23:48.983478 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-728ec5ab-9170-45bf-937e-f7779efac982 req-ed4b3cfe-11c1-41ad-9f8a-84fc3fcfdc43 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/security-groups?id=edaf07c8-e583-4290-9a44-b646ff144ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449193 Dec 25 20:23:49.067656 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-28f32137-2cd2-4d0b-9a28-06c55f6b7a44 req-03415761-72c5-4287-a1fd-dae4eb17acd0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09246a42abc94664b2a3fc2a1bbb8ff6&device_id=1d9d698d-19db-47ba-8b9d-c987fd0a1a22 HTTP/1.1" status: 200 len: 1096 time: 0.0782242 Dec 25 20:23:49.212588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f32137-2cd2-4d0b-9a28-06c55f6b7a44 req-ef7b41d2-3caa-40f4-bc88-18713b50d3b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:23:49.214123 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-28f32137-2cd2-4d0b-9a28-06c55f6b7a44 req-ef7b41d2-3caa-40f4-bc88-18713b50d3b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a7a1dca5-7807-4563-9ef7-22ae30f17f2d HTTP/1.1" status: 200 len: 917 time: 0.1384511 Dec 25 20:23:49.286395 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-28f32137-2cd2-4d0b-9a28-06c55f6b7a44 req-46663c53-e43b-4954-9047-d083c26c96d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e668436-0266-4b4c-a42d-ff804dbfdeb4 HTTP/1.1" status: 200 len: 217 time: 0.0647352 Dec 25 20:23:49.362350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f32137-2cd2-4d0b-9a28-06c55f6b7a44 req-351ba3e7-9522-4722-8abb-3ef07fe81418 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:23:49.363972 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-28f32137-2cd2-4d0b-9a28-06c55f6b7a44 req-351ba3e7-9522-4722-8abb-3ef07fe81418 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd5b0d94-0eb5-4a69-9e78-cd020aefa7b7 HTTP/1.1" status: 200 len: 856 time: 0.0706482 Dec 25 20:23:49.444124 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-28f32137-2cd2-4d0b-9a28-06c55f6b7a44 req-2a03d8ee-fd6c-450b-8b3b-165c7a260757 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a7a1dca5-7807-4563-9ef7-22ae30f17f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735228 Dec 25 20:23:49.590604 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-28f32137-2cd2-4d0b-9a28-06c55f6b7a44 req-ebb8ec86-b111-4323-bd53-4d3221822bc1 service neutron] 10.222.0.36 "GET /v2.0/networks/a7a1dca5-7807-4563-9ef7-22ae30f17f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390357 Dec 25 20:23:49.740439 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-28f32137-2cd2-4d0b-9a28-06c55f6b7a44 req-dbdacf37-922e-4da2-9304-d533352142f7 service neutron] 10.222.0.36 "GET /v2.0/networks/a7a1dca5-7807-4563-9ef7-22ae30f17f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428022 Dec 25 20:23:50.192577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f18a6b-1c46-4838-80a6-504671282fd9 req-375e5c80-5d13-4e76-8b14-87d0326af64d tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:23:50.194179 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-49f18a6b-1c46-4838-80a6-504671282fd9 req-375e5c80-5d13-4e76-8b14-87d0326af64d tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d9d698d-19db-47ba-8b9d-c987fd0a1a22 HTTP/1.1" status: 200 len: 943 time: 0.0892386 Dec 25 20:23:50.241481 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-49f18a6b-1c46-4838-80a6-504671282fd9 req-8dd29629-5fb1-483c-965b-ea160509849e tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/security-groups?id=edaf07c8-e583-4290-9a44-b646ff144ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411477 Dec 25 20:23:50.690706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 7e668436-0266-4b4c-a42d-ff804dbfdeb4 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 20:23:50.834222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 7e668436-0266-4b4c-a42d-ff804dbfdeb4, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7e668436-0266-4b4c-a42d-ff804dbfdeb4,segment=NetworkSegment(0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1),segment_id=0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:23:50.848286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': '7e668436-0266-4b4c-a42d-ff804dbfdeb4', 'network_id': 'a7a1dca5-7807-4563-9ef7-22ae30f17f2d', 'port_id': '7e668436-0266-4b4c-a42d-ff804dbfdeb4', 'mac_address': 'fa:16:3e:8b:c2:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd5b0d94-0eb5-4a69-9e78-cd020aefa7b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 20:23:50.904614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:50.922579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e668436-0266-4b4c-a42d-ff804dbfdeb4 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:23:50.938105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 7e668436-0266-4b4c-a42d-ff804dbfdeb4, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7e668436-0266-4b4c-a42d-ff804dbfdeb4,segment=NetworkSegment(0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1),segment_id=0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:23:50.941725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:50.943554 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:23:51.013658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=7e668436-0266-4b4c-a42d-ff804dbfdeb4,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:23:51.016886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:23:51.187804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['7e668436-0266-4b4c-a42d-ff804dbfdeb4'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:23:51.448915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e2804-391e-4bcb-a682-47ed5ab023ab req-f4b52dae-b3f7-4a33-a215-0307292e99c3 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:23:51.450540 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d38e2804-391e-4bcb-a682-47ed5ab023ab req-f4b52dae-b3f7-4a33-a215-0307292e99c3 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d9d698d-19db-47ba-8b9d-c987fd0a1a22 HTTP/1.1" status: 200 len: 944 time: 0.0832610 Dec 25 20:23:51.500192 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d38e2804-391e-4bcb-a682-47ed5ab023ab req-f7475699-a923-4e30-a001-2ecf0ed898e8 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/security-groups?id=edaf07c8-e583-4290-9a44-b646ff144ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433061 Dec 25 20:23:52.716100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957732e0-13a7-4511-b4cd-333ce7e2b265 req-a383d346-f2ac-4881-9dac-8e40d5cd0425 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:23:52.717694 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-957732e0-13a7-4511-b4cd-333ce7e2b265 req-a383d346-f2ac-4881-9dac-8e40d5cd0425 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d9d698d-19db-47ba-8b9d-c987fd0a1a22 HTTP/1.1" status: 200 len: 944 time: 0.0919368 Dec 25 20:23:52.721741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 7e668436-0266-4b4c-a42d-ff804dbfdeb4 up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:23:52.768665 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-957732e0-13a7-4511-b4cd-333ce7e2b265 req-17fcd962-e4d1-4a36-a074-f1e1cd0a4999 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/security-groups?id=edaf07c8-e583-4290-9a44-b646ff144ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434036 Dec 25 20:23:52.799967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning for port 7e668436-0266-4b4c-a42d-ff804dbfdeb4 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:23:52.805074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port 7e668436-0266-4b4c-a42d-ff804dbfdeb4 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:23:52.805506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:52.921229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:52.948776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9d698d-19db-47ba-8b9d-c987fd0a1a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e668436-0266-4b4c-a42d-ff804dbfdeb4'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:23:52.958728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 7e668436-0266-4b4c-a42d-ff804dbfdeb4, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7e668436-0266-4b4c-a42d-ff804dbfdeb4,segment=NetworkSegment(0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1),segment_id=0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:23:52.961697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:52.963652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:23:53.020375 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9d698d-19db-47ba-8b9d-c987fd0a1a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e668436-0266-4b4c-a42d-ff804dbfdeb4', 'code': 200} Dec 25 20:23:53.039156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=7e668436-0266-4b4c-a42d-ff804dbfdeb4,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:23:53.042349 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:23:53.273954 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-80f8e81a-e5aa-48c4-8b4d-53ea591b0307 req-768c9f84-50d1-445e-b732-231fabc90b9b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1d9d698d-19db-47ba-8b9d-c987fd0a1a22 HTTP/1.1" status: 200 len: 1098 time: 0.0736263 Dec 25 20:23:53.323614 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-80f8e81a-e5aa-48c4-8b4d-53ea591b0307 req-c24c8d25-4907-46a4-b2d5-d1512f743a4e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=edaf07c8-e583-4290-9a44-b646ff144ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388010 Dec 25 20:23:53.856194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:23:53.981938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5824f-855b-4cf7-83aa-de0918bc3cfd req-75551b66-bc30-4610-98fe-4ad5f8e32aa5 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:23:53.983579 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-52f5824f-855b-4cf7-83aa-de0918bc3cfd req-75551b66-bc30-4610-98fe-4ad5f8e32aa5 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d9d698d-19db-47ba-8b9d-c987fd0a1a22 HTTP/1.1" status: 200 len: 945 time: 0.0873911 Dec 25 20:23:54.032664 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-52f5824f-855b-4cf7-83aa-de0918bc3cfd req-f5cf2452-4485-4d07-8082-36a2003972ea tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/security-groups?id=edaf07c8-e583-4290-9a44-b646ff144ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422637 Dec 25 20:23:55.235572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5f0f2-9d88-4e88-aecb-8f840eb02db6 req-7168e6a4-9524-42f5-9d39-0fcd3596858d tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:23:55.238225 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4cb5f0f2-9d88-4e88-aecb-8f840eb02db6 req-7168e6a4-9524-42f5-9d39-0fcd3596858d tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d9d698d-19db-47ba-8b9d-c987fd0a1a22 HTTP/1.1" status: 200 len: 945 time: 0.0829268 Dec 25 20:23:55.289581 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4cb5f0f2-9d88-4e88-aecb-8f840eb02db6 req-5859b716-dfcc-4a83-ad59-fbcff1f26250 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/security-groups?id=edaf07c8-e583-4290-9a44-b646ff144ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452383 Dec 25 20:23:55.492633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b667a9f-8a4e-4bcf-aa0c-23058b61a904 req-dde35bdf-815d-4d60-a80f-41f09870182d tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:23:55.494226 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4b667a9f-8a4e-4bcf-aa0c-23058b61a904 req-dde35bdf-815d-4d60-a80f-41f09870182d tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d9d698d-19db-47ba-8b9d-c987fd0a1a22 HTTP/1.1" status: 200 len: 945 time: 0.0838969 Dec 25 20:23:55.542658 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4b667a9f-8a4e-4bcf-aa0c-23058b61a904 req-fd6b3dc9-9dde-4a43-ab96-9f1cec8b1245 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/security-groups?id=edaf07c8-e583-4290-9a44-b646ff144ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420065 Dec 25 20:23:59.901980 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-94fdc952-2a7c-4c44-8760-c74ca330ad64 req-33bb3ee7-35bf-429b-8b9f-f706324d5b13 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1d9d698d-19db-47ba-8b9d-c987fd0a1a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781527 Dec 25 20:24:00.054156 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-94fdc952-2a7c-4c44-8760-c74ca330ad64 req-554b6d74-5288-4ae6-b131-78a3787a37a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09246a42abc94664b2a3fc2a1bbb8ff6&device_id=1d9d698d-19db-47ba-8b9d-c987fd0a1a22 HTTP/1.1" status: 200 len: 1098 time: 0.0823467 Dec 25 20:24:00.214499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fdc952-2a7c-4c44-8760-c74ca330ad64 req-ee018b7b-1e83-4e78-b3ce-331e6b32fce3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:24:00.216125 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-94fdc952-2a7c-4c44-8760-c74ca330ad64 req-ee018b7b-1e83-4e78-b3ce-331e6b32fce3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a7a1dca5-7807-4563-9ef7-22ae30f17f2d HTTP/1.1" status: 200 len: 917 time: 0.1379273 Dec 25 20:24:00.285634 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-94fdc952-2a7c-4c44-8760-c74ca330ad64 req-35401aad-4e95-44be-b8af-af1aa182500e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e668436-0266-4b4c-a42d-ff804dbfdeb4 HTTP/1.1" status: 200 len: 217 time: 0.0634201 Dec 25 20:24:00.356099 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fdc952-2a7c-4c44-8760-c74ca330ad64 req-306f20fa-8f08-4709-9e72-5f3fd7ec1eed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:24:00.357643 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-94fdc952-2a7c-4c44-8760-c74ca330ad64 req-306f20fa-8f08-4709-9e72-5f3fd7ec1eed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd5b0d94-0eb5-4a69-9e78-cd020aefa7b7 HTTP/1.1" status: 200 len: 856 time: 0.0663323 Dec 25 20:24:00.438008 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-94fdc952-2a7c-4c44-8760-c74ca330ad64 req-2f561889-4fab-4379-8a76-fdae9facfe1a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a7a1dca5-7807-4563-9ef7-22ae30f17f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722947 Dec 25 20:24:00.581163 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-94fdc952-2a7c-4c44-8760-c74ca330ad64 req-3fd9e7b3-c0d7-428a-ab51-250e6d74fc94 service neutron] 10.222.0.36 "GET /v2.0/networks/a7a1dca5-7807-4563-9ef7-22ae30f17f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375332 Dec 25 20:24:00.721672 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-94fdc952-2a7c-4c44-8760-c74ca330ad64 req-21dc30ce-2539-4750-9044-60c5f4b06307 service neutron] 10.222.0.36 "GET /v2.0/networks/a7a1dca5-7807-4563-9ef7-22ae30f17f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340582 Dec 25 20:24:05.018248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:24:06.105613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-934771c8-78b3-486e-bf5b-156236ed304f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:07.284975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:08.416306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-94a1fe35-2fae-4b73-bc5b-d24c24f120af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:08.743125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:10.073976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:10.276248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e479aa0-d8fa-4c7a-ac13-503f18de1763 req-2d27d22f-a913-41cd-b15c-eb75eb773217 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:24:10.277835 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9e479aa0-d8fa-4c7a-ac13-503f18de1763 req-2d27d22f-a913-41cd-b15c-eb75eb773217 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d9d698d-19db-47ba-8b9d-c987fd0a1a22 HTTP/1.1" status: 200 len: 945 time: 0.0868537 Dec 25 20:24:10.325915 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9e479aa0-d8fa-4c7a-ac13-503f18de1763 req-57957670-8b6d-43e0-b32d-bc1d14809e81 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/security-groups?id=edaf07c8-e583-4290-9a44-b646ff144ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412047 Dec 25 20:24:11.538191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178d96b-8d5b-4dba-b50a-8b3e954cb4e6 req-756b5ae9-90f1-478a-8d36-b5a1c9dd3af7 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:24:11.539803 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3178d96b-8d5b-4dba-b50a-8b3e954cb4e6 req-756b5ae9-90f1-478a-8d36-b5a1c9dd3af7 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d9d698d-19db-47ba-8b9d-c987fd0a1a22 HTTP/1.1" status: 200 len: 945 time: 0.0848961 Dec 25 20:24:11.587093 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3178d96b-8d5b-4dba-b50a-8b3e954cb4e6 req-cf52e095-fa9a-461c-855e-3ae41c9f5259 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/security-groups?id=edaf07c8-e583-4290-9a44-b646ff144ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412517 Dec 25 20:24:11.877458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96bd4b-7b9a-4d42-b5a8-e42bb769f906 req-a1b00bc8-3998-477f-becb-c3e22248e4da tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:24:11.879116 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1d96bd4b-7b9a-4d42-b5a8-e42bb769f906 req-a1b00bc8-3998-477f-becb-c3e22248e4da tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d9d698d-19db-47ba-8b9d-c987fd0a1a22 HTTP/1.1" status: 200 len: 945 time: 0.0853233 Dec 25 20:24:11.953920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-1d96bd4b-7b9a-4d42-b5a8-e42bb769f906 req-ad1154fa-a27b-4850-b18b-05aaf95c9bf8 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Deleting port 7e668436-0266-4b4c-a42d-ff804dbfdeb4 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:24:11.954297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1d96bd4b-7b9a-4d42-b5a8-e42bb769f906 req-ad1154fa-a27b-4850-b18b-05aaf95c9bf8 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:12.210313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-1d96bd4b-7b9a-4d42-b5a8-e42bb769f906 req-ad1154fa-a27b-4850-b18b-05aaf95c9bf8 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] For port 7e668436-0266-4b4c-a42d-ff804dbfdeb4, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7e668436-0266-4b4c-a42d-ff804dbfdeb4,segment=NetworkSegment(0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1),segment_id=0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:24:12.210714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1d96bd4b-7b9a-4d42-b5a8-e42bb769f906 req-ad1154fa-a27b-4850-b18b-05aaf95c9bf8 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:12.336809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-1d96bd4b-7b9a-4d42-b5a8-e42bb769f906 req-ad1154fa-a27b-4850-b18b-05aaf95c9bf8 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Calling delete_port for 7e668436-0266-4b4c-a42d-ff804dbfdeb4 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:24:12.478907 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1d96bd4b-7b9a-4d42-b5a8-e42bb769f906 req-ad1154fa-a27b-4850-b18b-05aaf95c9bf8 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:12.484877 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4f1513c9-a7a5-456d-b67f-ce4bcbec954b tempest-ServersNegativeTestJSON-941286488 tempest-ServersNegativeTestJSON-941286488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:24:12.498329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['7e668436-0266-4b4c-a42d-ff804dbfdeb4'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:24:12.529900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1154fa-a27b-4850-b18b-05aaf95c9bf8 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Pushing event deleted for resources: {'Port': ['ID=7e668436-0266-4b4c-a42d-ff804dbfdeb4,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:24:12.534238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ad1154fa-a27b-4850-b18b-05aaf95c9bf8 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:24:12.616631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d96bd4b-7b9a-4d42-b5a8-e42bb769f906 req-ad1154fa-a27b-4850-b18b-05aaf95c9bf8 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] No DVR routers for this DVR port 7e668436-0266-4b4c-a42d-ff804dbfdeb4 on host hv-neutron-8226 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:24:12.618676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1d96bd4b-7b9a-4d42-b5a8-e42bb769f906 req-ad1154fa-a27b-4850-b18b-05aaf95c9bf8 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:12.621697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9d698d-19db-47ba-8b9d-c987fd0a1a22', 'name': 'network-vif-deleted', 'tag': '7e668436-0266-4b4c-a42d-ff804dbfdeb4'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:24:12.637544 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1d96bd4b-7b9a-4d42-b5a8-e42bb769f906 req-ad1154fa-a27b-4850-b18b-05aaf95c9bf8 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.36 "DELETE /v2.0/ports/7e668436-0266-4b4c-a42d-ff804dbfdeb4 HTTP/1.1" status: 204 len: 173 time: 0.7505548 Dec 25 20:24:12.683128 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9d698d-19db-47ba-8b9d-c987fd0a1a22', 'name': 'network-vif-deleted', 'tag': '7e668436-0266-4b4c-a42d-ff804dbfdeb4', 'status': 'completed', 'code': 200} Dec 25 20:24:12.791865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-f9ae381a-f905-470c-8fae-da40e992b385 req-50ff9153-ed4e-4bfc-b6c0-e0a8fcb05f66 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Synchronizing usage tracker for tenant:09246a42abc94664b2a3fc2a1bbb8ff6 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:24:12.806834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-f9ae381a-f905-470c-8fae-da40e992b385 req-50ff9153-ed4e-4bfc-b6c0-e0a8fcb05f66 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Unset dirty status for tenant:09246a42abc94664b2a3fc2a1bbb8ff6 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:24:12.808276 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f9ae381a-f905-470c-8fae-da40e992b385 req-50ff9153-ed4e-4bfc-b6c0-e0a8fcb05f66 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d9d698d-19db-47ba-8b9d-c987fd0a1a22 HTTP/1.1" status: 200 len: 210 time: 0.0642643 Dec 25 20:24:13.957910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 58758) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:24:14.374322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-50ad20ed-86e8-48ac-98e4-eba99b9b4594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:14.846019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 7e668436-0266-4b4c-a42d-ff804dbfdeb4 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:24:14.883407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] No Port match for: 7e668436-0266-4b4c-a42d-ff804dbfdeb4 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:24:14.883798 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 7e668436-0266-4b4c-a42d-ff804dbfdeb4 not bound to the agent host hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:24:14.995942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-50ad20ed-86e8-48ac-98e4-eba99b9b4594 admin admin] Deleting port a9ec5183-f6ee-4975-b01e-bfb42385eb39 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:24:14.996610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-50ad20ed-86e8-48ac-98e4-eba99b9b4594 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:15.412570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-50ad20ed-86e8-48ac-98e4-eba99b9b4594 admin admin] For port a9ec5183-f6ee-4975-b01e-bfb42385eb39, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a9ec5183-f6ee-4975-b01e-bfb42385eb39,segment=NetworkSegment(0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1),segment_id=0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:24:15.412967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-50ad20ed-86e8-48ac-98e4-eba99b9b4594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:15.538361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-50ad20ed-86e8-48ac-98e4-eba99b9b4594 admin admin] Calling delete_port for a9ec5183-f6ee-4975-b01e-bfb42385eb39 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:24:15.714537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-50ad20ed-86e8-48ac-98e4-eba99b9b4594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:15.719927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0e7ffd70-1d8c-4da6-be9f-e0a540418110 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:24:15.764144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad20ed-86e8-48ac-98e4-eba99b9b4594 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9ec5183-f6ee-4975-b01e-bfb42385eb39,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:24:15.807672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ad20ed-86e8-48ac-98e4-eba99b9b4594 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:24:15.808112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ad20ed-86e8-48ac-98e4-eba99b9b4594 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:24:15.808538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ad20ed-86e8-48ac-98e4-eba99b9b4594 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:24:15.808956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ad20ed-86e8-48ac-98e4-eba99b9b4594 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:24:15.809379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ad20ed-86e8-48ac-98e4-eba99b9b4594 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:24:15.809798 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ad20ed-86e8-48ac-98e4-eba99b9b4594 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:24:15.810213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ad20ed-86e8-48ac-98e4-eba99b9b4594 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:24:15.810628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ad20ed-86e8-48ac-98e4-eba99b9b4594 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:24:15.811037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ad20ed-86e8-48ac-98e4-eba99b9b4594 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:24:15.811476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ad20ed-86e8-48ac-98e4-eba99b9b4594 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:24:15.811884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ad20ed-86e8-48ac-98e4-eba99b9b4594 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:24:15.815628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-50ad20ed-86e8-48ac-98e4-eba99b9b4594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:24:16.089382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-50ad20ed-86e8-48ac-98e4-eba99b9b4594 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:16.685786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ad20ed-86e8-48ac-98e4-eba99b9b4594 admin admin] Router 57d71041-1139-43c2-9300-bd6f5af876be has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:24:16.900502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ad20ed-86e8-48ac-98e4-eba99b9b4594 admin admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:24:16.909949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c394ba-b64d-45b9-8cbe-be09b14ece02 None None] Sync routers for ids ['57d71041-1139-43c2-9300-bd6f5af876be'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:24:16.916777 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-50ad20ed-86e8-48ac-98e4-eba99b9b4594 admin admin] 10.222.0.24 "PUT /v2.0/routers/57d71041-1139-43c2-9300-bd6f5af876be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9577088 Dec 25 20:24:16.919759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 58762) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:24:16.922187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c394ba-b64d-45b9-8cbe-be09b14ece02 None None] Routers {'57d71041-1139-43c2-9300-bd6f5af876be'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:24:16.922858 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-b5c394ba-b64d-45b9-8cbe-be09b14ece02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:24:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['57d71041-1139-43c2-9300-bd6f5af876be'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:24:17.105913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-b5c394ba-b64d-45b9-8cbe-be09b14ece02 None None] Set router 57d71041-1139-43c2-9300-bd6f5af876be gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:24:17.123639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08532dcb-b773-42c3-8b13-0a999da1ed91 admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:17.332193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08532dcb-b773-42c3-8b13-0a999da1ed91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:17.340370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-08532dcb-b773-42c3-8b13-0a999da1ed91 admin admin] Deleting port e0a1f561-3167-4437-a8eb-58cf3aef6422 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:24:17.340738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08532dcb-b773-42c3-8b13-0a999da1ed91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:17.409121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-b5c394ba-b64d-45b9-8cbe-be09b14ece02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d71041-1139-43c2-9300-bd6f5af876be', 'name': 'tempest-TestEncryptedCinderVolumes-1547470384-router', 'tenant_id': '09246a42abc94664b2a3fc2a1bbb8ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': 'e0a1f561-3167-4437-a8eb-58cf3aef6422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:22:59Z', 'updated_at': '2021-12-25T20:24:15Z', 'revision_number': 5, 'project_id': '09246a42abc94664b2a3fc2a1bbb8ff6', 'gw_port': {'id': 'e0a1f561-3167-4437-a8eb-58cf3aef6422', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d71041-1139-43c2-9300-bd6f5af876be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:22:59Z', 'updated_at': '2021-12-25T20:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:24:17.413100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c394ba-b64d-45b9-8cbe-be09b14ece02 None None] Checking router: 57d71041-1139-43c2-9300-bd6f5af876be for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:24:17.424751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c394ba-b64d-45b9-8cbe-be09b14ece02 None None] Routers {'57d71041-1139-43c2-9300-bd6f5af876be'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:24:17.425451 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-b5c394ba-b64d-45b9-8cbe-be09b14ece02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:24:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['57d71041-1139-43c2-9300-bd6f5af876be'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:24:17.523843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-08532dcb-b773-42c3-8b13-0a999da1ed91 admin admin] For port e0a1f561-3167-4437-a8eb-58cf3aef6422, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=e0a1f561-3167-4437-a8eb-58cf3aef6422,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:24:17.524240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08532dcb-b773-42c3-8b13-0a999da1ed91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:17.584405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-b5c394ba-b64d-45b9-8cbe-be09b14ece02 None None] Set router 57d71041-1139-43c2-9300-bd6f5af876be gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:24:17.653093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-08532dcb-b773-42c3-8b13-0a999da1ed91 admin admin] Calling delete_port for e0a1f561-3167-4437-a8eb-58cf3aef6422 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:24:17.836169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08532dcb-b773-42c3-8b13-0a999da1ed91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:17.840837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8d55f31c-d63a-4bb3-a09e-e607f1805b2c tempest-ServerDiskConfigTestJSON-2046474536 tempest-ServerDiskConfigTestJSON-2046474536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:24:17.850402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-b5c394ba-b64d-45b9-8cbe-be09b14ece02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d71041-1139-43c2-9300-bd6f5af876be', 'name': 'tempest-TestEncryptedCinderVolumes-1547470384-router', 'tenant_id': '09246a42abc94664b2a3fc2a1bbb8ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:22:59Z', 'updated_at': '2021-12-25T20:24:17Z', 'revision_number': 6, 'project_id': '09246a42abc94664b2a3fc2a1bbb8ff6', 'gw_port_host': None}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:24:17.854666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c394ba-b64d-45b9-8cbe-be09b14ece02 None None] The sync data for ids ['57d71041-1139-43c2-9300-bd6f5af876be'] in dv-neutron-822611-1-hyperv is: [{'id': '57d71041-1139-43c2-9300-bd6f5af876be', 'name': 'tempest-TestEncryptedCinderVolumes-1547470384-router', 'tenant_id': '09246a42abc94664b2a3fc2a1bbb8ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:22:59Z', 'updated_at': '2021-12-25T20:24:17Z', 'revision_number': 6, 'project_id': '09246a42abc94664b2a3fc2a1bbb8ff6', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:24:17.889952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08532dcb-b773-42c3-8b13-0a999da1ed91 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0a1f561-3167-4437-a8eb-58cf3aef6422,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:24:17.893293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-08532dcb-b773-42c3-8b13-0a999da1ed91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:24:18.367703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08532dcb-b773-42c3-8b13-0a999da1ed91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:18.645425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08532dcb-b773-42c3-8b13-0a999da1ed91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:18.649836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08532dcb-b773-42c3-8b13-0a999da1ed91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:18.673140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08532dcb-b773-42c3-8b13-0a999da1ed91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:18.673701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08532dcb-b773-42c3-8b13-0a999da1ed91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57d71041-1139-43c2-9300-bd6f5af876be {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 20:24:18.686239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08532dcb-b773-42c3-8b13-0a999da1ed91 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:18.687523 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-08532dcb-b773-42c3-8b13-0a999da1ed91 admin admin] 10.222.0.24 "DELETE /v2.0/routers/57d71041-1139-43c2-9300-bd6f5af876be HTTP/1.1" status: 204 len: 168 time: 1.7667668 Dec 25 20:24:18.690248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 58766) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:24:18.759247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-59d099e6-3b07-440d-bcb8-e52a8f9ed16c admin admin] Deleting subnet cd5b0d94-0eb5-4a69-9e78-cd020aefa7b7 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 20:24:18.762777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-59d099e6-3b07-440d-bcb8-e52a8f9ed16c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:18.824149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-59d099e6-3b07-440d-bcb8-e52a8f9ed16c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:18.907284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-59d099e6-3b07-440d-bcb8-e52a8f9ed16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:18.974446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-59d099e6-3b07-440d-bcb8-e52a8f9ed16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:18.979037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-febd1971-42b6-4488-9b6a-cf0280b230ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:24:19.017698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d099e6-3b07-440d-bcb8-e52a8f9ed16c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd5b0d94-0eb5-4a69-9e78-cd020aefa7b7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:24:19.020382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-59d099e6-3b07-440d-bcb8-e52a8f9ed16c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:24:19.025549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-59d099e6-3b07-440d-bcb8-e52a8f9ed16c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:19.031010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5260d6a2-f93a-458e-a625-c8955c7a36ae None None] Network a7a1dca5-7807-4563-9ef7-22ae30f17f2d requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:24:19.031895 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-59d099e6-3b07-440d-bcb8-e52a8f9ed16c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cd5b0d94-0eb5-4a69-9e78-cd020aefa7b7 HTTP/1.1" status: 204 len: 168 time: 0.3405936 Dec 25 20:24:19.034698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58770) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:24:19.158159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8f6ace83-993e-461b-867b-889ee595da0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:19.170948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ace83-993e-461b-867b-889ee595da0a admin admin] Deleting port a0ec1b93-22f4-4e41-8d68-7162fc627f12 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:24:19.171352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8f6ace83-993e-461b-867b-889ee595da0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:19.299424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e578ce4-4482-4485-9e52-00cca1f38bec None None] DHCP port deletion for a7a1dca5-7807-4563-9ef7-22ae30f17f2d request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 20:24:19.304044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-3e578ce4-4482-4485-9e52-00cca1f38bec None None] Deleting port a0ec1b93-22f4-4e41-8d68-7162fc627f12 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:24:19.304473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3e578ce4-4482-4485-9e52-00cca1f38bec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:19.386979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-8f6ace83-993e-461b-867b-889ee595da0a admin admin] For port a0ec1b93-22f4-4e41-8d68-7162fc627f12, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a0ec1b93-22f4-4e41-8d68-7162fc627f12,segment=NetworkSegment(0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1),segment_id=0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:24:19.387606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8f6ace83-993e-461b-867b-889ee595da0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:19.581708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device e0a1f561-3167-4437-a8eb-58cf3aef6422 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:24:19.633313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: e0a1f561-3167-4437-a8eb-58cf3aef6422 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:24:19.633711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device e0a1f561-3167-4437-a8eb-58cf3aef6422 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:24:19.634189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a0ec1b93-22f4-4e41-8d68-7162fc627f12 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:24:19.745621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ace83-993e-461b-867b-889ee595da0a admin admin] Calling delete_port for a0ec1b93-22f4-4e41-8d68-7162fc627f12 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:24:19.780945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-3e578ce4-4482-4485-9e52-00cca1f38bec None None] For port a0ec1b93-22f4-4e41-8d68-7162fc627f12, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a0ec1b93-22f4-4e41-8d68-7162fc627f12,segment=NetworkSegment(0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1),segment_id=0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:24:19.781392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3e578ce4-4482-4485-9e52-00cca1f38bec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:19.823008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8f6ace83-993e-461b-867b-889ee595da0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:19.827982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ade29439-8169-46f6-b214-469d6cd96d64 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:24:19.872215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ace83-993e-461b-867b-889ee595da0a admin admin] Pushing event deleted for resources: {'Port': ['ID=a0ec1b93-22f4-4e41-8d68-7162fc627f12,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:24:19.875436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8f6ace83-993e-461b-867b-889ee595da0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:24:19.881034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6ace83-993e-461b-867b-889ee595da0a admin admin] No DVR routers for this DVR port a0ec1b93-22f4-4e41-8d68-7162fc627f12 on host dv-neutron-822611-1-hyperv {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:24:19.944133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Port a0ec1b93-22f4-4e41-8d68-7162fc627f12 update to DOWN by agent not found {{(pid=88902) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2073}} Dec 25 20:24:19.944624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a9ec5183-f6ee-4975-b01e-bfb42385eb39 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:24:19.977721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-3e578ce4-4482-4485-9e52-00cca1f38bec None None] Calling delete_port for a0ec1b93-22f4-4e41-8d68-7162fc627f12 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:24:20.009138 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8f6ace83-993e-461b-867b-889ee595da0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:20.018625 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: a9ec5183-f6ee-4975-b01e-bfb42385eb39 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:24:20.019030 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a9ec5183-f6ee-4975-b01e-bfb42385eb39 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:24:20.037346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-8f6ace83-993e-461b-867b-889ee595da0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7a1dca5-7807-4563-9ef7-22ae30f17f2d']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:24:20.050001 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-8f6ace83-993e-461b-867b-889ee595da0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:24:20.050338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-8f6ace83-993e-461b-867b-889ee595da0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ceb12ab-f1ef-4a0a-a5d6-d53663ea3fc1') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 25 20:24:20.052740 dv-neutron-822611-1-hyperv neutron-server[88789]: % (table.description, expected, rows_matched) Dec 25 20:24:20.056214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-3e578ce4-4482-4485-9e52-00cca1f38bec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 20:24:20.056214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-3e578ce4-4482-4485-9e52-00cca1f38bec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 20:24:20.062754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8f6ace83-993e-461b-867b-889ee595da0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:20.085566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8f6ace83-993e-461b-867b-889ee595da0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:20.092081 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f6ace83-993e-461b-867b-889ee595da0a admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 20:24:20.092572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8f6ace83-993e-461b-867b-889ee595da0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:20.106474 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 20:24:20.106474 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 20:24:20.106474 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 20:24:20.106474 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 20:24:20.106474 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 20:24:20.106474 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 20:24:20.106474 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 20:24:20.106474 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 20:24:20.106474 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 20:24:20.106474 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 20:24:20.106474 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 20:24:20.106474 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 20:24:20.106474 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 20:24:20.106474 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 20:24:20.106474 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 20:24:20.106474 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 20:24:20.106474 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 20:24:20.106474 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 20:24:20.106474 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 20:24:20.106474 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 20:24:20.106474 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 20:24:20.106474 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 20:24:20.106474 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 20:24:20.106474 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 20:24:20.106474 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 20:24:20.106474 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 20:24:20.106474 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 20:24:20.106474 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 20:24:20.106474 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 20:24:20.106474 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 20:24:20.106474 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 20:24:20.106474 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 20:24:20.184958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8f6ace83-993e-461b-867b-889ee595da0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:20.189955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8f6ace83-993e-461b-867b-889ee595da0a admin admin] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:20.193928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5b09fd53-7b39-4e00-9c20-6c895ca1aa4b tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:24:20.217773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ace83-993e-461b-867b-889ee595da0a admin admin] Pushing event deleted for resources: {'Network': ['ID=a7a1dca5-7807-4563-9ef7-22ae30f17f2d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:24:20.220531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8f6ace83-993e-461b-867b-889ee595da0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:24:20.230632 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8f6ace83-993e-461b-867b-889ee595da0a admin admin] 10.222.0.24 "DELETE /v2.0/networks/a7a1dca5-7807-4563-9ef7-22ae30f17f2d HTTP/1.1" status: 204 len: 168 time: 1.1947353 Dec 25 20:24:20.233629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58774) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:24:20.556768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-3e578ce4-4482-4485-9e52-00cca1f38bec None None] Deleting port a0ec1b93-22f4-4e41-8d68-7162fc627f12 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:24:20.557340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3e578ce4-4482-4485-9e52-00cca1f38bec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:20.625892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-3e578ce4-4482-4485-9e52-00cca1f38bec None None] The port 'a0ec1b93-22f4-4e41-8d68-7162fc627f12' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 20:24:20.639235 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f5bac3a9-7d16-4fe9-aee5-b9ad68bd6cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:21.275972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-f5bac3a9-7d16-4fe9-aee5-b9ad68bd6cfd admin admin] Deleting port cd36acb5-3707-4c69-86be-4927ff4f6093 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:24:21.276346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f5bac3a9-7d16-4fe9-aee5-b9ad68bd6cfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:21.454182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-f5bac3a9-7d16-4fe9-aee5-b9ad68bd6cfd admin admin] For port cd36acb5-3707-4c69-86be-4927ff4f6093, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=cd36acb5-3707-4c69-86be-4927ff4f6093,segment=NetworkSegment(31c1f498-77b9-4c84-9baf-ebfa2888ccde),segment_id=31c1f498-77b9-4c84-9baf-ebfa2888ccde)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:24:21.454993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f5bac3a9-7d16-4fe9-aee5-b9ad68bd6cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:21.583787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-f5bac3a9-7d16-4fe9-aee5-b9ad68bd6cfd admin admin] Calling delete_port for cd36acb5-3707-4c69-86be-4927ff4f6093 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:24:21.758144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f5bac3a9-7d16-4fe9-aee5-b9ad68bd6cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:21.762504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-83421e24-0e0c-4160-b005-759ce06609c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:24:21.810321 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bac3a9-7d16-4fe9-aee5-b9ad68bd6cfd admin admin] Pushing event deleted for resources: {'Port': ['ID=cd36acb5-3707-4c69-86be-4927ff4f6093,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:24:21.813399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f5bac3a9-7d16-4fe9-aee5-b9ad68bd6cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:24:22.116485 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f5bac3a9-7d16-4fe9-aee5-b9ad68bd6cfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:22.966630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5bac3a9-7d16-4fe9-aee5-b9ad68bd6cfd admin admin] Router fd207ff1-f112-4f67-bdd5-66c0ba8f9956 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:24:23.191793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5bac3a9-7d16-4fe9-aee5-b9ad68bd6cfd admin admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:24:23.201462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57aa1ee-0844-4ffc-82de-778b259d1e29 None None] Sync routers for ids ['fd207ff1-f112-4f67-bdd5-66c0ba8f9956'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:24:23.203335 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f5bac3a9-7d16-4fe9-aee5-b9ad68bd6cfd admin admin] 10.222.0.24 "PUT /v2.0/routers/fd207ff1-f112-4f67-bdd5-66c0ba8f9956/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9683187 Dec 25 20:24:23.206301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58778) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:24:23.216759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57aa1ee-0844-4ffc-82de-778b259d1e29 None None] Routers {'fd207ff1-f112-4f67-bdd5-66c0ba8f9956'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:24:23.217386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-e57aa1ee-0844-4ffc-82de-778b259d1e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:24:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['fd207ff1-f112-4f67-bdd5-66c0ba8f9956'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:24:23.410080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-e57aa1ee-0844-4ffc-82de-778b259d1e29 None None] Set router fd207ff1-f112-4f67-bdd5-66c0ba8f9956 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:24:23.410513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4038367b-dd65-4aaf-913b-f7d4f8108507 admin admin] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:23.653221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4038367b-dd65-4aaf-913b-f7d4f8108507 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:23.662723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-4038367b-dd65-4aaf-913b-f7d4f8108507 admin admin] Deleting port 525b9c96-0dc5-4415-9307-def44f8b8e9d {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:24:23.663133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4038367b-dd65-4aaf-913b-f7d4f8108507 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:23.724566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-e57aa1ee-0844-4ffc-82de-778b259d1e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd207ff1-f112-4f67-bdd5-66c0ba8f9956', 'name': 'tempest-TestEncryptedCinderVolumes-841396717-router', 'tenant_id': 'c9bde59b6f774f9eba56d59ffb085ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': '525b9c96-0dc5-4415-9307-def44f8b8e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:23:05Z', 'updated_at': '2021-12-25T20:24:21Z', 'revision_number': 5, 'project_id': 'c9bde59b6f774f9eba56d59ffb085ca6', 'gw_port': {'id': '525b9c96-0dc5-4415-9307-def44f8b8e9d', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:eb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd207ff1-f112-4f67-bdd5-66c0ba8f9956', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:23:05Z', 'updated_at': '2021-12-25T20:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:24:23.728578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57aa1ee-0844-4ffc-82de-778b259d1e29 None None] Checking router: fd207ff1-f112-4f67-bdd5-66c0ba8f9956 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:24:23.740610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57aa1ee-0844-4ffc-82de-778b259d1e29 None None] Routers {'fd207ff1-f112-4f67-bdd5-66c0ba8f9956'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:24:23.741294 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-e57aa1ee-0844-4ffc-82de-778b259d1e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:24:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['fd207ff1-f112-4f67-bdd5-66c0ba8f9956'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:24:23.847989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-4038367b-dd65-4aaf-913b-f7d4f8108507 admin admin] For port 525b9c96-0dc5-4415-9307-def44f8b8e9d, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=525b9c96-0dc5-4415-9307-def44f8b8e9d,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:24:23.848366 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4038367b-dd65-4aaf-913b-f7d4f8108507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:23.898258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:23.915014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-e57aa1ee-0844-4ffc-82de-778b259d1e29 None None] Set router fd207ff1-f112-4f67-bdd5-66c0ba8f9956 gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:24:23.984770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-4038367b-dd65-4aaf-913b-f7d4f8108507 admin admin] Calling delete_port for 525b9c96-0dc5-4415-9307-def44f8b8e9d owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:24:24.030728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-e57aa1ee-0844-4ffc-82de-778b259d1e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd207ff1-f112-4f67-bdd5-66c0ba8f9956', 'name': 'tempest-TestEncryptedCinderVolumes-841396717-router', 'tenant_id': 'c9bde59b6f774f9eba56d59ffb085ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:23:05Z', 'updated_at': '2021-12-25T20:24:23Z', 'revision_number': 6, 'project_id': 'c9bde59b6f774f9eba56d59ffb085ca6', 'gw_port_host': None}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:24:24.035751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57aa1ee-0844-4ffc-82de-778b259d1e29 None None] The sync data for ids ['fd207ff1-f112-4f67-bdd5-66c0ba8f9956'] in dv-neutron-822611-1-hyperv is: [{'id': 'fd207ff1-f112-4f67-bdd5-66c0ba8f9956', 'name': 'tempest-TestEncryptedCinderVolumes-841396717-router', 'tenant_id': 'c9bde59b6f774f9eba56d59ffb085ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:23:05Z', 'updated_at': '2021-12-25T20:24:23Z', 'revision_number': 6, 'project_id': 'c9bde59b6f774f9eba56d59ffb085ca6', 'gw_port_host': None}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:24:24.158564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4038367b-dd65-4aaf-913b-f7d4f8108507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:24.166593 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-04c7a358-6c3f-48e8-bc52-e21233a80509 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:24:24.208971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038367b-dd65-4aaf-913b-f7d4f8108507 admin admin] Pushing event deleted for resources: {'Port': ['ID=525b9c96-0dc5-4415-9307-def44f8b8e9d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:24:24.212395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4038367b-dd65-4aaf-913b-f7d4f8108507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:24:24.443526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4038367b-dd65-4aaf-913b-f7d4f8108507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:24.715166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4038367b-dd65-4aaf-913b-f7d4f8108507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:24.719642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4038367b-dd65-4aaf-913b-f7d4f8108507 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:24.744110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4038367b-dd65-4aaf-913b-f7d4f8108507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:24.744699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4038367b-dd65-4aaf-913b-f7d4f8108507 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd207ff1-f112-4f67-bdd5-66c0ba8f9956 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 20:24:24.757960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4038367b-dd65-4aaf-913b-f7d4f8108507 admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:24.759258 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4038367b-dd65-4aaf-913b-f7d4f8108507 admin admin] 10.222.0.24 "DELETE /v2.0/routers/fd207ff1-f112-4f67-bdd5-66c0ba8f9956 HTTP/1.1" status: 204 len: 168 time: 1.5518987 Dec 25 20:24:24.762010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58782) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:24:24.830258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bade934-ed76-4109-8c91-e3e12d72718b admin admin] Deleting subnet 204a1f4f-83ec-4b51-a281-e3dd0a425a4b {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 20:24:24.833742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8bade934-ed76-4109-8c91-e3e12d72718b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:24.894165 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8bade934-ed76-4109-8c91-e3e12d72718b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:24.978789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8bade934-ed76-4109-8c91-e3e12d72718b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:25.051503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8bade934-ed76-4109-8c91-e3e12d72718b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:25.055917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6d2d4082-87a4-4186-88cc-6cac3b45de99 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:24:25.096893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bade934-ed76-4109-8c91-e3e12d72718b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=204a1f4f-83ec-4b51-a281-e3dd0a425a4b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:24:25.099713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8bade934-ed76-4109-8c91-e3e12d72718b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:24:25.103294 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8bade934-ed76-4109-8c91-e3e12d72718b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:25.108622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c1439a-9b4e-4b19-8ce4-6248aecd1ad9 None None] Network c303d207-f43e-444a-bf83-110fb2e2fc44 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:24:25.110074 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8bade934-ed76-4109-8c91-e3e12d72718b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/204a1f4f-83ec-4b51-a281-e3dd0a425a4b HTTP/1.1" status: 204 len: 168 time: 0.3468926 Dec 25 20:24:25.113345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58786) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:24:25.229386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-33fc1538-6ac7-4510-8ac5-ce617c00d6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:25.241067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-33fc1538-6ac7-4510-8ac5-ce617c00d6d0 admin admin] Deleting port d3feb723-a0f0-4231-b726-44dd02e90bb7 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:24:25.241430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-33fc1538-6ac7-4510-8ac5-ce617c00d6d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:25.375645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ba6dd3-8a37-4b0a-b7fa-226c02399bf0 None None] DHCP port deletion for c303d207-f43e-444a-bf83-110fb2e2fc44 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 20:24:25.379973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-63ba6dd3-8a37-4b0a-b7fa-226c02399bf0 None None] Deleting port d3feb723-a0f0-4231-b726-44dd02e90bb7 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:24:25.380437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-63ba6dd3-8a37-4b0a-b7fa-226c02399bf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:25.467732 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-33fc1538-6ac7-4510-8ac5-ce617c00d6d0 admin admin] For port d3feb723-a0f0-4231-b726-44dd02e90bb7, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=d3feb723-a0f0-4231-b726-44dd02e90bb7,segment=NetworkSegment(31c1f498-77b9-4c84-9baf-ebfa2888ccde),segment_id=31c1f498-77b9-4c84-9baf-ebfa2888ccde)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:24:25.468131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-33fc1538-6ac7-4510-8ac5-ce617c00d6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:25.577386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d3feb723-a0f0-4231-b726-44dd02e90bb7 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:24:25.599088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-33fc1538-6ac7-4510-8ac5-ce617c00d6d0 admin admin] Calling delete_port for d3feb723-a0f0-4231-b726-44dd02e90bb7 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:24:25.645274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-63ba6dd3-8a37-4b0a-b7fa-226c02399bf0 None None] For port d3feb723-a0f0-4231-b726-44dd02e90bb7, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=d3feb723-a0f0-4231-b726-44dd02e90bb7,segment=NetworkSegment(31c1f498-77b9-4c84-9baf-ebfa2888ccde),segment_id=31c1f498-77b9-4c84-9baf-ebfa2888ccde)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:24:25.645723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-63ba6dd3-8a37-4b0a-b7fa-226c02399bf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:25.673763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-33fc1538-6ac7-4510-8ac5-ce617c00d6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:25.678282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-30e1c217-04d9-4344-b5b9-1fe29da11732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:24:25.719726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc1538-6ac7-4510-8ac5-ce617c00d6d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3feb723-a0f0-4231-b726-44dd02e90bb7,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:24:25.724151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-33fc1538-6ac7-4510-8ac5-ce617c00d6d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:24:25.726706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fc1538-6ac7-4510-8ac5-ce617c00d6d0 admin admin] No DVR routers for this DVR port d3feb723-a0f0-4231-b726-44dd02e90bb7 on host dv-neutron-822611-1-hyperv {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:24:25.857739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-33fc1538-6ac7-4510-8ac5-ce617c00d6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:25.886342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-33fc1538-6ac7-4510-8ac5-ce617c00d6d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c303d207-f43e-444a-bf83-110fb2e2fc44']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:24:25.900257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-33fc1538-6ac7-4510-8ac5-ce617c00d6d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31c1f498-77b9-4c84-9baf-ebfa2888ccde') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:24:25.900591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-33fc1538-6ac7-4510-8ac5-ce617c00d6d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31c1f498-77b9-4c84-9baf-ebfa2888ccde') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:24:25.913552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-33fc1538-6ac7-4510-8ac5-ce617c00d6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:25.931728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-33fc1538-6ac7-4510-8ac5-ce617c00d6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:25.938050 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33fc1538-6ac7-4510-8ac5-ce617c00d6d0 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 20:24:25.938584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-33fc1538-6ac7-4510-8ac5-ce617c00d6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:25.943729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-63ba6dd3-8a37-4b0a-b7fa-226c02399bf0 None None] Calling delete_port for d3feb723-a0f0-4231-b726-44dd02e90bb7 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:24:25.953487 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 20:24:25.953487 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 20:24:25.953487 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 20:24:25.953487 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 20:24:25.953487 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 20:24:25.953487 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 20:24:25.953487 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 20:24:25.953487 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 20:24:25.953487 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 20:24:25.953487 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 20:24:25.953487 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 20:24:25.953487 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 20:24:25.953487 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 20:24:25.953487 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 20:24:25.953487 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 20:24:25.953487 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 20:24:25.953487 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 20:24:25.953487 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 20:24:25.953487 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 20:24:25.953487 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 20:24:25.953487 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 20:24:25.953487 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 20:24:25.953487 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 20:24:25.953487 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 20:24:25.953487 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 20:24:25.953487 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 20:24:25.953487 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 20:24:25.953487 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 20:24:25.953487 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 20:24:25.953487 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 20:24:25.953487 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 20:24:25.953487 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 20:24:25.986339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No active binding found for port d3feb723-a0f0-4231-b726-44dd02e90bb7 {{(pid=88902) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 25 20:24:25.986857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d3feb723-a0f0-4231-b726-44dd02e90bb7 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:24:25.987396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device cd36acb5-3707-4c69-86be-4927ff4f6093 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:24:26.026134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: cd36acb5-3707-4c69-86be-4927ff4f6093 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:24:26.026537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device cd36acb5-3707-4c69-86be-4927ff4f6093 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:24:26.027011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 525b9c96-0dc5-4415-9307-def44f8b8e9d no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:24:26.064948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 525b9c96-0dc5-4415-9307-def44f8b8e9d {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:24:26.065577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 525b9c96-0dc5-4415-9307-def44f8b8e9d not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:24:26.089429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-63ba6dd3-8a37-4b0a-b7fa-226c02399bf0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 20:24:26.089855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-63ba6dd3-8a37-4b0a-b7fa-226c02399bf0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 20:24:26.268521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-33fc1538-6ac7-4510-8ac5-ce617c00d6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:26.272040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-79f0806a-bdc5-425b-adab-0dee7342164e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:24:26.288729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-33fc1538-6ac7-4510-8ac5-ce617c00d6d0 admin admin] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:26.295102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc1538-6ac7-4510-8ac5-ce617c00d6d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c303d207-f43e-444a-bf83-110fb2e2fc44,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:24:26.299549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-33fc1538-6ac7-4510-8ac5-ce617c00d6d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:24:26.302460 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-33fc1538-6ac7-4510-8ac5-ce617c00d6d0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c303d207-f43e-444a-bf83-110fb2e2fc44 HTTP/1.1" status: 204 len: 168 time: 1.1881216 Dec 25 20:24:26.501787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 58792) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:24:26.554791 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1a47d3fd-5a98-43f5-9774-5d8f5e3a1e11 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=09246a42abc94664b2a3fc2a1bbb8ff6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0510242 Dec 25 20:24:26.556838 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 58796) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:24:26.591478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-63ba6dd3-8a37-4b0a-b7fa-226c02399bf0 None None] Deleting port d3feb723-a0f0-4231-b726-44dd02e90bb7 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:24:26.591916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-63ba6dd3-8a37-4b0a-b7fa-226c02399bf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:26.619084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8425c7b0-6d46-44b9-a0a6-73242bd3c282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:26.646907 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8425c7b0-6d46-44b9-a0a6-73242bd3c282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:26.659308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-63ba6dd3-8a37-4b0a-b7fa-226c02399bf0 None None] The port 'd3feb723-a0f0-4231-b726-44dd02e90bb7' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 20:24:26.694732 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8425c7b0-6d46-44b9-a0a6-73242bd3c282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:26.699948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1006eb3b-9780-46fc-a432-934b8b62fb37 tempest-PortsTestJSON-2107473858 tempest-PortsTestJSON-2107473858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:24:26.713806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8425c7b0-6d46-44b9-a0a6-73242bd3c282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edaf07c8-e583-4290-9a44-b646ff144ef4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:24:26.716677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8425c7b0-6d46-44b9-a0a6-73242bd3c282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:24:26.722481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8425c7b0-6d46-44b9-a0a6-73242bd3c282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:26.726228 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8425c7b0-6d46-44b9-a0a6-73242bd3c282 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/edaf07c8-e583-4290-9a44-b646ff144ef4 HTTP/1.1" status: 204 len: 168 time: 0.1659207 Dec 25 20:24:27.123430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 58804) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:24:27.181628 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f1964b00-939b-4ed5-8683-bd6bd100460a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c9bde59b6f774f9eba56d59ffb085ca6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0568800 Dec 25 20:24:27.184250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 58808) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:24:27.247778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81bf3e42-d7a1-46af-95a7-3287fb50dd7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:27.274060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81bf3e42-d7a1-46af-95a7-3287fb50dd7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:27.321569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81bf3e42-d7a1-46af-95a7-3287fb50dd7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:27.326760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-001c3e98-9531-4ac3-b8fc-8f871841c4be tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:24:27.340303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf3e42-d7a1-46af-95a7-3287fb50dd7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909a4ce7-d864-4ef4-9f89-eb094b2a15f9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:24:27.343122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-81bf3e42-d7a1-46af-95a7-3287fb50dd7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:24:27.344288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81bf3e42-d7a1-46af-95a7-3287fb50dd7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:27.346084 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-81bf3e42-d7a1-46af-95a7-3287fb50dd7e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/909a4ce7-d864-4ef4-9f89-eb094b2a15f9 HTTP/1.1" status: 204 len: 168 time: 0.1607533 Dec 25 20:24:28.233926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 58830) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:24:28.372418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-0c0e7252-157e-4017-9c99-16d6452f9cab admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1822508389-network', 'tenant_id': '9ef3cd36c725438980b709c6c3e0b1da'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:24:28.378603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0c0e7252-157e-4017-9c99-16d6452f9cab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:24:28.382650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0c0e7252-157e-4017-9c99-16d6452f9cab admin admin] Usage tracker for resource:network and tenant:9ef3cd36c725438980b709c6c3e0b1da is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:24:28.385633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0c0e7252-157e-4017-9c99-16d6452f9cab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:24:28.391638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0c0e7252-157e-4017-9c99-16d6452f9cab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:24:28.401344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0e7252-157e-4017-9c99-16d6452f9cab admin admin] Made reservation on behalf of 9ef3cd36c725438980b709c6c3e0b1da for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:24:28.406256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0c0e7252-157e-4017-9c99-16d6452f9cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:28.419491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0c0e7252-157e-4017-9c99-16d6452f9cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:28.452084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0c0e7252-157e-4017-9c99-16d6452f9cab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:24:28.456014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0c0e7252-157e-4017-9c99-16d6452f9cab admin admin] Usage tracker for resource:security_group_rule and tenant:9ef3cd36c725438980b709c6c3e0b1da is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:24:28.458872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0c0e7252-157e-4017-9c99-16d6452f9cab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:24:28.464791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0c0e7252-157e-4017-9c99-16d6452f9cab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:24:28.536939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0c0e7252-157e-4017-9c99-16d6452f9cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:28.539536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0c0e7252-157e-4017-9c99-16d6452f9cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:28.543696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-faefa4a7-1b1f-4075-af78-2dff56371e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:24:28.569756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c0e7252-157e-4017-9c99-16d6452f9cab admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 20:24:28.582494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e7252-157e-4017-9c99-16d6452f9cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95f534c-55b4-4c50-a47e-32cbdf9359d5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:24:28.586694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0c0e7252-157e-4017-9c99-16d6452f9cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:24:28.587678 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0c0e7252-157e-4017-9c99-16d6452f9cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:28.588061 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-0c0e7252-157e-4017-9c99-16d6452f9cab admin admin] Added segment c2b24e8c-a85f-46c5-aee4-7c91ab6bee60 of type vlan for network c75b4485-1959-4c83-bcc3-eed55e690543 Dec 25 20:24:28.615038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0c0e7252-157e-4017-9c99-16d6452f9cab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:28.644311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0c0e7252-157e-4017-9c99-16d6452f9cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:28.645258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0e7252-157e-4017-9c99-16d6452f9cab admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:24:28.645885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0c0e7252-157e-4017-9c99-16d6452f9cab admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:28.650783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7e44607b-5434-4323-85da-f48bd93b635f tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:24:28.751948 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0c0e7252-157e-4017-9c99-16d6452f9cab admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5168409 Dec 25 20:24:28.755176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58836) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:24:28.757278 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e7252-157e-4017-9c99-16d6452f9cab admin admin] Pushing event updated for resources: {'Network': ['ID=c75b4485-1959-4c83-bcc3-eed55e690543,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:24:28.760200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0c0e7252-157e-4017-9c99-16d6452f9cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:24:28.761408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-2d6ba664-d692-4980-8510-5cbc07aa2d09 admin admin] Request body: {'subnet': {'network_id': 'c75b4485-1959-4c83-bcc3-eed55e690543', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1822508389-subnet', 'tenant_id': '9ef3cd36c725438980b709c6c3e0b1da', 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:24:28.766797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2d6ba664-d692-4980-8510-5cbc07aa2d09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:24:28.767814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network c75b4485-1959-4c83-bcc3-eed55e690543 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 20:24:28.770868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2d6ba664-d692-4980-8510-5cbc07aa2d09 admin admin] Usage tracker for resource:subnet and tenant:9ef3cd36c725438980b709c6c3e0b1da is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:24:28.773878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2d6ba664-d692-4980-8510-5cbc07aa2d09 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:24:28.779912 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2d6ba664-d692-4980-8510-5cbc07aa2d09 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:24:28.790269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6ba664-d692-4980-8510-5cbc07aa2d09 admin admin] Made reservation on behalf of 9ef3cd36c725438980b709c6c3e0b1da for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:24:28.795043 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2d6ba664-d692-4980-8510-5cbc07aa2d09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:29.012573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2d6ba664-d692-4980-8510-5cbc07aa2d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:29.016884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-135a48a3-17cf-47bb-90a3-7287188d5a84 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:24:29.090640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6ba664-d692-4980-8510-5cbc07aa2d09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b19b2833-a534-47f6-b0e0-df81d01e5737,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:24:29.094667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2d6ba664-d692-4980-8510-5cbc07aa2d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:24:29.103654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6ba664-d692-4980-8510-5cbc07aa2d09 admin admin] Checking segment: {'id': 'c2b24e8c-a85f-46c5-aee4-7c91ab6bee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c75b4485-1959-4c83-bcc3-eed55e690543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:24:29.104044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6ba664-d692-4980-8510-5cbc07aa2d09 admin admin] Network hostable DHCP agents. Network: c75b4485-1959-4c83-bcc3-eed55e690543, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 20:24:29.125203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6ba664-d692-4980-8510-5cbc07aa2d09 admin admin] Network c75b4485-1959-4c83-bcc3-eed55e690543 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 20:24:29.133616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-2d6ba664-d692-4980-8510-5cbc07aa2d09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, c75b4485-1959-4c83-bcc3-eed55e690543) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:24:29.137554 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6ba664-d692-4980-8510-5cbc07aa2d09 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:24:29.138201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2d6ba664-d692-4980-8510-5cbc07aa2d09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:29.143174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b763ca0d-9641-4117-b253-187cca9a7480 None None] Network c75b4485-1959-4c83-bcc3-eed55e690543 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:24:29.160556 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2d6ba664-d692-4980-8510-5cbc07aa2d09 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4041114 Dec 25 20:24:29.163323 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 58840) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:24:29.169759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-2357cf38-90dd-4469-b8bc-d105fd7710f9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1822508389-router', 'tenant_id': '9ef3cd36c725438980b709c6c3e0b1da', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:24:29.175404 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2357cf38-90dd-4469-b8bc-d105fd7710f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:24:29.179412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2357cf38-90dd-4469-b8bc-d105fd7710f9 admin admin] Usage tracker for resource:router and tenant:9ef3cd36c725438980b709c6c3e0b1da is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:24:29.183022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2357cf38-90dd-4469-b8bc-d105fd7710f9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:24:29.189755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2357cf38-90dd-4469-b8bc-d105fd7710f9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:24:29.199709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2357cf38-90dd-4469-b8bc-d105fd7710f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:29.200690 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2357cf38-90dd-4469-b8bc-d105fd7710f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:29.219016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2357cf38-90dd-4469-b8bc-d105fd7710f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:29.370549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4776c22-2431-46e3-9a37-dcc8fe20ebfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-c75b4485-1959-4c83-bcc3-eed55e690543', 'network_id': 'c75b4485-1959-4c83-bcc3-eed55e690543', 'tenant_id': '9ef3cd36c725438980b709c6c3e0b1da', 'fixed_ips': [{'subnet_id': 'b19b2833-a534-47f6-b0e0-df81d01e5737'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 20:24:29.371501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4776c22-2431-46e3-9a37-dcc8fe20ebfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:29.376743 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2357cf38-90dd-4469-b8bc-d105fd7710f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:29.537490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-c4776c22-2431-46e3-9a37-dcc8fe20ebfe None None] Allocated IP 172.20.0.2 (c75b4485-1959-4c83-bcc3-eed55e690543/b19b2833-a534-47f6-b0e0-df81d01e5737/cbe164d4-e37d-4ce6-bf22-f303b3499443) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:24:29.584037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2357cf38-90dd-4469-b8bc-d105fd7710f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:29.619559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2357cf38-90dd-4469-b8bc-d105fd7710f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:29.754025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4776c22-2431-46e3-9a37-dcc8fe20ebfe None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:29.761022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-2357cf38-90dd-4469-b8bc-d105fd7710f9 admin admin] Allocated IP 172.26.8.251 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/3f9d10ea-8980-41dd-bd45-edafdd5de9b1) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:24:29.767487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-c4776c22-2431-46e3-9a37-dcc8fe20ebfe None None] Transition to ACTIVE for port object cbe164d4-e37d-4ce6-bf22-f303b3499443 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:24:29.787358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-c4776c22-2431-46e3-9a37-dcc8fe20ebfe None None] Transition to ACTIVE for port object cbe164d4-e37d-4ce6-bf22-f303b3499443 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:24:29.791795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4776c22-2431-46e3-9a37-dcc8fe20ebfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:29.796788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e5a1f097-dca8-4cd7-994d-c40c8cdd12b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:24:29.866115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4776c22-2431-46e3-9a37-dcc8fe20ebfe None None] Network c75b4485-1959-4c83-bcc3-eed55e690543 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:24:29.867364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-c4776c22-2431-46e3-9a37-dcc8fe20ebfe None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:24:29.870100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4776c22-2431-46e3-9a37-dcc8fe20ebfe None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:24:29.881083 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4776c22-2431-46e3-9a37-dcc8fe20ebfe None None] Pushing event updated for resources: {'Port': ['ID=cbe164d4-e37d-4ce6-bf22-f303b3499443,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:24:29.928476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2357cf38-90dd-4469-b8bc-d105fd7710f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:29.956000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2357cf38-90dd-4469-b8bc-d105fd7710f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:29.957246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4776c22-2431-46e3-9a37-dcc8fe20ebfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:24:29.957667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4776c22-2431-46e3-9a37-dcc8fe20ebfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:24:29.958031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4776c22-2431-46e3-9a37-dcc8fe20ebfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:24:29.958416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4776c22-2431-46e3-9a37-dcc8fe20ebfe None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:24:29.958801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4776c22-2431-46e3-9a37-dcc8fe20ebfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:24:29.959242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4776c22-2431-46e3-9a37-dcc8fe20ebfe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:24:29.959624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4776c22-2431-46e3-9a37-dcc8fe20ebfe None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:24:29.960002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4776c22-2431-46e3-9a37-dcc8fe20ebfe None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:24:29.960374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4776c22-2431-46e3-9a37-dcc8fe20ebfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:24:29.960741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6be372eb-8f56-41c8-9164-cbf3b110c6c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:24:29.960841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4776c22-2431-46e3-9a37-dcc8fe20ebfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:24:29.961103 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4776c22-2431-46e3-9a37-dcc8fe20ebfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:24:29.965067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c4776c22-2431-46e3-9a37-dcc8fe20ebfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:24:29.990175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-c4776c22-2431-46e3-9a37-dcc8fe20ebfe None None] Attempting to bind port cbe164d4-e37d-4ce6-bf22-f303b3499443 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:24:29.990626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-c4776c22-2431-46e3-9a37-dcc8fe20ebfe None None] Attempting to bind port cbe164d4-e37d-4ce6-bf22-f303b3499443 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'c2b24e8c-a85f-46c5-aee4-7c91ab6bee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c75b4485-1959-4c83-bcc3-eed55e690543'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:24:29.991015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4776c22-2431-46e3-9a37-dcc8fe20ebfe None None] Attempting to bind port cbe164d4-e37d-4ce6-bf22-f303b3499443 on network c75b4485-1959-4c83-bcc3-eed55e690543 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:24:29.997897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4776c22-2431-46e3-9a37-dcc8fe20ebfe None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:24:29.998577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4776c22-2431-46e3-9a37-dcc8fe20ebfe None None] Checking segment: {'id': 'c2b24e8c-a85f-46c5-aee4-7c91ab6bee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c75b4485-1959-4c83-bcc3-eed55e690543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:24:29.999031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4776c22-2431-46e3-9a37-dcc8fe20ebfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:29.999502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4776c22-2431-46e3-9a37-dcc8fe20ebfe None None] Bound using segment: {'id': 'c2b24e8c-a85f-46c5-aee4-7c91ab6bee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c75b4485-1959-4c83-bcc3-eed55e690543'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:24:30.000029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-c4776c22-2431-46e3-9a37-dcc8fe20ebfe None None] Bound port: cbe164d4-e37d-4ce6-bf22-f303b3499443, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2b24e8c-a85f-46c5-aee4-7c91ab6bee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c75b4485-1959-4c83-bcc3-eed55e690543'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:24:30.000503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4776c22-2431-46e3-9a37-dcc8fe20ebfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:30.028492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2357cf38-90dd-4469-b8bc-d105fd7710f9 admin admin] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:24:30.031480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-2357cf38-90dd-4469-b8bc-d105fd7710f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:24:30.035911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2357cf38-90dd-4469-b8bc-d105fd7710f9 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:24:30.062261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2357cf38-90dd-4469-b8bc-d105fd7710f9 admin admin] Pushing event updated for resources: {'Port': ['ID=3f9d10ea-8980-41dd-bd45-edafdd5de9b1,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:24:30.068154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2357cf38-90dd-4469-b8bc-d105fd7710f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:24:30.091359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-c4776c22-2431-46e3-9a37-dcc8fe20ebfe None None] For port cbe164d4-e37d-4ce6-bf22-f303b3499443, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:24:30.094576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-c4776c22-2431-46e3-9a37-dcc8fe20ebfe None None] For port cbe164d4-e37d-4ce6-bf22-f303b3499443, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=cbe164d4-e37d-4ce6-bf22-f303b3499443,segment=NetworkSegment(c2b24e8c-a85f-46c5-aee4-7c91ab6bee60),segment_id=c2b24e8c-a85f-46c5-aee4-7c91ab6bee60)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:24:30.098020 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4776c22-2431-46e3-9a37-dcc8fe20ebfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:30.102342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:24:30.195621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4776c22-2431-46e3-9a37-dcc8fe20ebfe None None] Pushing event updated for resources: {'Port': ['ID=cbe164d4-e37d-4ce6-bf22-f303b3499443,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:24:30.199978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c4776c22-2431-46e3-9a37-dcc8fe20ebfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:24:30.210990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2357cf38-90dd-4469-b8bc-d105fd7710f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:30.211878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2357cf38-90dd-4469-b8bc-d105fd7710f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:30.451323 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2357cf38-90dd-4469-b8bc-d105fd7710f9 admin admin] Router 1224f6dc-213c-4610-8381-dedd7cff419d is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 20:24:30.680994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2357cf38-90dd-4469-b8bc-d105fd7710f9 admin admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:24:30.692609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c630aa5-d883-4733-99b2-485eef6f19e8 None None] Sync routers for ids ['1224f6dc-213c-4610-8381-dedd7cff419d'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:24:30.705473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2357cf38-90dd-4469-b8bc-d105fd7710f9 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:30.706439 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c630aa5-d883-4733-99b2-485eef6f19e8 None None] Routers {'1224f6dc-213c-4610-8381-dedd7cff419d'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:24:30.706813 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2357cf38-90dd-4469-b8bc-d105fd7710f9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5423992 Dec 25 20:24:30.707301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-7c630aa5-d883-4733-99b2-485eef6f19e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:24:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['1224f6dc-213c-4610-8381-dedd7cff419d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:24:30.709760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 58844) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:24:30.892515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-7c630aa5-d883-4733-99b2-485eef6f19e8 None None] Set router 1224f6dc-213c-4610-8381-dedd7cff419d gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:24:31.210102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-7c630aa5-d883-4733-99b2-485eef6f19e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1224f6dc-213c-4610-8381-dedd7cff419d', 'name': 'tempest-TestMinimumBasicScenario-1822508389-router', 'tenant_id': '9ef3cd36c725438980b709c6c3e0b1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': '3f9d10ea-8980-41dd-bd45-edafdd5de9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:24:29Z', 'updated_at': '2021-12-25T20:24:30Z', 'revision_number': 3, 'project_id': '9ef3cd36c725438980b709c6c3e0b1da', 'gw_port': {'id': '3f9d10ea-8980-41dd-bd45-edafdd5de9b1', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:65:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1224f6dc-213c-4610-8381-dedd7cff419d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:24:29Z', 'updated_at': '2021-12-25T20:24:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:24:31.214195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c630aa5-d883-4733-99b2-485eef6f19e8 None None] Checking router: 1224f6dc-213c-4610-8381-dedd7cff419d for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:24:31.214589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c630aa5-d883-4733-99b2-485eef6f19e8 None None] Updating router 1224f6dc-213c-4610-8381-dedd7cff419d port 3f9d10ea-8980-41dd-bd45-edafdd5de9b1 binding host dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 20:24:31.267214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7c630aa5-d883-4733-99b2-485eef6f19e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:31.589448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device cbe164d4-e37d-4ce6-bf22-f303b3499443 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:24:31.626008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7c630aa5-d883-4733-99b2-485eef6f19e8 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:31.639411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-7c630aa5-d883-4733-99b2-485eef6f19e8 None None] Transition to ACTIVE for port object 3f9d10ea-8980-41dd-bd45-edafdd5de9b1 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:24:31.646233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7c630aa5-d883-4733-99b2-485eef6f19e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:31.651043 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8e54c169-45b3-4f19-9950-6c6e5c67419d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:24:31.668882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port cbe164d4-e37d-4ce6-bf22-f303b3499443 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:24:31.726780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf717962-854d-4aa6-83b1-919859ad4ee2 None None] Pushing event updated for resources: {'Port': ['ID=3f9d10ea-8980-41dd-bd45-edafdd5de9b1,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:24:31.751899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf717962-854d-4aa6-83b1-919859ad4ee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:24:31.752295 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf717962-854d-4aa6-83b1-919859ad4ee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:24:31.752679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf717962-854d-4aa6-83b1-919859ad4ee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:24:31.753044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf717962-854d-4aa6-83b1-919859ad4ee2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:24:31.753583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf717962-854d-4aa6-83b1-919859ad4ee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:24:31.754122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf717962-854d-4aa6-83b1-919859ad4ee2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:24:31.754655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf717962-854d-4aa6-83b1-919859ad4ee2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:24:31.755235 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf717962-854d-4aa6-83b1-919859ad4ee2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:24:31.755859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf717962-854d-4aa6-83b1-919859ad4ee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:24:31.756386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf717962-854d-4aa6-83b1-919859ad4ee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:24:31.756913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf717962-854d-4aa6-83b1-919859ad4ee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:24:31.757826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-02687122-4332-4966-8d68-937fc1c27fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:31.761000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cf717962-854d-4aa6-83b1-919859ad4ee2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:24:31.766055 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-7c630aa5-d883-4733-99b2-485eef6f19e8 None None] Attempting to bind port 3f9d10ea-8980-41dd-bd45-edafdd5de9b1 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:24:31.766305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-7c630aa5-d883-4733-99b2-485eef6f19e8 None None] Attempting to bind port 3f9d10ea-8980-41dd-bd45-edafdd5de9b1 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:24:31.767378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c630aa5-d883-4733-99b2-485eef6f19e8 None None] Attempting to bind port 3f9d10ea-8980-41dd-bd45-edafdd5de9b1 on network a29ab018-4a1a-4021-8156-423134b861f3 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:24:31.774591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c630aa5-d883-4733-99b2-485eef6f19e8 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:24:31.775023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c630aa5-d883-4733-99b2-485eef6f19e8 None None] Checking segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:24:31.775504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7c630aa5-d883-4733-99b2-485eef6f19e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:31.775951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c630aa5-d883-4733-99b2-485eef6f19e8 None None] Bound using segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:24:31.776488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-7c630aa5-d883-4733-99b2-485eef6f19e8 None None] Bound port: 3f9d10ea-8980-41dd-bd45-edafdd5de9b1, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:24:31.776918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7c630aa5-d883-4733-99b2-485eef6f19e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:31.855033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-7c630aa5-d883-4733-99b2-485eef6f19e8 None None] For port 3f9d10ea-8980-41dd-bd45-edafdd5de9b1, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:24:31.859029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-7c630aa5-d883-4733-99b2-485eef6f19e8 None None] For port 3f9d10ea-8980-41dd-bd45-edafdd5de9b1, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=3f9d10ea-8980-41dd-bd45-edafdd5de9b1,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:24:31.864946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7c630aa5-d883-4733-99b2-485eef6f19e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:31.869575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fb53e71b-85fe-4268-9393-bc0e3a1079a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:24:31.955676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff1ac86-21b8-4c96-9f85-2fcf41aab861 None None] Network c75b4485-1959-4c83-bcc3-eed55e690543 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:24:31.964987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf717962-854d-4aa6-83b1-919859ad4ee2 None None] Pushing event updated for resources: {'Port': ['ID=3f9d10ea-8980-41dd-bd45-edafdd5de9b1,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:24:31.968292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cf717962-854d-4aa6-83b1-919859ad4ee2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:24:31.974670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c630aa5-d883-4733-99b2-485eef6f19e8 None None] Routers {'1224f6dc-213c-4610-8381-dedd7cff419d'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:24:31.975344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-7c630aa5-d883-4733-99b2-485eef6f19e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:24:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['1224f6dc-213c-4610-8381-dedd7cff419d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:24:31.992130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-02687122-4332-4966-8d68-937fc1c27fec admin admin] Allocated IP 172.20.0.1 (c75b4485-1959-4c83-bcc3-eed55e690543/b19b2833-a534-47f6-b0e0-df81d01e5737/91033c5f-8063-4804-b7a6-470ddd2069ec) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:24:32.099404 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-e1091f03-7915-4cfa-ab25-a5d7a84d0070 None None] Provisioning for port cbe164d4-e37d-4ce6-bf22-f303b3499443 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:24:32.106798 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-e1091f03-7915-4cfa-ab25-a5d7a84d0070 None None] Provisioning complete for port cbe164d4-e37d-4ce6-bf22-f303b3499443 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:24:32.107506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e1091f03-7915-4cfa-ab25-a5d7a84d0070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:32.163457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-02687122-4332-4966-8d68-937fc1c27fec admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:32.170093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-7c630aa5-d883-4733-99b2-485eef6f19e8 None None] Set router 1224f6dc-213c-4610-8381-dedd7cff419d gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:24:32.181236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-02687122-4332-4966-8d68-937fc1c27fec admin admin] Transition to ACTIVE for port object 91033c5f-8063-4804-b7a6-470ddd2069ec will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:24:32.202047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-02687122-4332-4966-8d68-937fc1c27fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:32.206861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-50ad20ed-86e8-48ac-98e4-eba99b9b4594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:24:32.275377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02687122-4332-4966-8d68-937fc1c27fec admin admin] Network c75b4485-1959-4c83-bcc3-eed55e690543 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:24:32.278282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-02687122-4332-4966-8d68-937fc1c27fec admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:24:32.282890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02687122-4332-4966-8d68-937fc1c27fec admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:24:32.318816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02687122-4332-4966-8d68-937fc1c27fec admin admin] Pushing event updated for resources: {'Port': ['ID=91033c5f-8063-4804-b7a6-470ddd2069ec,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:24:32.325552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-02687122-4332-4966-8d68-937fc1c27fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:24:32.348279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-02687122-4332-4966-8d68-937fc1c27fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:32.362680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e1091f03-7915-4cfa-ab25-a5d7a84d0070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:32.403393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-e1091f03-7915-4cfa-ab25-a5d7a84d0070 None None] For port cbe164d4-e37d-4ce6-bf22-f303b3499443, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=cbe164d4-e37d-4ce6-bf22-f303b3499443,segment=NetworkSegment(c2b24e8c-a85f-46c5-aee4-7c91ab6bee60),segment_id=c2b24e8c-a85f-46c5-aee4-7c91ab6bee60)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:24:32.413393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e1091f03-7915-4cfa-ab25-a5d7a84d0070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:32.415358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:24:32.439889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-02687122-4332-4966-8d68-937fc1c27fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:32.488451 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1091f03-7915-4cfa-ab25-a5d7a84d0070 None None] Pushing event updated for resources: {'Port': ['ID=cbe164d4-e37d-4ce6-bf22-f303b3499443,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:24:32.492037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e1091f03-7915-4cfa-ab25-a5d7a84d0070 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:24:32.516120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-7c630aa5-d883-4733-99b2-485eef6f19e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1224f6dc-213c-4610-8381-dedd7cff419d', 'name': 'tempest-TestMinimumBasicScenario-1822508389-router', 'tenant_id': '9ef3cd36c725438980b709c6c3e0b1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': '3f9d10ea-8980-41dd-bd45-edafdd5de9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:24:29Z', 'updated_at': '2021-12-25T20:24:30Z', 'revision_number': 3, 'project_id': '9ef3cd36c725438980b709c6c3e0b1da', 'gw_port': {'id': '3f9d10ea-8980-41dd-bd45-edafdd5de9b1', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:65:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1224f6dc-213c-4610-8381-dedd7cff419d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:24:29Z', 'updated_at': '2021-12-25T20:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:24:32.521090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c630aa5-d883-4733-99b2-485eef6f19e8 None None] The sync data for ids ['1224f6dc-213c-4610-8381-dedd7cff419d'] in dv-neutron-822611-1-hyperv is: [{'id': '1224f6dc-213c-4610-8381-dedd7cff419d', 'name': 'tempest-TestMinimumBasicScenario-1822508389-router', 'tenant_id': '9ef3cd36c725438980b709c6c3e0b1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': '3f9d10ea-8980-41dd-bd45-edafdd5de9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:24:29Z', 'updated_at': '2021-12-25T20:24:30Z', 'revision_number': 3, 'project_id': '9ef3cd36c725438980b709c6c3e0b1da', 'gw_port': {'id': '3f9d10ea-8980-41dd-bd45-edafdd5de9b1', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:65:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1224f6dc-213c-4610-8381-dedd7cff419d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:24:29Z', 'updated_at': '2021-12-25T20:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:24:32.703550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-02687122-4332-4966-8d68-937fc1c27fec admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:32.708796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-02687122-4332-4966-8d68-937fc1c27fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:32.738863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c96b8269-949d-4534-bf24-5400b579142b tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:24:32.742086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f4085189-99c4-49fd-9c80-036edd2546af None None] Provisioning complete for port cbe164d4-e37d-4ce6-bf22-f303b3499443 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:24:32.742514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f4085189-99c4-49fd-9c80-036edd2546af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:32.823003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-02687122-4332-4966-8d68-937fc1c27fec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:32.827717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02687122-4332-4966-8d68-937fc1c27fec admin admin] Pushing event updated for resources: {'Port': ['ID=91033c5f-8063-4804-b7a6-470ddd2069ec,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:24:32.831824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-02687122-4332-4966-8d68-937fc1c27fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:24:32.886675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f4085189-99c4-49fd-9c80-036edd2546af None None] Provisioning for port 91033c5f-8063-4804-b7a6-470ddd2069ec completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:24:32.892038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f4085189-99c4-49fd-9c80-036edd2546af None None] Provisioning complete for port 91033c5f-8063-4804-b7a6-470ddd2069ec triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:24:32.892660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f4085189-99c4-49fd-9c80-036edd2546af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:32.964765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-f4085189-99c4-49fd-9c80-036edd2546af None None] Port 91033c5f-8063-4804-b7a6-470ddd2069ec cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:24:32.993109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02687122-4332-4966-8d68-937fc1c27fec admin admin] Network c75b4485-1959-4c83-bcc3-eed55e690543 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:24:32.994198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-02687122-4332-4966-8d68-937fc1c27fec admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:24:33.090236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-e94a3810-245f-4243-a23b-ce25a4142642 None None] Provisioning complete for port 91033c5f-8063-4804-b7a6-470ddd2069ec triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:24:33.090795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e94a3810-245f-4243-a23b-ce25a4142642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:33.155517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-e94a3810-245f-4243-a23b-ce25a4142642 None None] Port 91033c5f-8063-4804-b7a6-470ddd2069ec cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:24:33.381534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-23ef6b58-f979-4be4-bae1-0c08fae039be None None] Provisioning complete for port 91033c5f-8063-4804-b7a6-470ddd2069ec triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:24:33.382054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-23ef6b58-f979-4be4-bae1-0c08fae039be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:33.432905 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02687122-4332-4966-8d68-937fc1c27fec admin admin] Router 1224f6dc-213c-4610-8381-dedd7cff419d has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:24:33.445765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-23ef6b58-f979-4be4-bae1-0c08fae039be None None] Port 91033c5f-8063-4804-b7a6-470ddd2069ec cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:24:33.611244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 3f9d10ea-8980-41dd-bd45-edafdd5de9b1 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:24:33.660433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02687122-4332-4966-8d68-937fc1c27fec admin admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:24:33.675132 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-02687122-4332-4966-8d68-937fc1c27fec admin admin] 10.222.0.24 "PUT /v2.0/routers/1224f6dc-213c-4610-8381-dedd7cff419d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9589119 Dec 25 20:24:33.691729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 3f9d10ea-8980-41dd-bd45-edafdd5de9b1 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:24:33.697531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 3f9d10ea-8980-41dd-bd45-edafdd5de9b1 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:24:33.697940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:33.827880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:33.845204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 3f9d10ea-8980-41dd-bd45-edafdd5de9b1, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=3f9d10ea-8980-41dd-bd45-edafdd5de9b1,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:24:33.848048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:33.848985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device cbe164d4-e37d-4ce6-bf22-f303b3499443 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:24:33.877698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b0824ca6-bb53-4c66-9571-720d28d02a28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:24:33.987430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=3f9d10ea-8980-41dd-bd45-edafdd5de9b1,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:24:33.991840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:24:34.001952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port cbe164d4-e37d-4ce6-bf22-f303b3499443 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:24:34.002380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:34.588094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 58872) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:24:34.594362 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-4a27714b-aa23-4746-b6d2-e5efdd5a75e6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-131393264-network', 'tenant_id': 'ddb6fcafaf104611b1a65750af75005b'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:24:34.599626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4a27714b-aa23-4746-b6d2-e5efdd5a75e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:24:34.603683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4a27714b-aa23-4746-b6d2-e5efdd5a75e6 admin admin] Usage tracker for resource:network and tenant:ddb6fcafaf104611b1a65750af75005b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:24:34.606632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4a27714b-aa23-4746-b6d2-e5efdd5a75e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:24:34.613149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4a27714b-aa23-4746-b6d2-e5efdd5a75e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:24:34.623233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a27714b-aa23-4746-b6d2-e5efdd5a75e6 admin admin] Made reservation on behalf of ddb6fcafaf104611b1a65750af75005b for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:24:34.628114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4a27714b-aa23-4746-b6d2-e5efdd5a75e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:34.642164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4a27714b-aa23-4746-b6d2-e5efdd5a75e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:34.674863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4a27714b-aa23-4746-b6d2-e5efdd5a75e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:24:34.678875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4a27714b-aa23-4746-b6d2-e5efdd5a75e6 admin admin] Usage tracker for resource:security_group_rule and tenant:ddb6fcafaf104611b1a65750af75005b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:24:34.681876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4a27714b-aa23-4746-b6d2-e5efdd5a75e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:24:34.687817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4a27714b-aa23-4746-b6d2-e5efdd5a75e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:24:34.759184 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4a27714b-aa23-4746-b6d2-e5efdd5a75e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:34.762055 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4a27714b-aa23-4746-b6d2-e5efdd5a75e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:34.766212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-184d8a59-02ac-426c-868f-d19482fa0d47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:24:34.794274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a27714b-aa23-4746-b6d2-e5efdd5a75e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 20:24:34.803082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27714b-aa23-4746-b6d2-e5efdd5a75e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ab791a-e191-4e9b-933b-18d98bdd0d31,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:24:34.806908 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4a27714b-aa23-4746-b6d2-e5efdd5a75e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:24:34.809388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4a27714b-aa23-4746-b6d2-e5efdd5a75e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:34.809778 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-4a27714b-aa23-4746-b6d2-e5efdd5a75e6 admin admin] Added segment 5af5833d-0918-46bd-a093-a68b2b0cac1f of type vlan for network 563563a8-bbb5-4701-bf5c-9b60e4b10991 Dec 25 20:24:34.836857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4a27714b-aa23-4746-b6d2-e5efdd5a75e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:34.865377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4a27714b-aa23-4746-b6d2-e5efdd5a75e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:34.866332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a27714b-aa23-4746-b6d2-e5efdd5a75e6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:24:34.866972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4a27714b-aa23-4746-b6d2-e5efdd5a75e6 admin admin] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:34.871964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3f43a946-f0e3-4a94-96b7-9887ff17f334 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:24:34.974472 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4a27714b-aa23-4746-b6d2-e5efdd5a75e6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3851674 Dec 25 20:24:34.977584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 58876) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:24:34.982582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27714b-aa23-4746-b6d2-e5efdd5a75e6 admin admin] Pushing event updated for resources: {'Network': ['ID=563563a8-bbb5-4701-bf5c-9b60e4b10991,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:24:34.984094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-f2af580a-8530-43dc-b03c-1f3c3248a323 admin admin] Request body: {'subnet': {'network_id': '563563a8-bbb5-4701-bf5c-9b60e4b10991', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-131393264-subnet', 'tenant_id': 'ddb6fcafaf104611b1a65750af75005b', 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:24:34.985672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4a27714b-aa23-4746-b6d2-e5efdd5a75e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:24:34.989771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f2af580a-8530-43dc-b03c-1f3c3248a323 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:24:34.993856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f2af580a-8530-43dc-b03c-1f3c3248a323 admin admin] Usage tracker for resource:subnet and tenant:ddb6fcafaf104611b1a65750af75005b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:24:34.994010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 563563a8-bbb5-4701-bf5c-9b60e4b10991 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 20:24:34.996966 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f2af580a-8530-43dc-b03c-1f3c3248a323 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:24:35.003814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f2af580a-8530-43dc-b03c-1f3c3248a323 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:24:35.013732 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2af580a-8530-43dc-b03c-1f3c3248a323 admin admin] Made reservation on behalf of ddb6fcafaf104611b1a65750af75005b for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:24:35.019146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2af580a-8530-43dc-b03c-1f3c3248a323 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:35.246429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2af580a-8530-43dc-b03c-1f3c3248a323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:35.251865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0f25d61c-181e-41e6-ad6f-32a0f2383e67 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:24:35.332139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af580a-8530-43dc-b03c-1f3c3248a323 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b91af71-1f08-4b54-b564-e42c8c6a42bd,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:24:35.334918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f2af580a-8530-43dc-b03c-1f3c3248a323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:24:35.346059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2af580a-8530-43dc-b03c-1f3c3248a323 admin admin] Checking segment: {'id': '5af5833d-0918-46bd-a093-a68b2b0cac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '563563a8-bbb5-4701-bf5c-9b60e4b10991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:24:35.346454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2af580a-8530-43dc-b03c-1f3c3248a323 admin admin] Network hostable DHCP agents. Network: 563563a8-bbb5-4701-bf5c-9b60e4b10991, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 20:24:35.367890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2af580a-8530-43dc-b03c-1f3c3248a323 admin admin] Network 563563a8-bbb5-4701-bf5c-9b60e4b10991 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 20:24:35.376203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-f2af580a-8530-43dc-b03c-1f3c3248a323 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 563563a8-bbb5-4701-bf5c-9b60e4b10991) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:24:35.380643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2af580a-8530-43dc-b03c-1f3c3248a323 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:24:35.381723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f2af580a-8530-43dc-b03c-1f3c3248a323 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:35.385203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f43a9c4-0bb8-4101-a1c8-913a5dfb3722 None None] Network 563563a8-bbb5-4701-bf5c-9b60e4b10991 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:24:35.403392 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f2af580a-8530-43dc-b03c-1f3c3248a323 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4245312 Dec 25 20:24:35.405923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 58880) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:24:35.412185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-cacc49a1-f6e7-4ef0-acb8-12eb4f4ae04c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-131393264-router', 'tenant_id': 'ddb6fcafaf104611b1a65750af75005b', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:24:35.417219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-cacc49a1-f6e7-4ef0-acb8-12eb4f4ae04c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:24:35.421224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-cacc49a1-f6e7-4ef0-acb8-12eb4f4ae04c admin admin] Usage tracker for resource:router and tenant:ddb6fcafaf104611b1a65750af75005b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:24:35.425165 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-cacc49a1-f6e7-4ef0-acb8-12eb4f4ae04c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:24:35.431736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-cacc49a1-f6e7-4ef0-acb8-12eb4f4ae04c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:24:35.442186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cacc49a1-f6e7-4ef0-acb8-12eb4f4ae04c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:35.443240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cacc49a1-f6e7-4ef0-acb8-12eb4f4ae04c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:35.467271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cacc49a1-f6e7-4ef0-acb8-12eb4f4ae04c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:35.550787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 3f9d10ea-8980-41dd-bd45-edafdd5de9b1 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:24:35.607089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a193b528-9f1c-4170-b93c-bd0f2ed1a073 None None] Sync routers for ids ['1224f6dc-213c-4610-8381-dedd7cff419d'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:24:35.623497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cacc49a1-f6e7-4ef0-acb8-12eb4f4ae04c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:35.683901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a193b528-9f1c-4170-b93c-bd0f2ed1a073 None None] Routers {'1224f6dc-213c-4610-8381-dedd7cff419d'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:24:35.684553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a193b528-9f1c-4170-b93c-bd0f2ed1a073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:24:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['1224f6dc-213c-4610-8381-dedd7cff419d'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:24:35.764920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9dfb15-b1e1-4299-b5d4-fd2df3e05f4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-563563a8-bbb5-4701-bf5c-9b60e4b10991', 'network_id': '563563a8-bbb5-4701-bf5c-9b60e4b10991', 'tenant_id': 'ddb6fcafaf104611b1a65750af75005b', 'fixed_ips': [{'subnet_id': '9b91af71-1f08-4b54-b564-e42c8c6a42bd'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 20:24:35.765837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fe9dfb15-b1e1-4299-b5d4-fd2df3e05f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:35.825829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cacc49a1-f6e7-4ef0-acb8-12eb4f4ae04c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:35.855354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 3f9d10ea-8980-41dd-bd45-edafdd5de9b1 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:24:35.855925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:36.099640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cacc49a1-f6e7-4ef0-acb8-12eb4f4ae04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:36.105614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-a193b528-9f1c-4170-b93c-bd0f2ed1a073 None None] Set router 1224f6dc-213c-4610-8381-dedd7cff419d gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:24:36.231108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-323cfd62-2af7-4ae9-9162-e483d601de99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:36.251992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-cacc49a1-f6e7-4ef0-acb8-12eb4f4ae04c admin admin] Allocated IP 172.26.8.179 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/3a5d1f9d-17fa-40bf-ab19-2c33f883381a) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:24:36.305307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-fe9dfb15-b1e1-4299-b5d4-fd2df3e05f4a None None] Allocated IP 172.20.0.2 (563563a8-bbb5-4701-bf5c-9b60e4b10991/9b91af71-1f08-4b54-b564-e42c8c6a42bd/092f514a-9425-4489-a8fa-2da635fcd446) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:24:36.412569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cacc49a1-f6e7-4ef0-acb8-12eb4f4ae04c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:36.438660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cacc49a1-f6e7-4ef0-acb8-12eb4f4ae04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:36.443565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2357cf38-90dd-4469-b8bc-d105fd7710f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:24:36.510370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacc49a1-f6e7-4ef0-acb8-12eb4f4ae04c admin admin] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:24:36.513385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-cacc49a1-f6e7-4ef0-acb8-12eb4f4ae04c admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:24:36.518136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacc49a1-f6e7-4ef0-acb8-12eb4f4ae04c admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:24:36.548309 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc49a1-f6e7-4ef0-acb8-12eb4f4ae04c admin admin] Pushing event updated for resources: {'Port': ['ID=3a5d1f9d-17fa-40bf-ab19-2c33f883381a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:24:36.553796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cacc49a1-f6e7-4ef0-acb8-12eb4f4ae04c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:24:36.686969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cacc49a1-f6e7-4ef0-acb8-12eb4f4ae04c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:36.687764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cacc49a1-f6e7-4ef0-acb8-12eb4f4ae04c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:36.705208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fe9dfb15-b1e1-4299-b5d4-fd2df3e05f4a None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:36.720555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-fe9dfb15-b1e1-4299-b5d4-fd2df3e05f4a None None] Transition to ACTIVE for port object 092f514a-9425-4489-a8fa-2da635fcd446 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:24:36.724447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a193b528-9f1c-4170-b93c-bd0f2ed1a073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1224f6dc-213c-4610-8381-dedd7cff419d', 'name': 'tempest-TestMinimumBasicScenario-1822508389-router', 'tenant_id': '9ef3cd36c725438980b709c6c3e0b1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': '3f9d10ea-8980-41dd-bd45-edafdd5de9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:24:29Z', 'updated_at': '2021-12-25T20:24:32Z', 'revision_number': 4, 'project_id': '9ef3cd36c725438980b709c6c3e0b1da', 'gw_port': {'id': '3f9d10ea-8980-41dd-bd45-edafdd5de9b1', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1224f6dc-213c-4610-8381-dedd7cff419d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:24:29Z', 'updated_at': '2021-12-25T20:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '91033c5f-8063-4804-b7a6-470ddd2069ec', 'name': '', 'network_id': 'c75b4485-1959-4c83-bcc3-eed55e690543', 'tenant_id': '9ef3cd36c725438980b709c6c3e0b1da', 'mac_address': 'fa:16:3e:86:81:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1224f6dc-213c-4610-8381-dedd7cff419d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b19b2833-a534-47f6-b0e0-df81d01e5737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:24:31Z', 'updated_at': '2021-12-25T20:24:32Z', 'revision_number': 2, 'project_id': '9ef3cd36c725438980b709c6c3e0b1da', 'subnets': [{'id': 'b19b2833-a534-47f6-b0e0-df81d01e5737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:24:36.736603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a193b528-9f1c-4170-b93c-bd0f2ed1a073 None None] Checking router: 1224f6dc-213c-4610-8381-dedd7cff419d for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:24:36.737016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a193b528-9f1c-4170-b93c-bd0f2ed1a073 None None] Updating router 1224f6dc-213c-4610-8381-dedd7cff419d port 91033c5f-8063-4804-b7a6-470ddd2069ec binding host dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 20:24:36.788205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-fe9dfb15-b1e1-4299-b5d4-fd2df3e05f4a None None] Transition to ACTIVE for port object 092f514a-9425-4489-a8fa-2da635fcd446 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:24:36.796298 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fe9dfb15-b1e1-4299-b5d4-fd2df3e05f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:36.802296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:24:36.849715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a193b528-9f1c-4170-b93c-bd0f2ed1a073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:36.890273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9dfb15-b1e1-4299-b5d4-fd2df3e05f4a None None] Network 563563a8-bbb5-4701-bf5c-9b60e4b10991 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:24:36.922198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-fe9dfb15-b1e1-4299-b5d4-fd2df3e05f4a None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:24:36.924989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cacc49a1-f6e7-4ef0-acb8-12eb4f4ae04c admin admin] Router 585309ba-17ee-407b-9f35-afc5725cba0e is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 20:24:36.935093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9dfb15-b1e1-4299-b5d4-fd2df3e05f4a None None] Pushing event updated for resources: {'Port': ['ID=092f514a-9425-4489-a8fa-2da635fcd446,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:24:36.940575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9dfb15-b1e1-4299-b5d4-fd2df3e05f4a None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:24:36.945400 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fe9dfb15-b1e1-4299-b5d4-fd2df3e05f4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:24:37.146614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacc49a1-f6e7-4ef0-acb8-12eb4f4ae04c admin admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:24:37.160006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35459bc-9bbb-4946-9e28-ae5b234e3dbf None None] Sync routers for ids ['585309ba-17ee-407b-9f35-afc5725cba0e'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:24:37.178169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35459bc-9bbb-4946-9e28-ae5b234e3dbf None None] Routers {'585309ba-17ee-407b-9f35-afc5725cba0e'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:24:37.178959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-f35459bc-9bbb-4946-9e28-ae5b234e3dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:24:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['585309ba-17ee-407b-9f35-afc5725cba0e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:24:37.182973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cacc49a1-f6e7-4ef0-acb8-12eb4f4ae04c admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:37.184678 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-cacc49a1-f6e7-4ef0-acb8-12eb4f4ae04c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7777689 Dec 25 20:24:37.187612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 58884) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:24:37.281276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-fe9dfb15-b1e1-4299-b5d4-fd2df3e05f4a None None] Attempting to bind port 092f514a-9425-4489-a8fa-2da635fcd446 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:24:37.281739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-fe9dfb15-b1e1-4299-b5d4-fd2df3e05f4a None None] Attempting to bind port 092f514a-9425-4489-a8fa-2da635fcd446 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '5af5833d-0918-46bd-a093-a68b2b0cac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '563563a8-bbb5-4701-bf5c-9b60e4b10991'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:24:37.282658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9dfb15-b1e1-4299-b5d4-fd2df3e05f4a None None] Attempting to bind port 092f514a-9425-4489-a8fa-2da635fcd446 on network 563563a8-bbb5-4701-bf5c-9b60e4b10991 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:24:37.320638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9dfb15-b1e1-4299-b5d4-fd2df3e05f4a None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:24:37.321070 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9dfb15-b1e1-4299-b5d4-fd2df3e05f4a None None] Checking segment: {'id': '5af5833d-0918-46bd-a093-a68b2b0cac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '563563a8-bbb5-4701-bf5c-9b60e4b10991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:24:37.321537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fe9dfb15-b1e1-4299-b5d4-fd2df3e05f4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:37.321988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9dfb15-b1e1-4299-b5d4-fd2df3e05f4a None None] Bound using segment: {'id': '5af5833d-0918-46bd-a093-a68b2b0cac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '563563a8-bbb5-4701-bf5c-9b60e4b10991'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:24:37.322542 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-fe9dfb15-b1e1-4299-b5d4-fd2df3e05f4a None None] Bound port: 092f514a-9425-4489-a8fa-2da635fcd446, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af5833d-0918-46bd-a093-a68b2b0cac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '563563a8-bbb5-4701-bf5c-9b60e4b10991'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:24:37.322968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fe9dfb15-b1e1-4299-b5d4-fd2df3e05f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:37.333859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:37.527976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-f35459bc-9bbb-4946-9e28-ae5b234e3dbf None None] Set router 585309ba-17ee-407b-9f35-afc5725cba0e gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:24:37.531547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-fe9dfb15-b1e1-4299-b5d4-fd2df3e05f4a None None] For port 092f514a-9425-4489-a8fa-2da635fcd446, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:24:37.536283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-fe9dfb15-b1e1-4299-b5d4-fd2df3e05f4a None None] For port 092f514a-9425-4489-a8fa-2da635fcd446, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=092f514a-9425-4489-a8fa-2da635fcd446,segment=NetworkSegment(5af5833d-0918-46bd-a093-a68b2b0cac1f),segment_id=5af5833d-0918-46bd-a093-a68b2b0cac1f)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:24:37.548441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fe9dfb15-b1e1-4299-b5d4-fd2df3e05f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:37.555624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2106fd9b-bc32-4b07-8864-3d7715ad9bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:24:37.684793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9dfb15-b1e1-4299-b5d4-fd2df3e05f4a None None] Pushing event updated for resources: {'Port': ['ID=092f514a-9425-4489-a8fa-2da635fcd446,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:24:37.697197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fe9dfb15-b1e1-4299-b5d4-fd2df3e05f4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:24:37.701179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a193b528-9f1c-4170-b93c-bd0f2ed1a073 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:37.717798 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a193b528-9f1c-4170-b93c-bd0f2ed1a073 None None] Transition to ACTIVE for port object 91033c5f-8063-4804-b7a6-470ddd2069ec will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:24:37.724326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a193b528-9f1c-4170-b93c-bd0f2ed1a073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:37.728188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:24:37.867081 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-f35459bc-9bbb-4946-9e28-ae5b234e3dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '585309ba-17ee-407b-9f35-afc5725cba0e', 'name': 'tempest-TestMinimumBasicScenario-131393264-router', 'tenant_id': 'ddb6fcafaf104611b1a65750af75005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.179'}], 'enable_snat': True}, 'gw_port_id': '3a5d1f9d-17fa-40bf-ab19-2c33f883381a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:24:35Z', 'updated_at': '2021-12-25T20:24:36Z', 'revision_number': 3, 'project_id': 'ddb6fcafaf104611b1a65750af75005b', 'gw_port': {'id': '3a5d1f9d-17fa-40bf-ab19-2c33f883381a', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '585309ba-17ee-407b-9f35-afc5725cba0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:24:36Z', 'updated_at': '2021-12-25T20:24:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:24:37.871835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35459bc-9bbb-4946-9e28-ae5b234e3dbf None None] Checking router: 585309ba-17ee-407b-9f35-afc5725cba0e for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:24:37.872676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35459bc-9bbb-4946-9e28-ae5b234e3dbf None None] Updating router 585309ba-17ee-407b-9f35-afc5725cba0e port 3a5d1f9d-17fa-40bf-ab19-2c33f883381a binding host dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 20:24:37.893227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bdb2ff-e801-4b85-b5d5-80fe4afc73e7 None None] Pushing event updated for resources: {'Port': ['ID=91033c5f-8063-4804-b7a6-470ddd2069ec,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:24:37.897372 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d0bdb2ff-e801-4b85-b5d5-80fe4afc73e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:24:37.940236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f35459bc-9bbb-4946-9e28-ae5b234e3dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:38.007591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-a193b528-9f1c-4170-b93c-bd0f2ed1a073 None None] Attempting to bind port 91033c5f-8063-4804-b7a6-470ddd2069ec on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:24:38.008056 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-a193b528-9f1c-4170-b93c-bd0f2ed1a073 None None] Attempting to bind port 91033c5f-8063-4804-b7a6-470ddd2069ec by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'c2b24e8c-a85f-46c5-aee4-7c91ab6bee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c75b4485-1959-4c83-bcc3-eed55e690543'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:24:38.008488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a193b528-9f1c-4170-b93c-bd0f2ed1a073 None None] Attempting to bind port 91033c5f-8063-4804-b7a6-470ddd2069ec on network c75b4485-1959-4c83-bcc3-eed55e690543 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:24:38.017348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a193b528-9f1c-4170-b93c-bd0f2ed1a073 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:24:38.017823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a193b528-9f1c-4170-b93c-bd0f2ed1a073 None None] Checking segment: {'id': 'c2b24e8c-a85f-46c5-aee4-7c91ab6bee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c75b4485-1959-4c83-bcc3-eed55e690543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:24:38.018288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a193b528-9f1c-4170-b93c-bd0f2ed1a073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:38.018744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a193b528-9f1c-4170-b93c-bd0f2ed1a073 None None] Bound using segment: {'id': 'c2b24e8c-a85f-46c5-aee4-7c91ab6bee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c75b4485-1959-4c83-bcc3-eed55e690543'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:24:38.019325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-a193b528-9f1c-4170-b93c-bd0f2ed1a073 None None] Bound port: 91033c5f-8063-4804-b7a6-470ddd2069ec, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2b24e8c-a85f-46c5-aee4-7c91ab6bee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c75b4485-1959-4c83-bcc3-eed55e690543'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:24:38.019758 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a193b528-9f1c-4170-b93c-bd0f2ed1a073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:38.075970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2e1f0efa-497d-41ab-b824-0e55f910a276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:38.159883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-a193b528-9f1c-4170-b93c-bd0f2ed1a073 None None] For port 91033c5f-8063-4804-b7a6-470ddd2069ec, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:24:38.163522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-a193b528-9f1c-4170-b93c-bd0f2ed1a073 None None] For port 91033c5f-8063-4804-b7a6-470ddd2069ec, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=91033c5f-8063-4804-b7a6-470ddd2069ec,segment=NetworkSegment(c2b24e8c-a85f-46c5-aee4-7c91ab6bee60),segment_id=c2b24e8c-a85f-46c5-aee4-7c91ab6bee60)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:24:38.174410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a193b528-9f1c-4170-b93c-bd0f2ed1a073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:38.193357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c4776c22-2431-46e3-9a37-dcc8fe20ebfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:24:38.331298 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bdb2ff-e801-4b85-b5d5-80fe4afc73e7 None None] Pushing event updated for resources: {'Port': ['ID=91033c5f-8063-4804-b7a6-470ddd2069ec,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:24:38.336733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d0bdb2ff-e801-4b85-b5d5-80fe4afc73e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:24:38.342619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a193b528-9f1c-4170-b93c-bd0f2ed1a073 None None] Routers {'1224f6dc-213c-4610-8381-dedd7cff419d'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:24:38.343359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a193b528-9f1c-4170-b93c-bd0f2ed1a073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:24:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['1224f6dc-213c-4610-8381-dedd7cff419d'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:24:38.443526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-2e1f0efa-497d-41ab-b824-0e55f910a276 admin admin] Allocated IP 172.20.0.1 (563563a8-bbb5-4701-bf5c-9b60e4b10991/9b91af71-1f08-4b54-b564-e42c8c6a42bd/d392fb2e-b57b-4081-9dc7-be94c11f0b03) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:24:38.457086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e4f785e8-62c1-451c-9b61-3bdafb34544e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:38.478931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f35459bc-9bbb-4946-9e28-ae5b234e3dbf None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:38.495852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f35459bc-9bbb-4946-9e28-ae5b234e3dbf None None] Transition to ACTIVE for port object 3a5d1f9d-17fa-40bf-ab19-2c33f883381a will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:24:38.505443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f35459bc-9bbb-4946-9e28-ae5b234e3dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:38.522037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ebe774a3-dfc6-4c0b-b90c-79d1d547bcf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:24:38.593319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-a193b528-9f1c-4170-b93c-bd0f2ed1a073 None None] Set router 1224f6dc-213c-4610-8381-dedd7cff419d gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:24:38.623698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a10a81-16ec-400e-a80c-91897c467ff9 None None] Pushing event updated for resources: {'Port': ['ID=3a5d1f9d-17fa-40bf-ab19-2c33f883381a,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:24:38.627747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e0a10a81-16ec-400e-a80c-91897c467ff9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:24:38.630423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-f35459bc-9bbb-4946-9e28-ae5b234e3dbf None None] Attempting to bind port 3a5d1f9d-17fa-40bf-ab19-2c33f883381a on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:24:38.630849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-f35459bc-9bbb-4946-9e28-ae5b234e3dbf None None] Attempting to bind port 3a5d1f9d-17fa-40bf-ab19-2c33f883381a by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:24:38.631305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35459bc-9bbb-4946-9e28-ae5b234e3dbf None None] Attempting to bind port 3a5d1f9d-17fa-40bf-ab19-2c33f883381a on network a29ab018-4a1a-4021-8156-423134b861f3 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:24:38.642415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35459bc-9bbb-4946-9e28-ae5b234e3dbf None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:24:38.643134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35459bc-9bbb-4946-9e28-ae5b234e3dbf None None] Checking segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:24:38.643672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f35459bc-9bbb-4946-9e28-ae5b234e3dbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:38.644998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35459bc-9bbb-4946-9e28-ae5b234e3dbf None None] Bound using segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:24:38.644998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-f35459bc-9bbb-4946-9e28-ae5b234e3dbf None None] Bound port: 3a5d1f9d-17fa-40bf-ab19-2c33f883381a, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:24:38.645206 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f35459bc-9bbb-4946-9e28-ae5b234e3dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:38.666456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2e1f0efa-497d-41ab-b824-0e55f910a276 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:38.689993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2e1f0efa-497d-41ab-b824-0e55f910a276 admin admin] Transition to ACTIVE for port object d392fb2e-b57b-4081-9dc7-be94c11f0b03 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:24:38.711871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2e1f0efa-497d-41ab-b824-0e55f910a276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:38.716629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d14c1fd5-1b36-442e-ab5c-5ebe5375f9e5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:24:38.729880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-f35459bc-9bbb-4946-9e28-ae5b234e3dbf None None] For port 3a5d1f9d-17fa-40bf-ab19-2c33f883381a, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:24:38.733712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-f35459bc-9bbb-4946-9e28-ae5b234e3dbf None None] For port 3a5d1f9d-17fa-40bf-ab19-2c33f883381a, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=3a5d1f9d-17fa-40bf-ab19-2c33f883381a,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:24:38.738024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f35459bc-9bbb-4946-9e28-ae5b234e3dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:38.743376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bea3a455-1a99-4dcf-a089-2d849ac7c40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:24:38.792607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1f0efa-497d-41ab-b824-0e55f910a276 admin admin] Network 563563a8-bbb5-4701-bf5c-9b60e4b10991 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:24:38.793633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f0efa-497d-41ab-b824-0e55f910a276 admin admin] Pushing event updated for resources: {'Port': ['ID=d392fb2e-b57b-4081-9dc7-be94c11f0b03,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:24:38.794631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:38.796428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-2e1f0efa-497d-41ab-b824-0e55f910a276 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:24:38.799090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2e1f0efa-497d-41ab-b824-0e55f910a276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:24:38.799825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1f0efa-497d-41ab-b824-0e55f910a276 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:24:38.821501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a10a81-16ec-400e-a80c-91897c467ff9 None None] Pushing event updated for resources: {'Port': ['ID=3a5d1f9d-17fa-40bf-ab19-2c33f883381a,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:24:38.824629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e0a10a81-16ec-400e-a80c-91897c467ff9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:24:38.830871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35459bc-9bbb-4946-9e28-ae5b234e3dbf None None] Routers {'585309ba-17ee-407b-9f35-afc5725cba0e'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:24:38.831581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-f35459bc-9bbb-4946-9e28-ae5b234e3dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:24:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['585309ba-17ee-407b-9f35-afc5725cba0e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:24:38.860616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2e1f0efa-497d-41ab-b824-0e55f910a276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:38.943403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2e1f0efa-497d-41ab-b824-0e55f910a276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:38.987028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a193b528-9f1c-4170-b93c-bd0f2ed1a073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1224f6dc-213c-4610-8381-dedd7cff419d', 'name': 'tempest-TestMinimumBasicScenario-1822508389-router', 'tenant_id': '9ef3cd36c725438980b709c6c3e0b1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': '3f9d10ea-8980-41dd-bd45-edafdd5de9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:24:29Z', 'updated_at': '2021-12-25T20:24:32Z', 'revision_number': 4, 'project_id': '9ef3cd36c725438980b709c6c3e0b1da', 'gw_port': {'id': '3f9d10ea-8980-41dd-bd45-edafdd5de9b1', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1224f6dc-213c-4610-8381-dedd7cff419d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:24:29Z', 'updated_at': '2021-12-25T20:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '91033c5f-8063-4804-b7a6-470ddd2069ec', 'name': '', 'network_id': 'c75b4485-1959-4c83-bcc3-eed55e690543', 'tenant_id': '9ef3cd36c725438980b709c6c3e0b1da', 'mac_address': 'fa:16:3e:86:81:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1224f6dc-213c-4610-8381-dedd7cff419d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b19b2833-a534-47f6-b0e0-df81d01e5737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:24:31Z', 'updated_at': '2021-12-25T20:24:38Z', 'revision_number': 4, 'project_id': '9ef3cd36c725438980b709c6c3e0b1da', 'subnets': [{'id': 'b19b2833-a534-47f6-b0e0-df81d01e5737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:24:38.991438 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a193b528-9f1c-4170-b93c-bd0f2ed1a073 None None] The sync data for ids ['1224f6dc-213c-4610-8381-dedd7cff419d'] in dv-neutron-822611-1-hyperv is: [{'id': '1224f6dc-213c-4610-8381-dedd7cff419d', 'name': 'tempest-TestMinimumBasicScenario-1822508389-router', 'tenant_id': '9ef3cd36c725438980b709c6c3e0b1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': '3f9d10ea-8980-41dd-bd45-edafdd5de9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:24:29Z', 'updated_at': '2021-12-25T20:24:32Z', 'revision_number': 4, 'project_id': '9ef3cd36c725438980b709c6c3e0b1da', 'gw_port': {'id': '3f9d10ea-8980-41dd-bd45-edafdd5de9b1', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1224f6dc-213c-4610-8381-dedd7cff419d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:24:29Z', 'updated_at': '2021-12-25T20:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '91033c5f-8063-4804-b7a6-470ddd2069ec', 'name': '', 'network_id': 'c75b4485-1959-4c83-bcc3-eed55e690543', 'tenant_id': '9ef3cd36c725438980b709c6c3e0b1da', 'mac_address': 'fa:16:3e:86:81:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1224f6dc-213c-4610-8381-dedd7cff419d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b19b2833-a534-47f6-b0e0-df81d01e5737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:24:31Z', 'updated_at': '2021-12-25T20:24:38Z', 'revision_number': 4, 'project_id': '9ef3cd36c725438980b709c6c3e0b1da', 'subnets': [{'id': 'b19b2833-a534-47f6-b0e0-df81d01e5737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:24:39.044338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-f35459bc-9bbb-4946-9e28-ae5b234e3dbf None None] Set router 585309ba-17ee-407b-9f35-afc5725cba0e gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:24:39.223525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2e1f0efa-497d-41ab-b824-0e55f910a276 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:39.231447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2e1f0efa-497d-41ab-b824-0e55f910a276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:39.269294 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-02687122-4332-4966-8d68-937fc1c27fec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:24:39.358035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2e1f0efa-497d-41ab-b824-0e55f910a276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:39.434029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-f35459bc-9bbb-4946-9e28-ae5b234e3dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '585309ba-17ee-407b-9f35-afc5725cba0e', 'name': 'tempest-TestMinimumBasicScenario-131393264-router', 'tenant_id': 'ddb6fcafaf104611b1a65750af75005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.179'}], 'enable_snat': True}, 'gw_port_id': '3a5d1f9d-17fa-40bf-ab19-2c33f883381a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:24:35Z', 'updated_at': '2021-12-25T20:24:38Z', 'revision_number': 4, 'project_id': 'ddb6fcafaf104611b1a65750af75005b', 'gw_port': {'id': '3a5d1f9d-17fa-40bf-ab19-2c33f883381a', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '585309ba-17ee-407b-9f35-afc5725cba0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:24:36Z', 'updated_at': '2021-12-25T20:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'd392fb2e-b57b-4081-9dc7-be94c11f0b03', 'name': '', 'network_id': '563563a8-bbb5-4701-bf5c-9b60e4b10991', 'tenant_id': 'ddb6fcafaf104611b1a65750af75005b', 'mac_address': 'fa:16:3e:6c:b4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '585309ba-17ee-407b-9f35-afc5725cba0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b91af71-1f08-4b54-b564-e42c8c6a42bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:24:38Z', 'updated_at': '2021-12-25T20:24:38Z', 'revision_number': 1, 'project_id': 'ddb6fcafaf104611b1a65750af75005b', 'subnets': [{'id': '9b91af71-1f08-4b54-b564-e42c8c6a42bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:24:39.439138 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35459bc-9bbb-4946-9e28-ae5b234e3dbf None None] The sync data for ids ['585309ba-17ee-407b-9f35-afc5725cba0e'] in dv-neutron-822611-1-hyperv is: [{'id': '585309ba-17ee-407b-9f35-afc5725cba0e', 'name': 'tempest-TestMinimumBasicScenario-131393264-router', 'tenant_id': 'ddb6fcafaf104611b1a65750af75005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.179'}], 'enable_snat': True}, 'gw_port_id': '3a5d1f9d-17fa-40bf-ab19-2c33f883381a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:24:35Z', 'updated_at': '2021-12-25T20:24:38Z', 'revision_number': 4, 'project_id': 'ddb6fcafaf104611b1a65750af75005b', 'gw_port': {'id': '3a5d1f9d-17fa-40bf-ab19-2c33f883381a', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '585309ba-17ee-407b-9f35-afc5725cba0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:24:36Z', 'updated_at': '2021-12-25T20:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'd392fb2e-b57b-4081-9dc7-be94c11f0b03', 'name': '', 'network_id': '563563a8-bbb5-4701-bf5c-9b60e4b10991', 'tenant_id': 'ddb6fcafaf104611b1a65750af75005b', 'mac_address': 'fa:16:3e:6c:b4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '585309ba-17ee-407b-9f35-afc5725cba0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b91af71-1f08-4b54-b564-e42c8c6a42bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:24:38Z', 'updated_at': '2021-12-25T20:24:38Z', 'revision_number': 1, 'project_id': 'ddb6fcafaf104611b1a65750af75005b', 'subnets': [{'id': '9b91af71-1f08-4b54-b564-e42c8c6a42bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:24:39.644415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 092f514a-9425-4489-a8fa-2da635fcd446 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:24:39.671957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f0efa-497d-41ab-b824-0e55f910a276 admin admin] Pushing event updated for resources: {'Port': ['ID=d392fb2e-b57b-4081-9dc7-be94c11f0b03,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:24:39.680671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2e1f0efa-497d-41ab-b824-0e55f910a276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:24:39.736306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 092f514a-9425-4489-a8fa-2da635fcd446 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:24:39.742705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 91033c5f-8063-4804-b7a6-470ddd2069ec up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:24:39.825114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1f0efa-497d-41ab-b824-0e55f910a276 admin admin] Network 563563a8-bbb5-4701-bf5c-9b60e4b10991 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:24:39.826976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-2e1f0efa-497d-41ab-b824-0e55f910a276 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:24:39.829185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 91033c5f-8063-4804-b7a6-470ddd2069ec completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:24:39.836063 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 91033c5f-8063-4804-b7a6-470ddd2069ec triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:24:39.836773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:39.900749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10136e00-f156-4080-8fd3-288ba13bbfe1 None None] Network 563563a8-bbb5-4701-bf5c-9b60e4b10991 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:24:39.970933 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-414ff641-2806-4d90-b927-8bed9b0fcf9c None None] Provisioning for port 092f514a-9425-4489-a8fa-2da635fcd446 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:24:39.980453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-414ff641-2806-4d90-b927-8bed9b0fcf9c None None] Provisioning complete for port 092f514a-9425-4489-a8fa-2da635fcd446 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:24:39.980887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-414ff641-2806-4d90-b927-8bed9b0fcf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:40.226240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:40.280547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:40.336535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1f0efa-497d-41ab-b824-0e55f910a276 admin admin] Router 585309ba-17ee-407b-9f35-afc5725cba0e has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:24:40.586942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1f0efa-497d-41ab-b824-0e55f910a276 admin admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:24:40.591253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-414ff641-2806-4d90-b927-8bed9b0fcf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:40.609780 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2e1f0efa-497d-41ab-b824-0e55f910a276 admin admin] 10.222.0.24 "PUT /v2.0/routers/585309ba-17ee-407b-9f35-afc5725cba0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4205008 Dec 25 20:24:40.610821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 91033c5f-8063-4804-b7a6-470ddd2069ec, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=91033c5f-8063-4804-b7a6-470ddd2069ec,segment=NetworkSegment(c2b24e8c-a85f-46c5-aee4-7c91ab6bee60),segment_id=c2b24e8c-a85f-46c5-aee4-7c91ab6bee60)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:24:40.624476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:40.628714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:24:40.706384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-414ff641-2806-4d90-b927-8bed9b0fcf9c None None] For port 092f514a-9425-4489-a8fa-2da635fcd446, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=092f514a-9425-4489-a8fa-2da635fcd446,segment=NetworkSegment(5af5833d-0918-46bd-a093-a68b2b0cac1f),segment_id=5af5833d-0918-46bd-a093-a68b2b0cac1f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:24:40.720438 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-414ff641-2806-4d90-b927-8bed9b0fcf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:40.730631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=91033c5f-8063-4804-b7a6-470ddd2069ec,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:24:40.734758 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:24:40.737203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:24:40.827221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ff641-2806-4d90-b927-8bed9b0fcf9c None None] Pushing event updated for resources: {'Port': ['ID=092f514a-9425-4489-a8fa-2da635fcd446,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:24:40.830626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-414ff641-2806-4d90-b927-8bed9b0fcf9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:24:41.159225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-6f4c894e-87e3-48e6-99e0-222251bf10ec None None] Provisioning for port d392fb2e-b57b-4081-9dc7-be94c11f0b03 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:24:41.170293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-6f4c894e-87e3-48e6-99e0-222251bf10ec None None] Provisioning complete for port d392fb2e-b57b-4081-9dc7-be94c11f0b03 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:24:41.171491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6f4c894e-87e3-48e6-99e0-222251bf10ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:41.257881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-6f4c894e-87e3-48e6-99e0-222251bf10ec None None] Port d392fb2e-b57b-4081-9dc7-be94c11f0b03 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:24:41.275427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-6f4c894e-87e3-48e6-99e0-222251bf10ec None None] Provisioning complete for port 092f514a-9425-4489-a8fa-2da635fcd446 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:24:41.275855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6f4c894e-87e3-48e6-99e0-222251bf10ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:41.542379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-45f2fd50-342c-4b68-b12f-c05e61f36cf6 None None] Provisioning complete for port d392fb2e-b57b-4081-9dc7-be94c11f0b03 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:24:41.543810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-45f2fd50-342c-4b68-b12f-c05e61f36cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:41.643785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-45f2fd50-342c-4b68-b12f-c05e61f36cf6 None None] Port d392fb2e-b57b-4081-9dc7-be94c11f0b03 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:24:41.677413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 092f514a-9425-4489-a8fa-2da635fcd446 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:24:41.767615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 092f514a-9425-4489-a8fa-2da635fcd446 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:24:41.768167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:41.918683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 91033c5f-8063-4804-b7a6-470ddd2069ec up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:24:41.995661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-9d524118-3fd1-45d9-aba4-c950f35a8048 None None] Provisioning complete for port d392fb2e-b57b-4081-9dc7-be94c11f0b03 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:24:41.996368 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9d524118-3fd1-45d9-aba4-c950f35a8048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:42.018778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:24:42.067283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-9d524118-3fd1-45d9-aba4-c950f35a8048 None None] Port d392fb2e-b57b-4081-9dc7-be94c11f0b03 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:24:42.075314 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 91033c5f-8063-4804-b7a6-470ddd2069ec triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:24:42.075735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:42.216937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 3a5d1f9d-17fa-40bf-ab19-2c33f883381a up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:24:42.300253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 3a5d1f9d-17fa-40bf-ab19-2c33f883381a completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:24:42.306081 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 3a5d1f9d-17fa-40bf-ab19-2c33f883381a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:24:42.306511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:42.443446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:42.463931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 3a5d1f9d-17fa-40bf-ab19-2c33f883381a, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=3a5d1f9d-17fa-40bf-ab19-2c33f883381a,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:24:42.467880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:42.470384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:24:42.544961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=3a5d1f9d-17fa-40bf-ab19-2c33f883381a,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:24:42.548411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:24:43.554753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 3a5d1f9d-17fa-40bf-ab19-2c33f883381a up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:24:43.636021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 3a5d1f9d-17fa-40bf-ab19-2c33f883381a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:24:43.636575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:44.820457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddf45c0-d9ac-49ee-a22d-9a66a9b71b99 None None] Sync routers for ids ['585309ba-17ee-407b-9f35-afc5725cba0e'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:24:44.833845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddf45c0-d9ac-49ee-a22d-9a66a9b71b99 None None] Routers {'585309ba-17ee-407b-9f35-afc5725cba0e'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:24:44.834627 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-bddf45c0-d9ac-49ee-a22d-9a66a9b71b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:24:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['585309ba-17ee-407b-9f35-afc5725cba0e'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:24:45.031460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-bddf45c0-d9ac-49ee-a22d-9a66a9b71b99 None None] Set router 585309ba-17ee-407b-9f35-afc5725cba0e gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:24:45.399433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-bddf45c0-d9ac-49ee-a22d-9a66a9b71b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '585309ba-17ee-407b-9f35-afc5725cba0e', 'name': 'tempest-TestMinimumBasicScenario-131393264-router', 'tenant_id': 'ddb6fcafaf104611b1a65750af75005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.179'}], 'enable_snat': True}, 'gw_port_id': '3a5d1f9d-17fa-40bf-ab19-2c33f883381a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:24:35Z', 'updated_at': '2021-12-25T20:24:38Z', 'revision_number': 4, 'project_id': 'ddb6fcafaf104611b1a65750af75005b', 'gw_port': {'id': '3a5d1f9d-17fa-40bf-ab19-2c33f883381a', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585309ba-17ee-407b-9f35-afc5725cba0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:24:36Z', 'updated_at': '2021-12-25T20:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'd392fb2e-b57b-4081-9dc7-be94c11f0b03', 'name': '', 'network_id': '563563a8-bbb5-4701-bf5c-9b60e4b10991', 'tenant_id': 'ddb6fcafaf104611b1a65750af75005b', 'mac_address': 'fa:16:3e:6c:b4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '585309ba-17ee-407b-9f35-afc5725cba0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b91af71-1f08-4b54-b564-e42c8c6a42bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:24:38Z', 'updated_at': '2021-12-25T20:24:39Z', 'revision_number': 2, 'project_id': 'ddb6fcafaf104611b1a65750af75005b', 'subnets': [{'id': '9b91af71-1f08-4b54-b564-e42c8c6a42bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:24:45.403993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddf45c0-d9ac-49ee-a22d-9a66a9b71b99 None None] Checking router: 585309ba-17ee-407b-9f35-afc5725cba0e for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:24:45.404499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddf45c0-d9ac-49ee-a22d-9a66a9b71b99 None None] Updating router 585309ba-17ee-407b-9f35-afc5725cba0e port d392fb2e-b57b-4081-9dc7-be94c11f0b03 binding host dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 20:24:45.471137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bddf45c0-d9ac-49ee-a22d-9a66a9b71b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:45.876084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bddf45c0-d9ac-49ee-a22d-9a66a9b71b99 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:45.896119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-bddf45c0-d9ac-49ee-a22d-9a66a9b71b99 None None] Transition to ACTIVE for port object d392fb2e-b57b-4081-9dc7-be94c11f0b03 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:24:45.902678 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bddf45c0-d9ac-49ee-a22d-9a66a9b71b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:45.913903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e1091f03-7915-4cfa-ab25-a5d7a84d0070 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:24:46.123887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e25fc23-60b5-446e-ae24-53e889c75d16 None None] Pushing event updated for resources: {'Port': ['ID=d392fb2e-b57b-4081-9dc7-be94c11f0b03,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:24:46.149364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0e25fc23-60b5-446e-ae24-53e889c75d16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:24:46.159355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-bddf45c0-d9ac-49ee-a22d-9a66a9b71b99 None None] Attempting to bind port d392fb2e-b57b-4081-9dc7-be94c11f0b03 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:24:46.159787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-bddf45c0-d9ac-49ee-a22d-9a66a9b71b99 None None] Attempting to bind port d392fb2e-b57b-4081-9dc7-be94c11f0b03 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '5af5833d-0918-46bd-a093-a68b2b0cac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '563563a8-bbb5-4701-bf5c-9b60e4b10991'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:24:46.160183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddf45c0-d9ac-49ee-a22d-9a66a9b71b99 None None] Attempting to bind port d392fb2e-b57b-4081-9dc7-be94c11f0b03 on network 563563a8-bbb5-4701-bf5c-9b60e4b10991 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:24:46.168093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddf45c0-d9ac-49ee-a22d-9a66a9b71b99 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:24:46.168521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddf45c0-d9ac-49ee-a22d-9a66a9b71b99 None None] Checking segment: {'id': '5af5833d-0918-46bd-a093-a68b2b0cac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '563563a8-bbb5-4701-bf5c-9b60e4b10991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:24:46.168982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bddf45c0-d9ac-49ee-a22d-9a66a9b71b99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:46.169424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddf45c0-d9ac-49ee-a22d-9a66a9b71b99 None None] Bound using segment: {'id': '5af5833d-0918-46bd-a093-a68b2b0cac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '563563a8-bbb5-4701-bf5c-9b60e4b10991'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:24:46.169944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-bddf45c0-d9ac-49ee-a22d-9a66a9b71b99 None None] Bound port: d392fb2e-b57b-4081-9dc7-be94c11f0b03, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af5833d-0918-46bd-a093-a68b2b0cac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '563563a8-bbb5-4701-bf5c-9b60e4b10991'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:24:46.170361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bddf45c0-d9ac-49ee-a22d-9a66a9b71b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:46.288907 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-bddf45c0-d9ac-49ee-a22d-9a66a9b71b99 None None] For port d392fb2e-b57b-4081-9dc7-be94c11f0b03, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:24:46.292562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-bddf45c0-d9ac-49ee-a22d-9a66a9b71b99 None None] For port d392fb2e-b57b-4081-9dc7-be94c11f0b03, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=d392fb2e-b57b-4081-9dc7-be94c11f0b03,segment=NetworkSegment(5af5833d-0918-46bd-a093-a68b2b0cac1f),segment_id=5af5833d-0918-46bd-a093-a68b2b0cac1f)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:24:46.369865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bddf45c0-d9ac-49ee-a22d-9a66a9b71b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:46.378378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:24:46.457314 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e25fc23-60b5-446e-ae24-53e889c75d16 None None] Pushing event updated for resources: {'Port': ['ID=d392fb2e-b57b-4081-9dc7-be94c11f0b03,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:24:46.463342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0e25fc23-60b5-446e-ae24-53e889c75d16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:24:46.483127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddf45c0-d9ac-49ee-a22d-9a66a9b71b99 None None] Routers {'585309ba-17ee-407b-9f35-afc5725cba0e'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:24:46.483830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-bddf45c0-d9ac-49ee-a22d-9a66a9b71b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:24:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['585309ba-17ee-407b-9f35-afc5725cba0e'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:24:46.709467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-bddf45c0-d9ac-49ee-a22d-9a66a9b71b99 None None] Set router 585309ba-17ee-407b-9f35-afc5725cba0e gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:24:47.161288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-bddf45c0-d9ac-49ee-a22d-9a66a9b71b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '585309ba-17ee-407b-9f35-afc5725cba0e', 'name': 'tempest-TestMinimumBasicScenario-131393264-router', 'tenant_id': 'ddb6fcafaf104611b1a65750af75005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.179'}], 'enable_snat': True}, 'gw_port_id': '3a5d1f9d-17fa-40bf-ab19-2c33f883381a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:24:35Z', 'updated_at': '2021-12-25T20:24:38Z', 'revision_number': 4, 'project_id': 'ddb6fcafaf104611b1a65750af75005b', 'gw_port': {'id': '3a5d1f9d-17fa-40bf-ab19-2c33f883381a', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585309ba-17ee-407b-9f35-afc5725cba0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:24:36Z', 'updated_at': '2021-12-25T20:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'd392fb2e-b57b-4081-9dc7-be94c11f0b03', 'name': '', 'network_id': '563563a8-bbb5-4701-bf5c-9b60e4b10991', 'tenant_id': 'ddb6fcafaf104611b1a65750af75005b', 'mac_address': 'fa:16:3e:6c:b4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '585309ba-17ee-407b-9f35-afc5725cba0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b91af71-1f08-4b54-b564-e42c8c6a42bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:24:38Z', 'updated_at': '2021-12-25T20:24:46Z', 'revision_number': 4, 'project_id': 'ddb6fcafaf104611b1a65750af75005b', 'subnets': [{'id': '9b91af71-1f08-4b54-b564-e42c8c6a42bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:24:47.166357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddf45c0-d9ac-49ee-a22d-9a66a9b71b99 None None] The sync data for ids ['585309ba-17ee-407b-9f35-afc5725cba0e'] in dv-neutron-822611-1-hyperv is: [{'id': '585309ba-17ee-407b-9f35-afc5725cba0e', 'name': 'tempest-TestMinimumBasicScenario-131393264-router', 'tenant_id': 'ddb6fcafaf104611b1a65750af75005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.179'}], 'enable_snat': True}, 'gw_port_id': '3a5d1f9d-17fa-40bf-ab19-2c33f883381a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:24:35Z', 'updated_at': '2021-12-25T20:24:38Z', 'revision_number': 4, 'project_id': 'ddb6fcafaf104611b1a65750af75005b', 'gw_port': {'id': '3a5d1f9d-17fa-40bf-ab19-2c33f883381a', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585309ba-17ee-407b-9f35-afc5725cba0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:24:36Z', 'updated_at': '2021-12-25T20:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'd392fb2e-b57b-4081-9dc7-be94c11f0b03', 'name': '', 'network_id': '563563a8-bbb5-4701-bf5c-9b60e4b10991', 'tenant_id': 'ddb6fcafaf104611b1a65750af75005b', 'mac_address': 'fa:16:3e:6c:b4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '585309ba-17ee-407b-9f35-afc5725cba0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b91af71-1f08-4b54-b564-e42c8c6a42bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:24:38Z', 'updated_at': '2021-12-25T20:24:46Z', 'revision_number': 4, 'project_id': 'ddb6fcafaf104611b1a65750af75005b', 'subnets': [{'id': '9b91af71-1f08-4b54-b564-e42c8c6a42bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:24:47.707313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d392fb2e-b57b-4081-9dc7-be94c11f0b03 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:24:47.795172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port d392fb2e-b57b-4081-9dc7-be94c11f0b03 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:24:47.802029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port d392fb2e-b57b-4081-9dc7-be94c11f0b03 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:24:47.802647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:48.119099 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:48.194835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port d392fb2e-b57b-4081-9dc7-be94c11f0b03, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=d392fb2e-b57b-4081-9dc7-be94c11f0b03,segment=NetworkSegment(5af5833d-0918-46bd-a093-a68b2b0cac1f),segment_id=5af5833d-0918-46bd-a093-a68b2b0cac1f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:24:48.200466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:48.202662 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-16cb5950-3aa8-4e5f-965a-37329711c48e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:24:48.271029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=d392fb2e-b57b-4081-9dc7-be94c11f0b03,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:24:48.274443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:24:49.563656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d392fb2e-b57b-4081-9dc7-be94c11f0b03 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:24:49.643105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port d392fb2e-b57b-4081-9dc7-be94c11f0b03 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:24:49.644622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:51.601085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-66a1a84d-4486-4886-8616-4fb7a0b6ee9b tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:24:51.602660 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-66a1a84d-4486-4886-8616-4fb7a0b6ee9b tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/networks?id=c75b4485-1959-4c83-bcc3-eed55e690543 HTTP/1.1" status: 200 len: 815 time: 0.1573019 Dec 25 20:24:51.620254 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-14478b01-e4d7-4e87-bb96-a5ecf56927f9 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/quotas/9ef3cd36c725438980b709c6c3e0b1da HTTP/1.1" status: 200 len: 375 time: 0.0117226 Dec 25 20:24:51.704671 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-8f4b82cf-6eb9-48fd-9019-88e83d3317e4 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ef3cd36c725438980b709c6c3e0b1da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0783079 Dec 25 20:24:51.852568 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-11320d8b-247e-4adc-b705-76bdff4ff493 service neutron] 10.222.0.24 "GET /v2.0/networks/c75b4485-1959-4c83-bcc3-eed55e690543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356142 Dec 25 20:24:51.998165 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-7f226f05-7eca-4b88-b809-c047ae1b6489 service neutron] 10.222.0.24 "GET /v2.0/networks/c75b4485-1959-4c83-bcc3-eed55e690543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389713 Dec 25 20:24:52.197440 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1dbaf4f3-90e4-464c-b64e-a686910ef3b8 req-436b9393-8f52-4508-ae40-facb25331986 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/ports?device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 210 time: 0.0517409 Dec 25 20:24:53.377406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-3d5830c2-60fa-484f-88d9-c8594cc9ea2b tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:24:53.379257 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-3d5830c2-60fa-484f-88d9-c8594cc9ea2b tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.36 "GET /v2.0/networks?id=c75b4485-1959-4c83-bcc3-eed55e690543 HTTP/1.1" status: 200 len: 815 time: 0.2008557 Dec 25 20:24:53.385297 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-27f64e52-b7c0-4de9-a1d7-6e44bc5e33e3 req-40f835ca-097e-4f7a-bf42-140df477ba49 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/ports?device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 210 time: 0.0543361 Dec 25 20:24:53.403677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-57516107-e755-4009-908d-3929205d7e53 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Request body: {'port': {'device_id': 'd64d88f6-28d7-491c-b918-f8fda8077081', 'network_id': 'c75b4485-1959-4c83-bcc3-eed55e690543', 'admin_state_up': True, 'tenant_id': '9ef3cd36c725438980b709c6c3e0b1da'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:24:53.550682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-57516107-e755-4009-908d-3929205d7e53 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:24:53.555028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-57516107-e755-4009-908d-3929205d7e53 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Usage tracker for resource:port and tenant:9ef3cd36c725438980b709c6c3e0b1da is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:24:53.558060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-57516107-e755-4009-908d-3929205d7e53 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:24:53.564249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-57516107-e755-4009-908d-3929205d7e53 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:24:53.577070 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-57516107-e755-4009-908d-3929205d7e53 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Made reservation on behalf of 9ef3cd36c725438980b709c6c3e0b1da for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:24:53.585475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-57516107-e755-4009-908d-3929205d7e53 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:53.770453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-57516107-e755-4009-908d-3929205d7e53 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Allocated IP 172.20.0.13 (c75b4485-1959-4c83-bcc3-eed55e690543/b19b2833-a534-47f6-b0e0-df81d01e5737/c8321b6a-fdd5-4d57-9428-8c246153a2aa) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:24:53.861567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:54.079038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-57516107-e755-4009-908d-3929205d7e53 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:54.100394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-57516107-e755-4009-908d-3929205d7e53 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Transition to ACTIVE for port object c8321b6a-fdd5-4d57-9428-8c246153a2aa will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:24:54.132875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-57516107-e755-4009-908d-3929205d7e53 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:54.139465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-33fc1538-6ac7-4510-8ac5-ce617c00d6d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:24:54.241604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-57516107-e755-4009-908d-3929205d7e53 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Network c75b4485-1959-4c83-bcc3-eed55e690543 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:24:54.245638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-57516107-e755-4009-908d-3929205d7e53 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:24:54.250859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-57516107-e755-4009-908d-3929205d7e53 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:24:54.299227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57516107-e755-4009-908d-3929205d7e53 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Pushing event updated for resources: {'Port': ['ID=c8321b6a-fdd5-4d57-9428-8c246153a2aa,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:24:54.325905 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57516107-e755-4009-908d-3929205d7e53 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:24:54.326353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57516107-e755-4009-908d-3929205d7e53 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:24:54.326780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57516107-e755-4009-908d-3929205d7e53 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:24:54.327240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57516107-e755-4009-908d-3929205d7e53 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:24:54.327668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57516107-e755-4009-908d-3929205d7e53 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:24:54.328126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57516107-e755-4009-908d-3929205d7e53 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:24:54.328553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57516107-e755-4009-908d-3929205d7e53 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:24:54.328975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57516107-e755-4009-908d-3929205d7e53 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:24:54.329447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57516107-e755-4009-908d-3929205d7e53 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:24:54.329813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57516107-e755-4009-908d-3929205d7e53 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:24:54.330233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57516107-e755-4009-908d-3929205d7e53 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:24:54.336841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-57516107-e755-4009-908d-3929205d7e53 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:24:54.351742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-57516107-e755-4009-908d-3929205d7e53 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:24:54.352809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-57516107-e755-4009-908d-3929205d7e53 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:54.377266 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-57516107-e755-4009-908d-3929205d7e53 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9775152 Dec 25 20:24:54.624423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab8b54-c44a-4fb1-b0b4-60c8c5ad48d3 req-9d0b394b-32e2-4654-a1e2-1bc8de9c3d7c tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:24:54.625394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-52ab8b54-c44a-4fb1-b0b4-60c8c5ad48d3 req-9d0b394b-32e2-4654-a1e2-1bc8de9c3d7c tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Synchronizing usage tracker for tenant:9ef3cd36c725438980b709c6c3e0b1da on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:24:54.627321 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-11b47676-57b4-4d26-b76a-d0dcb8ad4733 None None] Provisioning for port c8321b6a-fdd5-4d57-9428-8c246153a2aa completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:24:54.632755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-11b47676-57b4-4d26-b76a-d0dcb8ad4733 None None] Provisioning complete for port c8321b6a-fdd5-4d57-9428-8c246153a2aa triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:24:54.633398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-11b47676-57b4-4d26-b76a-d0dcb8ad4733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:24:54.646635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-52ab8b54-c44a-4fb1-b0b4-60c8c5ad48d3 req-9d0b394b-32e2-4654-a1e2-1bc8de9c3d7c tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Unset dirty status for tenant:9ef3cd36c725438980b709c6c3e0b1da on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:24:54.649780 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-52ab8b54-c44a-4fb1-b0b4-60c8c5ad48d3 req-9d0b394b-32e2-4654-a1e2-1bc8de9c3d7c tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/ports?device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 932 time: 0.1266727 Dec 25 20:24:54.695681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-11b47676-57b4-4d26-b76a-d0dcb8ad4733 None None] Port c8321b6a-fdd5-4d57-9428-8c246153a2aa cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:24:54.701579 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-52ab8b54-c44a-4fb1-b0b4-60c8c5ad48d3 req-39ed9e78-12ba-4261-bbcf-ccbce5eb0660 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95f534c-55b4-4c50-a47e-32cbdf9359d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462205 Dec 25 20:24:55.915774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abacd93-5884-4222-b8b6-fb3f8ce50bd6 req-782f6275-1865-47a8-a184-4815d521061f tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:24:55.917577 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6abacd93-5884-4222-b8b6-fb3f8ce50bd6 req-782f6275-1865-47a8-a184-4815d521061f tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/ports?device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 932 time: 0.0878737 Dec 25 20:24:55.969300 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6abacd93-5884-4222-b8b6-fb3f8ce50bd6 req-7a1a2477-bb40-438f-9805-efabe92e5c84 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95f534c-55b4-4c50-a47e-32cbdf9359d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429020 Dec 25 20:24:57.196502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8707f2f-febc-47be-ae23-50f14b853bb2 req-1d3215cc-eff5-42c0-a624-149d1604f7df tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:24:57.198488 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b8707f2f-febc-47be-ae23-50f14b853bb2 req-1d3215cc-eff5-42c0-a624-149d1604f7df tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/ports?device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 932 time: 0.0959504 Dec 25 20:24:57.258418 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b8707f2f-febc-47be-ae23-50f14b853bb2 req-3ce05ef0-a2d7-4f3e-bf6e-152dc228dd18 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95f534c-55b4-4c50-a47e-32cbdf9359d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490923 Dec 25 20:24:58.472370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83801126-0340-44ae-8c43-31309b5d8c2e req-56c44414-8515-43a2-ae77-8389a15083fa tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:24:58.474596 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-83801126-0340-44ae-8c43-31309b5d8c2e req-56c44414-8515-43a2-ae77-8389a15083fa tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/ports?device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 932 time: 0.0919516 Dec 25 20:24:58.523906 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-83801126-0340-44ae-8c43-31309b5d8c2e req-b4dd2a39-9e07-448f-b15c-afcfbc00d174 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95f534c-55b4-4c50-a47e-32cbdf9359d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437732 Dec 25 20:24:59.733066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cab112-bd30-40e6-b253-024125678fde req-8be70292-e008-401b-89ab-35584456d30d tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:24:59.735351 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-65cab112-bd30-40e6-b253-024125678fde req-8be70292-e008-401b-89ab-35584456d30d tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/ports?device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 932 time: 0.0877841 Dec 25 20:24:59.790733 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-65cab112-bd30-40e6-b253-024125678fde req-29f29419-359e-495b-a3c2-c504287dd9d3 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95f534c-55b4-4c50-a47e-32cbdf9359d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488687 Dec 25 20:25:00.997278 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f92bb-ce28-4d94-8eee-7c1c36b38852 req-80041952-7522-41f3-97dc-e7427e7615a8 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:25:00.999175 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-386f92bb-ce28-4d94-8eee-7c1c36b38852 req-80041952-7522-41f3-97dc-e7427e7615a8 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/ports?device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 932 time: 0.0828383 Dec 25 20:25:01.059276 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-386f92bb-ce28-4d94-8eee-7c1c36b38852 req-4540a707-5a35-4b62-a6f9-f911ba0458d4 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95f534c-55b4-4c50-a47e-32cbdf9359d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529206 Dec 25 20:25:02.280312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6c163-4527-48d9-8c29-0eacd360f925 req-79b275a8-5024-4ab7-bb02-0d42b7f77cee tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:25:02.281834 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9bd6c163-4527-48d9-8c29-0eacd360f925 req-79b275a8-5024-4ab7-bb02-0d42b7f77cee tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/ports?device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 932 time: 0.0900381 Dec 25 20:25:02.356528 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9bd6c163-4527-48d9-8c29-0eacd360f925 req-d5ad24f9-4d5c-4f29-a31c-39332a9486d3 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95f534c-55b4-4c50-a47e-32cbdf9359d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671237 Dec 25 20:25:03.567338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f34fa-eae1-494c-92a7-2550cf37a72a req-74a881dc-638a-41a2-8bc4-63c0694b80e5 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:25:03.568953 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-cc3f34fa-eae1-494c-92a7-2550cf37a72a req-74a881dc-638a-41a2-8bc4-63c0694b80e5 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/ports?device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 932 time: 0.0874150 Dec 25 20:25:03.620655 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-cc3f34fa-eae1-494c-92a7-2550cf37a72a req-b893f119-0386-427f-bce4-dad5edb6c9af tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95f534c-55b4-4c50-a47e-32cbdf9359d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456495 Dec 25 20:25:04.131093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-b223127c-2eb1-4bcf-86bc-af61e90df69c tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 20:25:04.132872 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-b223127c-2eb1-4bcf-86bc-af61e90df69c tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0071175 Dec 25 20:25:04.279500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-51df995c-4b1a-4375-951c-2beeed56f6fe service neutron] Request body: {'port': {'device_id': 'd64d88f6-28d7-491c-b918-f8fda8077081', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:25:04.390477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-51df995c-4b1a-4375-951c-2beeed56f6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:04.793927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-51df995c-4b1a-4375-951c-2beeed56f6fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8321b6a-fdd5-4d57-9428-8c246153a2aa {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:25:04.809275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-51df995c-4b1a-4375-951c-2beeed56f6fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:04.832397 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-51df995c-4b1a-4375-951c-2beeed56f6fe service neutron] Transition to ACTIVE for port object c8321b6a-fdd5-4d57-9428-8c246153a2aa will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:25:04.835180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-51df995c-4b1a-4375-951c-2beeed56f6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:04.840209 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-97b2f8a2-dbd3-47ff-b89e-a2dda5a7a00c tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:25:05.189497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc06ff2-34bd-4116-84d3-8d4e497b1c1b req-6ace8ecb-9b4e-4ad0-9422-a58ba82dd4b6 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:25:05.191221 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ffc06ff2-34bd-4116-84d3-8d4e497b1c1b req-6ace8ecb-9b4e-4ad0-9422-a58ba82dd4b6 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/ports?device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 932 time: 0.4462218 Dec 25 20:25:05.200539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df995c-4b1a-4375-951c-2beeed56f6fe service neutron] Pushing event updated for resources: {'Port': ['ID=c8321b6a-fdd5-4d57-9428-8c246153a2aa,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:25:05.212185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-51df995c-4b1a-4375-951c-2beeed56f6fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:25:05.334303 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ffc06ff2-34bd-4116-84d3-8d4e497b1c1b req-52fffb3b-78a8-48a4-b493-7e898b5db0a5 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95f534c-55b4-4c50-a47e-32cbdf9359d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309311 Dec 25 20:25:05.372462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-51df995c-4b1a-4375-951c-2beeed56f6fe service neutron] Attempting to bind port c8321b6a-fdd5-4d57-9428-8c246153a2aa on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:25:05.373084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-51df995c-4b1a-4375-951c-2beeed56f6fe service neutron] Attempting to bind port c8321b6a-fdd5-4d57-9428-8c246153a2aa by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'c2b24e8c-a85f-46c5-aee4-7c91ab6bee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c75b4485-1959-4c83-bcc3-eed55e690543'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:25:05.373469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-51df995c-4b1a-4375-951c-2beeed56f6fe service neutron] Attempting to bind port c8321b6a-fdd5-4d57-9428-8c246153a2aa on network c75b4485-1959-4c83-bcc3-eed55e690543 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:25:05.379796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-51df995c-4b1a-4375-951c-2beeed56f6fe service neutron] Port c8321b6a-fdd5-4d57-9428-8c246153a2aa on network c75b4485-1959-4c83-bcc3-eed55e690543 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 20:25:05.380157 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-51df995c-4b1a-4375-951c-2beeed56f6fe service neutron] Attempting to bind port c8321b6a-fdd5-4d57-9428-8c246153a2aa on network c75b4485-1959-4c83-bcc3-eed55e690543 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:25:05.386947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-51df995c-4b1a-4375-951c-2beeed56f6fe service neutron] Checking agent: {'id': '5d7a6d50-e450-4e92-a105-61a558d89e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'started_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:25:05.387308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-51df995c-4b1a-4375-951c-2beeed56f6fe service neutron] Checking segment: {'id': 'c2b24e8c-a85f-46c5-aee4-7c91ab6bee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c75b4485-1959-4c83-bcc3-eed55e690543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:25:05.387730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-51df995c-4b1a-4375-951c-2beeed56f6fe service neutron] Bound using segment: {'id': 'c2b24e8c-a85f-46c5-aee4-7c91ab6bee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c75b4485-1959-4c83-bcc3-eed55e690543'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:25:05.388200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-51df995c-4b1a-4375-951c-2beeed56f6fe service neutron] Bound port: c8321b6a-fdd5-4d57-9428-8c246153a2aa, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b24e8c-a85f-46c5-aee4-7c91ab6bee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c75b4485-1959-4c83-bcc3-eed55e690543'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:25:05.388583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-51df995c-4b1a-4375-951c-2beeed56f6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:05.482969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-51df995c-4b1a-4375-951c-2beeed56f6fe service neutron] For port c8321b6a-fdd5-4d57-9428-8c246153a2aa, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:25:05.486382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-51df995c-4b1a-4375-951c-2beeed56f6fe service neutron] For port c8321b6a-fdd5-4d57-9428-8c246153a2aa, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c8321b6a-fdd5-4d57-9428-8c246153a2aa,segment=NetworkSegment(c2b24e8c-a85f-46c5-aee4-7c91ab6bee60),segment_id=c2b24e8c-a85f-46c5-aee4-7c91ab6bee60)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:25:05.490247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-51df995c-4b1a-4375-951c-2beeed56f6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:05.495003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f6830fee-e558-42dd-a703-585b392979ad tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:25:05.556669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-51df995c-4b1a-4375-951c-2beeed56f6fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:05.558173 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-51df995c-4b1a-4375-951c-2beeed56f6fe service neutron] 10.222.0.36 "PUT /v2.0/ports/c8321b6a-fdd5-4d57-9428-8c246153a2aa HTTP/1.1" status: 200 len: 1094 time: 1.4152298 Dec 25 20:25:05.558733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd64d88f6-28d7-491c-b918-f8fda8077081', 'tag': 'c8321b6a-fdd5-4d57-9428-8c246153a2aa'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:25:05.581930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df995c-4b1a-4375-951c-2beeed56f6fe service neutron] Pushing event updated for resources: {'Port': ['ID=c8321b6a-fdd5-4d57-9428-8c246153a2aa,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:25:05.585447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-51df995c-4b1a-4375-951c-2beeed56f6fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:25:05.688582 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-63086bb2-3e69-4467-9107-8db957223aec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ef3cd36c725438980b709c6c3e0b1da&device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 1097 time: 0.0841422 Dec 25 20:25:05.761761 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd64d88f6-28d7-491c-b918-f8fda8077081', 'tag': 'c8321b6a-fdd5-4d57-9428-8c246153a2aa', 'status': 'completed', 'code': 200} Dec 25 20:25:05.777987 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-85076bb9-9417-4cfc-8d1d-6b10bc313abd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8321b6a-fdd5-4d57-9428-8c246153a2aa HTTP/1.1" status: 200 len: 217 time: 0.0779674 Dec 25 20:25:05.849964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-1d4bffce-0989-43ac-aad4-b8fb33340249 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:25:05.851532 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-1d4bffce-0989-43ac-aad4-b8fb33340249 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b19b2833-a534-47f6-b0e0-df81d01e5737 HTTP/1.1" status: 200 len: 854 time: 0.0652268 Dec 25 20:25:05.941995 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-155a16ab-a93a-4400-95e1-48afde8154c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c75b4485-1959-4c83-bcc3-eed55e690543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800152 Dec 25 20:25:06.086860 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-6b0337bd-66f1-4714-8cb5-c824663e5483 service neutron] 10.222.0.36 "GET /v2.0/networks/c75b4485-1959-4c83-bcc3-eed55e690543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344767 Dec 25 20:25:06.113993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-88a617c5-c0c2-4615-ba06-9f10313818eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:06.249933 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1db60c41-37d1-47ff-b02b-b64598a5deb7 req-081f4b9c-038a-410e-8226-082d0b8116cb service neutron] 10.222.0.36 "GET /v2.0/networks/c75b4485-1959-4c83-bcc3-eed55e690543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525364 Dec 25 20:25:06.379288 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b76a3797-4dd0-4569-811a-8813db4ae696 req-6d7f7d21-636c-4a49-a442-88baf0d5f13c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ef3cd36c725438980b709c6c3e0b1da&device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 1097 time: 0.0783823 Dec 25 20:25:06.590933 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a3797-4dd0-4569-811a-8813db4ae696 req-d98ed7aa-a6b4-4376-a58b-96205e907cd1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:25:06.592584 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b76a3797-4dd0-4569-811a-8813db4ae696 req-d98ed7aa-a6b4-4376-a58b-96205e907cd1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c75b4485-1959-4c83-bcc3-eed55e690543 HTTP/1.1" status: 200 len: 915 time: 0.2058158 Dec 25 20:25:06.679945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74a950-af3b-4d5f-b9bd-6db632f68290 req-9a682f12-b0b1-4bc4-a359-e4e1a4eae019 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:25:06.681543 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8e74a950-af3b-4d5f-b9bd-6db632f68290 req-9a682f12-b0b1-4bc4-a359-e4e1a4eae019 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/ports?device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 944 time: 0.1983893 Dec 25 20:25:06.682970 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b76a3797-4dd0-4569-811a-8813db4ae696 req-fcfb5674-f39c-4f99-ae84-a4151d76f61e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8321b6a-fdd5-4d57-9428-8c246153a2aa HTTP/1.1" status: 200 len: 217 time: 0.0822790 Dec 25 20:25:06.786644 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8e74a950-af3b-4d5f-b9bd-6db632f68290 req-f98f6236-b65e-4090-b4e3-de2d2000d0c2 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95f534c-55b4-4c50-a47e-32cbdf9359d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989840 Dec 25 20:25:06.790044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a3797-4dd0-4569-811a-8813db4ae696 req-2f1cb3f0-4008-4cb9-921f-dafe81564bd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:25:06.791537 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b76a3797-4dd0-4569-811a-8813db4ae696 req-2f1cb3f0-4008-4cb9-921f-dafe81564bd3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b19b2833-a534-47f6-b0e0-df81d01e5737 HTTP/1.1" status: 200 len: 854 time: 0.0881686 Dec 25 20:25:06.873348 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b76a3797-4dd0-4569-811a-8813db4ae696 req-00da25cd-a4a9-419b-94da-524114267c55 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c75b4485-1959-4c83-bcc3-eed55e690543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727584 Dec 25 20:25:07.018810 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b76a3797-4dd0-4569-811a-8813db4ae696 req-6ae1a581-eabe-4568-b261-43b1b8adc752 service neutron] 10.222.0.36 "GET /v2.0/networks/c75b4485-1959-4c83-bcc3-eed55e690543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369410 Dec 25 20:25:07.036286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device c8321b6a-fdd5-4d57-9428-8c246153a2aa details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 20:25:07.167638 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b76a3797-4dd0-4569-811a-8813db4ae696 req-ac4fcc48-dfbf-451a-b922-e475fac69987 service neutron] 10.222.0.36 "GET /v2.0/networks/c75b4485-1959-4c83-bcc3-eed55e690543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420190 Dec 25 20:25:07.180348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port c8321b6a-fdd5-4d57-9428-8c246153a2aa, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c8321b6a-fdd5-4d57-9428-8c246153a2aa,segment=NetworkSegment(c2b24e8c-a85f-46c5-aee4-7c91ab6bee60),segment_id=c2b24e8c-a85f-46c5-aee4-7c91ab6bee60)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:25:07.195238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': 'c8321b6a-fdd5-4d57-9428-8c246153a2aa', 'network_id': 'c75b4485-1959-4c83-bcc3-eed55e690543', 'port_id': 'c8321b6a-fdd5-4d57-9428-8c246153a2aa', 'mac_address': 'fa:16:3e:77:3d:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b19b2833-a534-47f6-b0e0-df81d01e5737', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 20:25:07.251307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:07.269782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8321b6a-fdd5-4d57-9428-8c246153a2aa {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:25:07.300432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port c8321b6a-fdd5-4d57-9428-8c246153a2aa, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c8321b6a-fdd5-4d57-9428-8c246153a2aa,segment=NetworkSegment(c2b24e8c-a85f-46c5-aee4-7c91ab6bee60),segment_id=c2b24e8c-a85f-46c5-aee4-7c91ab6bee60)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:25:07.301915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:07.304317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:07.305928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d0bdb2ff-e801-4b85-b5d5-80fe4afc73e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:25:07.371039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=c8321b6a-fdd5-4d57-9428-8c246153a2aa,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:25:07.374408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:25:07.606789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['c8321b6a-fdd5-4d57-9428-8c246153a2aa'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:25:07.995593 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d9831-e432-4708-a8d9-4bfeca85747f req-dfa01fa1-d949-4171-8505-3c5ae3f7e87b tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:25:07.997204 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d83d9831-e432-4708-a8d9-4bfeca85747f req-dfa01fa1-d949-4171-8505-3c5ae3f7e87b tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/ports?device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 945 time: 0.0877159 Dec 25 20:25:08.044993 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d83d9831-e432-4708-a8d9-4bfeca85747f req-6af88484-4c37-49bd-a5d0-03fb9eab1dca tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95f534c-55b4-4c50-a47e-32cbdf9359d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414710 Dec 25 20:25:08.409754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-025b6fec-250d-47c9-8f20-e9daa6cc6c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:08.747352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:09.037240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device c8321b6a-fdd5-4d57-9428-8c246153a2aa up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:25:09.107250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning for port c8321b6a-fdd5-4d57-9428-8c246153a2aa completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:25:09.112745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port c8321b6a-fdd5-4d57-9428-8c246153a2aa triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:25:09.113211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:09.234725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:09.254462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2731b67a-bc09-4ecd-97ae-19ea3d4046c4 req-aed8f945-3302-4138-80bd-78ca5e7daffa tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:25:09.256155 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2731b67a-bc09-4ecd-97ae-19ea3d4046c4 req-aed8f945-3302-4138-80bd-78ca5e7daffa tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/ports?device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 945 time: 0.0868556 Dec 25 20:25:09.263221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64d88f6-28d7-491c-b918-f8fda8077081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8321b6a-fdd5-4d57-9428-8c246153a2aa'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:25:09.273361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port c8321b6a-fdd5-4d57-9428-8c246153a2aa, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c8321b6a-fdd5-4d57-9428-8c246153a2aa,segment=NetworkSegment(c2b24e8c-a85f-46c5-aee4-7c91ab6bee60),segment_id=c2b24e8c-a85f-46c5-aee4-7c91ab6bee60)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:25:09.276659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:09.278508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d0bdb2ff-e801-4b85-b5d5-80fe4afc73e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:25:09.307617 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2731b67a-bc09-4ecd-97ae-19ea3d4046c4 req-6a25e7ec-c6f5-4b2f-8b98-b10b68fa32ef tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95f534c-55b4-4c50-a47e-32cbdf9359d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452082 Dec 25 20:25:09.330016 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd64d88f6-28d7-491c-b918-f8fda8077081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8321b6a-fdd5-4d57-9428-8c246153a2aa', 'code': 200} Dec 25 20:25:09.353750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=c8321b6a-fdd5-4d57-9428-8c246153a2aa,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:25:09.356941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:25:09.579163 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a98b8ca1-ed84-4f61-9d60-7a5db961ebd6 req-7b64142d-66f2-4958-8b77-35bab69a260d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 1099 time: 0.0763988 Dec 25 20:25:09.627527 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a98b8ca1-ed84-4f61-9d60-7a5db961ebd6 req-75adbd77-a0fa-441e-a759-eca24bbc93bc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e95f534c-55b4-4c50-a47e-32cbdf9359d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382736 Dec 25 20:25:10.079837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:10.523901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf181cb4-2595-4a13-b3b2-8ad79aa2a5ed req-223dd559-28df-4851-9fd3-6d6ce3c7ee45 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:25:10.525519 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-bf181cb4-2595-4a13-b3b2-8ad79aa2a5ed req-223dd559-28df-4851-9fd3-6d6ce3c7ee45 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/ports?device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 946 time: 0.0837612 Dec 25 20:25:10.574438 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-bf181cb4-2595-4a13-b3b2-8ad79aa2a5ed req-9b8dc17c-3c2f-49b5-abaa-0f82b5718df7 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95f534c-55b4-4c50-a47e-32cbdf9359d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428524 Dec 25 20:25:11.778918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269e00e-43ab-4906-9645-079270463d42 req-654f2f1c-c153-495b-995c-7a284cbf1910 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:25:11.780450 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a269e00e-43ab-4906-9645-079270463d42 req-654f2f1c-c153-495b-995c-7a284cbf1910 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/ports?device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 946 time: 0.0846264 Dec 25 20:25:11.828349 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a269e00e-43ab-4906-9645-079270463d42 req-699c3e71-e689-4585-b827-13c5b40c8596 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95f534c-55b4-4c50-a47e-32cbdf9359d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413709 Dec 25 20:25:12.033753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964d11c-373b-4c25-97d4-2a950beb4760 req-2e292660-8ebb-4888-91a1-8bab6091df66 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:25:12.035315 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2964d11c-373b-4c25-97d4-2a950beb4760 req-2e292660-8ebb-4888-91a1-8bab6091df66 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/ports?device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 946 time: 0.0860140 Dec 25 20:25:12.083699 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2964d11c-373b-4c25-97d4-2a950beb4760 req-421eaa7f-6ca8-4e92-97e4-c154e8500a0b tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95f534c-55b4-4c50-a47e-32cbdf9359d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422115 Dec 25 20:25:12.517192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213972fb-25b3-4747-80d4-f91339521759 req-2067be60-80e3-4629-92a3-de0896956d0e tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:25:12.518762 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-213972fb-25b3-4747-80d4-f91339521759 req-2067be60-80e3-4629-92a3-de0896956d0e tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/ports?device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 946 time: 0.0852001 Dec 25 20:25:12.567504 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-213972fb-25b3-4747-80d4-f91339521759 req-e7561d3f-0188-4fe1-bcc6-acab73787364 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95f534c-55b4-4c50-a47e-32cbdf9359d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426095 Dec 25 20:25:19.020780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:25:22.985920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16c27d-1c2f-40e3-8f9a-e85a07db2b33 req-c091b9ec-cefb-4fa0-afad-4a932a4e917f tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:25:22.987524 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9a16c27d-1c2f-40e3-8f9a-e85a07db2b33 req-c091b9ec-cefb-4fa0-afad-4a932a4e917f tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/ports?device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 946 time: 0.0838883 Dec 25 20:25:23.039037 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9a16c27d-1c2f-40e3-8f9a-e85a07db2b33 req-d14cd469-936c-4b9f-9563-0efe706935c2 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95f534c-55b4-4c50-a47e-32cbdf9359d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455072 Dec 25 20:25:23.067616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59076) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:25:23.214790 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5c123fa3-6e09-4552-955a-b263bbeff341 tempest-TestMinimumBasicScenario-2059909204 tempest-TestMinimumBasicScenario-2059909204-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 1094 time: 0.1458538 Dec 25 20:25:23.217779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59082) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:25:23.223995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-9ec3c725-665a-49dd-9461-a108f9393ce4 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Request body: {'floatingip': {'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'port_id': 'c8321b6a-fdd5-4d57-9428-8c246153a2aa', 'tenant_id': '9ef3cd36c725438980b709c6c3e0b1da', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:25:23.229823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9ec3c725-665a-49dd-9461-a108f9393ce4 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:25:23.233892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9ec3c725-665a-49dd-9461-a108f9393ce4 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Usage tracker for resource:floatingip and tenant:9ef3cd36c725438980b709c6c3e0b1da is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:25:23.236922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9ec3c725-665a-49dd-9461-a108f9393ce4 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:25:23.242985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9ec3c725-665a-49dd-9461-a108f9393ce4 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:25:23.252660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ec3c725-665a-49dd-9461-a108f9393ce4 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:23.400106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ec3c725-665a-49dd-9461-a108f9393ce4 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:23.544372 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-9ec3c725-665a-49dd-9461-a108f9393ce4 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Allocated IP 172.26.8.176 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/14969f70-768c-40fb-bca1-4efd8e67ba7b) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:25:23.698126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ec3c725-665a-49dd-9461-a108f9393ce4 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:23.723943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ec3c725-665a-49dd-9461-a108f9393ce4 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:23.728324 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-51df995c-4b1a-4375-951c-2beeed56f6fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:25:23.795541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec3c725-665a-49dd-9461-a108f9393ce4 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:25:23.799370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-9ec3c725-665a-49dd-9461-a108f9393ce4 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:25:23.801463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3c725-665a-49dd-9461-a108f9393ce4 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Pushing event updated for resources: {'Port': ['ID=14969f70-768c-40fb-bca1-4efd8e67ba7b,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:25:23.803753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec3c725-665a-49dd-9461-a108f9393ce4 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:25:23.835831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9ec3c725-665a-49dd-9461-a108f9393ce4 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:25:23.856530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:24.551428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ec3c725-665a-49dd-9461-a108f9393ce4 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:24.608371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ec3c725-665a-49dd-9461-a108f9393ce4 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:24.821492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ec3c725-665a-49dd-9461-a108f9393ce4 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:24.824919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ec3c725-665a-49dd-9461-a108f9393ce4 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:24.829733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ca95e654-11c9-4696-b273-797daaedfac2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:25:24.938633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3c725-665a-49dd-9461-a108f9393ce4 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Pushing event updated for resources: {'Port': ['ID=14969f70-768c-40fb-bca1-4efd8e67ba7b,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:25:24.943139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9ec3c725-665a-49dd-9461-a108f9393ce4 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:25:24.954196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ec3c725-665a-49dd-9461-a108f9393ce4 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:25.172047 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [None req-9ec3c725-665a-49dd-9461-a108f9393ce4 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Floating IP 686c9d7c-811a-41cc-9ff0-385a1ed64378 associated. External IP: 172.26.8.176, port: c8321b6a-fdd5-4d57-9428-8c246153a2aa. Dec 25 20:25:25.600919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec3c725-665a-49dd-9461-a108f9393ce4 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Router 1224f6dc-213c-4610-8381-dedd7cff419d has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:25:25.815957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec3c725-665a-49dd-9461-a108f9393ce4 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:25:25.826005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c0caa0-399b-4a62-96ff-96c5552e4f92 None None] Sync routers for ids ['1224f6dc-213c-4610-8381-dedd7cff419d'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:25:25.838291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c0caa0-399b-4a62-96ff-96c5552e4f92 None None] Routers {'1224f6dc-213c-4610-8381-dedd7cff419d'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:25:25.838947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-b3c0caa0-399b-4a62-96ff-96c5552e4f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:25:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['1224f6dc-213c-4610-8381-dedd7cff419d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:25:25.839940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9ec3c725-665a-49dd-9461-a108f9393ce4 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:25.895625 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9ec3c725-665a-49dd-9461-a108f9393ce4 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6767578 Dec 25 20:25:25.896383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd64d88f6-28d7-491c-b918-f8fda8077081', 'tag': 'c8321b6a-fdd5-4d57-9428-8c246153a2aa'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:25:25.898748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 59086) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:25:25.905507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-7e1e6761-cea5-407f-8490-9149d76a4ad0 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-975453846', 'description': 'tempest-secgroup-smoke-975453846 description', 'project_id': '9ef3cd36c725438980b709c6c3e0b1da'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:25:25.917755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7e1e6761-cea5-407f-8490-9149d76a4ad0 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:25:25.922477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7e1e6761-cea5-407f-8490-9149d76a4ad0 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Usage tracker for resource:security_group and tenant:9ef3cd36c725438980b709c6c3e0b1da is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:25:25.925719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7e1e6761-cea5-407f-8490-9149d76a4ad0 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:25:25.931977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7e1e6761-cea5-407f-8490-9149d76a4ad0 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:25:25.942266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e1e6761-cea5-407f-8490-9149d76a4ad0 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:25.954228 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd64d88f6-28d7-491c-b918-f8fda8077081', 'tag': 'c8321b6a-fdd5-4d57-9428-8c246153a2aa', 'status': 'completed', 'code': 200} Dec 25 20:25:25.981608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7e1e6761-cea5-407f-8490-9149d76a4ad0 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:25:25.986232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7e1e6761-cea5-407f-8490-9149d76a4ad0 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Usage tracker for resource:security_group_rule and tenant:9ef3cd36c725438980b709c6c3e0b1da is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:25:25.989222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7e1e6761-cea5-407f-8490-9149d76a4ad0 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:25:25.995289 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7e1e6761-cea5-407f-8490-9149d76a4ad0 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:25:26.026570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-b3c0caa0-399b-4a62-96ff-96c5552e4f92 None None] Set router 1224f6dc-213c-4610-8381-dedd7cff419d gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:25:26.053035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e1e6761-cea5-407f-8490-9149d76a4ad0 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:26.056503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e1e6761-cea5-407f-8490-9149d76a4ad0 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:26.058315 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6a7c010c-cea9-41fa-8cd3-b44813533d83 req-ff647632-8d27-47ad-b4c6-8e4bc6337766 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ef3cd36c725438980b709c6c3e0b1da&device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 1099 time: 0.0812702 Dec 25 20:25:26.061974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bfe6346d-c352-4553-bf3b-c619d347f775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:25:26.096089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e6761-cea5-407f-8490-9149d76a4ad0 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df25a788-bb37-4122-a19f-34869069faa8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:25:26.112766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e6761-cea5-407f-8490-9149d76a4ad0 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:25:26.113198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e6761-cea5-407f-8490-9149d76a4ad0 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:25:26.113619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e6761-cea5-407f-8490-9149d76a4ad0 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:25:26.114035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e6761-cea5-407f-8490-9149d76a4ad0 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:25:26.114452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e6761-cea5-407f-8490-9149d76a4ad0 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:25:26.114866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e6761-cea5-407f-8490-9149d76a4ad0 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:25:26.115316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e6761-cea5-407f-8490-9149d76a4ad0 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:25:26.115736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e6761-cea5-407f-8490-9149d76a4ad0 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:25:26.116247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e6761-cea5-407f-8490-9149d76a4ad0 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:25:26.116665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e6761-cea5-407f-8490-9149d76a4ad0 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:25:26.117060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e6761-cea5-407f-8490-9149d76a4ad0 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:25:26.121171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7e1e6761-cea5-407f-8490-9149d76a4ad0 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:25:26.136634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e1e6761-cea5-407f-8490-9149d76a4ad0 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:26.138434 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7e1e6761-cea5-407f-8490-9149d76a4ad0 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2385635 Dec 25 20:25:26.143553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 59092) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:25:26.149774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-2937cad8-30c8-488f-8e6a-61a8ab658122 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Request body: {'security_group_rule': {'security_group_id': 'df25a788-bb37-4122-a19f-34869069faa8', 'project_id': '9ef3cd36c725438980b709c6c3e0b1da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:25:26.157069 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2937cad8-30c8-488f-8e6a-61a8ab658122 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:25:26.161120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2937cad8-30c8-488f-8e6a-61a8ab658122 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Usage tracker for resource:security_group_rule and tenant:9ef3cd36c725438980b709c6c3e0b1da is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:25:26.164288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2937cad8-30c8-488f-8e6a-61a8ab658122 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:25:26.170340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2937cad8-30c8-488f-8e6a-61a8ab658122 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:25:26.187134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2937cad8-30c8-488f-8e6a-61a8ab658122 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:26.211560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c010c-cea9-41fa-8cd3-b44813533d83 req-3f952b27-6399-4112-9594-60955a35ed2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:25:26.213138 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6a7c010c-cea9-41fa-8cd3-b44813533d83 req-3f952b27-6399-4112-9594-60955a35ed2f service neutron] 10.222.0.36 "GET /v2.0/networks?id=c75b4485-1959-4c83-bcc3-eed55e690543 HTTP/1.1" status: 200 len: 915 time: 0.1489279 Dec 25 20:25:26.254858 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2937cad8-30c8-488f-8e6a-61a8ab658122 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:26.257796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2937cad8-30c8-488f-8e6a-61a8ab658122 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:26.260024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e571c1ee-73c6-4afe-973a-6ab7e905e49c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:25:26.282453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937cad8-30c8-488f-8e6a-61a8ab658122 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffc3524c-9df9-4344-95a3-8fb1d22331e2,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:25:26.287684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2937cad8-30c8-488f-8e6a-61a8ab658122 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:25:26.296410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2937cad8-30c8-488f-8e6a-61a8ab658122 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:26.299515 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2937cad8-30c8-488f-8e6a-61a8ab658122 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1549335 Dec 25 20:25:26.300635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 59096) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:25:26.308264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-a50b97dd-ec01-4324-a42b-a63a87686312 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Request body: {'security_group_rule': {'security_group_id': 'df25a788-bb37-4122-a19f-34869069faa8', 'project_id': '9ef3cd36c725438980b709c6c3e0b1da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:25:26.315430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a50b97dd-ec01-4324-a42b-a63a87686312 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:25:26.319443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a50b97dd-ec01-4324-a42b-a63a87686312 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Usage tracker for resource:security_group_rule and tenant:9ef3cd36c725438980b709c6c3e0b1da is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:25:26.322508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a50b97dd-ec01-4324-a42b-a63a87686312 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:25:26.325211 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6a7c010c-cea9-41fa-8cd3-b44813533d83 req-b8bbf642-2c0b-4b40-bc51-4d132226d96d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8321b6a-fdd5-4d57-9428-8c246153a2aa HTTP/1.1" status: 200 len: 1000 time: 0.1034460 Dec 25 20:25:26.329338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a50b97dd-ec01-4324-a42b-a63a87686312 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:25:26.346990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a50b97dd-ec01-4324-a42b-a63a87686312 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:26.406589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c010c-cea9-41fa-8cd3-b44813533d83 req-5d4f5aa6-6ddf-469f-8311-86e013b927f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:25:26.406589 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6a7c010c-cea9-41fa-8cd3-b44813533d83 req-5d4f5aa6-6ddf-469f-8311-86e013b927f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b19b2833-a534-47f6-b0e0-df81d01e5737 HTTP/1.1" status: 200 len: 854 time: 0.0723917 Dec 25 20:25:26.426627 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a50b97dd-ec01-4324-a42b-a63a87686312 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:26.426627 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a50b97dd-ec01-4324-a42b-a63a87686312 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:26.433412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-b3c0caa0-399b-4a62-96ff-96c5552e4f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1224f6dc-213c-4610-8381-dedd7cff419d', 'name': 'tempest-TestMinimumBasicScenario-1822508389-router', 'tenant_id': '9ef3cd36c725438980b709c6c3e0b1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': '3f9d10ea-8980-41dd-bd45-edafdd5de9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:24:29Z', 'updated_at': '2021-12-25T20:24:32Z', 'revision_number': 4, 'project_id': '9ef3cd36c725438980b709c6c3e0b1da', 'gw_port': {'id': '3f9d10ea-8980-41dd-bd45-edafdd5de9b1', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1224f6dc-213c-4610-8381-dedd7cff419d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:24:29Z', 'updated_at': '2021-12-25T20:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '686c9d7c-811a-41cc-9ff0-385a1ed64378', 'tenant_id': '9ef3cd36c725438980b709c6c3e0b1da', 'floating_ip_address': '172.26.8.176', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '1224f6dc-213c-4610-8381-dedd7cff419d', 'port_id': 'c8321b6a-fdd5-4d57-9428-8c246153a2aa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c75b4485-1959-4c83-bcc3-eed55e690543', 'mac_address': 'fa:16:3e:77:3d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64d88f6-28d7-491c-b918-f8fda8077081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:25:24Z', 'updated_at': '2021-12-25T20:25:24Z', 'revision_number': 0, 'project_id': '9ef3cd36c725438980b709c6c3e0b1da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91033c5f-8063-4804-b7a6-470ddd2069ec', 'name': '', 'network_id': 'c75b4485-1959-4c83-bcc3-eed55e690543', 'tenant_id': '9ef3cd36c725438980b709c6c3e0b1da', 'mac_address': 'fa:16:3e:86:81:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1224f6dc-213c-4610-8381-dedd7cff419d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b19b2833-a534-47f6-b0e0-df81d01e5737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:24:31Z', 'updated_at': '2021-12-25T20:24:40Z', 'revision_number': 5, 'project_id': '9ef3cd36c725438980b709c6c3e0b1da', 'subnets': [{'id': 'b19b2833-a534-47f6-b0e0-df81d01e5737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:25:26.436359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cd012224-7b9e-400f-9f58-3abdeb99492e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:25:26.436513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c0caa0-399b-4a62-96ff-96c5552e4f92 None None] Checking router: 1224f6dc-213c-4610-8381-dedd7cff419d for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:25:26.445635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c0caa0-399b-4a62-96ff-96c5552e4f92 None None] Routers {'1224f6dc-213c-4610-8381-dedd7cff419d'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:25:26.447358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-b3c0caa0-399b-4a62-96ff-96c5552e4f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:25:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['1224f6dc-213c-4610-8381-dedd7cff419d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:25:26.454691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b97dd-ec01-4324-a42b-a63a87686312 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e7a175b-50a9-43ab-b166-238723cf2731,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:25:26.457586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a50b97dd-ec01-4324-a42b-a63a87686312 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:25:26.466434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a50b97dd-ec01-4324-a42b-a63a87686312 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:26.470968 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a50b97dd-ec01-4324-a42b-a63a87686312 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1690979 Dec 25 20:25:26.471767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59100) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:25:26.481416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-6aaf6060-7d5d-4875-9463-cc7be4852f2b tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Request body: {'security_group_rule': {'security_group_id': 'df25a788-bb37-4122-a19f-34869069faa8', 'project_id': '9ef3cd36c725438980b709c6c3e0b1da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:25:26.490566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6aaf6060-7d5d-4875-9463-cc7be4852f2b tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:25:26.497634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6aaf6060-7d5d-4875-9463-cc7be4852f2b tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Usage tracker for resource:security_group_rule and tenant:9ef3cd36c725438980b709c6c3e0b1da is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:25:26.504023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-6aaf6060-7d5d-4875-9463-cc7be4852f2b tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:25:26.512542 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-6aaf6060-7d5d-4875-9463-cc7be4852f2b tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:25:26.538312 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6a7c010c-cea9-41fa-8cd3-b44813533d83 req-5595eb70-da7b-45e5-a22d-8241b60748b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c75b4485-1959-4c83-bcc3-eed55e690543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1268606 Dec 25 20:25:26.540601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6aaf6060-7d5d-4875-9463-cc7be4852f2b tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:26.752140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6aaf6060-7d5d-4875-9463-cc7be4852f2b tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:26.768199 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6a7c010c-cea9-41fa-8cd3-b44813533d83 req-f70c1416-ee39-4412-b347-1ceb15325b8d service neutron] 10.222.0.36 "GET /v2.0/networks/c75b4485-1959-4c83-bcc3-eed55e690543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172041 Dec 25 20:25:26.769557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6aaf6060-7d5d-4875-9463-cc7be4852f2b tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:26.771626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f41603bf-8f22-4fc4-8c06-3d01933732e2 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:25:26.823120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-b3c0caa0-399b-4a62-96ff-96c5552e4f92 None None] Set router 1224f6dc-213c-4610-8381-dedd7cff419d gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:25:26.833988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf6060-7d5d-4875-9463-cc7be4852f2b tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ae2e3d1-25ed-4fc5-9158-532b1e1c308f,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:25:26.847635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6aaf6060-7d5d-4875-9463-cc7be4852f2b tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:25:26.906434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6aaf6060-7d5d-4875-9463-cc7be4852f2b tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:26.907788 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6aaf6060-7d5d-4875-9463-cc7be4852f2b tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4330428 Dec 25 20:25:26.910783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 59104) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:25:26.917656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-566d8dba-5586-4bce-b0ec-b7f5956406aa tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Request body: {'security_group_rule': {'security_group_id': 'df25a788-bb37-4122-a19f-34869069faa8', 'project_id': '9ef3cd36c725438980b709c6c3e0b1da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:25:26.924767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-566d8dba-5586-4bce-b0ec-b7f5956406aa tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:25:26.928869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-566d8dba-5586-4bce-b0ec-b7f5956406aa tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Usage tracker for resource:security_group_rule and tenant:9ef3cd36c725438980b709c6c3e0b1da is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:25:26.932047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-566d8dba-5586-4bce-b0ec-b7f5956406aa tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:25:26.938893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-566d8dba-5586-4bce-b0ec-b7f5956406aa tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:25:26.956498 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6a7c010c-cea9-41fa-8cd3-b44813533d83 req-dedcc796-a190-4c9b-9376-b5cf5b9901c2 service neutron] 10.222.0.36 "GET /v2.0/networks/c75b4485-1959-4c83-bcc3-eed55e690543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699932 Dec 25 20:25:26.959369 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-566d8dba-5586-4bce-b0ec-b7f5956406aa tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:27.030772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-566d8dba-5586-4bce-b0ec-b7f5956406aa tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:27.033656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-566d8dba-5586-4bce-b0ec-b7f5956406aa tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:27.041346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2937cad8-30c8-488f-8e6a-61a8ab658122 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:25:27.063995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d8dba-5586-4bce-b0ec-b7f5956406aa tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ef686c-a0e0-4727-91af-de263b731d86,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:25:27.066408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-566d8dba-5586-4bce-b0ec-b7f5956406aa tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:25:27.070048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-566d8dba-5586-4bce-b0ec-b7f5956406aa tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:27.071378 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-566d8dba-5586-4bce-b0ec-b7f5956406aa tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1591918 Dec 25 20:25:27.074216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 59108) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:25:27.080158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b7989feb-9aab-4939-9cd3-f72c1cc6d2d9 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Request body: {'security_group_rule': {'security_group_id': 'df25a788-bb37-4122-a19f-34869069faa8', 'project_id': '9ef3cd36c725438980b709c6c3e0b1da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:25:27.086690 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b7989feb-9aab-4939-9cd3-f72c1cc6d2d9 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:25:27.090951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b7989feb-9aab-4939-9cd3-f72c1cc6d2d9 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Usage tracker for resource:security_group_rule and tenant:9ef3cd36c725438980b709c6c3e0b1da is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:25:27.094383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b7989feb-9aab-4939-9cd3-f72c1cc6d2d9 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:25:27.100582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b7989feb-9aab-4939-9cd3-f72c1cc6d2d9 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:25:27.110914 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-b7989feb-9aab-4939-9cd3-f72c1cc6d2d9 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Project 9ef3cd36c725438980b709c6c3e0b1da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 20:25:27.117695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b7989feb-9aab-4939-9cd3-f72c1cc6d2d9 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:27.190519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b7989feb-9aab-4939-9cd3-f72c1cc6d2d9 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:27.193324 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b7989feb-9aab-4939-9cd3-f72c1cc6d2d9 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:27.195382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a50b97dd-ec01-4324-a42b-a63a87686312 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:25:27.206579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-b3c0caa0-399b-4a62-96ff-96c5552e4f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1224f6dc-213c-4610-8381-dedd7cff419d', 'name': 'tempest-TestMinimumBasicScenario-1822508389-router', 'tenant_id': '9ef3cd36c725438980b709c6c3e0b1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': '3f9d10ea-8980-41dd-bd45-edafdd5de9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:24:29Z', 'updated_at': '2021-12-25T20:24:32Z', 'revision_number': 4, 'project_id': '9ef3cd36c725438980b709c6c3e0b1da', 'gw_port': {'id': '3f9d10ea-8980-41dd-bd45-edafdd5de9b1', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1224f6dc-213c-4610-8381-dedd7cff419d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:24:29Z', 'updated_at': '2021-12-25T20:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '686c9d7c-811a-41cc-9ff0-385a1ed64378', 'tenant_id': '9ef3cd36c725438980b709c6c3e0b1da', 'floating_ip_address': '172.26.8.176', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '1224f6dc-213c-4610-8381-dedd7cff419d', 'port_id': 'c8321b6a-fdd5-4d57-9428-8c246153a2aa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c75b4485-1959-4c83-bcc3-eed55e690543', 'mac_address': 'fa:16:3e:77:3d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64d88f6-28d7-491c-b918-f8fda8077081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:25:24Z', 'updated_at': '2021-12-25T20:25:24Z', 'revision_number': 0, 'project_id': '9ef3cd36c725438980b709c6c3e0b1da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91033c5f-8063-4804-b7a6-470ddd2069ec', 'name': '', 'network_id': 'c75b4485-1959-4c83-bcc3-eed55e690543', 'tenant_id': '9ef3cd36c725438980b709c6c3e0b1da', 'mac_address': 'fa:16:3e:86:81:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1224f6dc-213c-4610-8381-dedd7cff419d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b19b2833-a534-47f6-b0e0-df81d01e5737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:24:31Z', 'updated_at': '2021-12-25T20:24:40Z', 'revision_number': 5, 'project_id': '9ef3cd36c725438980b709c6c3e0b1da', 'subnets': [{'id': 'b19b2833-a534-47f6-b0e0-df81d01e5737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:25:27.210819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c0caa0-399b-4a62-96ff-96c5552e4f92 None None] The sync data for ids ['1224f6dc-213c-4610-8381-dedd7cff419d'] in dv-neutron-822611-1-hyperv is: [{'id': '1224f6dc-213c-4610-8381-dedd7cff419d', 'name': 'tempest-TestMinimumBasicScenario-1822508389-router', 'tenant_id': '9ef3cd36c725438980b709c6c3e0b1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': '3f9d10ea-8980-41dd-bd45-edafdd5de9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:24:29Z', 'updated_at': '2021-12-25T20:24:32Z', 'revision_number': 4, 'project_id': '9ef3cd36c725438980b709c6c3e0b1da', 'gw_port': {'id': '3f9d10ea-8980-41dd-bd45-edafdd5de9b1', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1224f6dc-213c-4610-8381-dedd7cff419d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:24:29Z', 'updated_at': '2021-12-25T20:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '686c9d7c-811a-41cc-9ff0-385a1ed64378', 'tenant_id': '9ef3cd36c725438980b709c6c3e0b1da', 'floating_ip_address': '172.26.8.176', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '1224f6dc-213c-4610-8381-dedd7cff419d', 'port_id': 'c8321b6a-fdd5-4d57-9428-8c246153a2aa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c75b4485-1959-4c83-bcc3-eed55e690543', 'mac_address': 'fa:16:3e:77:3d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64d88f6-28d7-491c-b918-f8fda8077081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:25:24Z', 'updated_at': '2021-12-25T20:25:24Z', 'revision_number': 0, 'project_id': '9ef3cd36c725438980b709c6c3e0b1da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91033c5f-8063-4804-b7a6-470ddd2069ec', 'name': '', 'network_id': 'c75b4485-1959-4c83-bcc3-eed55e690543', 'tenant_id': '9ef3cd36c725438980b709c6c3e0b1da', 'mac_address': 'fa:16:3e:86:81:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1224f6dc-213c-4610-8381-dedd7cff419d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b19b2833-a534-47f6-b0e0-df81d01e5737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:24:31Z', 'updated_at': '2021-12-25T20:24:40Z', 'revision_number': 5, 'project_id': '9ef3cd36c725438980b709c6c3e0b1da', 'subnets': [{'id': 'b19b2833-a534-47f6-b0e0-df81d01e5737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:25:27.221324 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7989feb-9aab-4939-9cd3-f72c1cc6d2d9 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bd9bd2a-62a7-495d-b953-f2cb8d4084ae,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:25:27.224065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b7989feb-9aab-4939-9cd3-f72c1cc6d2d9 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:25:27.230616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b7989feb-9aab-4939-9cd3-f72c1cc6d2d9 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:27.231958 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b7989feb-9aab-4939-9cd3-f72c1cc6d2d9 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1567430 Dec 25 20:25:27.235536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 59112) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:25:27.241679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-ac983370-fe03-4677-804e-232bc1892405 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Request body: {'security_group_rule': {'security_group_id': 'df25a788-bb37-4122-a19f-34869069faa8', 'project_id': '9ef3cd36c725438980b709c6c3e0b1da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:25:27.248725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ac983370-fe03-4677-804e-232bc1892405 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:25:27.252889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ac983370-fe03-4677-804e-232bc1892405 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Usage tracker for resource:security_group_rule and tenant:9ef3cd36c725438980b709c6c3e0b1da is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:25:27.256119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ac983370-fe03-4677-804e-232bc1892405 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:25:27.262344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ac983370-fe03-4677-804e-232bc1892405 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:25:27.273688 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-ac983370-fe03-4677-804e-232bc1892405 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Project 9ef3cd36c725438980b709c6c3e0b1da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 20:25:27.280757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ac983370-fe03-4677-804e-232bc1892405 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:27.349244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ac983370-fe03-4677-804e-232bc1892405 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:27.352858 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ac983370-fe03-4677-804e-232bc1892405 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:27.354751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cb572e37-743c-4a29-82c9-1914b51a59f2 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:25:27.378707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac983370-fe03-4677-804e-232bc1892405 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=541dc012-2be7-417f-8a6a-5201633e4ce9,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:25:27.381250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ac983370-fe03-4677-804e-232bc1892405 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:25:27.388024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ac983370-fe03-4677-804e-232bc1892405 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:27.389211 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ac983370-fe03-4677-804e-232bc1892405 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1526449 Dec 25 20:25:27.526326 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e3022e73-325f-4497-b5a6-1a2cc6b838f4 req-48674aff-839c-4e5b-b8d8-2ab90928ef02 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-975453846&fields=id&tenant_id=9ef3cd36c725438980b709c6c3e0b1da HTTP/1.1" status: 200 len: 267 time: 0.0455875 Dec 25 20:25:27.594598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422bdd39-aff4-447c-934e-d6da99c0720e None None] New status for floating IP 686c9d7c-811a-41cc-9ff0-385a1ed64378: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 20:25:27.620329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3022e73-325f-4497-b5a6-1a2cc6b838f4 req-a8ee391d-e85f-4518-b0b4-9fc5b003e685 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:25:27.623505 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e3022e73-325f-4497-b5a6-1a2cc6b838f4 req-a8ee391d-e85f-4518-b0b4-9fc5b003e685 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/ports?device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 946 time: 0.0891912 Dec 25 20:25:27.635263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-e3022e73-325f-4497-b5a6-1a2cc6b838f4 req-cb15f8e7-7fea-4ff7-ab66-648a03f88eab tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Request body: {'port': {'security_groups': ['e95f534c-55b4-4c50-a47e-32cbdf9359d5', 'df25a788-bb37-4122-a19f-34869069faa8']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:25:27.763676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-e3022e73-325f-4497-b5a6-1a2cc6b838f4 req-cb15f8e7-7fea-4ff7-ab66-648a03f88eab tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:28.030466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-e3022e73-325f-4497-b5a6-1a2cc6b838f4 req-cb15f8e7-7fea-4ff7-ab66-648a03f88eab tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] For port c8321b6a-fdd5-4d57-9428-8c246153a2aa, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c8321b6a-fdd5-4d57-9428-8c246153a2aa,segment=NetworkSegment(c2b24e8c-a85f-46c5-aee4-7c91ab6bee60),segment_id=c2b24e8c-a85f-46c5-aee4-7c91ab6bee60)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:25:28.060202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-e3022e73-325f-4497-b5a6-1a2cc6b838f4 req-cb15f8e7-7fea-4ff7-ab66-648a03f88eab tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:28.063802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-e3022e73-325f-4497-b5a6-1a2cc6b838f4 req-cb15f8e7-7fea-4ff7-ab66-648a03f88eab tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:28.069233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ce9b3479-3bdf-430e-8bd7-0626e244e941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:25:28.076177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['c8321b6a-fdd5-4d57-9428-8c246153a2aa'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:25:28.139816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3022e73-325f-4497-b5a6-1a2cc6b838f4 req-cb15f8e7-7fea-4ff7-ab66-648a03f88eab tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:25:28.140524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-e3022e73-325f-4497-b5a6-1a2cc6b838f4 req-cb15f8e7-7fea-4ff7-ab66-648a03f88eab tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:28.147566 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e3022e73-325f-4497-b5a6-1a2cc6b838f4 req-cb15f8e7-7fea-4ff7-ab66-648a03f88eab tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "PUT /v2.0/ports/c8321b6a-fdd5-4d57-9428-8c246153a2aa HTTP/1.1" status: 200 len: 982 time: 0.5154841 Dec 25 20:25:28.148577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd64d88f6-28d7-491c-b918-f8fda8077081', 'tag': 'c8321b6a-fdd5-4d57-9428-8c246153a2aa'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:25:28.198690 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb15f8e7-7fea-4ff7-ab66-648a03f88eab tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Pushing event updated for resources: {'Port': ['ID=c8321b6a-fdd5-4d57-9428-8c246153a2aa,revision_number=6']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:25:28.212358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cb15f8e7-7fea-4ff7-ab66-648a03f88eab tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:25:28.216587 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd64d88f6-28d7-491c-b918-f8fda8077081', 'tag': 'c8321b6a-fdd5-4d57-9428-8c246153a2aa', 'status': 'completed', 'code': 200} Dec 25 20:25:28.250501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['c8321b6a-fdd5-4d57-9428-8c246153a2aa'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:25:28.391521 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1f808732-c0cc-4755-8630-6766f5195097 req-71dcba8f-ff5a-4ec0-90aa-5ca58a4028e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ef3cd36c725438980b709c6c3e0b1da&device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 1138 time: 0.1502056 Dec 25 20:25:28.543270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-c3b78676-518d-49df-ad38-4dc00e33fe70 None None] Provisioning complete for port c8321b6a-fdd5-4d57-9428-8c246153a2aa triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:25:28.543693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c3b78676-518d-49df-ad38-4dc00e33fe70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:28.744834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0ef28-0f1b-4b69-bd4c-821aef372288 req-2d9f9db8-f422-4323-a0c7-b698d07d1507 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:25:28.753341 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-41f0ef28-0f1b-4b69-bd4c-821aef372288 req-2d9f9db8-f422-4323-a0c7-b698d07d1507 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/ports?device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 985 time: 0.4331632 Dec 25 20:25:28.827032 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-41f0ef28-0f1b-4b69-bd4c-821aef372288 req-262d35cd-f1c2-48c8-927e-c6c8c7f93976 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/security-groups?id=df25a788-bb37-4122-a19f-34869069faa8&id=e95f534c-55b4-4c50-a47e-32cbdf9359d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0792272 Dec 25 20:25:28.829576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f808732-c0cc-4755-8630-6766f5195097 req-3495ac09-c695-4b0b-b7f5-dd5aabc05fdc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:25:28.831100 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1f808732-c0cc-4755-8630-6766f5195097 req-3495ac09-c695-4b0b-b7f5-dd5aabc05fdc service neutron] 10.222.0.36 "GET /v2.0/networks?id=c75b4485-1959-4c83-bcc3-eed55e690543 HTTP/1.1" status: 200 len: 915 time: 0.4316950 Dec 25 20:25:28.946212 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1f808732-c0cc-4755-8630-6766f5195097 req-fb8e40a2-8459-4ce5-9f35-32d51d20e707 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8321b6a-fdd5-4d57-9428-8c246153a2aa HTTP/1.1" status: 200 len: 1002 time: 0.1070004 Dec 25 20:25:29.017201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f808732-c0cc-4755-8630-6766f5195097 req-fc75d780-67b2-4143-9d90-4fa386a02f67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:25:29.018719 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1f808732-c0cc-4755-8630-6766f5195097 req-fc75d780-67b2-4143-9d90-4fa386a02f67 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b19b2833-a534-47f6-b0e0-df81d01e5737 HTTP/1.1" status: 200 len: 854 time: 0.0645337 Dec 25 20:25:29.104542 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1f808732-c0cc-4755-8630-6766f5195097 req-5305474c-0766-41b4-b6ed-a617316a7f43 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c75b4485-1959-4c83-bcc3-eed55e690543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783608 Dec 25 20:25:29.251804 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1f808732-c0cc-4755-8630-6766f5195097 req-6d517ab2-ba1d-485a-b883-fcbae33ca659 service neutron] 10.222.0.36 "GET /v2.0/networks/c75b4485-1959-4c83-bcc3-eed55e690543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391804 Dec 25 20:25:29.396862 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1f808732-c0cc-4755-8630-6766f5195097 req-85678b8a-51a0-421a-9b40-0072f9f3aa85 service neutron] 10.222.0.36 "GET /v2.0/networks/c75b4485-1959-4c83-bcc3-eed55e690543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386936 Dec 25 20:25:36.121758 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e7bd8d93-51a3-4236-b2d0-98d509e9849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:37.283749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:38.411740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4dc4689e-4779-48a3-976e-aca360d30944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:38.751378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:40.081701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:51.946876 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-228e83f2-557d-4c57-947c-9a4e58ae4d38 req-2c19c3ce-a508-4217-af21-8404f4e0d0d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ef3cd36c725438980b709c6c3e0b1da&device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 1138 time: 0.1399283 Dec 25 20:25:51.956571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e908fab-adc9-472d-98c2-a91273d044ac req-85d7b275-7558-452b-b8a3-11d578dae106 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:25:51.958061 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9e908fab-adc9-472d-98c2-a91273d044ac req-85d7b275-7558-452b-b8a3-11d578dae106 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/ports?device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 985 time: 0.1124172 Dec 25 20:25:52.115532 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9e908fab-adc9-472d-98c2-a91273d044ac req-e92c5ee7-54ea-4f67-82b0-dd6109e03c64 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/security-groups?id=df25a788-bb37-4122-a19f-34869069faa8&id=e95f534c-55b4-4c50-a47e-32cbdf9359d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1289072 Dec 25 20:25:52.137047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e83f2-557d-4c57-947c-9a4e58ae4d38 req-7eba5778-2d7c-4a30-a0a1-9ba810485096 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:25:52.138815 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-228e83f2-557d-4c57-947c-9a4e58ae4d38 req-7eba5778-2d7c-4a30-a0a1-9ba810485096 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c75b4485-1959-4c83-bcc3-eed55e690543 HTTP/1.1" status: 200 len: 915 time: 0.1798453 Dec 25 20:25:52.246910 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-228e83f2-557d-4c57-947c-9a4e58ae4d38 req-cad20a12-d6fd-426a-8c69-65263dbe7d11 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8321b6a-fdd5-4d57-9428-8c246153a2aa HTTP/1.1" status: 200 len: 1002 time: 0.1006849 Dec 25 20:25:52.319241 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e83f2-557d-4c57-947c-9a4e58ae4d38 req-d0747835-66bb-4ac9-9b55-ae33088bf7a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:25:52.320846 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-228e83f2-557d-4c57-947c-9a4e58ae4d38 req-d0747835-66bb-4ac9-9b55-ae33088bf7a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b19b2833-a534-47f6-b0e0-df81d01e5737 HTTP/1.1" status: 200 len: 854 time: 0.0672057 Dec 25 20:25:52.402548 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-228e83f2-557d-4c57-947c-9a4e58ae4d38 req-85fb84cd-eb1d-4dc8-8875-af064ae762f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c75b4485-1959-4c83-bcc3-eed55e690543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730355 Dec 25 20:25:52.544801 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-228e83f2-557d-4c57-947c-9a4e58ae4d38 req-bc45855e-8a6b-4716-9999-42da7a622c17 service neutron] 10.222.0.36 "GET /v2.0/networks/c75b4485-1959-4c83-bcc3-eed55e690543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350155 Dec 25 20:25:52.689467 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-228e83f2-557d-4c57-947c-9a4e58ae4d38 req-0b0fdbc9-71d4-40af-9e62-47d84e7e9850 service neutron] 10.222.0.36 "GET /v2.0/networks/c75b4485-1959-4c83-bcc3-eed55e690543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372328 Dec 25 20:25:53.323961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819089cf-5def-4dad-8e1c-ca349752ae4f req-3b48403a-da8c-4990-862c-8fd49b61d3dd tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:25:53.325550 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-819089cf-5def-4dad-8e1c-ca349752ae4f req-3b48403a-da8c-4990-862c-8fd49b61d3dd tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/ports?device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 985 time: 0.0869019 Dec 25 20:25:53.376186 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-819089cf-5def-4dad-8e1c-ca349752ae4f req-1252944b-4283-4ad6-96a6-c4b4c8f6d4ea tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/security-groups?id=df25a788-bb37-4122-a19f-34869069faa8&id=e95f534c-55b4-4c50-a47e-32cbdf9359d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0445056 Dec 25 20:25:53.879504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:25:54.580319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c168e-0e16-48e7-b1d1-2fb37b9a65ff req-5e07a5cf-ac0f-4c26-b492-5b8576dcd73a tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:25:54.581929 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a35c168e-0e16-48e7-b1d1-2fb37b9a65ff req-5e07a5cf-ac0f-4c26-b492-5b8576dcd73a tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/ports?device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 985 time: 0.0856068 Dec 25 20:25:54.632152 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a35c168e-0e16-48e7-b1d1-2fb37b9a65ff req-c30cb036-9804-41b4-8d9a-df26058f0886 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/security-groups?id=df25a788-bb37-4122-a19f-34869069faa8&id=e95f534c-55b4-4c50-a47e-32cbdf9359d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438919 Dec 25 20:25:55.844294 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637638b-4f0f-474d-86ea-ed0032085203 req-97c54c57-9528-45a2-b643-f7eb2b15d698 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:25:55.845829 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6637638b-4f0f-474d-86ea-ed0032085203 req-97c54c57-9528-45a2-b643-f7eb2b15d698 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/ports?device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 985 time: 0.0928409 Dec 25 20:25:55.896741 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6637638b-4f0f-474d-86ea-ed0032085203 req-62e7ea6c-f9ef-4844-914b-82d0f80a3d0c tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/security-groups?id=df25a788-bb37-4122-a19f-34869069faa8&id=e95f534c-55b4-4c50-a47e-32cbdf9359d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0445647 Dec 25 20:25:56.021771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:25:57.100523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a97a3b-5093-4952-b85c-f2391a18a8cf req-3382e4a6-2b10-4e00-9958-d33024a1a5e7 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:25:57.102113 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b4a97a3b-5093-4952-b85c-f2391a18a8cf req-3382e4a6-2b10-4e00-9958-d33024a1a5e7 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/ports?device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 985 time: 0.0828054 Dec 25 20:25:57.154344 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b4a97a3b-5093-4952-b85c-f2391a18a8cf req-3dd29aef-0b56-4b08-befc-f4dd5c1e96be tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/security-groups?id=df25a788-bb37-4122-a19f-34869069faa8&id=e95f534c-55b4-4c50-a47e-32cbdf9359d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0460420 Dec 25 20:25:58.367982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839db62-b84e-4a3e-8d7e-733e9ef91500 req-634c87a1-d9de-4f58-8fb5-ae359ce9d72c tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:25:58.369607 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7839db62-b84e-4a3e-8d7e-733e9ef91500 req-634c87a1-d9de-4f58-8fb5-ae359ce9d72c tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/ports?device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 985 time: 0.0910993 Dec 25 20:25:58.421358 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7839db62-b84e-4a3e-8d7e-733e9ef91500 req-b70c1355-f116-4a32-8a97-e0b2cf65e027 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/security-groups?id=df25a788-bb37-4122-a19f-34869069faa8&id=e95f534c-55b4-4c50-a47e-32cbdf9359d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441539 Dec 25 20:25:59.629019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddede7e4-0856-497b-a464-1fd58ecfe024 req-d83d8d0d-0bc8-4138-a579-68345a722095 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:25:59.630622 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ddede7e4-0856-497b-a464-1fd58ecfe024 req-d83d8d0d-0bc8-4138-a579-68345a722095 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/ports?device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 985 time: 0.0843248 Dec 25 20:25:59.684071 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ddede7e4-0856-497b-a464-1fd58ecfe024 req-fe457576-de63-4371-a802-435526fbc3ee tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/security-groups?id=df25a788-bb37-4122-a19f-34869069faa8&id=e95f534c-55b4-4c50-a47e-32cbdf9359d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0472469 Dec 25 20:25:59.957031 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-483553ec-b95f-48b3-a3f4-72b38e4c15fb req-0914bc56-1eb1-4bf5-b165-576107ffb839 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ef3cd36c725438980b709c6c3e0b1da&device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 1138 time: 0.0773253 Dec 25 20:26:00.120218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483553ec-b95f-48b3-a3f4-72b38e4c15fb req-3b2b208b-9dde-4906-b2ff-8eea915ae0fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:26:00.121875 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-483553ec-b95f-48b3-a3f4-72b38e4c15fb req-3b2b208b-9dde-4906-b2ff-8eea915ae0fa service neutron] 10.222.0.36 "GET /v2.0/networks?id=c75b4485-1959-4c83-bcc3-eed55e690543 HTTP/1.1" status: 200 len: 915 time: 0.1400249 Dec 25 20:26:00.237040 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-483553ec-b95f-48b3-a3f4-72b38e4c15fb req-cf98b6d4-ad99-49ff-a0e2-0efa4e506635 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8321b6a-fdd5-4d57-9428-8c246153a2aa HTTP/1.1" status: 200 len: 1002 time: 0.1048992 Dec 25 20:26:00.306514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483553ec-b95f-48b3-a3f4-72b38e4c15fb req-936b4c6c-acf1-4906-9886-7a1431c742be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:26:00.308146 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-483553ec-b95f-48b3-a3f4-72b38e4c15fb req-936b4c6c-acf1-4906-9886-7a1431c742be service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b19b2833-a534-47f6-b0e0-df81d01e5737 HTTP/1.1" status: 200 len: 854 time: 0.0644774 Dec 25 20:26:00.395047 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-483553ec-b95f-48b3-a3f4-72b38e4c15fb req-9004f913-73f4-4220-8ded-d3a4b9fdeb85 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c75b4485-1959-4c83-bcc3-eed55e690543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774612 Dec 25 20:26:00.547906 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-483553ec-b95f-48b3-a3f4-72b38e4c15fb req-75390fd4-a122-4497-8428-ff243ad00281 service neutron] 10.222.0.36 "GET /v2.0/networks/c75b4485-1959-4c83-bcc3-eed55e690543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448855 Dec 25 20:26:00.695064 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-483553ec-b95f-48b3-a3f4-72b38e4c15fb req-0229077e-fdd7-4031-beae-458e35623b71 service neutron] 10.222.0.36 "GET /v2.0/networks/c75b4485-1959-4c83-bcc3-eed55e690543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402538 Dec 25 20:26:00.902558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c7f513-04ce-4cce-8b67-d411c32b0bc1 req-b28e0901-b280-4539-8d5a-ee6415f158ea tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:26:00.904128 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-73c7f513-04ce-4cce-8b67-d411c32b0bc1 req-b28e0901-b280-4539-8d5a-ee6415f158ea tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/ports?device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 985 time: 0.0882187 Dec 25 20:26:00.956316 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-73c7f513-04ce-4cce-8b67-d411c32b0bc1 req-b78a53c8-a32c-41e9-a260-c4c71ed89553 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/security-groups?id=df25a788-bb37-4122-a19f-34869069faa8&id=e95f534c-55b4-4c50-a47e-32cbdf9359d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0459683 Dec 25 20:26:02.174095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1f37e-df1d-4e6d-b931-68ba012be22f req-b531f421-1e61-4020-864c-121929e79f5f tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:26:02.175800 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-66e1f37e-df1d-4e6d-b931-68ba012be22f req-b531f421-1e61-4020-864c-121929e79f5f tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/ports?device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 985 time: 0.0970516 Dec 25 20:26:02.228925 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-66e1f37e-df1d-4e6d-b931-68ba012be22f req-27a82a3d-4b10-4e72-9a16-57d87c29bdfc tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/security-groups?id=df25a788-bb37-4122-a19f-34869069faa8&id=e95f534c-55b4-4c50-a47e-32cbdf9359d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0464919 Dec 25 20:26:03.431175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed77d6-8853-419b-b19f-14454d8c0e04 req-6dcbb418-d653-4e92-acad-a2f43d2d624e tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:26:03.432722 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a4ed77d6-8853-419b-b19f-14454d8c0e04 req-6dcbb418-d653-4e92-acad-a2f43d2d624e tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/ports?device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 985 time: 0.0832186 Dec 25 20:26:03.483092 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a4ed77d6-8853-419b-b19f-14454d8c0e04 req-85f15b84-cf3c-49d1-b6dd-f34a468783d5 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/security-groups?id=df25a788-bb37-4122-a19f-34869069faa8&id=e95f534c-55b4-4c50-a47e-32cbdf9359d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0439625 Dec 25 20:26:04.692080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a50be-f08f-4e2f-bc8d-6ac8891c15f6 req-ab46815e-6d05-412d-a624-2215c711fcdb tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:26:04.693609 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b96a50be-f08f-4e2f-bc8d-6ac8891c15f6 req-ab46815e-6d05-412d-a624-2215c711fcdb tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/ports?device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 985 time: 0.0872550 Dec 25 20:26:04.743992 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b96a50be-f08f-4e2f-bc8d-6ac8891c15f6 req-ebc75287-8766-43ba-b7e9-2abab2f028ef tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/security-groups?id=df25a788-bb37-4122-a19f-34869069faa8&id=e95f534c-55b4-4c50-a47e-32cbdf9359d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441170 Dec 25 20:26:05.952325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1de6e-f90d-4e2b-8c31-90250b90b13f req-9e341983-1a48-4989-bd76-539e77d04000 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:26:05.953947 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-55e1de6e-f90d-4e2b-8c31-90250b90b13f req-9e341983-1a48-4989-bd76-539e77d04000 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/ports?device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 985 time: 0.0846288 Dec 25 20:26:06.004942 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-55e1de6e-f90d-4e2b-8c31-90250b90b13f req-69262bc2-1c79-476c-95d8-a19d6318a939 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/security-groups?id=df25a788-bb37-4122-a19f-34869069faa8&id=e95f534c-55b4-4c50-a47e-32cbdf9359d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0447519 Dec 25 20:26:06.114120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c86e5aba-450c-4585-8f16-20abe7851bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:26:07.210571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fbaeff-6582-46c4-87d1-410512e760d2 req-a225f94d-3814-451c-9765-be6f697de51e tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:26:07.212211 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-77fbaeff-6582-46c4-87d1-410512e760d2 req-a225f94d-3814-451c-9765-be6f697de51e tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/ports?device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 985 time: 0.0883470 Dec 25 20:26:07.264072 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-77fbaeff-6582-46c4-87d1-410512e760d2 req-a29822c2-040e-4da7-8db1-ec603adf53fc tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/security-groups?id=df25a788-bb37-4122-a19f-34869069faa8&id=e95f534c-55b4-4c50-a47e-32cbdf9359d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0456035 Dec 25 20:26:07.287952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:26:08.414193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-72ed70eb-31f0-4412-ab39-d530f386f51e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:26:08.469635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d61a31-5fa0-4437-81bb-28a1b7fff240 req-cd9c5a78-5f58-42c3-93f7-6b3cc4df5d60 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:26:08.471266 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-73d61a31-5fa0-4437-81bb-28a1b7fff240 req-cd9c5a78-5f58-42c3-93f7-6b3cc4df5d60 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/ports?device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 985 time: 0.0848002 Dec 25 20:26:08.527350 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-73d61a31-5fa0-4437-81bb-28a1b7fff240 req-56c50de3-7000-4056-8131-53989862b2be tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/security-groups?id=df25a788-bb37-4122-a19f-34869069faa8&id=e95f534c-55b4-4c50-a47e-32cbdf9359d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0497878 Dec 25 20:26:08.754422 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:26:09.734542 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9814a-f7f3-4ef5-bba5-9bd6db4b240a req-10866acb-4f2d-47a9-a362-0edb7d7d0ab8 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:26:09.736201 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a5b9814a-f7f3-4ef5-bba5-9bd6db4b240a req-10866acb-4f2d-47a9-a362-0edb7d7d0ab8 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/ports?device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 985 time: 0.0827825 Dec 25 20:26:09.786341 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a5b9814a-f7f3-4ef5-bba5-9bd6db4b240a req-7f140182-b2e0-4de8-b1a6-fb2cbeb722b7 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/security-groups?id=df25a788-bb37-4122-a19f-34869069faa8&id=e95f534c-55b4-4c50-a47e-32cbdf9359d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438347 Dec 25 20:26:10.085115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:26:23.887082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:26:33.027651 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:26:36.115501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b21df39a-955a-4f09-9277-dcdef1794a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:26:37.286533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:26:38.415390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-19b527ba-373f-4041-a72d-930c4260b1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:26:38.756304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:26:40.087791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:26:42.776031 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-828568d5-0235-41e6-b774-ba82f97d1a3d req-180bb793-26fe-42ff-966d-12b49155dc6e tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-975453846&fields=id&tenant_id=9ef3cd36c725438980b709c6c3e0b1da HTTP/1.1" status: 200 len: 267 time: 0.0433040 Dec 25 20:26:42.865122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828568d5-0235-41e6-b774-ba82f97d1a3d req-595ecb34-4b37-4869-b683-60246f2c2612 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:26:42.866706 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-828568d5-0235-41e6-b774-ba82f97d1a3d req-595ecb34-4b37-4869-b683-60246f2c2612 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/ports?device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 985 time: 0.0845304 Dec 25 20:26:42.879218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-828568d5-0235-41e6-b774-ba82f97d1a3d req-63fb1228-3485-4077-9550-a82421551280 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Request body: {'port': {'security_groups': ['e95f534c-55b4-4c50-a47e-32cbdf9359d5']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:26:43.004831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-828568d5-0235-41e6-b774-ba82f97d1a3d req-63fb1228-3485-4077-9550-a82421551280 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:26:43.254834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-828568d5-0235-41e6-b774-ba82f97d1a3d req-63fb1228-3485-4077-9550-a82421551280 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] For port c8321b6a-fdd5-4d57-9428-8c246153a2aa, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c8321b6a-fdd5-4d57-9428-8c246153a2aa,segment=NetworkSegment(c2b24e8c-a85f-46c5-aee4-7c91ab6bee60),segment_id=c2b24e8c-a85f-46c5-aee4-7c91ab6bee60)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:26:43.282801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-828568d5-0235-41e6-b774-ba82f97d1a3d req-63fb1228-3485-4077-9550-a82421551280 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:26:43.286374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-828568d5-0235-41e6-b774-ba82f97d1a3d req-63fb1228-3485-4077-9550-a82421551280 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:26:43.292112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8c0f7ef1-9189-44c1-8a5e-cbe2770771cf tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:26:43.298674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['c8321b6a-fdd5-4d57-9428-8c246153a2aa'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:26:43.375455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828568d5-0235-41e6-b774-ba82f97d1a3d req-63fb1228-3485-4077-9550-a82421551280 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:26:43.376162 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-828568d5-0235-41e6-b774-ba82f97d1a3d req-63fb1228-3485-4077-9550-a82421551280 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:26:43.377656 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-828568d5-0235-41e6-b774-ba82f97d1a3d req-63fb1228-3485-4077-9550-a82421551280 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "PUT /v2.0/ports/c8321b6a-fdd5-4d57-9428-8c246153a2aa HTTP/1.1" status: 200 len: 943 time: 0.5033176 Dec 25 20:26:43.378302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd64d88f6-28d7-491c-b918-f8fda8077081', 'tag': 'c8321b6a-fdd5-4d57-9428-8c246153a2aa'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:26:43.385587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 59174) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:26:43.387303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fb1228-3485-4077-9550-a82421551280 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Pushing event updated for resources: {'Port': ['ID=c8321b6a-fdd5-4d57-9428-8c246153a2aa,revision_number=7']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:26:43.397925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fb1228-3485-4077-9550-a82421551280 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:26:43.398359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fb1228-3485-4077-9550-a82421551280 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:26:43.398772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fb1228-3485-4077-9550-a82421551280 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:26:43.399236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fb1228-3485-4077-9550-a82421551280 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:26:43.399654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fb1228-3485-4077-9550-a82421551280 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:26:43.400068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fb1228-3485-4077-9550-a82421551280 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:26:43.400477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fb1228-3485-4077-9550-a82421551280 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:26:43.400890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fb1228-3485-4077-9550-a82421551280 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:26:43.401292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fb1228-3485-4077-9550-a82421551280 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:26:43.401697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fb1228-3485-4077-9550-a82421551280 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:26:43.402100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fb1228-3485-4077-9550-a82421551280 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:26:43.407433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-63fb1228-3485-4077-9550-a82421551280 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:26:43.472871 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd64d88f6-28d7-491c-b918-f8fda8077081', 'tag': 'c8321b6a-fdd5-4d57-9428-8c246153a2aa', 'status': 'completed', 'code': 200} Dec 25 20:26:43.477754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['c8321b6a-fdd5-4d57-9428-8c246153a2aa'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:26:43.494987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e53e1af2-0782-4e0b-91c3-a946c687d590 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:26:43.528678 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e53e1af2-0782-4e0b-91c3-a946c687d590 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:26:43.596143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e53e1af2-0782-4e0b-91c3-a946c687d590 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:26:43.604741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-36ee3f94-7698-4b57-aff1-243d52d5421a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:26:43.624990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e1af2-0782-4e0b-91c3-a946c687d590 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df25a788-bb37-4122-a19f-34869069faa8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:26:43.634594 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e53e1af2-0782-4e0b-91c3-a946c687d590 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:26:43.636070 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e53e1af2-0782-4e0b-91c3-a946c687d590 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "DELETE /v2.0/security-groups/df25a788-bb37-4122-a19f-34869069faa8 HTTP/1.1" status: 204 len: 168 time: 0.2496557 Dec 25 20:26:43.637791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e1af2-0782-4e0b-91c3-a946c687d590 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:26:43.638214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e1af2-0782-4e0b-91c3-a946c687d590 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:26:43.638630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e1af2-0782-4e0b-91c3-a946c687d590 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:26:43.639107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e1af2-0782-4e0b-91c3-a946c687d590 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:26:43.639543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e1af2-0782-4e0b-91c3-a946c687d590 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:26:43.639955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e1af2-0782-4e0b-91c3-a946c687d590 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:26:43.640363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e1af2-0782-4e0b-91c3-a946c687d590 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:26:43.640771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e1af2-0782-4e0b-91c3-a946c687d590 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:26:43.641175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e1af2-0782-4e0b-91c3-a946c687d590 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:26:43.641575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e1af2-0782-4e0b-91c3-a946c687d590 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:26:43.641976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e1af2-0782-4e0b-91c3-a946c687d590 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:26:43.646236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e53e1af2-0782-4e0b-91c3-a946c687d590 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:26:43.646824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 59180) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:26:43.779172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-4e7fa1f7-c008-4a61-9145-5b207719c77f None None] Provisioning complete for port c8321b6a-fdd5-4d57-9428-8c246153a2aa triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:26:43.780311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4e7fa1f7-c008-4a61-9145-5b207719c77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:26:43.838778 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b7884c8b-033a-48cd-824f-516d4bd83dd8 req-78a99994-d1cf-4cf7-90cf-0809dc7c1468 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ef3cd36c725438980b709c6c3e0b1da&device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 1099 time: 0.3393786 Dec 25 20:26:43.871614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-c91c84ac-38c4-4a55-96cd-9202f1d6a729 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Deleting port 14969f70-768c-40fb-bca1-4efd8e67ba7b {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:26:43.871993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c91c84ac-38c4-4a55-96cd-9202f1d6a729 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:26:43.988865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7884c8b-033a-48cd-824f-516d4bd83dd8 req-0dbdfbae-6bf4-4d3d-b846-9a36adfd31ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:26:43.990448 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b7884c8b-033a-48cd-824f-516d4bd83dd8 req-0dbdfbae-6bf4-4d3d-b846-9a36adfd31ca service neutron] 10.222.0.36 "GET /v2.0/networks?id=c75b4485-1959-4c83-bcc3-eed55e690543 HTTP/1.1" status: 200 len: 915 time: 0.1428986 Dec 25 20:26:44.054609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c91c84ac-38c4-4a55-96cd-9202f1d6a729 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:26:44.054976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c91c84ac-38c4-4a55-96cd-9202f1d6a729 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:26:44.102539 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b7884c8b-033a-48cd-824f-516d4bd83dd8 req-e9327503-4873-4272-af5c-630d4b2b8b96 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8321b6a-fdd5-4d57-9428-8c246153a2aa HTTP/1.1" status: 200 len: 1002 time: 0.1037829 Dec 25 20:26:44.176074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7884c8b-033a-48cd-824f-516d4bd83dd8 req-8a75218e-c63c-468c-9e94-d7b797111e63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:26:44.177794 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b7884c8b-033a-48cd-824f-516d4bd83dd8 req-8a75218e-c63c-468c-9e94-d7b797111e63 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b19b2833-a534-47f6-b0e0-df81d01e5737 HTTP/1.1" status: 200 len: 854 time: 0.0692735 Dec 25 20:26:44.183927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-c91c84ac-38c4-4a55-96cd-9202f1d6a729 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Calling delete_port for 14969f70-768c-40fb-bca1-4efd8e67ba7b owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:26:44.264822 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b7884c8b-033a-48cd-824f-516d4bd83dd8 req-b2018940-583c-4a6d-bcd9-75034dc7e862 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c75b4485-1959-4c83-bcc3-eed55e690543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778372 Dec 25 20:26:44.332998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c91c84ac-38c4-4a55-96cd-9202f1d6a729 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:26:44.337409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-242bc28c-bb6d-41bf-be64-5a797733f8b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:26:44.384368 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91c84ac-38c4-4a55-96cd-9202f1d6a729 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Pushing event deleted for resources: {'Port': ['ID=14969f70-768c-40fb-bca1-4efd8e67ba7b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:26:44.387173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c91c84ac-38c4-4a55-96cd-9202f1d6a729 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:26:44.413047 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b7884c8b-033a-48cd-824f-516d4bd83dd8 req-cb38a547-d46f-4feb-b5c5-f45e44a18f87 service neutron] 10.222.0.36 "GET /v2.0/networks/c75b4485-1959-4c83-bcc3-eed55e690543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409485 Dec 25 20:26:44.480474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c91c84ac-38c4-4a55-96cd-9202f1d6a729 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:26:44.560128 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b7884c8b-033a-48cd-824f-516d4bd83dd8 req-cb8ed974-845b-400b-94c3-0c181c51c17f service neutron] 10.222.0.36 "GET /v2.0/networks/c75b4485-1959-4c83-bcc3-eed55e690543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395657 Dec 25 20:26:44.899827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91c84ac-38c4-4a55-96cd-9202f1d6a729 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Router 1224f6dc-213c-4610-8381-dedd7cff419d has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:26:45.114288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91c84ac-38c4-4a55-96cd-9202f1d6a729 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:26:45.125012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bdb426-adff-433c-bf36-fe7ffd73bd26 None None] Sync routers for ids ['1224f6dc-213c-4610-8381-dedd7cff419d'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:26:45.137254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c91c84ac-38c4-4a55-96cd-9202f1d6a729 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:26:45.137462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bdb426-adff-433c-bf36-fe7ffd73bd26 None None] Routers {'1224f6dc-213c-4610-8381-dedd7cff419d'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:26:45.138008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-f8bdb426-adff-433c-bf36-fe7ffd73bd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:26:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['1224f6dc-213c-4610-8381-dedd7cff419d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:26:45.193898 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c91c84ac-38c4-4a55-96cd-9202f1d6a729 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "DELETE /v2.0/floatingips/686c9d7c-811a-41cc-9ff0-385a1ed64378 HTTP/1.1" status: 204 len: 168 time: 1.5458586 Dec 25 20:26:45.194574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd64d88f6-28d7-491c-b918-f8fda8077081', 'tag': 'c8321b6a-fdd5-4d57-9428-8c246153a2aa'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:26:45.335424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-f8bdb426-adff-433c-bf36-fe7ffd73bd26 None None] Set router 1224f6dc-213c-4610-8381-dedd7cff419d gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:26:45.416371 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd64d88f6-28d7-491c-b918-f8fda8077081', 'tag': 'c8321b6a-fdd5-4d57-9428-8c246153a2aa', 'status': 'completed', 'code': 200} Dec 25 20:26:45.527503 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-924f13d2-d494-4e57-ae2e-72b2a50734e7 req-758ec4ce-4c08-4502-a387-6835585fc206 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ef3cd36c725438980b709c6c3e0b1da&device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 1099 time: 0.0884449 Dec 25 20:26:45.680348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-f8bdb426-adff-433c-bf36-fe7ffd73bd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1224f6dc-213c-4610-8381-dedd7cff419d', 'name': 'tempest-TestMinimumBasicScenario-1822508389-router', 'tenant_id': '9ef3cd36c725438980b709c6c3e0b1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': '3f9d10ea-8980-41dd-bd45-edafdd5de9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:24:29Z', 'updated_at': '2021-12-25T20:24:32Z', 'revision_number': 4, 'project_id': '9ef3cd36c725438980b709c6c3e0b1da', 'gw_port': {'id': '3f9d10ea-8980-41dd-bd45-edafdd5de9b1', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1224f6dc-213c-4610-8381-dedd7cff419d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:24:29Z', 'updated_at': '2021-12-25T20:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '91033c5f-8063-4804-b7a6-470ddd2069ec', 'name': '', 'network_id': 'c75b4485-1959-4c83-bcc3-eed55e690543', 'tenant_id': '9ef3cd36c725438980b709c6c3e0b1da', 'mac_address': 'fa:16:3e:86:81:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1224f6dc-213c-4610-8381-dedd7cff419d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b19b2833-a534-47f6-b0e0-df81d01e5737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:24:31Z', 'updated_at': '2021-12-25T20:24:40Z', 'revision_number': 5, 'project_id': '9ef3cd36c725438980b709c6c3e0b1da', 'subnets': [{'id': 'b19b2833-a534-47f6-b0e0-df81d01e5737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:26:45.684574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bdb426-adff-433c-bf36-fe7ffd73bd26 None None] Checking router: 1224f6dc-213c-4610-8381-dedd7cff419d for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:26:45.688463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f13d2-d494-4e57-ae2e-72b2a50734e7 req-2828a6fb-e2bc-47ce-b65c-3f81a1361483 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:26:45.690144 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-924f13d2-d494-4e57-ae2e-72b2a50734e7 req-2828a6fb-e2bc-47ce-b65c-3f81a1361483 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c75b4485-1959-4c83-bcc3-eed55e690543 HTTP/1.1" status: 200 len: 915 time: 0.1564724 Dec 25 20:26:45.696290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bdb426-adff-433c-bf36-fe7ffd73bd26 None None] Routers {'1224f6dc-213c-4610-8381-dedd7cff419d'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:26:45.697058 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-f8bdb426-adff-433c-bf36-fe7ffd73bd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:26:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['1224f6dc-213c-4610-8381-dedd7cff419d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:26:45.767628 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-924f13d2-d494-4e57-ae2e-72b2a50734e7 req-1522e012-4812-4ed8-89b9-a08b6c68ba14 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8321b6a-fdd5-4d57-9428-8c246153a2aa HTTP/1.1" status: 200 len: 217 time: 0.0692153 Dec 25 20:26:45.837499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f13d2-d494-4e57-ae2e-72b2a50734e7 req-85de1d48-ddd6-4a59-8e0b-183681b3bd2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:26:45.841396 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-924f13d2-d494-4e57-ae2e-72b2a50734e7 req-85de1d48-ddd6-4a59-8e0b-183681b3bd2c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b19b2833-a534-47f6-b0e0-df81d01e5737 HTTP/1.1" status: 200 len: 854 time: 0.0646739 Dec 25 20:26:45.881501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-f8bdb426-adff-433c-bf36-fe7ffd73bd26 None None] Set router 1224f6dc-213c-4610-8381-dedd7cff419d gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:26:45.925669 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-924f13d2-d494-4e57-ae2e-72b2a50734e7 req-6ad3e574-2828-404b-811d-0899a347c3bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c75b4485-1959-4c83-bcc3-eed55e690543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798769 Dec 25 20:26:46.076836 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-924f13d2-d494-4e57-ae2e-72b2a50734e7 req-77c22b9a-1037-457b-96c7-7bc63b6e37ec service neutron] 10.222.0.36 "GET /v2.0/networks/c75b4485-1959-4c83-bcc3-eed55e690543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400397 Dec 25 20:26:46.229799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-f8bdb426-adff-433c-bf36-fe7ffd73bd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1224f6dc-213c-4610-8381-dedd7cff419d', 'name': 'tempest-TestMinimumBasicScenario-1822508389-router', 'tenant_id': '9ef3cd36c725438980b709c6c3e0b1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': '3f9d10ea-8980-41dd-bd45-edafdd5de9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:24:29Z', 'updated_at': '2021-12-25T20:24:32Z', 'revision_number': 4, 'project_id': '9ef3cd36c725438980b709c6c3e0b1da', 'gw_port': {'id': '3f9d10ea-8980-41dd-bd45-edafdd5de9b1', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1224f6dc-213c-4610-8381-dedd7cff419d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:24:29Z', 'updated_at': '2021-12-25T20:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '91033c5f-8063-4804-b7a6-470ddd2069ec', 'name': '', 'network_id': 'c75b4485-1959-4c83-bcc3-eed55e690543', 'tenant_id': '9ef3cd36c725438980b709c6c3e0b1da', 'mac_address': 'fa:16:3e:86:81:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1224f6dc-213c-4610-8381-dedd7cff419d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b19b2833-a534-47f6-b0e0-df81d01e5737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:24:31Z', 'updated_at': '2021-12-25T20:24:40Z', 'revision_number': 5, 'project_id': '9ef3cd36c725438980b709c6c3e0b1da', 'subnets': [{'id': 'b19b2833-a534-47f6-b0e0-df81d01e5737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:26:46.230329 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-924f13d2-d494-4e57-ae2e-72b2a50734e7 req-4aca3a65-7604-4e16-bc20-6ed6d173347e service neutron] 10.222.0.36 "GET /v2.0/networks/c75b4485-1959-4c83-bcc3-eed55e690543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451013 Dec 25 20:26:46.234711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bdb426-adff-433c-bf36-fe7ffd73bd26 None None] The sync data for ids ['1224f6dc-213c-4610-8381-dedd7cff419d'] in dv-neutron-822611-1-hyperv is: [{'id': '1224f6dc-213c-4610-8381-dedd7cff419d', 'name': 'tempest-TestMinimumBasicScenario-1822508389-router', 'tenant_id': '9ef3cd36c725438980b709c6c3e0b1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': '3f9d10ea-8980-41dd-bd45-edafdd5de9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:24:29Z', 'updated_at': '2021-12-25T20:24:32Z', 'revision_number': 4, 'project_id': '9ef3cd36c725438980b709c6c3e0b1da', 'gw_port': {'id': '3f9d10ea-8980-41dd-bd45-edafdd5de9b1', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1224f6dc-213c-4610-8381-dedd7cff419d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:24:29Z', 'updated_at': '2021-12-25T20:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '91033c5f-8063-4804-b7a6-470ddd2069ec', 'name': '', 'network_id': 'c75b4485-1959-4c83-bcc3-eed55e690543', 'tenant_id': '9ef3cd36c725438980b709c6c3e0b1da', 'mac_address': 'fa:16:3e:86:81:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1224f6dc-213c-4610-8381-dedd7cff419d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b19b2833-a534-47f6-b0e0-df81d01e5737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:24:31Z', 'updated_at': '2021-12-25T20:24:40Z', 'revision_number': 5, 'project_id': '9ef3cd36c725438980b709c6c3e0b1da', 'subnets': [{'id': 'b19b2833-a534-47f6-b0e0-df81d01e5737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:26:46.745570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a8d07a-9e4b-4d13-bffd-6a4a977b1861 None None] New status for floating IP 686c9d7c-811a-41cc-9ff0-385a1ed64378: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 20:26:50.843401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8222e-5521-4f9c-878a-70c3aab8083c req-3aeefd03-7e9c-45b1-8480-a9ec784b9dd5 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:26:50.844984 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e8c8222e-5521-4f9c-878a-70c3aab8083c req-3aeefd03-7e9c-45b1-8480-a9ec784b9dd5 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/ports?device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 946 time: 0.0832140 Dec 25 20:26:50.892606 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e8c8222e-5521-4f9c-878a-70c3aab8083c req-31d357d1-f4cc-48fc-8bc3-62832b699362 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95f534c-55b4-4c50-a47e-32cbdf9359d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414345 Dec 25 20:26:52.099665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c13871-b349-4c9a-8afe-1ff2d6839f17 req-16616f03-eb45-4cb4-a744-25f3f56c7813 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:26:52.101236 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-05c13871-b349-4c9a-8afe-1ff2d6839f17 req-16616f03-eb45-4cb4-a744-25f3f56c7813 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/ports?device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 946 time: 0.0847447 Dec 25 20:26:52.150312 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-05c13871-b349-4c9a-8afe-1ff2d6839f17 req-7102c054-9737-47f7-9e85-612ff56eb73a tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95f534c-55b4-4c50-a47e-32cbdf9359d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426152 Dec 25 20:26:52.770390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d447e-bc19-407a-82f3-f358197c829f req-0e2f4510-544b-4e78-b046-71c9707cc8a9 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:26:52.772014 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ce3d447e-bc19-407a-82f3-f358197c829f req-0e2f4510-544b-4e78-b046-71c9707cc8a9 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.36 "GET /v2.0/ports?device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 946 time: 0.0929320 Dec 25 20:26:52.850887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-ce3d447e-bc19-407a-82f3-f358197c829f req-0bbb6046-5699-4100-bc95-956da2ea119a tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Deleting port c8321b6a-fdd5-4d57-9428-8c246153a2aa {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:26:52.851299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-ce3d447e-bc19-407a-82f3-f358197c829f req-0bbb6046-5699-4100-bc95-956da2ea119a tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:26:53.107668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-ce3d447e-bc19-407a-82f3-f358197c829f req-0bbb6046-5699-4100-bc95-956da2ea119a tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] For port c8321b6a-fdd5-4d57-9428-8c246153a2aa, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c8321b6a-fdd5-4d57-9428-8c246153a2aa,segment=NetworkSegment(c2b24e8c-a85f-46c5-aee4-7c91ab6bee60),segment_id=c2b24e8c-a85f-46c5-aee4-7c91ab6bee60)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:26:53.108231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-ce3d447e-bc19-407a-82f3-f358197c829f req-0bbb6046-5699-4100-bc95-956da2ea119a tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:26:53.236605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-ce3d447e-bc19-407a-82f3-f358197c829f req-0bbb6046-5699-4100-bc95-956da2ea119a tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Calling delete_port for c8321b6a-fdd5-4d57-9428-8c246153a2aa owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:26:53.448150 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47daae86-4003-4aca-8c0a-b8db9290d344 req-312ae9c0-6bb7-4fdc-8bbb-406b556feb97 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:26:53.449684 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-47daae86-4003-4aca-8c0a-b8db9290d344 req-312ae9c0-6bb7-4fdc-8bbb-406b556feb97 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/ports?device_id=d64d88f6-28d7-491c-b918-f8fda8077081 HTTP/1.1" status: 200 len: 946 time: 0.1666656 Dec 25 20:26:53.472108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-ce3d447e-bc19-407a-82f3-f358197c829f req-0bbb6046-5699-4100-bc95-956da2ea119a tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:26:53.478957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ad1154fa-a27b-4850-b18b-05aaf95c9bf8 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:26:53.487990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['c8321b6a-fdd5-4d57-9428-8c246153a2aa'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:26:53.530266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb6046-5699-4100-bc95-956da2ea119a tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Pushing event deleted for resources: {'Port': ['ID=c8321b6a-fdd5-4d57-9428-8c246153a2aa,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:26:53.533275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0bbb6046-5699-4100-bc95-956da2ea119a tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:26:53.619239 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-47daae86-4003-4aca-8c0a-b8db9290d344 req-c6f0d937-8d6c-4a2a-9ecf-88ebbccc652b tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95f534c-55b4-4c50-a47e-32cbdf9359d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623025 Dec 25 20:26:53.625065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3d447e-bc19-407a-82f3-f358197c829f req-0bbb6046-5699-4100-bc95-956da2ea119a tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] No DVR routers for this DVR port c8321b6a-fdd5-4d57-9428-8c246153a2aa on host hv-neutron-8226 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:26:53.628512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-ce3d447e-bc19-407a-82f3-f358197c829f req-0bbb6046-5699-4100-bc95-956da2ea119a tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:26:53.631508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64d88f6-28d7-491c-b918-f8fda8077081', 'name': 'network-vif-deleted', 'tag': 'c8321b6a-fdd5-4d57-9428-8c246153a2aa'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:26:53.645811 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ce3d447e-bc19-407a-82f3-f358197c829f req-0bbb6046-5699-4100-bc95-956da2ea119a tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] 10.222.0.36 "DELETE /v2.0/ports/c8321b6a-fdd5-4d57-9428-8c246153a2aa HTTP/1.1" status: 204 len: 173 time: 0.8649731 Dec 25 20:26:53.688485 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd64d88f6-28d7-491c-b918-f8fda8077081', 'name': 'network-vif-deleted', 'tag': 'c8321b6a-fdd5-4d57-9428-8c246153a2aa', 'status': 'completed', 'code': 200} Dec 25 20:26:53.898634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:26:55.334594 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59268) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:26:55.734902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ac6a85db-ad16-4d34-be7f-9e31d4b06f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:26:56.573575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ac6a85db-ad16-4d34-be7f-9e31d4b06f7d admin admin] Deleting port 91033c5f-8063-4804-b7a6-470ddd2069ec {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:26:56.574166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ac6a85db-ad16-4d34-be7f-9e31d4b06f7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:26:56.760664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-ac6a85db-ad16-4d34-be7f-9e31d4b06f7d admin admin] For port 91033c5f-8063-4804-b7a6-470ddd2069ec, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=91033c5f-8063-4804-b7a6-470ddd2069ec,segment=NetworkSegment(c2b24e8c-a85f-46c5-aee4-7c91ab6bee60),segment_id=c2b24e8c-a85f-46c5-aee4-7c91ab6bee60)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:26:56.760955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ac6a85db-ad16-4d34-be7f-9e31d4b06f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:26:56.894524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ac6a85db-ad16-4d34-be7f-9e31d4b06f7d admin admin] Calling delete_port for 91033c5f-8063-4804-b7a6-470ddd2069ec owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:26:57.087811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ac6a85db-ad16-4d34-be7f-9e31d4b06f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:26:57.092568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e20636e7-79cf-471d-9699-ed77fa7234bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:26:57.143554 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a85db-ad16-4d34-be7f-9e31d4b06f7d admin admin] Pushing event deleted for resources: {'Port': ['ID=91033c5f-8063-4804-b7a6-470ddd2069ec,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:26:57.148000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ac6a85db-ad16-4d34-be7f-9e31d4b06f7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:26:57.448659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ac6a85db-ad16-4d34-be7f-9e31d4b06f7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:26:57.524470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device c8321b6a-fdd5-4d57-9428-8c246153a2aa no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:26:57.558997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] No Port match for: c8321b6a-fdd5-4d57-9428-8c246153a2aa {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:26:57.559443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device c8321b6a-fdd5-4d57-9428-8c246153a2aa not bound to the agent host hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:26:58.059122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6a85db-ad16-4d34-be7f-9e31d4b06f7d admin admin] Router 1224f6dc-213c-4610-8381-dedd7cff419d has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:26:58.276979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6a85db-ad16-4d34-be7f-9e31d4b06f7d admin admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:26:58.287255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48652709-ec51-41cd-adf5-96d11cf94d4a None None] Sync routers for ids ['1224f6dc-213c-4610-8381-dedd7cff419d'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:26:58.290425 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ac6a85db-ad16-4d34-be7f-9e31d4b06f7d admin admin] 10.222.0.24 "PUT /v2.0/routers/1224f6dc-213c-4610-8381-dedd7cff419d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9546649 Dec 25 20:26:58.293180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59272) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:26:58.300851 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48652709-ec51-41cd-adf5-96d11cf94d4a None None] Routers {'1224f6dc-213c-4610-8381-dedd7cff419d'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:26:58.301634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-48652709-ec51-41cd-adf5-96d11cf94d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:26:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['1224f6dc-213c-4610-8381-dedd7cff419d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:26:58.491433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-48652709-ec51-41cd-adf5-96d11cf94d4a None None] Set router 1224f6dc-213c-4610-8381-dedd7cff419d gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:26:58.506391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-236371ec-ee04-4642-87e0-c160986e948f admin admin] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:26:58.805449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-48652709-ec51-41cd-adf5-96d11cf94d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1224f6dc-213c-4610-8381-dedd7cff419d', 'name': 'tempest-TestMinimumBasicScenario-1822508389-router', 'tenant_id': '9ef3cd36c725438980b709c6c3e0b1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': '3f9d10ea-8980-41dd-bd45-edafdd5de9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:24:29Z', 'updated_at': '2021-12-25T20:26:57Z', 'revision_number': 5, 'project_id': '9ef3cd36c725438980b709c6c3e0b1da', 'gw_port': {'id': '3f9d10ea-8980-41dd-bd45-edafdd5de9b1', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1224f6dc-213c-4610-8381-dedd7cff419d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:24:29Z', 'updated_at': '2021-12-25T20:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:26:58.809717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48652709-ec51-41cd-adf5-96d11cf94d4a None None] Checking router: 1224f6dc-213c-4610-8381-dedd7cff419d for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:26:58.821883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48652709-ec51-41cd-adf5-96d11cf94d4a None None] Routers {'1224f6dc-213c-4610-8381-dedd7cff419d'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:26:58.822567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-48652709-ec51-41cd-adf5-96d11cf94d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:26:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['1224f6dc-213c-4610-8381-dedd7cff419d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:26:58.950481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-236371ec-ee04-4642-87e0-c160986e948f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:26:58.959350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-236371ec-ee04-4642-87e0-c160986e948f admin admin] Deleting port 3f9d10ea-8980-41dd-bd45-edafdd5de9b1 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:26:58.959723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-236371ec-ee04-4642-87e0-c160986e948f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:26:59.008533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-48652709-ec51-41cd-adf5-96d11cf94d4a None None] Set router 1224f6dc-213c-4610-8381-dedd7cff419d gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:26:59.154040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-236371ec-ee04-4642-87e0-c160986e948f admin admin] For port 3f9d10ea-8980-41dd-bd45-edafdd5de9b1, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=3f9d10ea-8980-41dd-bd45-edafdd5de9b1,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:26:59.154663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-236371ec-ee04-4642-87e0-c160986e948f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:26:59.284923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-236371ec-ee04-4642-87e0-c160986e948f admin admin] Calling delete_port for 3f9d10ea-8980-41dd-bd45-edafdd5de9b1 owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:26:59.455947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-236371ec-ee04-4642-87e0-c160986e948f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:26:59.460734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-48652709-ec51-41cd-adf5-96d11cf94d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1224f6dc-213c-4610-8381-dedd7cff419d', 'name': 'tempest-TestMinimumBasicScenario-1822508389-router', 'tenant_id': '9ef3cd36c725438980b709c6c3e0b1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': '3f9d10ea-8980-41dd-bd45-edafdd5de9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:24:29Z', 'updated_at': '2021-12-25T20:26:57Z', 'revision_number': 5, 'project_id': '9ef3cd36c725438980b709c6c3e0b1da', 'gw_port': {'id': '3f9d10ea-8980-41dd-bd45-edafdd5de9b1', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1224f6dc-213c-4610-8381-dedd7cff419d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:24:29Z', 'updated_at': '2021-12-25T20:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:26:59.461311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b1be22bf-8c15-4918-901a-771cf2fdc27d tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:26:59.464817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48652709-ec51-41cd-adf5-96d11cf94d4a None None] The sync data for ids ['1224f6dc-213c-4610-8381-dedd7cff419d'] in dv-neutron-822611-1-hyperv is: [{'id': '1224f6dc-213c-4610-8381-dedd7cff419d', 'name': 'tempest-TestMinimumBasicScenario-1822508389-router', 'tenant_id': '9ef3cd36c725438980b709c6c3e0b1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': '3f9d10ea-8980-41dd-bd45-edafdd5de9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:24:29Z', 'updated_at': '2021-12-25T20:26:57Z', 'revision_number': 5, 'project_id': '9ef3cd36c725438980b709c6c3e0b1da', 'gw_port': {'id': '3f9d10ea-8980-41dd-bd45-edafdd5de9b1', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1224f6dc-213c-4610-8381-dedd7cff419d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:24:29Z', 'updated_at': '2021-12-25T20:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:26:59.506144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236371ec-ee04-4642-87e0-c160986e948f admin admin] Pushing event deleted for resources: {'Port': ['ID=3f9d10ea-8980-41dd-bd45-edafdd5de9b1,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:26:59.510137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-236371ec-ee04-4642-87e0-c160986e948f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:26:59.629776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 91033c5f-8063-4804-b7a6-470ddd2069ec no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:26:59.670864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 91033c5f-8063-4804-b7a6-470ddd2069ec {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:26:59.671282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 91033c5f-8063-4804-b7a6-470ddd2069ec not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:26:59.750800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-236371ec-ee04-4642-87e0-c160986e948f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:00.019007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-236371ec-ee04-4642-87e0-c160986e948f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:00.023383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-236371ec-ee04-4642-87e0-c160986e948f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:00.047871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-236371ec-ee04-4642-87e0-c160986e948f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:00.048420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236371ec-ee04-4642-87e0-c160986e948f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1224f6dc-213c-4610-8381-dedd7cff419d {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 20:27:00.061002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-236371ec-ee04-4642-87e0-c160986e948f admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:00.062555 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-236371ec-ee04-4642-87e0-c160986e948f admin admin] 10.222.0.24 "DELETE /v2.0/routers/1224f6dc-213c-4610-8381-dedd7cff419d HTTP/1.1" status: 204 len: 168 time: 1.7680919 Dec 25 20:27:00.065207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59276) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:27:00.132812 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-3150814c-6654-49a4-b860-eab49964fbe4 admin admin] Deleting subnet b19b2833-a534-47f6-b0e0-df81d01e5737 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 20:27:00.136327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3150814c-6654-49a4-b860-eab49964fbe4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:00.192839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3150814c-6654-49a4-b860-eab49964fbe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:00.275363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3150814c-6654-49a4-b860-eab49964fbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:00.344248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3150814c-6654-49a4-b860-eab49964fbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:00.348675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-178c710f-477b-449a-a009-8787abe2d16d tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:27:00.391108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150814c-6654-49a4-b860-eab49964fbe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b19b2833-a534-47f6-b0e0-df81d01e5737,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:27:00.393991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3150814c-6654-49a4-b860-eab49964fbe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:27:00.399199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3150814c-6654-49a4-b860-eab49964fbe4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:00.404642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76130568-7551-48d4-888d-11afde34309e None None] Network c75b4485-1959-4c83-bcc3-eed55e690543 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:27:00.406120 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3150814c-6654-49a4-b860-eab49964fbe4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b19b2833-a534-47f6-b0e0-df81d01e5737 HTTP/1.1" status: 204 len: 168 time: 0.3397272 Dec 25 20:27:00.408748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59280) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:27:00.524353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5b83becb-e508-4513-804e-704aa7b218bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:00.535626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-5b83becb-e508-4513-804e-704aa7b218bb admin admin] Deleting port cbe164d4-e37d-4ce6-bf22-f303b3499443 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:27:00.535953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5b83becb-e508-4513-804e-704aa7b218bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:00.662641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984e4d49-bc09-4fab-9949-a0cf0c24a892 None None] DHCP port deletion for c75b4485-1959-4c83-bcc3-eed55e690543 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 20:27:00.667177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-984e4d49-bc09-4fab-9949-a0cf0c24a892 None None] Deleting port cbe164d4-e37d-4ce6-bf22-f303b3499443 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:27:00.667609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-984e4d49-bc09-4fab-9949-a0cf0c24a892 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:00.752184 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-5b83becb-e508-4513-804e-704aa7b218bb admin admin] For port cbe164d4-e37d-4ce6-bf22-f303b3499443, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=cbe164d4-e37d-4ce6-bf22-f303b3499443,segment=NetworkSegment(c2b24e8c-a85f-46c5-aee4-7c91ab6bee60),segment_id=c2b24e8c-a85f-46c5-aee4-7c91ab6bee60)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:27:00.752591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5b83becb-e508-4513-804e-704aa7b218bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:00.882875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-5b83becb-e508-4513-804e-704aa7b218bb admin admin] Calling delete_port for cbe164d4-e37d-4ce6-bf22-f303b3499443 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:27:00.889315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-984e4d49-bc09-4fab-9949-a0cf0c24a892 None None] For port cbe164d4-e37d-4ce6-bf22-f303b3499443, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=cbe164d4-e37d-4ce6-bf22-f303b3499443,segment=NetworkSegment(c2b24e8c-a85f-46c5-aee4-7c91ab6bee60),segment_id=c2b24e8c-a85f-46c5-aee4-7c91ab6bee60)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:27:00.889725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-984e4d49-bc09-4fab-9949-a0cf0c24a892 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:00.956984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5b83becb-e508-4513-804e-704aa7b218bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:00.961555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-236371ec-ee04-4642-87e0-c160986e948f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:27:01.003508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83becb-e508-4513-804e-704aa7b218bb admin admin] Pushing event deleted for resources: {'Port': ['ID=cbe164d4-e37d-4ce6-bf22-f303b3499443,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:27:01.006251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5b83becb-e508-4513-804e-704aa7b218bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:27:01.011462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b83becb-e508-4513-804e-704aa7b218bb admin admin] No DVR routers for this DVR port cbe164d4-e37d-4ce6-bf22-f303b3499443 on host dv-neutron-822611-1-hyperv {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:27:01.142340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5b83becb-e508-4513-804e-704aa7b218bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:01.172213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-5b83becb-e508-4513-804e-704aa7b218bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c75b4485-1959-4c83-bcc3-eed55e690543']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:27:01.185889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-5b83becb-e508-4513-804e-704aa7b218bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2b24e8c-a85f-46c5-aee4-7c91ab6bee60') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:27:01.186227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-5b83becb-e508-4513-804e-704aa7b218bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2b24e8c-a85f-46c5-aee4-7c91ab6bee60') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:27:01.189575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-984e4d49-bc09-4fab-9949-a0cf0c24a892 None None] Calling delete_port for cbe164d4-e37d-4ce6-bf22-f303b3499443 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:27:01.199822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5b83becb-e508-4513-804e-704aa7b218bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:01.217241 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5b83becb-e508-4513-804e-704aa7b218bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:01.224115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b83becb-e508-4513-804e-704aa7b218bb admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 20:27:01.224554 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5b83becb-e508-4513-804e-704aa7b218bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:01.239650 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 20:27:01.239650 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 20:27:01.239650 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 20:27:01.239650 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 20:27:01.239650 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 20:27:01.239650 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 20:27:01.239650 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 20:27:01.239650 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 20:27:01.239650 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 20:27:01.239650 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 20:27:01.239650 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 20:27:01.239650 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 20:27:01.239650 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 20:27:01.239650 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 20:27:01.239650 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 20:27:01.239650 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 20:27:01.239650 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 20:27:01.239650 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 20:27:01.239650 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 20:27:01.239650 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 20:27:01.239650 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 20:27:01.239650 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 20:27:01.239650 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 20:27:01.239650 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 20:27:01.239650 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 20:27:01.239650 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 20:27:01.239650 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 20:27:01.239650 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 20:27:01.239650 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 20:27:01.239650 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 20:27:01.239650 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 20:27:01.239650 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 20:27:01.258918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-984e4d49-bc09-4fab-9949-a0cf0c24a892 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 20:27:01.259352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-984e4d49-bc09-4fab-9949-a0cf0c24a892 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 20:27:01.318611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5b83becb-e508-4513-804e-704aa7b218bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:01.322167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4fb576f1-8f52-4737-8e4f-07e1821d9f4b tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:27:01.336461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5b83becb-e508-4513-804e-704aa7b218bb admin admin] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:01.347907 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83becb-e508-4513-804e-704aa7b218bb admin admin] Pushing event deleted for resources: {'Network': ['ID=c75b4485-1959-4c83-bcc3-eed55e690543,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:27:01.352390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5b83becb-e508-4513-804e-704aa7b218bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:27:01.356133 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5b83becb-e508-4513-804e-704aa7b218bb admin admin] 10.222.0.24 "DELETE /v2.0/networks/c75b4485-1959-4c83-bcc3-eed55e690543 HTTP/1.1" status: 204 len: 168 time: 0.9463804 Dec 25 20:27:01.359417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59284) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:27:01.613215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 3f9d10ea-8980-41dd-bd45-edafdd5de9b1 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:27:01.648190 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 3f9d10ea-8980-41dd-bd45-edafdd5de9b1 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:27:01.648590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 3f9d10ea-8980-41dd-bd45-edafdd5de9b1 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:27:01.649060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device cbe164d4-e37d-4ce6-bf22-f303b3499443 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:27:01.683691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: cbe164d4-e37d-4ce6-bf22-f303b3499443 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:27:01.684093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device cbe164d4-e37d-4ce6-bf22-f303b3499443 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:27:01.760240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-984e4d49-bc09-4fab-9949-a0cf0c24a892 None None] Deleting port cbe164d4-e37d-4ce6-bf22-f303b3499443 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:27:01.760679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-984e4d49-bc09-4fab-9949-a0cf0c24a892 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:01.765563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f9197102-20a3-491c-81c1-393510906dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:01.828270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-984e4d49-bc09-4fab-9949-a0cf0c24a892 None None] The port 'cbe164d4-e37d-4ce6-bf22-f303b3499443' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 20:27:02.629219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-f9197102-20a3-491c-81c1-393510906dde admin admin] Deleting port d392fb2e-b57b-4081-9dc7-be94c11f0b03 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:27:02.629814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f9197102-20a3-491c-81c1-393510906dde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:02.812294 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-f9197102-20a3-491c-81c1-393510906dde admin admin] For port d392fb2e-b57b-4081-9dc7-be94c11f0b03, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=d392fb2e-b57b-4081-9dc7-be94c11f0b03,segment=NetworkSegment(5af5833d-0918-46bd-a093-a68b2b0cac1f),segment_id=5af5833d-0918-46bd-a093-a68b2b0cac1f)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:27:02.812687 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f9197102-20a3-491c-81c1-393510906dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:02.937950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-f9197102-20a3-491c-81c1-393510906dde admin admin] Calling delete_port for d392fb2e-b57b-4081-9dc7-be94c11f0b03 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:27:03.113897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f9197102-20a3-491c-81c1-393510906dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:03.118251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-420d2038-82d0-4c1e-8f8d-b941efd5cd7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:27:03.161336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9197102-20a3-491c-81c1-393510906dde admin admin] Pushing event deleted for resources: {'Port': ['ID=d392fb2e-b57b-4081-9dc7-be94c11f0b03,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:27:03.164172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f9197102-20a3-491c-81c1-393510906dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:27:03.474785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f9197102-20a3-491c-81c1-393510906dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:04.071582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9197102-20a3-491c-81c1-393510906dde admin admin] Router 585309ba-17ee-407b-9f35-afc5725cba0e has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:27:04.284868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9197102-20a3-491c-81c1-393510906dde admin admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:27:04.293914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4850f45c-7376-49d6-a2a1-56fcc922f531 None None] Sync routers for ids ['585309ba-17ee-407b-9f35-afc5725cba0e'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:27:04.295632 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f9197102-20a3-491c-81c1-393510906dde admin admin] 10.222.0.24 "PUT /v2.0/routers/585309ba-17ee-407b-9f35-afc5725cba0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9351547 Dec 25 20:27:04.298449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59288) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:27:04.307241 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4850f45c-7376-49d6-a2a1-56fcc922f531 None None] Routers {'585309ba-17ee-407b-9f35-afc5725cba0e'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:27:04.307920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-4850f45c-7376-49d6-a2a1-56fcc922f531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:26:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['585309ba-17ee-407b-9f35-afc5725cba0e'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:27:04.503900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-4850f45c-7376-49d6-a2a1-56fcc922f531 None None] Set router 585309ba-17ee-407b-9f35-afc5725cba0e gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:27:04.744448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cfb8fa6d-906f-4fa1-8bd3-62904edfbbd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:04.822131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-4850f45c-7376-49d6-a2a1-56fcc922f531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '585309ba-17ee-407b-9f35-afc5725cba0e', 'name': 'tempest-TestMinimumBasicScenario-131393264-router', 'tenant_id': 'ddb6fcafaf104611b1a65750af75005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.179'}], 'enable_snat': True}, 'gw_port_id': '3a5d1f9d-17fa-40bf-ab19-2c33f883381a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:24:35Z', 'updated_at': '2021-12-25T20:27:03Z', 'revision_number': 5, 'project_id': 'ddb6fcafaf104611b1a65750af75005b', 'gw_port': {'id': '3a5d1f9d-17fa-40bf-ab19-2c33f883381a', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585309ba-17ee-407b-9f35-afc5725cba0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:24:36Z', 'updated_at': '2021-12-25T20:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:27:04.826379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4850f45c-7376-49d6-a2a1-56fcc922f531 None None] Checking router: 585309ba-17ee-407b-9f35-afc5725cba0e for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:27:04.838070 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4850f45c-7376-49d6-a2a1-56fcc922f531 None None] Routers {'585309ba-17ee-407b-9f35-afc5725cba0e'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:27:04.838748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-4850f45c-7376-49d6-a2a1-56fcc922f531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:26:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['585309ba-17ee-407b-9f35-afc5725cba0e'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:27:04.961435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cfb8fa6d-906f-4fa1-8bd3-62904edfbbd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:04.970641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-cfb8fa6d-906f-4fa1-8bd3-62904edfbbd9 admin admin] Deleting port 3a5d1f9d-17fa-40bf-ab19-2c33f883381a {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:27:04.971012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cfb8fa6d-906f-4fa1-8bd3-62904edfbbd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:05.029738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-4850f45c-7376-49d6-a2a1-56fcc922f531 None None] Set router 585309ba-17ee-407b-9f35-afc5725cba0e gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:27:05.157835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-cfb8fa6d-906f-4fa1-8bd3-62904edfbbd9 admin admin] For port 3a5d1f9d-17fa-40bf-ab19-2c33f883381a, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=3a5d1f9d-17fa-40bf-ab19-2c33f883381a,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:27:05.158383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cfb8fa6d-906f-4fa1-8bd3-62904edfbbd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:05.288534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-cfb8fa6d-906f-4fa1-8bd3-62904edfbbd9 admin admin] Calling delete_port for 3a5d1f9d-17fa-40bf-ab19-2c33f883381a owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:27:05.338181 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-4850f45c-7376-49d6-a2a1-56fcc922f531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '585309ba-17ee-407b-9f35-afc5725cba0e', 'name': 'tempest-TestMinimumBasicScenario-131393264-router', 'tenant_id': 'ddb6fcafaf104611b1a65750af75005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.179'}], 'enable_snat': True}, 'gw_port_id': '3a5d1f9d-17fa-40bf-ab19-2c33f883381a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:24:35Z', 'updated_at': '2021-12-25T20:27:03Z', 'revision_number': 5, 'project_id': 'ddb6fcafaf104611b1a65750af75005b', 'gw_port': {'id': '3a5d1f9d-17fa-40bf-ab19-2c33f883381a', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585309ba-17ee-407b-9f35-afc5725cba0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:24:36Z', 'updated_at': '2021-12-25T20:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:27:05.342939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4850f45c-7376-49d6-a2a1-56fcc922f531 None None] The sync data for ids ['585309ba-17ee-407b-9f35-afc5725cba0e'] in dv-neutron-822611-1-hyperv is: [{'id': '585309ba-17ee-407b-9f35-afc5725cba0e', 'name': 'tempest-TestMinimumBasicScenario-131393264-router', 'tenant_id': 'ddb6fcafaf104611b1a65750af75005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.179'}], 'enable_snat': True}, 'gw_port_id': '3a5d1f9d-17fa-40bf-ab19-2c33f883381a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:24:35Z', 'updated_at': '2021-12-25T20:27:03Z', 'revision_number': 5, 'project_id': 'ddb6fcafaf104611b1a65750af75005b', 'gw_port': {'id': '3a5d1f9d-17fa-40bf-ab19-2c33f883381a', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585309ba-17ee-407b-9f35-afc5725cba0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:24:36Z', 'updated_at': '2021-12-25T20:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:27:05.460202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cfb8fa6d-906f-4fa1-8bd3-62904edfbbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:05.464736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8f6ace83-993e-461b-867b-889ee595da0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:27:05.507950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8fa6d-906f-4fa1-8bd3-62904edfbbd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a5d1f9d-17fa-40bf-ab19-2c33f883381a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:27:05.510728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cfb8fa6d-906f-4fa1-8bd3-62904edfbbd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:27:05.627295 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d392fb2e-b57b-4081-9dc7-be94c11f0b03 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:27:05.662296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: d392fb2e-b57b-4081-9dc7-be94c11f0b03 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:27:05.662588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d392fb2e-b57b-4081-9dc7-be94c11f0b03 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:27:05.753112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cfb8fa6d-906f-4fa1-8bd3-62904edfbbd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:06.020340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cfb8fa6d-906f-4fa1-8bd3-62904edfbbd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:06.024769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cfb8fa6d-906f-4fa1-8bd3-62904edfbbd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:06.046522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cfb8fa6d-906f-4fa1-8bd3-62904edfbbd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:06.047103 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb8fa6d-906f-4fa1-8bd3-62904edfbbd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 585309ba-17ee-407b-9f35-afc5725cba0e {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 20:27:06.059613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cfb8fa6d-906f-4fa1-8bd3-62904edfbbd9 admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:06.061446 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-cfb8fa6d-906f-4fa1-8bd3-62904edfbbd9 admin admin] 10.222.0.24 "DELETE /v2.0/routers/585309ba-17ee-407b-9f35-afc5725cba0e HTTP/1.1" status: 204 len: 168 time: 1.7620194 Dec 25 20:27:06.064523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 59292) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:27:06.124182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-350e59a5-0435-4c57-a1b3-b1c858e53592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:06.139553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-9783b41b-3aed-470e-ab8c-e25f2e38702b admin admin] Deleting subnet 9b91af71-1f08-4b54-b564-e42c8c6a42bd {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 20:27:06.143267 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9783b41b-3aed-470e-ab8c-e25f2e38702b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:06.200843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9783b41b-3aed-470e-ab8c-e25f2e38702b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:06.282479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9783b41b-3aed-470e-ab8c-e25f2e38702b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:06.364992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9783b41b-3aed-470e-ab8c-e25f2e38702b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:06.369894 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a301c6f8-201a-41d5-ab31-226ee69bd807 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:27:06.405844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9783b41b-3aed-470e-ab8c-e25f2e38702b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b91af71-1f08-4b54-b564-e42c8c6a42bd,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:27:06.408693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9783b41b-3aed-470e-ab8c-e25f2e38702b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:27:06.413905 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9783b41b-3aed-470e-ab8c-e25f2e38702b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:06.420215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f9210a-d7ea-41ea-85d6-0345c4c93211 None None] Network 563563a8-bbb5-4701-bf5c-9b60e4b10991 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:27:06.422123 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9783b41b-3aed-470e-ab8c-e25f2e38702b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9b91af71-1f08-4b54-b564-e42c8c6a42bd HTTP/1.1" status: 204 len: 168 time: 0.3564689 Dec 25 20:27:06.424785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 59296) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:27:06.686837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbc5519-bb08-49bc-b60a-095cc521c32d None None] DHCP port deletion for 563563a8-bbb5-4701-bf5c-9b60e4b10991 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 20:27:06.691746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-bbbc5519-bb08-49bc-b60a-095cc521c32d None None] Deleting port 092f514a-9425-4489-a8fa-2da635fcd446 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:27:06.692214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bbbc5519-bb08-49bc-b60a-095cc521c32d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:06.780508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7ad771de-be48-4147-8d1d-316db5c56614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:06.792437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7ad771de-be48-4147-8d1d-316db5c56614 admin admin] Deleting port 092f514a-9425-4489-a8fa-2da635fcd446 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:27:06.792801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7ad771de-be48-4147-8d1d-316db5c56614 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:06.905982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-bbbc5519-bb08-49bc-b60a-095cc521c32d None None] For port 092f514a-9425-4489-a8fa-2da635fcd446, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=092f514a-9425-4489-a8fa-2da635fcd446,segment=NetworkSegment(5af5833d-0918-46bd-a093-a68b2b0cac1f),segment_id=5af5833d-0918-46bd-a093-a68b2b0cac1f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:27:06.906348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bbbc5519-bb08-49bc-b60a-095cc521c32d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:07.001881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-7ad771de-be48-4147-8d1d-316db5c56614 admin admin] For port 092f514a-9425-4489-a8fa-2da635fcd446, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=092f514a-9425-4489-a8fa-2da635fcd446,segment=NetworkSegment(5af5833d-0918-46bd-a093-a68b2b0cac1f),segment_id=5af5833d-0918-46bd-a093-a68b2b0cac1f)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:27:07.002275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7ad771de-be48-4147-8d1d-316db5c56614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:07.031995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-bbbc5519-bb08-49bc-b60a-095cc521c32d None None] Calling delete_port for 092f514a-9425-4489-a8fa-2da635fcd446 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:27:07.106498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bbbc5519-bb08-49bc-b60a-095cc521c32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:07.111628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dee6d550-ac16-46dd-9599-f25c7ffdb7d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:27:07.132521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7ad771de-be48-4147-8d1d-316db5c56614 admin admin] Calling delete_port for 092f514a-9425-4489-a8fa-2da635fcd446 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:27:07.164617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc5519-bb08-49bc-b60a-095cc521c32d None None] Pushing event deleted for resources: {'Port': ['ID=092f514a-9425-4489-a8fa-2da635fcd446,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:27:07.182257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbc5519-bb08-49bc-b60a-095cc521c32d None None] No DVR routers for this DVR port 092f514a-9425-4489-a8fa-2da635fcd446 on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:27:07.185749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbc5519-bb08-49bc-b60a-095cc521c32d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:27:07.186145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbc5519-bb08-49bc-b60a-095cc521c32d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:27:07.186615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbc5519-bb08-49bc-b60a-095cc521c32d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:27:07.186988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbc5519-bb08-49bc-b60a-095cc521c32d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:27:07.187399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbc5519-bb08-49bc-b60a-095cc521c32d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:27:07.187776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbc5519-bb08-49bc-b60a-095cc521c32d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:27:07.188151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbc5519-bb08-49bc-b60a-095cc521c32d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:27:07.188527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbc5519-bb08-49bc-b60a-095cc521c32d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:27:07.188901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbc5519-bb08-49bc-b60a-095cc521c32d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:27:07.189271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbc5519-bb08-49bc-b60a-095cc521c32d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:27:07.189641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbc5519-bb08-49bc-b60a-095cc521c32d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:27:07.193572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bbbc5519-bb08-49bc-b60a-095cc521c32d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:27:07.208199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-7ad771de-be48-4147-8d1d-316db5c56614 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 20:27:07.208668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-7ad771de-be48-4147-8d1d-316db5c56614 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 20:27:07.277072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:07.614520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 092f514a-9425-4489-a8fa-2da635fcd446 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:27:07.652698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 092f514a-9425-4489-a8fa-2da635fcd446 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:27:07.653097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 092f514a-9425-4489-a8fa-2da635fcd446 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:27:07.654181 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 3a5d1f9d-17fa-40bf-ab19-2c33f883381a no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:27:07.686255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 3a5d1f9d-17fa-40bf-ab19-2c33f883381a {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:27:07.686638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 3a5d1f9d-17fa-40bf-ab19-2c33f883381a not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:27:07.710004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7ad771de-be48-4147-8d1d-316db5c56614 admin admin] Deleting port 092f514a-9425-4489-a8fa-2da635fcd446 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:27:07.710398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7ad771de-be48-4147-8d1d-316db5c56614 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:07.776770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7ad771de-be48-4147-8d1d-316db5c56614 admin admin] The port '092f514a-9425-4489-a8fa-2da635fcd446' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 20:27:07.902171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7ad771de-be48-4147-8d1d-316db5c56614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:07.929363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-7ad771de-be48-4147-8d1d-316db5c56614 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['563563a8-bbb5-4701-bf5c-9b60e4b10991']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:27:07.942064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-7ad771de-be48-4147-8d1d-316db5c56614 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af5833d-0918-46bd-a093-a68b2b0cac1f') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:27:07.942403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-7ad771de-be48-4147-8d1d-316db5c56614 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af5833d-0918-46bd-a093-a68b2b0cac1f') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:27:07.954310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7ad771de-be48-4147-8d1d-316db5c56614 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:07.969492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7ad771de-be48-4147-8d1d-316db5c56614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:07.975707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ad771de-be48-4147-8d1d-316db5c56614 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 20:27:07.976126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7ad771de-be48-4147-8d1d-316db5c56614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:07.990664 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 20:27:07.990664 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 20:27:07.990664 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 20:27:07.990664 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 20:27:07.990664 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 20:27:07.990664 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 20:27:07.990664 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 20:27:07.990664 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 20:27:07.990664 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 20:27:07.990664 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 20:27:07.990664 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 20:27:07.990664 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 20:27:07.990664 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 20:27:07.990664 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 20:27:07.990664 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 20:27:07.990664 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 20:27:07.990664 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 20:27:07.990664 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 20:27:07.990664 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 20:27:07.990664 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 20:27:07.990664 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 20:27:07.990664 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 20:27:07.990664 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 20:27:07.990664 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 20:27:07.990664 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 20:27:07.990664 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 20:27:07.990664 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 20:27:07.990664 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 20:27:07.990664 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 20:27:07.990664 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 20:27:07.990664 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 20:27:07.990664 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 20:27:08.072464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7ad771de-be48-4147-8d1d-316db5c56614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:08.076724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9ef6caa4-b5a3-4720-b305-21b33dfc8170 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:27:08.093464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7ad771de-be48-4147-8d1d-316db5c56614 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:08.102048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad771de-be48-4147-8d1d-316db5c56614 admin admin] Pushing event deleted for resources: {'Network': ['ID=563563a8-bbb5-4701-bf5c-9b60e4b10991,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:27:08.105257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7ad771de-be48-4147-8d1d-316db5c56614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:27:08.106828 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7ad771de-be48-4147-8d1d-316db5c56614 admin admin] 10.222.0.24 "DELETE /v2.0/networks/563563a8-bbb5-4701-bf5c-9b60e4b10991 HTTP/1.1" status: 204 len: 168 time: 1.6810660 Dec 25 20:27:08.348250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 59302) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:27:08.401248 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a9220d0a-bfc5-4b86-a0f9-a60dbf318868 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9ef3cd36c725438980b709c6c3e0b1da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0516095 Dec 25 20:27:08.403943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 59306) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:27:08.416588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fa7677de-5296-4ca5-bc0f-b5a4930311ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:08.466670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-20d6c6ce-9154-47ef-946c-22a4fbe2c70c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:08.492949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-20d6c6ce-9154-47ef-946c-22a4fbe2c70c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:08.542404 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-20d6c6ce-9154-47ef-946c-22a4fbe2c70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:08.547526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-81bf3e42-d7a1-46af-95a7-3287fb50dd7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:27:08.561643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6c6ce-9154-47ef-946c-22a4fbe2c70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95f534c-55b4-4c50-a47e-32cbdf9359d5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:27:08.564494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-20d6c6ce-9154-47ef-946c-22a4fbe2c70c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:27:08.565666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-20d6c6ce-9154-47ef-946c-22a4fbe2c70c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:08.567342 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-20d6c6ce-9154-47ef-946c-22a4fbe2c70c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e95f534c-55b4-4c50-a47e-32cbdf9359d5 HTTP/1.1" status: 204 len: 168 time: 0.1624088 Dec 25 20:27:08.759772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:08.983935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 59314) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:27:09.039504 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9e87ff3f-d1fd-4a16-bc32-759e9b0fa175 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ddb6fcafaf104611b1a65750af75005b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0543087 Dec 25 20:27:09.042185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 59318) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:27:09.104537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bf4de57b-fc21-45b1-957b-8e9fcad7c36f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:09.133597 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bf4de57b-fc21-45b1-957b-8e9fcad7c36f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:09.183199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bf4de57b-fc21-45b1-957b-8e9fcad7c36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:09.188341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b0d20424-d428-4ea8-8393-8a948b6c45b0 tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:27:09.199173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4de57b-fc21-45b1-957b-8e9fcad7c36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ab791a-e191-4e9b-933b-18d98bdd0d31,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:27:09.202886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bf4de57b-fc21-45b1-957b-8e9fcad7c36f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:27:09.206118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bf4de57b-fc21-45b1-957b-8e9fcad7c36f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:09.210077 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-bf4de57b-fc21-45b1-957b-8e9fcad7c36f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/81ab791a-e191-4e9b-933b-18d98bdd0d31 HTTP/1.1" status: 204 len: 168 time: 0.1641660 Dec 25 20:27:10.023233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:27:10.090273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:11.619016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 59362) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:27:11.625921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-dd831cdd-62fb-49e6-82e1-17ac9d0537ea tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1757490255', 'description': 'tempest-secgroup-smoke-1757490255 description', 'project_id': '5a10522521544fda81a2e75a1a25c08e'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:27:11.632462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-dd831cdd-62fb-49e6-82e1-17ac9d0537ea tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:27:11.636559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-dd831cdd-62fb-49e6-82e1-17ac9d0537ea tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:security_group and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:27:11.640214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-dd831cdd-62fb-49e6-82e1-17ac9d0537ea tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:27:11.646365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-dd831cdd-62fb-49e6-82e1-17ac9d0537ea tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:27:11.656223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd831cdd-62fb-49e6-82e1-17ac9d0537ea tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:11.669405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd831cdd-62fb-49e6-82e1-17ac9d0537ea tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:11.702540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-dd831cdd-62fb-49e6-82e1-17ac9d0537ea tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:27:11.706492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-dd831cdd-62fb-49e6-82e1-17ac9d0537ea tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:security_group_rule and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:27:11.709403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-dd831cdd-62fb-49e6-82e1-17ac9d0537ea tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:27:11.715331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-dd831cdd-62fb-49e6-82e1-17ac9d0537ea tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:27:11.789547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd831cdd-62fb-49e6-82e1-17ac9d0537ea tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:11.792251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd831cdd-62fb-49e6-82e1-17ac9d0537ea tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:11.797201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-20d6c6ce-9154-47ef-946c-22a4fbe2c70c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:27:11.836591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-dd831cdd-62fb-49e6-82e1-17ac9d0537ea tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:27:11.838880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd831cdd-62fb-49e6-82e1-17ac9d0537ea tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91711b38-0a59-4b6d-b026-2eaadcde90bb,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:27:11.842456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dd831cdd-62fb-49e6-82e1-17ac9d0537ea tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:27:11.845223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-dd831cdd-62fb-49e6-82e1-17ac9d0537ea tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:security_group_rule and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:27:11.848508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-dd831cdd-62fb-49e6-82e1-17ac9d0537ea tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:27:11.854867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-dd831cdd-62fb-49e6-82e1-17ac9d0537ea tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:27:11.912857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd831cdd-62fb-49e6-82e1-17ac9d0537ea tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:11.915534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd831cdd-62fb-49e6-82e1-17ac9d0537ea tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:11.921359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f55922ca-8568-4fd5-bc6f-8ab0bd61e28c tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:27:11.961476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd831cdd-62fb-49e6-82e1-17ac9d0537ea tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8e57fb-7ab0-4188-bbbc-dca3423e927e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:27:11.964297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dd831cdd-62fb-49e6-82e1-17ac9d0537ea tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:27:11.965160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd831cdd-62fb-49e6-82e1-17ac9d0537ea tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:11.966509 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-dd831cdd-62fb-49e6-82e1-17ac9d0537ea tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3462701 Dec 25 20:27:11.969693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 59366) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:27:11.975770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-e51a944e-0249-4f54-8181-9ee4b9653e2d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'security_group_rule': {'security_group_id': 'aa8e57fb-7ab0-4188-bbbc-dca3423e927e', 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:27:11.982739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e51a944e-0249-4f54-8181-9ee4b9653e2d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:27:11.986817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e51a944e-0249-4f54-8181-9ee4b9653e2d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:security_group_rule and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:27:11.989898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e51a944e-0249-4f54-8181-9ee4b9653e2d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:27:11.996048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e51a944e-0249-4f54-8181-9ee4b9653e2d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:27:12.012486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e51a944e-0249-4f54-8181-9ee4b9653e2d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:12.076127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e51a944e-0249-4f54-8181-9ee4b9653e2d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:12.078806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e51a944e-0249-4f54-8181-9ee4b9653e2d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:12.080720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ab09a525-0514-4fe6-8d92-bc831fb8815d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:27:12.101323 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a944e-0249-4f54-8181-9ee4b9653e2d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=579b2a36-5df8-4360-8b29-924cf94c616a,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:27:12.105338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e51a944e-0249-4f54-8181-9ee4b9653e2d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:27:12.112411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e51a944e-0249-4f54-8181-9ee4b9653e2d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:12.113684 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e51a944e-0249-4f54-8181-9ee4b9653e2d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1429906 Dec 25 20:27:12.116639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 59370) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:27:12.123090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-4ed05e93-ae3d-498b-87ac-29d51cc89e02 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'security_group_rule': {'security_group_id': 'aa8e57fb-7ab0-4188-bbbc-dca3423e927e', 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:27:12.129302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4ed05e93-ae3d-498b-87ac-29d51cc89e02 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:27:12.133455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4ed05e93-ae3d-498b-87ac-29d51cc89e02 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:security_group_rule and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:27:12.136460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4ed05e93-ae3d-498b-87ac-29d51cc89e02 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:27:12.142751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4ed05e93-ae3d-498b-87ac-29d51cc89e02 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:27:12.162138 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4ed05e93-ae3d-498b-87ac-29d51cc89e02 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:12.225390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4ed05e93-ae3d-498b-87ac-29d51cc89e02 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:12.228117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4ed05e93-ae3d-498b-87ac-29d51cc89e02 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:12.229974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8a775a4a-1b1b-4839-9b93-9a889f5454cc tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:27:12.260042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed05e93-ae3d-498b-87ac-29d51cc89e02 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52415920-d37c-4329-9861-d1bf877eef7f,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:27:12.262674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4ed05e93-ae3d-498b-87ac-29d51cc89e02 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:27:12.268820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4ed05e93-ae3d-498b-87ac-29d51cc89e02 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:12.270086 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4ed05e93-ae3d-498b-87ac-29d51cc89e02 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1524618 Dec 25 20:27:12.272997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 59374) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:27:12.279366 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-cf418c49-901c-4462-8beb-34a8cc3fe668 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'security_group_rule': {'security_group_id': 'aa8e57fb-7ab0-4188-bbbc-dca3423e927e', 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:27:12.285999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-cf418c49-901c-4462-8beb-34a8cc3fe668 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:27:12.290145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-cf418c49-901c-4462-8beb-34a8cc3fe668 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:security_group_rule and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:27:12.293185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-cf418c49-901c-4462-8beb-34a8cc3fe668 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:27:12.299906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-cf418c49-901c-4462-8beb-34a8cc3fe668 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:27:12.315916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cf418c49-901c-4462-8beb-34a8cc3fe668 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:12.380532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cf418c49-901c-4462-8beb-34a8cc3fe668 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:12.382891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cf418c49-901c-4462-8beb-34a8cc3fe668 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:12.384812 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-717bd24b-91ba-42cc-92c9-a476bf56546e tempest-ServerActionsTestJSON-1151102227 tempest-ServerActionsTestJSON-1151102227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:27:12.408326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf418c49-901c-4462-8beb-34a8cc3fe668 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5924d84d-f843-4bb8-9e39-228ac8a9e77d,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:27:12.410769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cf418c49-901c-4462-8beb-34a8cc3fe668 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:27:12.416643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cf418c49-901c-4462-8beb-34a8cc3fe668 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:12.417908 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-cf418c49-901c-4462-8beb-34a8cc3fe668 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1439257 Dec 25 20:27:12.421520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 59378) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:27:12.427352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-129b7ca7-39a5-4a43-a5cb-12c05d4d4eb6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'security_group_rule': {'security_group_id': 'aa8e57fb-7ab0-4188-bbbc-dca3423e927e', 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:27:12.433473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-129b7ca7-39a5-4a43-a5cb-12c05d4d4eb6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:27:12.437459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-129b7ca7-39a5-4a43-a5cb-12c05d4d4eb6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:security_group_rule and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:27:12.440445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-129b7ca7-39a5-4a43-a5cb-12c05d4d4eb6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:27:12.446383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-129b7ca7-39a5-4a43-a5cb-12c05d4d4eb6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:27:12.461569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-129b7ca7-39a5-4a43-a5cb-12c05d4d4eb6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:12.530421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-129b7ca7-39a5-4a43-a5cb-12c05d4d4eb6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:12.532924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-129b7ca7-39a5-4a43-a5cb-12c05d4d4eb6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:12.534767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4ed05e93-ae3d-498b-87ac-29d51cc89e02 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:27:12.558019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b7ca7-39a5-4a43-a5cb-12c05d4d4eb6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25778036-de1f-48ba-9102-902d09720a64,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:27:12.561074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-129b7ca7-39a5-4a43-a5cb-12c05d4d4eb6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:27:12.568298 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-129b7ca7-39a5-4a43-a5cb-12c05d4d4eb6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:12.569598 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-129b7ca7-39a5-4a43-a5cb-12c05d4d4eb6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1470969 Dec 25 20:27:12.572564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 59382) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:27:12.579912 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-eedea793-907b-408d-a6d1-e42679808e24 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'security_group_rule': {'security_group_id': 'aa8e57fb-7ab0-4188-bbbc-dca3423e927e', 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:27:12.586613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-eedea793-907b-408d-a6d1-e42679808e24 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:27:12.590697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-eedea793-907b-408d-a6d1-e42679808e24 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:security_group_rule and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:27:12.594267 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-eedea793-907b-408d-a6d1-e42679808e24 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:27:12.600338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-eedea793-907b-408d-a6d1-e42679808e24 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:27:12.609849 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-eedea793-907b-408d-a6d1-e42679808e24 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Project 5a10522521544fda81a2e75a1a25c08e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 20:27:12.616411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eedea793-907b-408d-a6d1-e42679808e24 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:12.682869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eedea793-907b-408d-a6d1-e42679808e24 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:12.685466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eedea793-907b-408d-a6d1-e42679808e24 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:12.687448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e51a944e-0249-4f54-8181-9ee4b9653e2d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:27:12.711412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedea793-907b-408d-a6d1-e42679808e24 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a43999f3-44bf-47a9-9325-33881bfa9956,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:27:12.713964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-eedea793-907b-408d-a6d1-e42679808e24 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:27:12.720924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eedea793-907b-408d-a6d1-e42679808e24 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:12.722233 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-eedea793-907b-408d-a6d1-e42679808e24 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1486642 Dec 25 20:27:12.725246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 59386) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:27:12.731193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-13e59990-6904-4da7-9499-13ca312d05a6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'security_group_rule': {'security_group_id': 'aa8e57fb-7ab0-4188-bbbc-dca3423e927e', 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:27:12.737446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-13e59990-6904-4da7-9499-13ca312d05a6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:27:12.741531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-13e59990-6904-4da7-9499-13ca312d05a6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:security_group_rule and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:27:12.744588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-13e59990-6904-4da7-9499-13ca312d05a6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:27:12.751030 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-13e59990-6904-4da7-9499-13ca312d05a6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:27:12.760394 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-13e59990-6904-4da7-9499-13ca312d05a6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Project 5a10522521544fda81a2e75a1a25c08e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 20:27:12.767533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-13e59990-6904-4da7-9499-13ca312d05a6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:12.836526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-13e59990-6904-4da7-9499-13ca312d05a6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:12.839304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-13e59990-6904-4da7-9499-13ca312d05a6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:12.841765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3124c852-c59c-45df-8548-5eda2acd0e1a tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:27:12.865692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e59990-6904-4da7-9499-13ca312d05a6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f328c82-cffa-4363-afa5-d766af313aa6,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:27:12.870053 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-13e59990-6904-4da7-9499-13ca312d05a6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:27:12.877752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-13e59990-6904-4da7-9499-13ca312d05a6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:12.879048 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-13e59990-6904-4da7-9499-13ca312d05a6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1528020 Dec 25 20:27:12.882388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 59390) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:27:12.889317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-27edb942-8eec-4e9f-93c4-3f64c741dcbd tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'network': {'name': 'tempest-network-smoke--1491588123', 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'port_security_enabled': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:27:12.894982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-27edb942-8eec-4e9f-93c4-3f64c741dcbd tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:27:12.900110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-27edb942-8eec-4e9f-93c4-3f64c741dcbd tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:network and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:27:12.903645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-27edb942-8eec-4e9f-93c4-3f64c741dcbd tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:27:12.911238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-27edb942-8eec-4e9f-93c4-3f64c741dcbd tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:27:12.920874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27edb942-8eec-4e9f-93c4-3f64c741dcbd tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Made reservation on behalf of 5a10522521544fda81a2e75a1a25c08e for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:27:12.926404 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-27edb942-8eec-4e9f-93c4-3f64c741dcbd tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:12.956614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27edb942-8eec-4e9f-93c4-3f64c741dcbd tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 20:27:12.965331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-27edb942-8eec-4e9f-93c4-3f64c741dcbd tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:12.965746 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-27edb942-8eec-4e9f-93c4-3f64c741dcbd tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Added segment 3705c427-d5ad-49bb-ab8c-a5c33d3f465d of type vlan for network 168010a0-97a6-494a-9522-184243db9ff4 Dec 25 20:27:12.992082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-27edb942-8eec-4e9f-93c4-3f64c741dcbd tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:13.022197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-27edb942-8eec-4e9f-93c4-3f64c741dcbd tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:13.026344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27edb942-8eec-4e9f-93c4-3f64c741dcbd tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:27:13.026993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-27edb942-8eec-4e9f-93c4-3f64c741dcbd tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:13.032353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bfe6346d-c352-4553-bf3b-c619d347f775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:27:13.082849 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-27edb942-8eec-4e9f-93c4-3f64c741dcbd tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1993918 Dec 25 20:27:13.086334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59394) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:27:13.092348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-2d2f34cb-bb9d-4faa-b75e-31a32e430355 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1438152221', 'admin_state_up': True, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:27:13.099980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2d2f34cb-bb9d-4faa-b75e-31a32e430355 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:27:13.104137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2d2f34cb-bb9d-4faa-b75e-31a32e430355 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:router and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:27:13.107186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2d2f34cb-bb9d-4faa-b75e-31a32e430355 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:27:13.113329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2d2f34cb-bb9d-4faa-b75e-31a32e430355 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:27:13.124295 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2d2f34cb-bb9d-4faa-b75e-31a32e430355 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:13.136480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2d2f34cb-bb9d-4faa-b75e-31a32e430355 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:13.149143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27edb942-8eec-4e9f-93c4-3f64c741dcbd tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'Network': ['ID=168010a0-97a6-494a-9522-184243db9ff4,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:27:13.152044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-27edb942-8eec-4e9f-93c4-3f64c741dcbd tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:27:13.158304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2d2f34cb-bb9d-4faa-b75e-31a32e430355 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:13.161712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 168010a0-97a6-494a-9522-184243db9ff4 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 20:27:13.317962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2d2f34cb-bb9d-4faa-b75e-31a32e430355 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:13.500124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2d2f34cb-bb9d-4faa-b75e-31a32e430355 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:13.531090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2d2f34cb-bb9d-4faa-b75e-31a32e430355 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:13.687367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-2d2f34cb-bb9d-4faa-b75e-31a32e430355 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Allocated IP 172.26.8.128 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/a8cc067d-f642-4023-981b-511198c912e8) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:27:13.841997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2d2f34cb-bb9d-4faa-b75e-31a32e430355 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:13.867495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2d2f34cb-bb9d-4faa-b75e-31a32e430355 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:13.871995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f9197102-20a3-491c-81c1-393510906dde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:27:13.940941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2f34cb-bb9d-4faa-b75e-31a32e430355 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:27:13.943803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-2d2f34cb-bb9d-4faa-b75e-31a32e430355 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:27:13.947686 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2f34cb-bb9d-4faa-b75e-31a32e430355 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:27:13.979290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f34cb-bb9d-4faa-b75e-31a32e430355 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'Port': ['ID=a8cc067d-f642-4023-981b-511198c912e8,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:27:13.986246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2d2f34cb-bb9d-4faa-b75e-31a32e430355 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:27:14.108518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2d2f34cb-bb9d-4faa-b75e-31a32e430355 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:14.109189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2d2f34cb-bb9d-4faa-b75e-31a32e430355 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:14.347303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2f34cb-bb9d-4faa-b75e-31a32e430355 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Router 2f2aaff5-bfc0-4c08-be0a-0045d600cafe is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 20:27:14.800408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2f34cb-bb9d-4faa-b75e-31a32e430355 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:27:14.811240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9725d5a-e29d-4ee7-8e0f-3dfd2048084e None None] Sync routers for ids ['2f2aaff5-bfc0-4c08-be0a-0045d600cafe'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:27:14.824556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9725d5a-e29d-4ee7-8e0f-3dfd2048084e None None] Routers {'2f2aaff5-bfc0-4c08-be0a-0045d600cafe'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:27:14.826841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-f9725d5a-e29d-4ee7-8e0f-3dfd2048084e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:27:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['2f2aaff5-bfc0-4c08-be0a-0045d600cafe'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:27:14.826988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2d2f34cb-bb9d-4faa-b75e-31a32e430355 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:14.828308 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2d2f34cb-bb9d-4faa-b75e-31a32e430355 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7408483 Dec 25 20:27:14.831877 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59398) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:27:15.017340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-f9725d5a-e29d-4ee7-8e0f-3dfd2048084e None None] Set router 2f2aaff5-bfc0-4c08-be0a-0045d600cafe gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:27:15.091248 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9b8e4028-73fe-44b4-9377-e6db51316fc3 tempest-TestNetworkAdvancedServerOps-2027681970 tempest-TestNetworkAdvancedServerOps-2027681970-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=5a10522521544fda81a2e75a1a25c08e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2544997 Dec 25 20:27:15.091467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59404) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:27:15.236902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f1a580-971c-4af1-9625-69187e1f0107 tempest-TestNetworkAdvancedServerOps-2027681970 tempest-TestNetworkAdvancedServerOps-2027681970-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:27:15.238548 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-81f1a580-971c-4af1-9625-69187e1f0107 tempest-TestNetworkAdvancedServerOps-2027681970 tempest-TestNetworkAdvancedServerOps-2027681970-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1461513 Dec 25 20:27:15.243658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59408) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:27:15.291401 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e07bc759-a9f3-4e6e-97c5-db7a1cb02651 tempest-TestNetworkAdvancedServerOps-2027681970 tempest-TestNetworkAdvancedServerOps-2027681970-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=a29ab018-4a1a-4021-8156-423134b861f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439074 Dec 25 20:27:15.291654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59412) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:27:15.298177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-1cfb7298-d7da-43f6-b580-c86b43b150ee tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1865399758', 'network_id': '168010a0-97a6-494a-9522-184243db9ff4', 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:27:15.329248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-f9725d5a-e29d-4ee7-8e0f-3dfd2048084e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2aaff5-bfc0-4c08-be0a-0045d600cafe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438152221', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'a8cc067d-f642-4023-981b-511198c912e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:27:13Z', 'updated_at': '2021-12-25T20:27:14Z', 'revision_number': 3, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'a8cc067d-f642-4023-981b-511198c912e8', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2aaff5-bfc0-4c08-be0a-0045d600cafe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:27:13Z', 'updated_at': '2021-12-25T20:27:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:27:15.333330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9725d5a-e29d-4ee7-8e0f-3dfd2048084e None None] Checking router: 2f2aaff5-bfc0-4c08-be0a-0045d600cafe for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:27:15.333735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9725d5a-e29d-4ee7-8e0f-3dfd2048084e None None] Updating router 2f2aaff5-bfc0-4c08-be0a-0045d600cafe port a8cc067d-f642-4023-981b-511198c912e8 binding host dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 20:27:15.388356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f9725d5a-e29d-4ee7-8e0f-3dfd2048084e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:15.415437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1cfb7298-d7da-43f6-b580-c86b43b150ee tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:27:15.420113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1cfb7298-d7da-43f6-b580-c86b43b150ee tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:subnet and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:27:15.423067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1cfb7298-d7da-43f6-b580-c86b43b150ee tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:27:15.429160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1cfb7298-d7da-43f6-b580-c86b43b150ee tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:27:15.438316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfb7298-d7da-43f6-b580-c86b43b150ee tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Made reservation on behalf of 5a10522521544fda81a2e75a1a25c08e for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:27:15.549572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1cfb7298-d7da-43f6-b580-c86b43b150ee tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:15.727834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f9725d5a-e29d-4ee7-8e0f-3dfd2048084e None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:15.741027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f9725d5a-e29d-4ee7-8e0f-3dfd2048084e None None] Transition to ACTIVE for port object a8cc067d-f642-4023-981b-511198c912e8 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:27:15.746399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f9725d5a-e29d-4ee7-8e0f-3dfd2048084e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:15.750936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fb53e71b-85fe-4268-9393-bc0e3a1079a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:27:15.775025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1cfb7298-d7da-43f6-b580-c86b43b150ee tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:15.780044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7aba99a1-3272-4f9e-abf7-3aa551208c44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:27:15.835839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-f9725d5a-e29d-4ee7-8e0f-3dfd2048084e None None] Attempting to bind port a8cc067d-f642-4023-981b-511198c912e8 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:27:15.836345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-f9725d5a-e29d-4ee7-8e0f-3dfd2048084e None None] Attempting to bind port a8cc067d-f642-4023-981b-511198c912e8 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:27:15.836635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9725d5a-e29d-4ee7-8e0f-3dfd2048084e None None] Attempting to bind port a8cc067d-f642-4023-981b-511198c912e8 on network a29ab018-4a1a-4021-8156-423134b861f3 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:27:15.839468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de7956-0fb6-4d41-b5c9-abf80abcf43b None None] Pushing event updated for resources: {'Port': ['ID=a8cc067d-f642-4023-981b-511198c912e8,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:27:15.851481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9725d5a-e29d-4ee7-8e0f-3dfd2048084e None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:27:15.851906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9725d5a-e29d-4ee7-8e0f-3dfd2048084e None None] Checking segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:27:15.852352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f9725d5a-e29d-4ee7-8e0f-3dfd2048084e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:15.852793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9725d5a-e29d-4ee7-8e0f-3dfd2048084e None None] Bound using segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:27:15.853307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-f9725d5a-e29d-4ee7-8e0f-3dfd2048084e None None] Bound port: a8cc067d-f642-4023-981b-511198c912e8, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:27:15.853723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f9725d5a-e29d-4ee7-8e0f-3dfd2048084e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:15.865484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb7298-d7da-43f6-b580-c86b43b150ee tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'Subnet': ['ID=00f9273b-8489-4425-91d2-61fbc1cd1899,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:27:15.869497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1cfb7298-d7da-43f6-b580-c86b43b150ee tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:27:15.878777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfb7298-d7da-43f6-b580-c86b43b150ee tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Checking segment: {'id': '3705c427-d5ad-49bb-ab8c-a5c33d3f465d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '168010a0-97a6-494a-9522-184243db9ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:27:15.879219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfb7298-d7da-43f6-b580-c86b43b150ee tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Network hostable DHCP agents. Network: 168010a0-97a6-494a-9522-184243db9ff4, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 20:27:15.882465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de7956-0fb6-4d41-b5c9-abf80abcf43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:27:15.882854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de7956-0fb6-4d41-b5c9-abf80abcf43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:27:15.883262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de7956-0fb6-4d41-b5c9-abf80abcf43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:27:15.883636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de7956-0fb6-4d41-b5c9-abf80abcf43b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:27:15.884009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de7956-0fb6-4d41-b5c9-abf80abcf43b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:27:15.884380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de7956-0fb6-4d41-b5c9-abf80abcf43b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:27:15.884853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de7956-0fb6-4d41-b5c9-abf80abcf43b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:27:15.885095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de7956-0fb6-4d41-b5c9-abf80abcf43b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:27:15.885459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de7956-0fb6-4d41-b5c9-abf80abcf43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:27:15.885816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de7956-0fb6-4d41-b5c9-abf80abcf43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:27:15.886181 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de7956-0fb6-4d41-b5c9-abf80abcf43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:27:15.900630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-15de7956-0fb6-4d41-b5c9-abf80abcf43b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:27:15.901750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfb7298-d7da-43f6-b580-c86b43b150ee tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Network 168010a0-97a6-494a-9522-184243db9ff4 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 20:27:15.911161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-1cfb7298-d7da-43f6-b580-c86b43b150ee tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 168010a0-97a6-494a-9522-184243db9ff4) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:27:15.915775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfb7298-d7da-43f6-b580-c86b43b150ee tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:27:15.916488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1cfb7298-d7da-43f6-b580-c86b43b150ee tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:15.920645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d722fdb5-5a1f-4588-86b2-971ef1781db4 None None] Network 168010a0-97a6-494a-9522-184243db9ff4 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:27:15.939917 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1cfb7298-d7da-43f6-b580-c86b43b150ee tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6472278 Dec 25 20:27:15.942807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59416) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:27:15.943804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-f9725d5a-e29d-4ee7-8e0f-3dfd2048084e None None] For port a8cc067d-f642-4023-981b-511198c912e8, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:27:15.947161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-f9725d5a-e29d-4ee7-8e0f-3dfd2048084e None None] For port a8cc067d-f642-4023-981b-511198c912e8, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a8cc067d-f642-4023-981b-511198c912e8,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:27:15.951346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f9725d5a-e29d-4ee7-8e0f-3dfd2048084e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:15.955953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-15de7956-0fb6-4d41-b5c9-abf80abcf43b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:27:16.039493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de7956-0fb6-4d41-b5c9-abf80abcf43b None None] Pushing event updated for resources: {'Port': ['ID=a8cc067d-f642-4023-981b-511198c912e8,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:27:16.042319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9725d5a-e29d-4ee7-8e0f-3dfd2048084e None None] Routers {'2f2aaff5-bfc0-4c08-be0a-0045d600cafe'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:27:16.042974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-f9725d5a-e29d-4ee7-8e0f-3dfd2048084e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:27:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['2f2aaff5-bfc0-4c08-be0a-0045d600cafe'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:27:16.103100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-15de7956-0fb6-4d41-b5c9-abf80abcf43b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:27:16.176673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595af6aa-d372-4a5f-9a07-3a279c74f1bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-168010a0-97a6-494a-9522-184243db9ff4', 'network_id': '168010a0-97a6-494a-9522-184243db9ff4', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'fixed_ips': [{'subnet_id': '00f9273b-8489-4425-91d2-61fbc1cd1899'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 20:27:16.177863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-595af6aa-d372-4a5f-9a07-3a279c74f1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:16.242636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-f9725d5a-e29d-4ee7-8e0f-3dfd2048084e None None] Set router 2f2aaff5-bfc0-4c08-be0a-0045d600cafe gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:27:16.531680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-595af6aa-d372-4a5f-9a07-3a279c74f1bf None None] Allocated IP 172.20.0.2 (168010a0-97a6-494a-9522-184243db9ff4/00f9273b-8489-4425-91d2-61fbc1cd1899/cc2a5049-1f6f-48fc-bb9b-ac55fa82deda) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:27:16.705657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-f9725d5a-e29d-4ee7-8e0f-3dfd2048084e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2aaff5-bfc0-4c08-be0a-0045d600cafe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438152221', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'a8cc067d-f642-4023-981b-511198c912e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:27:13Z', 'updated_at': '2021-12-25T20:27:14Z', 'revision_number': 3, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'a8cc067d-f642-4023-981b-511198c912e8', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2aaff5-bfc0-4c08-be0a-0045d600cafe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:27:13Z', 'updated_at': '2021-12-25T20:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:27:16.710008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9725d5a-e29d-4ee7-8e0f-3dfd2048084e None None] The sync data for ids ['2f2aaff5-bfc0-4c08-be0a-0045d600cafe'] in dv-neutron-822611-1-hyperv is: [{'id': '2f2aaff5-bfc0-4c08-be0a-0045d600cafe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438152221', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'a8cc067d-f642-4023-981b-511198c912e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:27:13Z', 'updated_at': '2021-12-25T20:27:14Z', 'revision_number': 3, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'a8cc067d-f642-4023-981b-511198c912e8', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2aaff5-bfc0-4c08-be0a-0045d600cafe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:27:13Z', 'updated_at': '2021-12-25T20:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:27:16.753787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-595af6aa-d372-4a5f-9a07-3a279c74f1bf None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:16.764830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-595af6aa-d372-4a5f-9a07-3a279c74f1bf None None] Transition to ACTIVE for port object cc2a5049-1f6f-48fc-bb9b-ac55fa82deda will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:27:16.784307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6690e316-8b26-4d4f-8e72-acb2e16f2212 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:16.784903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-595af6aa-d372-4a5f-9a07-3a279c74f1bf None None] Transition to ACTIVE for port object cc2a5049-1f6f-48fc-bb9b-ac55fa82deda will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:27:16.789406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-595af6aa-d372-4a5f-9a07-3a279c74f1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:16.795121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-414ff641-2806-4d90-b927-8bed9b0fcf9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:27:16.866240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595af6aa-d372-4a5f-9a07-3a279c74f1bf None None] Network 168010a0-97a6-494a-9522-184243db9ff4 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:27:16.869777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-595af6aa-d372-4a5f-9a07-3a279c74f1bf None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:27:16.871839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595af6aa-d372-4a5f-9a07-3a279c74f1bf None None] Pushing event updated for resources: {'Port': ['ID=cc2a5049-1f6f-48fc-bb9b-ac55fa82deda,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:27:16.874423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595af6aa-d372-4a5f-9a07-3a279c74f1bf None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:27:16.877404 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-595af6aa-d372-4a5f-9a07-3a279c74f1bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:27:16.967782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-595af6aa-d372-4a5f-9a07-3a279c74f1bf None None] Attempting to bind port cc2a5049-1f6f-48fc-bb9b-ac55fa82deda on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:27:16.968199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-595af6aa-d372-4a5f-9a07-3a279c74f1bf None None] Attempting to bind port cc2a5049-1f6f-48fc-bb9b-ac55fa82deda by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '3705c427-d5ad-49bb-ab8c-a5c33d3f465d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '168010a0-97a6-494a-9522-184243db9ff4'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:27:16.968608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595af6aa-d372-4a5f-9a07-3a279c74f1bf None None] Attempting to bind port cc2a5049-1f6f-48fc-bb9b-ac55fa82deda on network 168010a0-97a6-494a-9522-184243db9ff4 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:27:16.975542 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595af6aa-d372-4a5f-9a07-3a279c74f1bf None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:27:16.975962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595af6aa-d372-4a5f-9a07-3a279c74f1bf None None] Checking segment: {'id': '3705c427-d5ad-49bb-ab8c-a5c33d3f465d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '168010a0-97a6-494a-9522-184243db9ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:27:16.976409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-595af6aa-d372-4a5f-9a07-3a279c74f1bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:16.976846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595af6aa-d372-4a5f-9a07-3a279c74f1bf None None] Bound using segment: {'id': '3705c427-d5ad-49bb-ab8c-a5c33d3f465d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '168010a0-97a6-494a-9522-184243db9ff4'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:27:16.977364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-595af6aa-d372-4a5f-9a07-3a279c74f1bf None None] Bound port: cc2a5049-1f6f-48fc-bb9b-ac55fa82deda, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3705c427-d5ad-49bb-ab8c-a5c33d3f465d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '168010a0-97a6-494a-9522-184243db9ff4'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:27:16.977784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-595af6aa-d372-4a5f-9a07-3a279c74f1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:17.068134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-595af6aa-d372-4a5f-9a07-3a279c74f1bf None None] For port cc2a5049-1f6f-48fc-bb9b-ac55fa82deda, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:27:17.072212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-595af6aa-d372-4a5f-9a07-3a279c74f1bf None None] For port cc2a5049-1f6f-48fc-bb9b-ac55fa82deda, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=cc2a5049-1f6f-48fc-bb9b-ac55fa82deda,segment=NetworkSegment(3705c427-d5ad-49bb-ab8c-a5c33d3f465d),segment_id=3705c427-d5ad-49bb-ab8c-a5c33d3f465d)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:27:17.076077 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-595af6aa-d372-4a5f-9a07-3a279c74f1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:17.080690 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:27:17.173966 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595af6aa-d372-4a5f-9a07-3a279c74f1bf None None] Pushing event updated for resources: {'Port': ['ID=cc2a5049-1f6f-48fc-bb9b-ac55fa82deda,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:27:17.186960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-595af6aa-d372-4a5f-9a07-3a279c74f1bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:27:17.268979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-6690e316-8b26-4d4f-8e72-acb2e16f2212 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Allocated IP 172.20.0.1 (168010a0-97a6-494a-9522-184243db9ff4/00f9273b-8489-4425-91d2-61fbc1cd1899/d2e6c60c-c803-419f-8a0d-1c5d322ca5b4) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:27:17.454375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6690e316-8b26-4d4f-8e72-acb2e16f2212 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:17.475130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-6690e316-8b26-4d4f-8e72-acb2e16f2212 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Transition to ACTIVE for port object d2e6c60c-c803-419f-8a0d-1c5d322ca5b4 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:27:17.495617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6690e316-8b26-4d4f-8e72-acb2e16f2212 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:17.508066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cfb8fa6d-906f-4fa1-8bd3-62904edfbbd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:27:17.586084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6690e316-8b26-4d4f-8e72-acb2e16f2212 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Network 168010a0-97a6-494a-9522-184243db9ff4 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:27:17.589648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-6690e316-8b26-4d4f-8e72-acb2e16f2212 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:27:17.598814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6690e316-8b26-4d4f-8e72-acb2e16f2212 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:27:17.658675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6690e316-8b26-4d4f-8e72-acb2e16f2212 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'Port': ['ID=d2e6c60c-c803-419f-8a0d-1c5d322ca5b4,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:27:17.664094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6690e316-8b26-4d4f-8e72-acb2e16f2212 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:27:17.678934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6690e316-8b26-4d4f-8e72-acb2e16f2212 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:17.704790 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device cc2a5049-1f6f-48fc-bb9b-ac55fa82deda up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:27:17.795682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6690e316-8b26-4d4f-8e72-acb2e16f2212 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:17.798790 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port cc2a5049-1f6f-48fc-bb9b-ac55fa82deda completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:27:17.804470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a8cc067d-f642-4023-981b-511198c912e8 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:27:17.879624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port a8cc067d-f642-4023-981b-511198c912e8 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:27:17.885107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port a8cc067d-f642-4023-981b-511198c912e8 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:27:17.885537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:18.015263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:18.032357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port a8cc067d-f642-4023-981b-511198c912e8, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a8cc067d-f642-4023-981b-511198c912e8,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:27:18.035943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:18.038059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:27:18.108971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=a8cc067d-f642-4023-981b-511198c912e8,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:27:18.112240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:27:18.249004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6690e316-8b26-4d4f-8e72-acb2e16f2212 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:18.252696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6690e316-8b26-4d4f-8e72-acb2e16f2212 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:18.286181 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d9213ce1-0fb7-49df-949d-e10d30013955 tempest-TestEncryptedCinderVolumes-411670723 tempest-TestEncryptedCinderVolumes-411670723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:27:18.372491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6690e316-8b26-4d4f-8e72-acb2e16f2212 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:18.376836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6690e316-8b26-4d4f-8e72-acb2e16f2212 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'Port': ['ID=d2e6c60c-c803-419f-8a0d-1c5d322ca5b4,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:27:18.380190 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6690e316-8b26-4d4f-8e72-acb2e16f2212 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:27:18.525447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6690e316-8b26-4d4f-8e72-acb2e16f2212 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Network 168010a0-97a6-494a-9522-184243db9ff4 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:27:18.526746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-6690e316-8b26-4d4f-8e72-acb2e16f2212 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:27:18.910282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff80181-1201-4352-99d6-97b68739e35c None None] Network 168010a0-97a6-494a-9522-184243db9ff4 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:27:19.045873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-7aa26986-80bd-41d5-bb6e-a86455009f52 None None] Provisioning for port cc2a5049-1f6f-48fc-bb9b-ac55fa82deda completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:27:19.080883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-7aa26986-80bd-41d5-bb6e-a86455009f52 None None] Provisioning complete for port cc2a5049-1f6f-48fc-bb9b-ac55fa82deda triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:27:19.081313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7aa26986-80bd-41d5-bb6e-a86455009f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:19.184023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6690e316-8b26-4d4f-8e72-acb2e16f2212 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Router 2f2aaff5-bfc0-4c08-be0a-0045d600cafe has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:27:19.292959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7aa26986-80bd-41d5-bb6e-a86455009f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:19.328239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-7aa26986-80bd-41d5-bb6e-a86455009f52 None None] For port cc2a5049-1f6f-48fc-bb9b-ac55fa82deda, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=cc2a5049-1f6f-48fc-bb9b-ac55fa82deda,segment=NetworkSegment(3705c427-d5ad-49bb-ab8c-a5c33d3f465d),segment_id=3705c427-d5ad-49bb-ab8c-a5c33d3f465d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:27:19.333205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7aa26986-80bd-41d5-bb6e-a86455009f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:19.335130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bbbc5519-bb08-49bc-b60a-095cc521c32d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:27:19.408824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa26986-80bd-41d5-bb6e-a86455009f52 None None] Pushing event updated for resources: {'Port': ['ID=cc2a5049-1f6f-48fc-bb9b-ac55fa82deda,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:27:19.410476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6690e316-8b26-4d4f-8e72-acb2e16f2212 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:27:19.415559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7aa26986-80bd-41d5-bb6e-a86455009f52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:27:19.427011 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6690e316-8b26-4d4f-8e72-acb2e16f2212 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "PUT /v2.0/routers/2f2aaff5-bfc0-4c08-be0a-0045d600cafe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4824955 Dec 25 20:27:19.565449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b003fd45-a0f5-4ce3-ae35-769d92c7e3f2 None None] Provisioning complete for port cc2a5049-1f6f-48fc-bb9b-ac55fa82deda triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:27:19.565879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b003fd45-a0f5-4ce3-ae35-769d92c7e3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:19.640212 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-fb948b48-d919-4cd1-8ad6-df5649aef841 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1757490255&fields=id&tenant_id=5a10522521544fda81a2e75a1a25c08e HTTP/1.1" status: 200 len: 267 time: 0.0618880 Dec 25 20:27:19.695677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device cc2a5049-1f6f-48fc-bb9b-ac55fa82deda up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:27:19.801497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b003fd45-a0f5-4ce3-ae35-769d92c7e3f2 None None] Provisioning for port d2e6c60c-c803-419f-8a0d-1c5d322ca5b4 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:27:19.805982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port cc2a5049-1f6f-48fc-bb9b-ac55fa82deda triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:27:19.806403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:19.823109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-67b07318-5392-4146-8983-d39891b2094c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:27:19.824690 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-67b07318-5392-4146-8983-d39891b2094c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/networks?id=168010a0-97a6-494a-9522-184243db9ff4 HTTP/1.1" status: 200 len: 797 time: 0.1760447 Dec 25 20:27:19.836791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b003fd45-a0f5-4ce3-ae35-769d92c7e3f2 None None] Provisioning complete for port d2e6c60c-c803-419f-8a0d-1c5d322ca5b4 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:27:19.837066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b003fd45-a0f5-4ce3-ae35-769d92c7e3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:19.844732 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-1a1599c7-bec6-42b5-af1d-a7341e4274dd tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/quotas/5a10522521544fda81a2e75a1a25c08e HTTP/1.1" status: 200 len: 375 time: 0.0129843 Dec 25 20:27:19.917423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b003fd45-a0f5-4ce3-ae35-769d92c7e3f2 None None] Port d2e6c60c-c803-419f-8a0d-1c5d322ca5b4 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:27:19.952235 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-b2a7fd1b-6842-44eb-b99d-a9a30a9d4c20 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Synchronizing usage tracker for tenant:5a10522521544fda81a2e75a1a25c08e on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:27:19.962822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c68eb3-5f2f-4c31-8c32-da5c24bf985e None None] Sync routers for ids ['2f2aaff5-bfc0-4c08-be0a-0045d600cafe'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:27:19.971776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-b2a7fd1b-6842-44eb-b99d-a9a30a9d4c20 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Unset dirty status for tenant:5a10522521544fda81a2e75a1a25c08e on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:27:19.973242 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-b2a7fd1b-6842-44eb-b99d-a9a30a9d4c20 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5a10522521544fda81a2e75a1a25c08e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1224976 Dec 25 20:27:20.001243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a8cc067d-f642-4023-981b-511198c912e8 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:27:20.033247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c68eb3-5f2f-4c31-8c32-da5c24bf985e None None] Routers {'2f2aaff5-bfc0-4c08-be0a-0045d600cafe'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:27:20.033967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-b3c68eb3-5f2f-4c31-8c32-da5c24bf985e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:27:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['2f2aaff5-bfc0-4c08-be0a-0045d600cafe'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:27:20.132934 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-27b30262-81e0-4b09-baf7-ec26edd21a71 service neutron] 10.222.0.24 "GET /v2.0/networks/168010a0-97a6-494a-9522-184243db9ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454601 Dec 25 20:27:20.232494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-629a0e1a-56b0-403f-850f-da8ce35aa7a4 None None] Provisioning complete for port d2e6c60c-c803-419f-8a0d-1c5d322ca5b4 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:27:20.232934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-629a0e1a-56b0-403f-850f-da8ce35aa7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:20.282157 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-20700bda-4aae-432c-9255-80a1411d1a01 service neutron] 10.222.0.24 "GET /v2.0/networks/168010a0-97a6-494a-9522-184243db9ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421244 Dec 25 20:27:20.316339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-629a0e1a-56b0-403f-850f-da8ce35aa7a4 None None] Port d2e6c60c-c803-419f-8a0d-1c5d322ca5b4 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:27:20.322562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port a8cc067d-f642-4023-981b-511198c912e8 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:27:20.322990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:20.369882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-b3c68eb3-5f2f-4c31-8c32-da5c24bf985e None None] Set router 2f2aaff5-bfc0-4c08-be0a-0045d600cafe gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:27:20.484807 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8fa745aa-2af2-47aa-87a2-9cd7c7d7d7e7 req-5336970b-0a7a-420b-8b7b-7c2bb25107bb tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=46ee7b74-df62-4a13-bac4-6de07079a636 HTTP/1.1" status: 200 len: 210 time: 0.0473008 Dec 25 20:27:20.589883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-577ff158-df1d-4785-87e8-54c473a00567 None None] Provisioning complete for port d2e6c60c-c803-419f-8a0d-1c5d322ca5b4 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:27:20.590965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-577ff158-df1d-4785-87e8-54c473a00567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:20.734025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-577ff158-df1d-4785-87e8-54c473a00567 None None] Port d2e6c60c-c803-419f-8a0d-1c5d322ca5b4 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:27:20.849707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-b3c68eb3-5f2f-4c31-8c32-da5c24bf985e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2aaff5-bfc0-4c08-be0a-0045d600cafe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438152221', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'a8cc067d-f642-4023-981b-511198c912e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:27:13Z', 'updated_at': '2021-12-25T20:27:17Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'a8cc067d-f642-4023-981b-511198c912e8', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2aaff5-bfc0-4c08-be0a-0045d600cafe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:27:13Z', 'updated_at': '2021-12-25T20:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'd2e6c60c-c803-419f-8a0d-1c5d322ca5b4', 'name': '', 'network_id': '168010a0-97a6-494a-9522-184243db9ff4', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:e6:38:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2aaff5-bfc0-4c08-be0a-0045d600cafe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00f9273b-8489-4425-91d2-61fbc1cd1899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:27:17Z', 'updated_at': '2021-12-25T20:27:18Z', 'revision_number': 2, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': '00f9273b-8489-4425-91d2-61fbc1cd1899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:27:20.853801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c68eb3-5f2f-4c31-8c32-da5c24bf985e None None] Checking router: 2f2aaff5-bfc0-4c08-be0a-0045d600cafe for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:27:20.854208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c68eb3-5f2f-4c31-8c32-da5c24bf985e None None] Updating router 2f2aaff5-bfc0-4c08-be0a-0045d600cafe port d2e6c60c-c803-419f-8a0d-1c5d322ca5b4 binding host dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 20:27:20.907494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3c68eb3-5f2f-4c31-8c32-da5c24bf985e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:21.420819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3c68eb3-5f2f-4c31-8c32-da5c24bf985e None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:21.432864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b3c68eb3-5f2f-4c31-8c32-da5c24bf985e None None] Transition to ACTIVE for port object d2e6c60c-c803-419f-8a0d-1c5d322ca5b4 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:27:21.439898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3c68eb3-5f2f-4c31-8c32-da5c24bf985e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:21.444285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:27:21.600726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785af181-dd7b-4f74-93cb-e303cd062d0b None None] Pushing event updated for resources: {'Port': ['ID=d2e6c60c-c803-419f-8a0d-1c5d322ca5b4,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:27:21.603644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-785af181-dd7b-4f74-93cb-e303cd062d0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:27:21.674863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-56bf5ad6-d937-4386-9189-19b222d10d83 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:27:21.676813 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-56bf5ad6-d937-4386-9189-19b222d10d83 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.36 "GET /v2.0/networks?id=168010a0-97a6-494a-9522-184243db9ff4 HTTP/1.1" status: 200 len: 797 time: 0.1984565 Dec 25 20:27:21.702045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-b3c68eb3-5f2f-4c31-8c32-da5c24bf985e None None] Attempting to bind port d2e6c60c-c803-419f-8a0d-1c5d322ca5b4 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:27:21.702382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-b3c68eb3-5f2f-4c31-8c32-da5c24bf985e None None] Attempting to bind port d2e6c60c-c803-419f-8a0d-1c5d322ca5b4 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '3705c427-d5ad-49bb-ab8c-a5c33d3f465d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '168010a0-97a6-494a-9522-184243db9ff4'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:27:21.702943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c68eb3-5f2f-4c31-8c32-da5c24bf985e None None] Attempting to bind port d2e6c60c-c803-419f-8a0d-1c5d322ca5b4 on network 168010a0-97a6-494a-9522-184243db9ff4 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:27:21.710873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c68eb3-5f2f-4c31-8c32-da5c24bf985e None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:27:21.711326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c68eb3-5f2f-4c31-8c32-da5c24bf985e None None] Checking segment: {'id': '3705c427-d5ad-49bb-ab8c-a5c33d3f465d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '168010a0-97a6-494a-9522-184243db9ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:27:21.711924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3c68eb3-5f2f-4c31-8c32-da5c24bf985e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:21.712607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c68eb3-5f2f-4c31-8c32-da5c24bf985e None None] Bound using segment: {'id': '3705c427-d5ad-49bb-ab8c-a5c33d3f465d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '168010a0-97a6-494a-9522-184243db9ff4'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:27:21.713316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-b3c68eb3-5f2f-4c31-8c32-da5c24bf985e None None] Bound port: d2e6c60c-c803-419f-8a0d-1c5d322ca5b4, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3705c427-d5ad-49bb-ab8c-a5c33d3f465d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '168010a0-97a6-494a-9522-184243db9ff4'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:27:21.713744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3c68eb3-5f2f-4c31-8c32-da5c24bf985e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:21.762499 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0097ba29-e367-4f15-af5d-3386c6fccf27 req-a1049e0b-76c3-4bbc-b47c-915034f6f0c9 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=46ee7b74-df62-4a13-bac4-6de07079a636 HTTP/1.1" status: 200 len: 210 time: 0.0715604 Dec 25 20:27:21.816943 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-1b99fdd8-8d9d-4719-867d-1511f18e95c6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a10522521544fda81a2e75a1a25c08e HTTP/1.1" status: 200 len: 380 time: 0.0790625 Dec 25 20:27:21.819851 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b3c68eb3-5f2f-4c31-8c32-da5c24bf985e None None] For port d2e6c60c-c803-419f-8a0d-1c5d322ca5b4, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:27:21.823418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b3c68eb3-5f2f-4c31-8c32-da5c24bf985e None None] For port d2e6c60c-c803-419f-8a0d-1c5d322ca5b4, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=d2e6c60c-c803-419f-8a0d-1c5d322ca5b4,segment=NetworkSegment(3705c427-d5ad-49bb-ab8c-a5c33d3f465d),segment_id=3705c427-d5ad-49bb-ab8c-a5c33d3f465d)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:27:21.826906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3c68eb3-5f2f-4c31-8c32-da5c24bf985e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:21.832411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-98da3547-7df7-4ba5-8b2c-4f54279395c0 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'port': {'device_id': '46ee7b74-df62-4a13-bac4-6de07079a636', 'network_id': '168010a0-97a6-494a-9522-184243db9ff4', 'admin_state_up': True, 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'security_groups': ['aa8e57fb-7ab0-4188-bbbc-dca3423e927e']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:27:21.832611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:27:21.915603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785af181-dd7b-4f74-93cb-e303cd062d0b None None] Pushing event updated for resources: {'Port': ['ID=d2e6c60c-c803-419f-8a0d-1c5d322ca5b4,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:27:21.919503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-785af181-dd7b-4f74-93cb-e303cd062d0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:27:21.920263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c68eb3-5f2f-4c31-8c32-da5c24bf985e None None] Routers {'2f2aaff5-bfc0-4c08-be0a-0045d600cafe'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:27:21.920945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-b3c68eb3-5f2f-4c31-8c32-da5c24bf985e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:27:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['2f2aaff5-bfc0-4c08-be0a-0045d600cafe'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:27:21.994174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-98da3547-7df7-4ba5-8b2c-4f54279395c0 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:27:22.005944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-98da3547-7df7-4ba5-8b2c-4f54279395c0 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:27:22.016267 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-98da3547-7df7-4ba5-8b2c-4f54279395c0 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Made reservation on behalf of 5a10522521544fda81a2e75a1a25c08e for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:27:22.022221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-98da3547-7df7-4ba5-8b2c-4f54279395c0 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:22.143938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-b3c68eb3-5f2f-4c31-8c32-da5c24bf985e None None] Set router 2f2aaff5-bfc0-4c08-be0a-0045d600cafe gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:27:22.206711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-98da3547-7df7-4ba5-8b2c-4f54279395c0 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Allocated IP 172.20.0.7 (168010a0-97a6-494a-9522-184243db9ff4/00f9273b-8489-4425-91d2-61fbc1cd1899/d86d68ea-68b0-4e1c-a9d5-cf205a4487fd) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:27:22.410531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-98da3547-7df7-4ba5-8b2c-4f54279395c0 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:22.426842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-98da3547-7df7-4ba5-8b2c-4f54279395c0 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Transition to ACTIVE for port object d86d68ea-68b0-4e1c-a9d5-cf205a4487fd will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:27:22.446259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-98da3547-7df7-4ba5-8b2c-4f54279395c0 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:22.452575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-63fb1228-3485-4077-9550-a82421551280 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:27:22.493843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-b3c68eb3-5f2f-4c31-8c32-da5c24bf985e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2aaff5-bfc0-4c08-be0a-0045d600cafe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438152221', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'a8cc067d-f642-4023-981b-511198c912e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:27:13Z', 'updated_at': '2021-12-25T20:27:17Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'a8cc067d-f642-4023-981b-511198c912e8', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2aaff5-bfc0-4c08-be0a-0045d600cafe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:27:13Z', 'updated_at': '2021-12-25T20:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'd2e6c60c-c803-419f-8a0d-1c5d322ca5b4', 'name': '', 'network_id': '168010a0-97a6-494a-9522-184243db9ff4', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:e6:38:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2aaff5-bfc0-4c08-be0a-0045d600cafe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00f9273b-8489-4425-91d2-61fbc1cd1899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:27:17Z', 'updated_at': '2021-12-25T20:27:21Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': '00f9273b-8489-4425-91d2-61fbc1cd1899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:27:22.498327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c68eb3-5f2f-4c31-8c32-da5c24bf985e None None] The sync data for ids ['2f2aaff5-bfc0-4c08-be0a-0045d600cafe'] in dv-neutron-822611-1-hyperv is: [{'id': '2f2aaff5-bfc0-4c08-be0a-0045d600cafe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438152221', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'a8cc067d-f642-4023-981b-511198c912e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:27:13Z', 'updated_at': '2021-12-25T20:27:17Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'a8cc067d-f642-4023-981b-511198c912e8', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2aaff5-bfc0-4c08-be0a-0045d600cafe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:27:13Z', 'updated_at': '2021-12-25T20:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'd2e6c60c-c803-419f-8a0d-1c5d322ca5b4', 'name': '', 'network_id': '168010a0-97a6-494a-9522-184243db9ff4', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:e6:38:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2aaff5-bfc0-4c08-be0a-0045d600cafe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00f9273b-8489-4425-91d2-61fbc1cd1899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:27:17Z', 'updated_at': '2021-12-25T20:27:21Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': '00f9273b-8489-4425-91d2-61fbc1cd1899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:27:22.533887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-98da3547-7df7-4ba5-8b2c-4f54279395c0 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Network 168010a0-97a6-494a-9522-184243db9ff4 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:27:22.534784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98da3547-7df7-4ba5-8b2c-4f54279395c0 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'Port': ['ID=d86d68ea-68b0-4e1c-a9d5-cf205a4487fd,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:27:22.537575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-98da3547-7df7-4ba5-8b2c-4f54279395c0 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:27:22.539581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-98da3547-7df7-4ba5-8b2c-4f54279395c0 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:27:22.540359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-98da3547-7df7-4ba5-8b2c-4f54279395c0 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:27:22.632390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-98da3547-7df7-4ba5-8b2c-4f54279395c0 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:27:22.633101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-98da3547-7df7-4ba5-8b2c-4f54279395c0 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:22.665224 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-98da3547-7df7-4ba5-8b2c-4f54279395c0 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8372664 Dec 25 20:27:22.682827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-2a0d038e-1b1c-4014-8c6c-f07b8520bebc service neutron] Request body: {'port': {'device_id': '46ee7b74-df62-4a13-bac4-6de07079a636', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:27:22.815169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-2a0d038e-1b1c-4014-8c6c-f07b8520bebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:22.916285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d2c19f8d-f0d7-40c6-a5bd-90f9c22b423d None None] Provisioning for port d86d68ea-68b0-4e1c-a9d5-cf205a4487fd completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:27:22.921682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d2c19f8d-f0d7-40c6-a5bd-90f9c22b423d None None] Provisioning complete for port d86d68ea-68b0-4e1c-a9d5-cf205a4487fd triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:27:22.922105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d2c19f8d-f0d7-40c6-a5bd-90f9c22b423d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:22.983148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-d2c19f8d-f0d7-40c6-a5bd-90f9c22b423d None None] Port d86d68ea-68b0-4e1c-a9d5-cf205a4487fd cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:27:23.162277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695aabd-7067-4c72-8b48-5328650802f1 req-b31b5812-da53-4965-8121-92e4c3df59c7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:27:23.163086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-8695aabd-7067-4c72-8b48-5328650802f1 req-b31b5812-da53-4965-8121-92e4c3df59c7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Synchronizing usage tracker for tenant:5a10522521544fda81a2e75a1a25c08e on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:27:23.198587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-8695aabd-7067-4c72-8b48-5328650802f1 req-b31b5812-da53-4965-8121-92e4c3df59c7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Unset dirty status for tenant:5a10522521544fda81a2e75a1a25c08e on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:27:23.199931 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8695aabd-7067-4c72-8b48-5328650802f1 req-b31b5812-da53-4965-8121-92e4c3df59c7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=46ee7b74-df62-4a13-bac4-6de07079a636 HTTP/1.1" status: 200 len: 931 time: 0.2940569 Dec 25 20:27:23.316286 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8695aabd-7067-4c72-8b48-5328650802f1 req-c4e7f8d5-402b-452a-80fb-36f28ed47d87 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa8e57fb-7ab0-4188-bbbc-dca3423e927e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087763 Dec 25 20:27:23.326458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-2a0d038e-1b1c-4014-8c6c-f07b8520bebc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d86d68ea-68b0-4e1c-a9d5-cf205a4487fd {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:27:23.333840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-2a0d038e-1b1c-4014-8c6c-f07b8520bebc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:23.349286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-2a0d038e-1b1c-4014-8c6c-f07b8520bebc service neutron] Transition to ACTIVE for port object d86d68ea-68b0-4e1c-a9d5-cf205a4487fd will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:27:23.352378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-2a0d038e-1b1c-4014-8c6c-f07b8520bebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:23.357756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-30e1c217-04d9-4344-b5b9-1fe29da11732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:27:23.499251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d038e-1b1c-4014-8c6c-f07b8520bebc service neutron] Pushing event updated for resources: {'Port': ['ID=d86d68ea-68b0-4e1c-a9d5-cf205a4487fd,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:27:23.502531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2a0d038e-1b1c-4014-8c6c-f07b8520bebc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:27:23.627012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-2a0d038e-1b1c-4014-8c6c-f07b8520bebc service neutron] Attempting to bind port d86d68ea-68b0-4e1c-a9d5-cf205a4487fd on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:27:23.627424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-2a0d038e-1b1c-4014-8c6c-f07b8520bebc service neutron] Attempting to bind port d86d68ea-68b0-4e1c-a9d5-cf205a4487fd by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '3705c427-d5ad-49bb-ab8c-a5c33d3f465d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '168010a0-97a6-494a-9522-184243db9ff4'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:27:23.627999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-2a0d038e-1b1c-4014-8c6c-f07b8520bebc service neutron] Attempting to bind port d86d68ea-68b0-4e1c-a9d5-cf205a4487fd on network 168010a0-97a6-494a-9522-184243db9ff4 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:27:23.635526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-2a0d038e-1b1c-4014-8c6c-f07b8520bebc service neutron] Port d86d68ea-68b0-4e1c-a9d5-cf205a4487fd on network 168010a0-97a6-494a-9522-184243db9ff4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 20:27:23.635889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-2a0d038e-1b1c-4014-8c6c-f07b8520bebc service neutron] Attempting to bind port d86d68ea-68b0-4e1c-a9d5-cf205a4487fd on network 168010a0-97a6-494a-9522-184243db9ff4 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:27:23.648092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-2a0d038e-1b1c-4014-8c6c-f07b8520bebc service neutron] Checking agent: {'id': '5d7a6d50-e450-4e92-a105-61a558d89e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'started_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:27:23.648092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-2a0d038e-1b1c-4014-8c6c-f07b8520bebc service neutron] Checking segment: {'id': '3705c427-d5ad-49bb-ab8c-a5c33d3f465d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '168010a0-97a6-494a-9522-184243db9ff4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:27:23.648092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-2a0d038e-1b1c-4014-8c6c-f07b8520bebc service neutron] Bound using segment: {'id': '3705c427-d5ad-49bb-ab8c-a5c33d3f465d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '168010a0-97a6-494a-9522-184243db9ff4'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:27:23.648092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-2a0d038e-1b1c-4014-8c6c-f07b8520bebc service neutron] Bound port: d86d68ea-68b0-4e1c-a9d5-cf205a4487fd, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3705c427-d5ad-49bb-ab8c-a5c33d3f465d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '168010a0-97a6-494a-9522-184243db9ff4'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:27:23.648092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-2a0d038e-1b1c-4014-8c6c-f07b8520bebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:23.669824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d2e6c60c-c803-419f-8a0d-1c5d322ca5b4 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:27:23.749065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port d2e6c60c-c803-419f-8a0d-1c5d322ca5b4 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:27:23.754992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port d2e6c60c-c803-419f-8a0d-1c5d322ca5b4 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:27:23.755462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:23.769523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-2a0d038e-1b1c-4014-8c6c-f07b8520bebc service neutron] For port d86d68ea-68b0-4e1c-a9d5-cf205a4487fd, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:27:23.773126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-2a0d038e-1b1c-4014-8c6c-f07b8520bebc service neutron] For port d86d68ea-68b0-4e1c-a9d5-cf205a4487fd, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d86d68ea-68b0-4e1c-a9d5-cf205a4487fd,segment=NetworkSegment(3705c427-d5ad-49bb-ab8c-a5c33d3f465d),segment_id=3705c427-d5ad-49bb-ab8c-a5c33d3f465d)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:27:23.776539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-2a0d038e-1b1c-4014-8c6c-f07b8520bebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:23.781848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-63126220-2581-448b-8138-322140eec93e tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:27:23.853968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-2a0d038e-1b1c-4014-8c6c-f07b8520bebc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:23.855557 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-2a0d038e-1b1c-4014-8c6c-f07b8520bebc service neutron] 10.222.0.36 "PUT /v2.0/ports/d86d68ea-68b0-4e1c-a9d5-cf205a4487fd HTTP/1.1" status: 200 len: 1093 time: 1.1782315 Dec 25 20:27:23.856186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46ee7b74-df62-4a13-bac4-6de07079a636', 'tag': 'd86d68ea-68b0-4e1c-a9d5-cf205a4487fd'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:27:23.866098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d038e-1b1c-4014-8c6c-f07b8520bebc service neutron] Pushing event updated for resources: {'Port': ['ID=d86d68ea-68b0-4e1c-a9d5-cf205a4487fd,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:27:23.869382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2a0d038e-1b1c-4014-8c6c-f07b8520bebc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:27:23.927877 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:23.930067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:23.972909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port d2e6c60c-c803-419f-8a0d-1c5d322ca5b4, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=d2e6c60c-c803-419f-8a0d-1c5d322ca5b4,segment=NetworkSegment(3705c427-d5ad-49bb-ab8c-a5c33d3f465d),segment_id=3705c427-d5ad-49bb-ab8c-a5c33d3f465d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:27:23.976065 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46ee7b74-df62-4a13-bac4-6de07079a636', 'tag': 'd86d68ea-68b0-4e1c-a9d5-cf205a4487fd', 'status': 'completed', 'code': 200} Dec 25 20:27:23.976920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:23.979255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-785af181-dd7b-4f74-93cb-e303cd062d0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:27:24.014039 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-430d402f-2a7d-4cb6-9a83-f33923ee5155 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a10522521544fda81a2e75a1a25c08e&device_id=46ee7b74-df62-4a13-bac4-6de07079a636 HTTP/1.1" status: 200 len: 1096 time: 0.1102386 Dec 25 20:27:24.056725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=d2e6c60c-c803-419f-8a0d-1c5d322ca5b4,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:27:24.060095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:27:24.097990 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-e6df4a95-6950-44f9-ac20-aa277975344f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d86d68ea-68b0-4e1c-a9d5-cf205a4487fd HTTP/1.1" status: 200 len: 217 time: 0.0719759 Dec 25 20:27:24.188234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-c619de87-5a43-49c0-9154-0d25a1c531d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:27:24.189820 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-c619de87-5a43-49c0-9154-0d25a1c531d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00f9273b-8489-4425-91d2-61fbc1cd1899 HTTP/1.1" status: 200 len: 835 time: 0.0819759 Dec 25 20:27:24.276202 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-24c17db0-462d-41c5-b56b-dba1f0936755 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=168010a0-97a6-494a-9522-184243db9ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788119 Dec 25 20:27:24.427665 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-c82a7ba5-1130-4f7e-8d8a-715000082aab service neutron] 10.222.0.36 "GET /v2.0/networks/168010a0-97a6-494a-9522-184243db9ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409068 Dec 25 20:27:24.642534 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e6f320ab-b0f8-4090-962f-613d457c4113 req-6ed74696-f28c-45d9-a55d-8ee4127bdd2f service neutron] 10.222.0.36 "GET /v2.0/networks/168010a0-97a6-494a-9522-184243db9ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053382 Dec 25 20:27:24.649859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f91c0-a3bd-4a73-98bf-32a7af6a8da3 req-e4c58253-7bcc-4943-857a-5943028b23da tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:27:24.651607 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-840f91c0-a3bd-4a73-98bf-32a7af6a8da3 req-e4c58253-7bcc-4943-857a-5943028b23da tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=46ee7b74-df62-4a13-bac4-6de07079a636 HTTP/1.1" status: 200 len: 943 time: 0.1926920 Dec 25 20:27:24.756248 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-840f91c0-a3bd-4a73-98bf-32a7af6a8da3 req-6e089d46-3f65-4fde-a242-f8fb4c533c31 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa8e57fb-7ab0-4188-bbbc-dca3423e927e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983505 Dec 25 20:27:24.780233 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9300fd21-bc2e-4781-b259-e4ed220112f6 req-86eb4a10-5e08-4138-a2a0-8a0ea5879e7f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a10522521544fda81a2e75a1a25c08e&device_id=46ee7b74-df62-4a13-bac4-6de07079a636 HTTP/1.1" status: 200 len: 1096 time: 0.0858705 Dec 25 20:27:24.928865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300fd21-bc2e-4781-b259-e4ed220112f6 req-1f175be5-f877-4966-9549-054d66ae2030 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:27:24.930396 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9300fd21-bc2e-4781-b259-e4ed220112f6 req-1f175be5-f877-4966-9549-054d66ae2030 service neutron] 10.222.0.36 "GET /v2.0/networks?id=168010a0-97a6-494a-9522-184243db9ff4 HTTP/1.1" status: 200 len: 897 time: 0.1431966 Dec 25 20:27:25.008372 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9300fd21-bc2e-4781-b259-e4ed220112f6 req-5f489eea-4112-454c-afa9-0bc30cb36a01 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d86d68ea-68b0-4e1c-a9d5-cf205a4487fd HTTP/1.1" status: 200 len: 217 time: 0.0710485 Dec 25 20:27:25.076748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300fd21-bc2e-4781-b259-e4ed220112f6 req-932ee384-d27a-41e6-9d1e-61127ccdade2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:27:25.078319 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9300fd21-bc2e-4781-b259-e4ed220112f6 req-932ee384-d27a-41e6-9d1e-61127ccdade2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00f9273b-8489-4425-91d2-61fbc1cd1899 HTTP/1.1" status: 200 len: 835 time: 0.0634279 Dec 25 20:27:25.164746 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9300fd21-bc2e-4781-b259-e4ed220112f6 req-a3c89483-3af1-4370-b6a1-42ae487e3dd7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=168010a0-97a6-494a-9522-184243db9ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778596 Dec 25 20:27:25.546836 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9300fd21-bc2e-4781-b259-e4ed220112f6 req-a755886b-6f5b-430c-92ea-103f70bbffee service neutron] 10.222.0.36 "GET /v2.0/networks/168010a0-97a6-494a-9522-184243db9ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733463 Dec 25 20:27:25.629751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d2e6c60c-c803-419f-8a0d-1c5d322ca5b4 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:27:25.697867 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9300fd21-bc2e-4781-b259-e4ed220112f6 req-435e4b81-2e27-4bf4-946d-1ff0aafd7ba7 service neutron] 10.222.0.36 "GET /v2.0/networks/168010a0-97a6-494a-9522-184243db9ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438990 Dec 25 20:27:25.706950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port d2e6c60c-c803-419f-8a0d-1c5d322ca5b4 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:27:25.707411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:25.961413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2ab24-3303-4b4b-ab5e-de8fd7d2c0c1 req-654f0340-d9b0-4bdc-a111-14012a13263b tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:27:25.963001 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fee2ab24-3303-4b4b-ab5e-de8fd7d2c0c1 req-654f0340-d9b0-4bdc-a111-14012a13263b tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=46ee7b74-df62-4a13-bac4-6de07079a636 HTTP/1.1" status: 200 len: 943 time: 0.0811489 Dec 25 20:27:26.014221 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fee2ab24-3303-4b4b-ab5e-de8fd7d2c0c1 req-a8f1673d-a93e-4cbe-8756-a235123cb311 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa8e57fb-7ab0-4188-bbbc-dca3423e927e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445414 Dec 25 20:27:27.221757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eafea0-e670-4ebf-af4f-0161c253f99c req-92b045b6-64c2-4add-b240-05d9f1e80ab1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:27:27.223376 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-46eafea0-e670-4ebf-af4f-0161c253f99c req-92b045b6-64c2-4add-b240-05d9f1e80ab1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=46ee7b74-df62-4a13-bac4-6de07079a636 HTTP/1.1" status: 200 len: 943 time: 0.0854399 Dec 25 20:27:27.270529 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-46eafea0-e670-4ebf-af4f-0161c253f99c req-22b20668-a7bb-42b7-a6d8-8fa82df4299e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa8e57fb-7ab0-4188-bbbc-dca3423e927e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410945 Dec 25 20:27:27.683306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device d86d68ea-68b0-4e1c-a9d5-cf205a4487fd details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 20:27:27.832460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port d86d68ea-68b0-4e1c-a9d5-cf205a4487fd, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d86d68ea-68b0-4e1c-a9d5-cf205a4487fd,segment=NetworkSegment(3705c427-d5ad-49bb-ab8c-a5c33d3f465d),segment_id=3705c427-d5ad-49bb-ab8c-a5c33d3f465d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:27:27.846196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': 'd86d68ea-68b0-4e1c-a9d5-cf205a4487fd', 'network_id': '168010a0-97a6-494a-9522-184243db9ff4', 'port_id': 'd86d68ea-68b0-4e1c-a9d5-cf205a4487fd', 'mac_address': 'fa:16:3e:01:62:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00f9273b-8489-4425-91d2-61fbc1cd1899', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 20:27:27.905702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:27.924093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d86d68ea-68b0-4e1c-a9d5-cf205a4487fd {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:27:27.939164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port d86d68ea-68b0-4e1c-a9d5-cf205a4487fd, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d86d68ea-68b0-4e1c-a9d5-cf205a4487fd,segment=NetworkSegment(3705c427-d5ad-49bb-ab8c-a5c33d3f465d),segment_id=3705c427-d5ad-49bb-ab8c-a5c33d3f465d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:27:27.941612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:27.943480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:27:28.008954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=d86d68ea-68b0-4e1c-a9d5-cf205a4487fd,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:27:28.012115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:27:28.201270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['d86d68ea-68b0-4e1c-a9d5-cf205a4487fd'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:27:28.489314 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763878fe-bdb7-4948-9e76-f287c64baf70 req-2d9c3061-1361-4cc4-ae0c-1ff6f681d411 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:27:28.490938 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-763878fe-bdb7-4948-9e76-f287c64baf70 req-2d9c3061-1361-4cc4-ae0c-1ff6f681d411 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=46ee7b74-df62-4a13-bac4-6de07079a636 HTTP/1.1" status: 200 len: 944 time: 0.0848172 Dec 25 20:27:28.540027 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-763878fe-bdb7-4948-9e76-f287c64baf70 req-7a3a62b1-f7f0-4662-9a7d-41dbcd6ccfa6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa8e57fb-7ab0-4188-bbbc-dca3423e927e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430233 Dec 25 20:27:29.698963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device d86d68ea-68b0-4e1c-a9d5-cf205a4487fd up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:27:29.749945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfbc15-fb6a-43ca-b4ea-854efefcfc83 req-e26cb19e-d76b-473f-ba60-05c5c77e9484 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:27:29.751574 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f8cfbc15-fb6a-43ca-b4ea-854efefcfc83 req-e26cb19e-d76b-473f-ba60-05c5c77e9484 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=46ee7b74-df62-4a13-bac4-6de07079a636 HTTP/1.1" status: 200 len: 944 time: 0.0883307 Dec 25 20:27:29.772418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning for port d86d68ea-68b0-4e1c-a9d5-cf205a4487fd completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:27:29.777318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port d86d68ea-68b0-4e1c-a9d5-cf205a4487fd triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:27:29.777752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:29.800459 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f8cfbc15-fb6a-43ca-b4ea-854efefcfc83 req-9bc1ef9b-f627-43b2-9215-ba7c89cdf4ba tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa8e57fb-7ab0-4188-bbbc-dca3423e927e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423899 Dec 25 20:27:29.898192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:29.925559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ee7b74-df62-4a13-bac4-6de07079a636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86d68ea-68b0-4e1c-a9d5-cf205a4487fd'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:27:29.936223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port d86d68ea-68b0-4e1c-a9d5-cf205a4487fd, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d86d68ea-68b0-4e1c-a9d5-cf205a4487fd,segment=NetworkSegment(3705c427-d5ad-49bb-ab8c-a5c33d3f465d),segment_id=3705c427-d5ad-49bb-ab8c-a5c33d3f465d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:27:29.939047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:29.941051 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fe9dfb15-b1e1-4299-b5d4-fd2df3e05f4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:27:29.978503 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ee7b74-df62-4a13-bac4-6de07079a636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86d68ea-68b0-4e1c-a9d5-cf205a4487fd', 'code': 200} Dec 25 20:27:30.011921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=d86d68ea-68b0-4e1c-a9d5-cf205a4487fd,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:27:30.014972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:27:30.225684 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c00d5595-89d0-4ffc-917a-fe61abf7f273 req-8f06ab80-ccc1-4877-8a21-d9f292ddd369 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=46ee7b74-df62-4a13-bac4-6de07079a636 HTTP/1.1" status: 200 len: 1098 time: 0.0731230 Dec 25 20:27:30.273154 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c00d5595-89d0-4ffc-917a-fe61abf7f273 req-65b7bb4d-aa9f-4a87-9268-8f9a5633ec27 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aa8e57fb-7ab0-4188-bbbc-dca3423e927e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404656 Dec 25 20:27:31.009030 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c4b41-6034-4493-a805-ee3eb702d9b2 req-85eca320-c86d-42b0-ab44-326e428db37a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:27:31.010637 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-963c4b41-6034-4493-a805-ee3eb702d9b2 req-85eca320-c86d-42b0-ab44-326e428db37a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=46ee7b74-df62-4a13-bac4-6de07079a636 HTTP/1.1" status: 200 len: 945 time: 0.0854857 Dec 25 20:27:31.059382 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-963c4b41-6034-4493-a805-ee3eb702d9b2 req-2ad40d13-bbb2-4ebe-a1fa-59f0d6f194cb tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa8e57fb-7ab0-4188-bbbc-dca3423e927e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415311 Dec 25 20:27:32.270916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1debe6-5b61-43dd-a480-25203e0b46d5 req-4b5582f4-68e4-4c76-8051-6148ae3c6a88 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:27:32.272523 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8f1debe6-5b61-43dd-a480-25203e0b46d5 req-4b5582f4-68e4-4c76-8051-6148ae3c6a88 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=46ee7b74-df62-4a13-bac4-6de07079a636 HTTP/1.1" status: 200 len: 945 time: 0.0854719 Dec 25 20:27:32.320716 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8f1debe6-5b61-43dd-a480-25203e0b46d5 req-9dcee4a4-420b-4771-8772-06ac9c6d591d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa8e57fb-7ab0-4188-bbbc-dca3423e927e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415218 Dec 25 20:27:32.525555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31248945-c356-4b42-b6ab-8cd2ef911906 req-fbd05a50-74ed-4532-8cc5-46ef15890c40 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:27:32.527731 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-31248945-c356-4b42-b6ab-8cd2ef911906 req-fbd05a50-74ed-4532-8cc5-46ef15890c40 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=46ee7b74-df62-4a13-bac4-6de07079a636 HTTP/1.1" status: 200 len: 945 time: 0.0821373 Dec 25 20:27:32.576996 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-31248945-c356-4b42-b6ab-8cd2ef911906 req-105f957e-219f-4c00-884c-5a95f59ce3a8 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa8e57fb-7ab0-4188-bbbc-dca3423e927e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431366 Dec 25 20:27:32.604656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59478) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:27:32.683730 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3149a20e-1d97-42fd-9819-3f4ce2818f97 tempest-TestNetworkAdvancedServerOps-2027681970 tempest-TestNetworkAdvancedServerOps-2027681970-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=46ee7b74-df62-4a13-bac4-6de07079a636 HTTP/1.1" status: 200 len: 1093 time: 0.0776179 Dec 25 20:27:32.686419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59482) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:27:32.692038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-0a92c43e-0aa1-4e3b-90b6-7bf97ead69aa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'floatingip': {'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'port_id': 'd86d68ea-68b0-4e1c-a9d5-cf205a4487fd', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:27:32.697870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0a92c43e-0aa1-4e3b-90b6-7bf97ead69aa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:27:32.702051 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0a92c43e-0aa1-4e3b-90b6-7bf97ead69aa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:floatingip and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:27:32.705057 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0a92c43e-0aa1-4e3b-90b6-7bf97ead69aa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:27:32.711134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0a92c43e-0aa1-4e3b-90b6-7bf97ead69aa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:27:32.721275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0a92c43e-0aa1-4e3b-90b6-7bf97ead69aa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:32.870876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0a92c43e-0aa1-4e3b-90b6-7bf97ead69aa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:33.024131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-0a92c43e-0aa1-4e3b-90b6-7bf97ead69aa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Allocated IP 172.26.8.163 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/97416f30-4d01-4076-a076-1d9de016c5ad) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:27:33.183210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0a92c43e-0aa1-4e3b-90b6-7bf97ead69aa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:33.209194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0a92c43e-0aa1-4e3b-90b6-7bf97ead69aa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:33.213578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f3a21898-f23e-43cf-afa1-ab6f39a5f52a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:27:33.280031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a92c43e-0aa1-4e3b-90b6-7bf97ead69aa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:27:33.282850 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-0a92c43e-0aa1-4e3b-90b6-7bf97ead69aa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:27:33.287208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a92c43e-0aa1-4e3b-90b6-7bf97ead69aa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:27:33.313210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92c43e-0aa1-4e3b-90b6-7bf97ead69aa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'Port': ['ID=97416f30-4d01-4076-a076-1d9de016c5ad,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:27:33.318428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0a92c43e-0aa1-4e3b-90b6-7bf97ead69aa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:27:33.815745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0a92c43e-0aa1-4e3b-90b6-7bf97ead69aa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:33.870123 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0a92c43e-0aa1-4e3b-90b6-7bf97ead69aa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:34.086526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0a92c43e-0aa1-4e3b-90b6-7bf97ead69aa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:34.090624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0a92c43e-0aa1-4e3b-90b6-7bf97ead69aa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:34.094972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-51df995c-4b1a-4375-951c-2beeed56f6fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:27:34.196343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92c43e-0aa1-4e3b-90b6-7bf97ead69aa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'Port': ['ID=97416f30-4d01-4076-a076-1d9de016c5ad,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:27:34.204216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0a92c43e-0aa1-4e3b-90b6-7bf97ead69aa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:27:34.217625 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0a92c43e-0aa1-4e3b-90b6-7bf97ead69aa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:34.417285 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [None req-0a92c43e-0aa1-4e3b-90b6-7bf97ead69aa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Floating IP 2d4c7bec-52de-40df-a793-219852435219 associated. External IP: 172.26.8.163, port: d86d68ea-68b0-4e1c-a9d5-cf205a4487fd. Dec 25 20:27:35.085958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a92c43e-0aa1-4e3b-90b6-7bf97ead69aa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Router 2f2aaff5-bfc0-4c08-be0a-0045d600cafe has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:27:35.299756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a92c43e-0aa1-4e3b-90b6-7bf97ead69aa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:27:35.310414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828f65c8-b2eb-4bb8-a708-fa61771bb648 None None] Sync routers for ids ['2f2aaff5-bfc0-4c08-be0a-0045d600cafe'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:27:35.324441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828f65c8-b2eb-4bb8-a708-fa61771bb648 None None] Routers {'2f2aaff5-bfc0-4c08-be0a-0045d600cafe'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:27:35.324769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0a92c43e-0aa1-4e3b-90b6-7bf97ead69aa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:35.325124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-828f65c8-b2eb-4bb8-a708-fa61771bb648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:27:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['2f2aaff5-bfc0-4c08-be0a-0045d600cafe'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:27:35.383145 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0a92c43e-0aa1-4e3b-90b6-7bf97ead69aa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6955297 Dec 25 20:27:35.383781 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46ee7b74-df62-4a13-bac4-6de07079a636', 'tag': 'd86d68ea-68b0-4e1c-a9d5-cf205a4487fd'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:27:35.443891 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46ee7b74-df62-4a13-bac4-6de07079a636', 'tag': 'd86d68ea-68b0-4e1c-a9d5-cf205a4487fd', 'status': 'completed', 'code': 200} Dec 25 20:27:35.520793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-828f65c8-b2eb-4bb8-a708-fa61771bb648 None None] Set router 2f2aaff5-bfc0-4c08-be0a-0045d600cafe gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:27:35.613108 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-da589989-9389-4fbd-9373-326dbb4ef0f6 req-2ab40c74-b7c1-43ff-9a7b-1ffe1142a96d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a10522521544fda81a2e75a1a25c08e&device_id=46ee7b74-df62-4a13-bac4-6de07079a636 HTTP/1.1" status: 200 len: 1098 time: 0.1469901 Dec 25 20:27:35.623738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ba9c1-2992-473b-9452-636ef376e8da req-2ff324e3-a43b-480d-8bb3-0e49bb103fd2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:27:35.625240 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-183ba9c1-2992-473b-9452-636ef376e8da req-2ff324e3-a43b-480d-8bb3-0e49bb103fd2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=46ee7b74-df62-4a13-bac4-6de07079a636 HTTP/1.1" status: 200 len: 945 time: 0.1193125 Dec 25 20:27:35.804693 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-183ba9c1-2992-473b-9452-636ef376e8da req-08e2c0fd-a7f7-4446-bb2b-b78a14187cd0 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa8e57fb-7ab0-4188-bbbc-dca3423e927e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550443 Dec 25 20:27:35.831135 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da589989-9389-4fbd-9373-326dbb4ef0f6 req-de5708bd-b4f0-4416-8077-2d7e696dd481 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:27:35.832814 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-da589989-9389-4fbd-9373-326dbb4ef0f6 req-de5708bd-b4f0-4416-8077-2d7e696dd481 service neutron] 10.222.0.36 "GET /v2.0/networks?id=168010a0-97a6-494a-9522-184243db9ff4 HTTP/1.1" status: 200 len: 897 time: 0.2066195 Dec 25 20:27:35.833843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59490) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:27:35.893126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-828f65c8-b2eb-4bb8-a708-fa61771bb648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2aaff5-bfc0-4c08-be0a-0045d600cafe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438152221', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'a8cc067d-f642-4023-981b-511198c912e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:27:13Z', 'updated_at': '2021-12-25T20:27:17Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'a8cc067d-f642-4023-981b-511198c912e8', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2aaff5-bfc0-4c08-be0a-0045d600cafe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:27:13Z', 'updated_at': '2021-12-25T20:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '2d4c7bec-52de-40df-a793-219852435219', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'floating_ip_address': '172.26.8.163', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '2f2aaff5-bfc0-4c08-be0a-0045d600cafe', 'port_id': 'd86d68ea-68b0-4e1c-a9d5-cf205a4487fd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '168010a0-97a6-494a-9522-184243db9ff4', 'mac_address': 'fa:16:3e:01:62:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ee7b74-df62-4a13-bac4-6de07079a636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:27:33Z', 'updated_at': '2021-12-25T20:27:33Z', 'revision_number': 0, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2e6c60c-c803-419f-8a0d-1c5d322ca5b4', 'name': '', 'network_id': '168010a0-97a6-494a-9522-184243db9ff4', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:e6:38:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2aaff5-bfc0-4c08-be0a-0045d600cafe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00f9273b-8489-4425-91d2-61fbc1cd1899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:27:17Z', 'updated_at': '2021-12-25T20:27:23Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': '00f9273b-8489-4425-91d2-61fbc1cd1899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:27:35.897176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828f65c8-b2eb-4bb8-a708-fa61771bb648 None None] Checking router: 2f2aaff5-bfc0-4c08-be0a-0045d600cafe for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:27:35.908953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828f65c8-b2eb-4bb8-a708-fa61771bb648 None None] Routers {'2f2aaff5-bfc0-4c08-be0a-0045d600cafe'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:27:35.909613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-828f65c8-b2eb-4bb8-a708-fa61771bb648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:27:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['2f2aaff5-bfc0-4c08-be0a-0045d600cafe'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:27:36.037526 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9aa1002c-ec99-4d27-a411-fd0ae3598493 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/floatingips/2d4c7bec-52de-40df-a793-219852435219 HTTP/1.1" status: 200 len: 991 time: 0.2013571 Dec 25 20:27:36.039632 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-da589989-9389-4fbd-9373-326dbb4ef0f6 req-2035ae95-0c64-49ff-a88b-b3a2944b8e0e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d86d68ea-68b0-4e1c-a9d5-cf205a4487fd HTTP/1.1" status: 200 len: 999 time: 0.1487136 Dec 25 20:27:36.096827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-828f65c8-b2eb-4bb8-a708-fa61771bb648 None None] Set router 2f2aaff5-bfc0-4c08-be0a-0045d600cafe gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:27:36.118728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da589989-9389-4fbd-9373-326dbb4ef0f6 req-b70aab8f-45b3-4be2-bf97-7f0d36968e7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:27:36.120392 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-da589989-9389-4fbd-9373-326dbb4ef0f6 req-b70aab8f-45b3-4be2-bf97-7f0d36968e7d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00f9273b-8489-4425-91d2-61fbc1cd1899 HTTP/1.1" status: 200 len: 835 time: 0.0747633 Dec 25 20:27:36.127198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-046511e6-952b-4813-97fc-5bf042fcc9a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:36.202082 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-da589989-9389-4fbd-9373-326dbb4ef0f6 req-c8431378-4511-4cf6-8023-ae5dca713a27 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=168010a0-97a6-494a-9522-184243db9ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756745 Dec 25 20:27:36.345978 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-da589989-9389-4fbd-9373-326dbb4ef0f6 req-d0b10881-d591-40f1-9806-c2d41abc377c service neutron] 10.222.0.36 "GET /v2.0/networks/168010a0-97a6-494a-9522-184243db9ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366429 Dec 25 20:27:36.468694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-828f65c8-b2eb-4bb8-a708-fa61771bb648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2aaff5-bfc0-4c08-be0a-0045d600cafe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438152221', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'a8cc067d-f642-4023-981b-511198c912e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:27:13Z', 'updated_at': '2021-12-25T20:27:17Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'a8cc067d-f642-4023-981b-511198c912e8', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2aaff5-bfc0-4c08-be0a-0045d600cafe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:27:13Z', 'updated_at': '2021-12-25T20:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '2d4c7bec-52de-40df-a793-219852435219', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'floating_ip_address': '172.26.8.163', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '2f2aaff5-bfc0-4c08-be0a-0045d600cafe', 'port_id': 'd86d68ea-68b0-4e1c-a9d5-cf205a4487fd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '168010a0-97a6-494a-9522-184243db9ff4', 'mac_address': 'fa:16:3e:01:62:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ee7b74-df62-4a13-bac4-6de07079a636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:27:33Z', 'updated_at': '2021-12-25T20:27:33Z', 'revision_number': 0, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2e6c60c-c803-419f-8a0d-1c5d322ca5b4', 'name': '', 'network_id': '168010a0-97a6-494a-9522-184243db9ff4', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:e6:38:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2aaff5-bfc0-4c08-be0a-0045d600cafe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00f9273b-8489-4425-91d2-61fbc1cd1899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:27:17Z', 'updated_at': '2021-12-25T20:27:23Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': '00f9273b-8489-4425-91d2-61fbc1cd1899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:27:36.472929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828f65c8-b2eb-4bb8-a708-fa61771bb648 None None] The sync data for ids ['2f2aaff5-bfc0-4c08-be0a-0045d600cafe'] in dv-neutron-822611-1-hyperv is: [{'id': '2f2aaff5-bfc0-4c08-be0a-0045d600cafe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438152221', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'a8cc067d-f642-4023-981b-511198c912e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:27:13Z', 'updated_at': '2021-12-25T20:27:17Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'a8cc067d-f642-4023-981b-511198c912e8', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2aaff5-bfc0-4c08-be0a-0045d600cafe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:27:13Z', 'updated_at': '2021-12-25T20:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '2d4c7bec-52de-40df-a793-219852435219', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'floating_ip_address': '172.26.8.163', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '2f2aaff5-bfc0-4c08-be0a-0045d600cafe', 'port_id': 'd86d68ea-68b0-4e1c-a9d5-cf205a4487fd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '168010a0-97a6-494a-9522-184243db9ff4', 'mac_address': 'fa:16:3e:01:62:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ee7b74-df62-4a13-bac4-6de07079a636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:27:33Z', 'updated_at': '2021-12-25T20:27:33Z', 'revision_number': 0, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2e6c60c-c803-419f-8a0d-1c5d322ca5b4', 'name': '', 'network_id': '168010a0-97a6-494a-9522-184243db9ff4', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:e6:38:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2aaff5-bfc0-4c08-be0a-0045d600cafe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00f9273b-8489-4425-91d2-61fbc1cd1899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:27:17Z', 'updated_at': '2021-12-25T20:27:23Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': '00f9273b-8489-4425-91d2-61fbc1cd1899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:27:36.492858 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-da589989-9389-4fbd-9373-326dbb4ef0f6 req-6405596b-e8e8-4533-a2d6-fc79610e68f8 service neutron] 10.222.0.36 "GET /v2.0/networks/168010a0-97a6-494a-9522-184243db9ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399508 Dec 25 20:27:36.863800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c302c7-8028-44e0-b9b1-66a5dfbc2c50 None None] New status for floating IP 2d4c7bec-52de-40df-a793-219852435219: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 20:27:37.040737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59494) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:27:37.160547 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b485eb9f-628f-4b81-92ca-18f258de4550 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/floatingips/2d4c7bec-52de-40df-a793-219852435219 HTTP/1.1" status: 200 len: 991 time: 0.1173785 Dec 25 20:27:37.305540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:38.163591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59498) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:27:38.276299 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2ba9d116-4b60-4e67-a3e6-c907cef8a794 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/floatingips/2d4c7bec-52de-40df-a793-219852435219 HTTP/1.1" status: 200 len: 993 time: 0.1114707 Dec 25 20:27:38.416721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-75e12474-41d4-406c-9bb0-444d7a1cf36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:38.761928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:40.091690 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:27:47.023385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:27:53.898722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:02.875491 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a9b499cf-fb9a-41dd-b4b3-95d8e5f2872d req-2df223ef-61ce-4714-ac25-01474ae0bf1d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=46ee7b74-df62-4a13-bac4-6de07079a636&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730011 Dec 25 20:28:03.026771 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a9b499cf-fb9a-41dd-b4b3-95d8e5f2872d req-1dfec540-221f-4b45-9cf1-8e5e578c47c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a10522521544fda81a2e75a1a25c08e&device_id=46ee7b74-df62-4a13-bac4-6de07079a636 HTTP/1.1" status: 200 len: 1098 time: 0.0771153 Dec 25 20:28:03.187216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b499cf-fb9a-41dd-b4b3-95d8e5f2872d req-5ef42f7d-1884-462b-bc40-33c6a4fccdb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:28:03.188821 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a9b499cf-fb9a-41dd-b4b3-95d8e5f2872d req-5ef42f7d-1884-462b-bc40-33c6a4fccdb6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=168010a0-97a6-494a-9522-184243db9ff4 HTTP/1.1" status: 200 len: 897 time: 0.1407237 Dec 25 20:28:03.293334 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a9b499cf-fb9a-41dd-b4b3-95d8e5f2872d req-36be21cc-fd4e-4259-8745-c31dd82656c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d86d68ea-68b0-4e1c-a9d5-cf205a4487fd HTTP/1.1" status: 200 len: 1001 time: 0.0982447 Dec 25 20:28:03.363884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b499cf-fb9a-41dd-b4b3-95d8e5f2872d req-b102fd64-4a71-495d-8290-40e3057ff4eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:28:03.365469 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a9b499cf-fb9a-41dd-b4b3-95d8e5f2872d req-b102fd64-4a71-495d-8290-40e3057ff4eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00f9273b-8489-4425-91d2-61fbc1cd1899 HTTP/1.1" status: 200 len: 835 time: 0.0655727 Dec 25 20:28:03.445049 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a9b499cf-fb9a-41dd-b4b3-95d8e5f2872d req-53a763a7-7eb0-4422-bb24-033d3e5adaa8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=168010a0-97a6-494a-9522-184243db9ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719538 Dec 25 20:28:03.587968 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a9b499cf-fb9a-41dd-b4b3-95d8e5f2872d req-871c6973-d518-43ab-a174-52f145b21276 service neutron] 10.222.0.36 "GET /v2.0/networks/168010a0-97a6-494a-9522-184243db9ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342938 Dec 25 20:28:03.730714 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a9b499cf-fb9a-41dd-b4b3-95d8e5f2872d req-a79d625c-2c21-4fa3-8c8b-287cc88ea6e0 service neutron] 10.222.0.36 "GET /v2.0/networks/168010a0-97a6-494a-9522-184243db9ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360140 Dec 25 20:28:06.119562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ed281b7f-e1fb-4f6c-8fa2-abcb1e22e928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:07.277928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:08.417309 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-706e39ef-4c1e-4265-85eb-2ba7a0994e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:08.764118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:09.813895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8eefc9-aa5b-4a3a-b66f-d9cf9a694dc9 req-8caeb218-ea6b-4e3a-b229-704d2499d16e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:28:09.815573 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9f8eefc9-aa5b-4a3a-b66f-d9cf9a694dc9 req-8caeb218-ea6b-4e3a-b229-704d2499d16e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=46ee7b74-df62-4a13-bac4-6de07079a636 HTTP/1.1" status: 200 len: 945 time: 0.0878031 Dec 25 20:28:09.863678 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9f8eefc9-aa5b-4a3a-b66f-d9cf9a694dc9 req-0cf4414e-fd0c-4315-8cd6-e77c72295656 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa8e57fb-7ab0-4188-bbbc-dca3423e927e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420191 Dec 25 20:28:10.095857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:11.201746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cac7cf-b9cc-417b-82eb-2a5e9a10ee9f req-63cf0779-ca14-4512-80ef-b37d026d0ac7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:28:11.203407 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c3cac7cf-b9cc-417b-82eb-2a5e9a10ee9f req-63cf0779-ca14-4512-80ef-b37d026d0ac7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=46ee7b74-df62-4a13-bac4-6de07079a636 HTTP/1.1" status: 200 len: 945 time: 0.0845907 Dec 25 20:28:11.250808 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c3cac7cf-b9cc-417b-82eb-2a5e9a10ee9f req-efccf7f2-8a4a-4b28-91e1-f9ee13c7e2fe tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa8e57fb-7ab0-4188-bbbc-dca3423e927e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413623 Dec 25 20:28:11.280447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59522) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:28:11.390124 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5d76fc22-eae1-4103-8d65-4c0d5476cb8b tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/floatingips/2d4c7bec-52de-40df-a793-219852435219 HTTP/1.1" status: 200 len: 993 time: 0.1083944 Dec 25 20:28:12.989072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd3841b-59d1-4cf7-aa7d-8fe07b8e0c28 req-6a06441f-38d0-40fb-bf9e-2fa8a43ebadc tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:28:12.990706 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ecd3841b-59d1-4cf7-aa7d-8fe07b8e0c28 req-6a06441f-38d0-40fb-bf9e-2fa8a43ebadc tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=46ee7b74-df62-4a13-bac4-6de07079a636 HTTP/1.1" status: 200 len: 945 time: 0.1802323 Dec 25 20:28:13.043493 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ecd3841b-59d1-4cf7-aa7d-8fe07b8e0c28 req-8f4fa133-5caa-48b6-bada-cd49440a00a0 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa8e57fb-7ab0-4188-bbbc-dca3423e927e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451932 Dec 25 20:28:14.351603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a01c65-af79-4a42-a490-613e9da6fa50 req-3fd68aec-5c02-43d1-9179-1600f68670c6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:28:14.353144 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-30a01c65-af79-4a42-a490-613e9da6fa50 req-3fd68aec-5c02-43d1-9179-1600f68670c6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=46ee7b74-df62-4a13-bac4-6de07079a636 HTTP/1.1" status: 200 len: 945 time: 0.1850283 Dec 25 20:28:14.402609 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-30a01c65-af79-4a42-a490-613e9da6fa50 req-53cdc2e6-726c-4e42-b000-abe6bfae2516 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa8e57fb-7ab0-4188-bbbc-dca3423e927e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427477 Dec 25 20:28:14.430621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59538) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:28:14.541194 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4c8f4d25-81f6-4c2b-95f3-e41132cd1965 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/floatingips/2d4c7bec-52de-40df-a793-219852435219 HTTP/1.1" status: 200 len: 993 time: 0.1092567 Dec 25 20:28:14.862466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 59546) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:28:15.089519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-12d982d1-a594-4325-897b-f4d1784d0628 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Deleting port 97416f30-4d01-4076-a076-1d9de016c5ad {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:28:15.089892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-12d982d1-a594-4325-897b-f4d1784d0628 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:15.269969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-12d982d1-a594-4325-897b-f4d1784d0628 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:15.270340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-12d982d1-a594-4325-897b-f4d1784d0628 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:15.409209 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-12d982d1-a594-4325-897b-f4d1784d0628 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Calling delete_port for 97416f30-4d01-4076-a076-1d9de016c5ad owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:28:15.563371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-12d982d1-a594-4325-897b-f4d1784d0628 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:15.568349 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4dc4db0c-c1e8-4c4c-9083-dd8a1c9701bd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:28:15.612072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d982d1-a594-4325-897b-f4d1784d0628 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event deleted for resources: {'Port': ['ID=97416f30-4d01-4076-a076-1d9de016c5ad,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:28:15.661216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d982d1-a594-4325-897b-f4d1784d0628 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:28:15.661579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d982d1-a594-4325-897b-f4d1784d0628 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:28:15.662006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d982d1-a594-4325-897b-f4d1784d0628 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:28:15.662421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d982d1-a594-4325-897b-f4d1784d0628 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:28:15.662835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d982d1-a594-4325-897b-f4d1784d0628 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:28:15.663273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d982d1-a594-4325-897b-f4d1784d0628 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:28:15.663681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d982d1-a594-4325-897b-f4d1784d0628 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:28:15.664086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d982d1-a594-4325-897b-f4d1784d0628 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:28:15.664494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d982d1-a594-4325-897b-f4d1784d0628 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:28:15.664898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d982d1-a594-4325-897b-f4d1784d0628 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:28:15.665304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d982d1-a594-4325-897b-f4d1784d0628 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:28:15.697231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-12d982d1-a594-4325-897b-f4d1784d0628 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:28:15.728466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-12d982d1-a594-4325-897b-f4d1784d0628 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:16.137028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d982d1-a594-4325-897b-f4d1784d0628 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Router 2f2aaff5-bfc0-4c08-be0a-0045d600cafe has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:28:16.577154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d982d1-a594-4325-897b-f4d1784d0628 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:28:16.587670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cb6cb0-1436-473f-985d-45585a7636ed None None] Sync routers for ids ['2f2aaff5-bfc0-4c08-be0a-0045d600cafe'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:28:16.596663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-12d982d1-a594-4325-897b-f4d1784d0628 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:16.601033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cb6cb0-1436-473f-985d-45585a7636ed None None] Routers {'2f2aaff5-bfc0-4c08-be0a-0045d600cafe'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:28:16.601786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-69cb6cb0-1436-473f-985d-45585a7636ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:28:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['2f2aaff5-bfc0-4c08-be0a-0045d600cafe'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:28:16.655373 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-12d982d1-a594-4325-897b-f4d1784d0628 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "DELETE /v2.0/floatingips/2d4c7bec-52de-40df-a793-219852435219 HTTP/1.1" status: 204 len: 168 time: 1.7916698 Dec 25 20:28:16.656065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46ee7b74-df62-4a13-bac4-6de07079a636', 'tag': 'd86d68ea-68b0-4e1c-a9d5-cf205a4487fd'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:28:16.715741 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46ee7b74-df62-4a13-bac4-6de07079a636', 'tag': 'd86d68ea-68b0-4e1c-a9d5-cf205a4487fd', 'status': 'completed', 'code': 200} Dec 25 20:28:16.808676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-69cb6cb0-1436-473f-985d-45585a7636ed None None] Set router 2f2aaff5-bfc0-4c08-be0a-0045d600cafe gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:28:16.830100 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0e48468d-a872-432a-8fc3-dc195fc86717 req-de7c1c09-82d9-431a-a42f-393e312d4378 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a10522521544fda81a2e75a1a25c08e&device_id=46ee7b74-df62-4a13-bac4-6de07079a636 HTTP/1.1" status: 200 len: 1098 time: 0.0824342 Dec 25 20:28:17.031282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48468d-a872-432a-8fc3-dc195fc86717 req-c5d26af8-a3ee-4f1c-b45c-9687b80d075f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:28:17.032925 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0e48468d-a872-432a-8fc3-dc195fc86717 req-c5d26af8-a3ee-4f1c-b45c-9687b80d075f service neutron] 10.222.0.36 "GET /v2.0/networks?id=168010a0-97a6-494a-9522-184243db9ff4 HTTP/1.1" status: 200 len: 897 time: 0.1924860 Dec 25 20:28:17.120611 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0e48468d-a872-432a-8fc3-dc195fc86717 req-2c17eb10-7d39-4e1d-8771-ba9d9814747d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d86d68ea-68b0-4e1c-a9d5-cf205a4487fd HTTP/1.1" status: 200 len: 217 time: 0.0780771 Dec 25 20:28:17.297870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-69cb6cb0-1436-473f-985d-45585a7636ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2aaff5-bfc0-4c08-be0a-0045d600cafe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438152221', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'a8cc067d-f642-4023-981b-511198c912e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:27:13Z', 'updated_at': '2021-12-25T20:27:17Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'a8cc067d-f642-4023-981b-511198c912e8', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2aaff5-bfc0-4c08-be0a-0045d600cafe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:27:13Z', 'updated_at': '2021-12-25T20:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'd2e6c60c-c803-419f-8a0d-1c5d322ca5b4', 'name': '', 'network_id': '168010a0-97a6-494a-9522-184243db9ff4', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:e6:38:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2aaff5-bfc0-4c08-be0a-0045d600cafe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00f9273b-8489-4425-91d2-61fbc1cd1899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:27:17Z', 'updated_at': '2021-12-25T20:27:23Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': '00f9273b-8489-4425-91d2-61fbc1cd1899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:28:17.302415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cb6cb0-1436-473f-985d-45585a7636ed None None] Checking router: 2f2aaff5-bfc0-4c08-be0a-0045d600cafe for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:28:17.314176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cb6cb0-1436-473f-985d-45585a7636ed None None] Routers {'2f2aaff5-bfc0-4c08-be0a-0045d600cafe'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:28:17.314866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-69cb6cb0-1436-473f-985d-45585a7636ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:28:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['2f2aaff5-bfc0-4c08-be0a-0045d600cafe'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:28:17.429618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eca93a-c091-4021-84df-8f0d70e07300 req-44cb4416-3b6f-4a73-80fc-1c46b8a2da28 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:28:17.431147 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-62eca93a-c091-4021-84df-8f0d70e07300 req-44cb4416-3b6f-4a73-80fc-1c46b8a2da28 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=46ee7b74-df62-4a13-bac4-6de07079a636 HTTP/1.1" status: 200 len: 945 time: 0.4550576 Dec 25 20:28:17.465619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48468d-a872-432a-8fc3-dc195fc86717 req-75122bee-a2d5-4357-b135-d2b22aaa4c74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:28:17.467180 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0e48468d-a872-432a-8fc3-dc195fc86717 req-75122bee-a2d5-4357-b135-d2b22aaa4c74 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00f9273b-8489-4425-91d2-61fbc1cd1899 HTTP/1.1" status: 200 len: 835 time: 0.3372560 Dec 25 20:28:17.501190 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-69cb6cb0-1436-473f-985d-45585a7636ed None None] Set router 2f2aaff5-bfc0-4c08-be0a-0045d600cafe gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:28:17.543246 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-62eca93a-c091-4021-84df-8f0d70e07300 req-a26d5f9b-3686-44be-b2cc-aa0074851270 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa8e57fb-7ab0-4188-bbbc-dca3423e927e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044703 Dec 25 20:28:17.567042 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0e48468d-a872-432a-8fc3-dc195fc86717 req-50847ece-dde4-4ce3-b034-b3f75b663a1e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=168010a0-97a6-494a-9522-184243db9ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0907800 Dec 25 20:28:17.711826 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0e48468d-a872-432a-8fc3-dc195fc86717 req-d05870e3-37df-4a94-8cda-cb1a28d43693 service neutron] 10.222.0.36 "GET /v2.0/networks/168010a0-97a6-494a-9522-184243db9ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375415 Dec 25 20:28:17.835228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-69cb6cb0-1436-473f-985d-45585a7636ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2aaff5-bfc0-4c08-be0a-0045d600cafe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438152221', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'a8cc067d-f642-4023-981b-511198c912e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:27:13Z', 'updated_at': '2021-12-25T20:27:17Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'a8cc067d-f642-4023-981b-511198c912e8', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2aaff5-bfc0-4c08-be0a-0045d600cafe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:27:13Z', 'updated_at': '2021-12-25T20:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'd2e6c60c-c803-419f-8a0d-1c5d322ca5b4', 'name': '', 'network_id': '168010a0-97a6-494a-9522-184243db9ff4', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:e6:38:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2aaff5-bfc0-4c08-be0a-0045d600cafe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00f9273b-8489-4425-91d2-61fbc1cd1899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:27:17Z', 'updated_at': '2021-12-25T20:27:23Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': '00f9273b-8489-4425-91d2-61fbc1cd1899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:28:17.839382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cb6cb0-1436-473f-985d-45585a7636ed None None] The sync data for ids ['2f2aaff5-bfc0-4c08-be0a-0045d600cafe'] in dv-neutron-822611-1-hyperv is: [{'id': '2f2aaff5-bfc0-4c08-be0a-0045d600cafe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438152221', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'a8cc067d-f642-4023-981b-511198c912e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:27:13Z', 'updated_at': '2021-12-25T20:27:17Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'a8cc067d-f642-4023-981b-511198c912e8', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2aaff5-bfc0-4c08-be0a-0045d600cafe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:27:13Z', 'updated_at': '2021-12-25T20:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'd2e6c60c-c803-419f-8a0d-1c5d322ca5b4', 'name': '', 'network_id': '168010a0-97a6-494a-9522-184243db9ff4', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:e6:38:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2aaff5-bfc0-4c08-be0a-0045d600cafe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00f9273b-8489-4425-91d2-61fbc1cd1899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:27:17Z', 'updated_at': '2021-12-25T20:27:23Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': '00f9273b-8489-4425-91d2-61fbc1cd1899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:28:17.857257 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0e48468d-a872-432a-8fc3-dc195fc86717 req-44e4a61d-9f81-4b46-815a-bff2d7f8baa3 service neutron] 10.222.0.36 "GET /v2.0/networks/168010a0-97a6-494a-9522-184243db9ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382589 Dec 25 20:28:18.297644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a219a13-6a33-4ee4-85fd-b3bc7b72188c None None] New status for floating IP 2d4c7bec-52de-40df-a793-219852435219: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 20:28:18.752662 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8191e-5d7b-4510-8e84-fafe726c2e39 req-e8407843-996f-4616-b1c1-8ef2173343e2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:28:18.754275 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-31c8191e-5d7b-4510-8e84-fafe726c2e39 req-e8407843-996f-4616-b1c1-8ef2173343e2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=46ee7b74-df62-4a13-bac4-6de07079a636 HTTP/1.1" status: 200 len: 945 time: 0.0833669 Dec 25 20:28:18.861531 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-31c8191e-5d7b-4510-8e84-fafe726c2e39 req-ccfa59e3-893c-427a-bbaf-65c356dac6bf tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa8e57fb-7ab0-4188-bbbc-dca3423e927e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728455 Dec 25 20:28:18.875648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8f68b-dcaa-4819-bcf6-901229f4dcb9 req-55a04d67-19bd-42d0-a5b7-45d73ce4541e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:28:18.877230 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9db8f68b-dcaa-4819-bcf6-901229f4dcb9 req-55a04d67-19bd-42d0-a5b7-45d73ce4541e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.36 "GET /v2.0/ports?device_id=46ee7b74-df62-4a13-bac4-6de07079a636 HTTP/1.1" status: 200 len: 945 time: 0.1220181 Dec 25 20:28:18.954529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-9db8f68b-dcaa-4819-bcf6-901229f4dcb9 req-a4492d4f-9401-48fa-aad9-4b4c8e83066d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Deleting port d86d68ea-68b0-4e1c-a9d5-cf205a4487fd {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:28:18.954920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-9db8f68b-dcaa-4819-bcf6-901229f4dcb9 req-a4492d4f-9401-48fa-aad9-4b4c8e83066d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:19.213962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-9db8f68b-dcaa-4819-bcf6-901229f4dcb9 req-a4492d4f-9401-48fa-aad9-4b4c8e83066d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] For port d86d68ea-68b0-4e1c-a9d5-cf205a4487fd, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d86d68ea-68b0-4e1c-a9d5-cf205a4487fd,segment=NetworkSegment(3705c427-d5ad-49bb-ab8c-a5c33d3f465d),segment_id=3705c427-d5ad-49bb-ab8c-a5c33d3f465d)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:28:19.214357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-9db8f68b-dcaa-4819-bcf6-901229f4dcb9 req-a4492d4f-9401-48fa-aad9-4b4c8e83066d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:19.340347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-9db8f68b-dcaa-4819-bcf6-901229f4dcb9 req-a4492d4f-9401-48fa-aad9-4b4c8e83066d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Calling delete_port for d86d68ea-68b0-4e1c-a9d5-cf205a4487fd owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:28:19.483318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-9db8f68b-dcaa-4819-bcf6-901229f4dcb9 req-a4492d4f-9401-48fa-aad9-4b4c8e83066d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:19.488880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-57516107-e755-4009-908d-3929205d7e53 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:28:19.532085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4492d4f-9401-48fa-aad9-4b4c8e83066d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event deleted for resources: {'Port': ['ID=d86d68ea-68b0-4e1c-a9d5-cf205a4487fd,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:28:19.576116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4492d4f-9401-48fa-aad9-4b4c8e83066d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:28:19.576546 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4492d4f-9401-48fa-aad9-4b4c8e83066d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:28:19.576970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4492d4f-9401-48fa-aad9-4b4c8e83066d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:28:19.577387 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4492d4f-9401-48fa-aad9-4b4c8e83066d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:28:19.577800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4492d4f-9401-48fa-aad9-4b4c8e83066d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:28:19.578210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4492d4f-9401-48fa-aad9-4b4c8e83066d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:28:19.578620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4492d4f-9401-48fa-aad9-4b4c8e83066d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:28:19.579028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4492d4f-9401-48fa-aad9-4b4c8e83066d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:28:19.579460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4492d4f-9401-48fa-aad9-4b4c8e83066d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:28:19.579869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4492d4f-9401-48fa-aad9-4b4c8e83066d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:28:19.580274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4492d4f-9401-48fa-aad9-4b4c8e83066d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:28:19.587573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a4492d4f-9401-48fa-aad9-4b4c8e83066d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:28:19.625865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db8f68b-dcaa-4819-bcf6-901229f4dcb9 req-a4492d4f-9401-48fa-aad9-4b4c8e83066d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] No DVR routers for this DVR port d86d68ea-68b0-4e1c-a9d5-cf205a4487fd on host hv-neutron-8226 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:28:19.628322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-9db8f68b-dcaa-4819-bcf6-901229f4dcb9 req-a4492d4f-9401-48fa-aad9-4b4c8e83066d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:19.631009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ee7b74-df62-4a13-bac4-6de07079a636', 'name': 'network-vif-deleted', 'tag': 'd86d68ea-68b0-4e1c-a9d5-cf205a4487fd'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:28:19.643310 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9db8f68b-dcaa-4819-bcf6-901229f4dcb9 req-a4492d4f-9401-48fa-aad9-4b4c8e83066d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.36 "DELETE /v2.0/ports/d86d68ea-68b0-4e1c-a9d5-cf205a4487fd HTTP/1.1" status: 204 len: 173 time: 0.7566671 Dec 25 20:28:19.773130 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ee7b74-df62-4a13-bac4-6de07079a636', 'name': 'network-vif-deleted', 'tag': 'd86d68ea-68b0-4e1c-a9d5-cf205a4487fd', 'status': 'completed', 'code': 200} Dec 25 20:28:20.053606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-c365dc24-28b9-44ad-addb-799a8b8cc570 req-5dd07b35-2d65-42a7-9df6-061546aec2e6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Synchronizing usage tracker for tenant:5a10522521544fda81a2e75a1a25c08e on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:28:20.070824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-c365dc24-28b9-44ad-addb-799a8b8cc570 req-5dd07b35-2d65-42a7-9df6-061546aec2e6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Unset dirty status for tenant:5a10522521544fda81a2e75a1a25c08e on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:28:20.072193 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c365dc24-28b9-44ad-addb-799a8b8cc570 req-5dd07b35-2d65-42a7-9df6-061546aec2e6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=46ee7b74-df62-4a13-bac4-6de07079a636 HTTP/1.1" status: 200 len: 210 time: 0.0648308 Dec 25 20:28:21.185109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 59566) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:28:21.613834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ed8ae171-049e-4e1c-8b15-b3f8ce26210a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:21.931749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device d86d68ea-68b0-4e1c-a9d5-cf205a4487fd no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:28:21.973142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] No Port match for: d86d68ea-68b0-4e1c-a9d5-cf205a4487fd {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:28:21.973836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device d86d68ea-68b0-4e1c-a9d5-cf205a4487fd not bound to the agent host hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:28:22.266943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ed8ae171-049e-4e1c-8b15-b3f8ce26210a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Deleting port d2e6c60c-c803-419f-8a0d-1c5d322ca5b4 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:28:22.267581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ed8ae171-049e-4e1c-8b15-b3f8ce26210a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:22.462812 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-ed8ae171-049e-4e1c-8b15-b3f8ce26210a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] For port d2e6c60c-c803-419f-8a0d-1c5d322ca5b4, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=d2e6c60c-c803-419f-8a0d-1c5d322ca5b4,segment=NetworkSegment(3705c427-d5ad-49bb-ab8c-a5c33d3f465d),segment_id=3705c427-d5ad-49bb-ab8c-a5c33d3f465d)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:28:22.463267 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ed8ae171-049e-4e1c-8b15-b3f8ce26210a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:22.591872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ed8ae171-049e-4e1c-8b15-b3f8ce26210a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Calling delete_port for d2e6c60c-c803-419f-8a0d-1c5d322ca5b4 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:28:22.777437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ed8ae171-049e-4e1c-8b15-b3f8ce26210a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:22.781756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-41c412e5-7645-4fc0-b8a8-cd61e0b7ca9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:28:22.828121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ae171-049e-4e1c-8b15-b3f8ce26210a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event deleted for resources: {'Port': ['ID=d2e6c60c-c803-419f-8a0d-1c5d322ca5b4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:28:22.830769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ed8ae171-049e-4e1c-8b15-b3f8ce26210a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:28:23.140528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ed8ae171-049e-4e1c-8b15-b3f8ce26210a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:23.741145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8ae171-049e-4e1c-8b15-b3f8ce26210a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Router 2f2aaff5-bfc0-4c08-be0a-0045d600cafe has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:28:23.925086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:24.024397 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:28:24.184523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8ae171-049e-4e1c-8b15-b3f8ce26210a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:28:24.194562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e0fa5e-c3b9-497c-9a96-7ab286376329 None None] Sync routers for ids ['2f2aaff5-bfc0-4c08-be0a-0045d600cafe'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:28:24.201097 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ed8ae171-049e-4e1c-8b15-b3f8ce26210a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "PUT /v2.0/routers/2f2aaff5-bfc0-4c08-be0a-0045d600cafe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0147877 Dec 25 20:28:24.203990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 59570) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:28:24.207838 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e0fa5e-c3b9-497c-9a96-7ab286376329 None None] Routers {'2f2aaff5-bfc0-4c08-be0a-0045d600cafe'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:28:24.208656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-38e0fa5e-c3b9-497c-9a96-7ab286376329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:28:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['2f2aaff5-bfc0-4c08-be0a-0045d600cafe'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:28:24.392281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-38e0fa5e-c3b9-497c-9a96-7ab286376329 None None] Set router 2f2aaff5-bfc0-4c08-be0a-0045d600cafe gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:28:24.406551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-012ae418-955a-4076-9f17-0cefd8a69474 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Deleting subnet 00f9273b-8489-4425-91d2-61fbc1cd1899 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 20:28:24.409635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-012ae418-955a-4076-9f17-0cefd8a69474 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:24.469995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-012ae418-955a-4076-9f17-0cefd8a69474 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:24.556006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-012ae418-955a-4076-9f17-0cefd8a69474 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:24.632995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-012ae418-955a-4076-9f17-0cefd8a69474 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:24.637955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-797664af-134b-439e-99fb-9e9331fe737c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:28:24.674653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ae418-955a-4076-9f17-0cefd8a69474 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event deleted for resources: {'Subnet': ['ID=00f9273b-8489-4425-91d2-61fbc1cd1899,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:28:24.678422 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-012ae418-955a-4076-9f17-0cefd8a69474 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:28:24.681809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-012ae418-955a-4076-9f17-0cefd8a69474 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:24.688238 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-012ae418-955a-4076-9f17-0cefd8a69474 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "DELETE /v2.0/subnets/00f9273b-8489-4425-91d2-61fbc1cd1899 HTTP/1.1" status: 204 len: 168 time: 0.4832118 Dec 25 20:28:24.691146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 59574) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:28:24.692458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-38e0fa5e-c3b9-497c-9a96-7ab286376329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2aaff5-bfc0-4c08-be0a-0045d600cafe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438152221', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'a8cc067d-f642-4023-981b-511198c912e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:27:13Z', 'updated_at': '2021-12-25T20:28:22Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'a8cc067d-f642-4023-981b-511198c912e8', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2aaff5-bfc0-4c08-be0a-0045d600cafe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:27:13Z', 'updated_at': '2021-12-25T20:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:28:24.693420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f3559b-94de-48f8-91bb-57c0ce1fb3d6 None None] Network 168010a0-97a6-494a-9522-184243db9ff4 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:28:24.696631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e0fa5e-c3b9-497c-9a96-7ab286376329 None None] Checking router: 2f2aaff5-bfc0-4c08-be0a-0045d600cafe for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:28:24.708383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e0fa5e-c3b9-497c-9a96-7ab286376329 None None] Routers {'2f2aaff5-bfc0-4c08-be0a-0045d600cafe'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:28:24.709051 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-38e0fa5e-c3b9-497c-9a96-7ab286376329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:28:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['2f2aaff5-bfc0-4c08-be0a-0045d600cafe'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:28:24.900094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-38e0fa5e-c3b9-497c-9a96-7ab286376329 None None] Set router 2f2aaff5-bfc0-4c08-be0a-0045d600cafe gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:28:24.910012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7bd1b02-ef26-4bc2-aa16-6e9a2408fca2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:24.977424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ae0410-5c18-40ce-bff1-a2b4ded80bab None None] DHCP port deletion for 168010a0-97a6-494a-9522-184243db9ff4 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 20:28:24.983437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-95ae0410-5c18-40ce-bff1-a2b4ded80bab None None] Deleting port cc2a5049-1f6f-48fc-bb9b-ac55fa82deda {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:28:24.983911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-95ae0410-5c18-40ce-bff1-a2b4ded80bab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:25.129102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7bd1b02-ef26-4bc2-aa16-6e9a2408fca2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:25.138960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-a7bd1b02-ef26-4bc2-aa16-6e9a2408fca2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Deleting port a8cc067d-f642-4023-981b-511198c912e8 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:28:25.139801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7bd1b02-ef26-4bc2-aa16-6e9a2408fca2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:25.224507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-38e0fa5e-c3b9-497c-9a96-7ab286376329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2aaff5-bfc0-4c08-be0a-0045d600cafe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438152221', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'a8cc067d-f642-4023-981b-511198c912e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:27:13Z', 'updated_at': '2021-12-25T20:28:22Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'a8cc067d-f642-4023-981b-511198c912e8', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2aaff5-bfc0-4c08-be0a-0045d600cafe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:27:13Z', 'updated_at': '2021-12-25T20:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:28:25.229447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-95ae0410-5c18-40ce-bff1-a2b4ded80bab None None] For port cc2a5049-1f6f-48fc-bb9b-ac55fa82deda, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=cc2a5049-1f6f-48fc-bb9b-ac55fa82deda,segment=NetworkSegment(3705c427-d5ad-49bb-ab8c-a5c33d3f465d),segment_id=3705c427-d5ad-49bb-ab8c-a5c33d3f465d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:28:25.229795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e0fa5e-c3b9-497c-9a96-7ab286376329 None None] The sync data for ids ['2f2aaff5-bfc0-4c08-be0a-0045d600cafe'] in dv-neutron-822611-1-hyperv is: [{'id': '2f2aaff5-bfc0-4c08-be0a-0045d600cafe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438152221', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'a8cc067d-f642-4023-981b-511198c912e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:27:13Z', 'updated_at': '2021-12-25T20:28:22Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'a8cc067d-f642-4023-981b-511198c912e8', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2aaff5-bfc0-4c08-be0a-0045d600cafe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:27:13Z', 'updated_at': '2021-12-25T20:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:28:25.230034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-95ae0410-5c18-40ce-bff1-a2b4ded80bab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:25.331101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-a7bd1b02-ef26-4bc2-aa16-6e9a2408fca2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] For port a8cc067d-f642-4023-981b-511198c912e8, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a8cc067d-f642-4023-981b-511198c912e8,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:28:25.331489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7bd1b02-ef26-4bc2-aa16-6e9a2408fca2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:25.364972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-95ae0410-5c18-40ce-bff1-a2b4ded80bab None None] Calling delete_port for cc2a5049-1f6f-48fc-bb9b-ac55fa82deda owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:28:25.458922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-95ae0410-5c18-40ce-bff1-a2b4ded80bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:25.464249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-70bdb751-d54b-457e-9327-a6c08649bdbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:28:25.469945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-a7bd1b02-ef26-4bc2-aa16-6e9a2408fca2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Calling delete_port for a8cc067d-f642-4023-981b-511198c912e8 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:28:25.515350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae0410-5c18-40ce-bff1-a2b4ded80bab None None] Pushing event deleted for resources: {'Port': ['ID=cc2a5049-1f6f-48fc-bb9b-ac55fa82deda,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:28:25.526587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ae0410-5c18-40ce-bff1-a2b4ded80bab None None] No DVR routers for this DVR port cc2a5049-1f6f-48fc-bb9b-ac55fa82deda on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:28:25.528842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae0410-5c18-40ce-bff1-a2b4ded80bab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:28:25.529283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae0410-5c18-40ce-bff1-a2b4ded80bab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:28:25.529617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae0410-5c18-40ce-bff1-a2b4ded80bab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:28:25.529999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae0410-5c18-40ce-bff1-a2b4ded80bab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:28:25.530380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae0410-5c18-40ce-bff1-a2b4ded80bab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:28:25.530758 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae0410-5c18-40ce-bff1-a2b4ded80bab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:28:25.531176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae0410-5c18-40ce-bff1-a2b4ded80bab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:28:25.531555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae0410-5c18-40ce-bff1-a2b4ded80bab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:28:25.531924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae0410-5c18-40ce-bff1-a2b4ded80bab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:28:25.532294 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae0410-5c18-40ce-bff1-a2b4ded80bab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:28:25.532661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae0410-5c18-40ce-bff1-a2b4ded80bab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:28:25.537003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-95ae0410-5c18-40ce-bff1-a2b4ded80bab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:28:25.652142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7bd1b02-ef26-4bc2-aa16-6e9a2408fca2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:25.655274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d2e6c60c-c803-419f-8a0d-1c5d322ca5b4 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:28:25.657893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a480285e-3d27-4bd4-8fde-8d686aa599c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:28:25.690573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: d2e6c60c-c803-419f-8a0d-1c5d322ca5b4 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:28:25.690926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d2e6c60c-c803-419f-8a0d-1c5d322ca5b4 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:28:25.691354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device cc2a5049-1f6f-48fc-bb9b-ac55fa82deda no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:28:25.705874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd1b02-ef26-4bc2-aa16-6e9a2408fca2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event deleted for resources: {'Port': ['ID=a8cc067d-f642-4023-981b-511198c912e8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:28:25.708608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a7bd1b02-ef26-4bc2-aa16-6e9a2408fca2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:28:25.725308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: cc2a5049-1f6f-48fc-bb9b-ac55fa82deda {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:28:25.725711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device cc2a5049-1f6f-48fc-bb9b-ac55fa82deda not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:28:25.940515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7bd1b02-ef26-4bc2-aa16-6e9a2408fca2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:26.213579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7bd1b02-ef26-4bc2-aa16-6e9a2408fca2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:26.217984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7bd1b02-ef26-4bc2-aa16-6e9a2408fca2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:26.240197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7bd1b02-ef26-4bc2-aa16-6e9a2408fca2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:26.240772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7bd1b02-ef26-4bc2-aa16-6e9a2408fca2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Fanout notify agent at l3_agent the message router_deleted on router 2f2aaff5-bfc0-4c08-be0a-0045d600cafe {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 20:28:26.256125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a7bd1b02-ef26-4bc2-aa16-6e9a2408fca2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:26.257334 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a7bd1b02-ef26-4bc2-aa16-6e9a2408fca2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "DELETE /v2.0/routers/2f2aaff5-bfc0-4c08-be0a-0045d600cafe HTTP/1.1" status: 204 len: 168 time: 1.5652041 Dec 25 20:28:26.260298 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 59578) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:28:26.385763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e717d647-06da-48c0-a30b-916e50585037 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:26.530548 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e717d647-06da-48c0-a30b-916e50585037 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:26.557850 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-e717d647-06da-48c0-a30b-916e50585037 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['168010a0-97a6-494a-9522-184243db9ff4']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:28:26.571082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-e717d647-06da-48c0-a30b-916e50585037 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3705c427-d5ad-49bb-ab8c-a5c33d3f465d') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:28:26.571412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-e717d647-06da-48c0-a30b-916e50585037 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3705c427-d5ad-49bb-ab8c-a5c33d3f465d') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:28:26.584478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e717d647-06da-48c0-a30b-916e50585037 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:26.599314 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e717d647-06da-48c0-a30b-916e50585037 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:26.605528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e717d647-06da-48c0-a30b-916e50585037 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 20:28:26.605945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e717d647-06da-48c0-a30b-916e50585037 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:26.621560 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 20:28:26.621560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 20:28:26.621560 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 20:28:26.621560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 20:28:26.621560 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 20:28:26.621560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 20:28:26.621560 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 20:28:26.621560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 20:28:26.621560 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 20:28:26.621560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 20:28:26.621560 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 20:28:26.621560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 20:28:26.621560 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 20:28:26.621560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 20:28:26.621560 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 20:28:26.621560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 20:28:26.621560 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 20:28:26.621560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 20:28:26.621560 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 20:28:26.621560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 20:28:26.621560 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 20:28:26.621560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 20:28:26.621560 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 20:28:26.621560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 20:28:26.621560 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 20:28:26.621560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 20:28:26.621560 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 20:28:26.621560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 20:28:26.621560 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 20:28:26.621560 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 20:28:26.621560 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 20:28:26.621560 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 20:28:26.703686 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e717d647-06da-48c0-a30b-916e50585037 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:26.707141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c54ca945-3fa6-406f-80f5-a186fde887ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:28:26.722035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e717d647-06da-48c0-a30b-916e50585037 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:26.732709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e717d647-06da-48c0-a30b-916e50585037 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event deleted for resources: {'Network': ['ID=168010a0-97a6-494a-9522-184243db9ff4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:28:26.735692 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e717d647-06da-48c0-a30b-916e50585037 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "DELETE /v2.0/networks/168010a0-97a6-494a-9522-184243db9ff4 HTTP/1.1" status: 204 len: 168 time: 0.4745011 Dec 25 20:28:26.736666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e717d647-06da-48c0-a30b-916e50585037 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:28:26.738516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 59582) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:28:26.809358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-15851a57-07f1-4a97-9866-56bfd73ee777 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:26.839797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-15851a57-07f1-4a97-9866-56bfd73ee777 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:26.891736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-15851a57-07f1-4a97-9866-56bfd73ee777 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:26.897014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7e1e6761-cea5-407f-8490-9149d76a4ad0 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:28:26.909543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15851a57-07f1-4a97-9866-56bfd73ee777 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8e57fb-7ab0-4188-bbbc-dca3423e927e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:28:26.912128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-15851a57-07f1-4a97-9866-56bfd73ee777 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:28:26.917441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-15851a57-07f1-4a97-9866-56bfd73ee777 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:26.918639 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-15851a57-07f1-4a97-9866-56bfd73ee777 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "DELETE /v2.0/security-groups/aa8e57fb-7ab0-4188-bbbc-dca3423e927e HTTP/1.1" status: 204 len: 168 time: 0.1791160 Dec 25 20:28:27.302358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 59592) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:28:27.308772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-bc939db6-fe21-4dd5-bb9d-49bd143b4833 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2105926592', 'description': 'tempest-secgroup-smoke-2105926592 description', 'project_id': '5a10522521544fda81a2e75a1a25c08e'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:28:27.315279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-bc939db6-fe21-4dd5-bb9d-49bd143b4833 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:28:27.319334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-bc939db6-fe21-4dd5-bb9d-49bd143b4833 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:security_group and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:28:27.322319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-bc939db6-fe21-4dd5-bb9d-49bd143b4833 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:28:27.328488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-bc939db6-fe21-4dd5-bb9d-49bd143b4833 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:28:27.342060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bc939db6-fe21-4dd5-bb9d-49bd143b4833 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:27.380955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-bc939db6-fe21-4dd5-bb9d-49bd143b4833 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:28:27.385518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-bc939db6-fe21-4dd5-bb9d-49bd143b4833 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:security_group_rule and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:28:27.389002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-bc939db6-fe21-4dd5-bb9d-49bd143b4833 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:28:27.395044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-bc939db6-fe21-4dd5-bb9d-49bd143b4833 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:28:27.455959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bc939db6-fe21-4dd5-bb9d-49bd143b4833 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:27.458664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bc939db6-fe21-4dd5-bb9d-49bd143b4833 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:27.464011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a8f5c5ff-faac-45f4-807b-d070492b111b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:28:27.503492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc939db6-fe21-4dd5-bb9d-49bd143b4833 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a148675f-916a-4500-b2c8-b742d6d29219,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:28:27.506215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bc939db6-fe21-4dd5-bb9d-49bd143b4833 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:27.507508 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-bc939db6-fe21-4dd5-bb9d-49bd143b4833 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2040162 Dec 25 20:28:27.508478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bc939db6-fe21-4dd5-bb9d-49bd143b4833 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:28:27.510610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 59598) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:28:27.516422 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-2d7a31e7-6fea-4cb9-a2bb-426a84e58d70 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'security_group_rule': {'security_group_id': 'a148675f-916a-4500-b2c8-b742d6d29219', 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:28:27.522765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2d7a31e7-6fea-4cb9-a2bb-426a84e58d70 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:28:27.526790 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2d7a31e7-6fea-4cb9-a2bb-426a84e58d70 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:security_group_rule and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:28:27.529813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2d7a31e7-6fea-4cb9-a2bb-426a84e58d70 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:28:27.535750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2d7a31e7-6fea-4cb9-a2bb-426a84e58d70 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:28:27.551871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2d7a31e7-6fea-4cb9-a2bb-426a84e58d70 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:27.615892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2d7a31e7-6fea-4cb9-a2bb-426a84e58d70 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:27.627082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2d7a31e7-6fea-4cb9-a2bb-426a84e58d70 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:27.627082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8ea1c5a0-c6d1-46bb-89e1-1d04fbf82405 tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:28:27.646356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a31e7-6fea-4cb9-a2bb-426a84e58d70 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca060e3e-ee5a-4105-bf9f-672232e0baaf,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:28:27.648937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2d7a31e7-6fea-4cb9-a2bb-426a84e58d70 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:28:27.655587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2d7a31e7-6fea-4cb9-a2bb-426a84e58d70 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:27.656879 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2d7a31e7-6fea-4cb9-a2bb-426a84e58d70 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1452267 Dec 25 20:28:27.658806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a8cc067d-f642-4023-981b-511198c912e8 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:28:27.659846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 59602) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:28:27.665870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-5fb946af-9b5e-40f2-8fa0-8134667677ae tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'security_group_rule': {'security_group_id': 'a148675f-916a-4500-b2c8-b742d6d29219', 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:28:27.672921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5fb946af-9b5e-40f2-8fa0-8134667677ae tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:28:27.676946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5fb946af-9b5e-40f2-8fa0-8134667677ae tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:security_group_rule and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:28:27.679973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5fb946af-9b5e-40f2-8fa0-8134667677ae tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:28:27.686583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5fb946af-9b5e-40f2-8fa0-8134667677ae tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:28:27.693493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: a8cc067d-f642-4023-981b-511198c912e8 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:28:27.693891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a8cc067d-f642-4023-981b-511198c912e8 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:28:27.703376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5fb946af-9b5e-40f2-8fa0-8134667677ae tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:27.771767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5fb946af-9b5e-40f2-8fa0-8134667677ae tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:27.774329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5fb946af-9b5e-40f2-8fa0-8134667677ae tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:27.776225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-11444ea9-d851-4b4c-9851-2df5771b317a tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:28:27.799382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb946af-9b5e-40f2-8fa0-8134667677ae tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=179a9521-abc1-46b6-987e-239a0eb74376,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:28:27.801784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5fb946af-9b5e-40f2-8fa0-8134667677ae tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:28:27.808444 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5fb946af-9b5e-40f2-8fa0-8134667677ae tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:27.809696 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5fb946af-9b5e-40f2-8fa0-8134667677ae tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1488619 Dec 25 20:28:27.813231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 59606) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:28:27.819031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-de25204d-7b64-46d8-bac7-ce5b8425732d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'security_group_rule': {'security_group_id': 'a148675f-916a-4500-b2c8-b742d6d29219', 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:28:27.825249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-de25204d-7b64-46d8-bac7-ce5b8425732d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:28:27.829201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-de25204d-7b64-46d8-bac7-ce5b8425732d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:security_group_rule and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:28:27.832199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-de25204d-7b64-46d8-bac7-ce5b8425732d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:28:27.838235 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-de25204d-7b64-46d8-bac7-ce5b8425732d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:28:27.853976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de25204d-7b64-46d8-bac7-ce5b8425732d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:27.918880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de25204d-7b64-46d8-bac7-ce5b8425732d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:27.921387 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de25204d-7b64-46d8-bac7-ce5b8425732d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:27.923265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-14839ec3-d86e-4725-8b9b-4586dda66463 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:28:27.945551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de25204d-7b64-46d8-bac7-ce5b8425732d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7380437-5618-458a-a412-841e81f06a0a,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:28:27.948026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de25204d-7b64-46d8-bac7-ce5b8425732d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:28:27.954095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de25204d-7b64-46d8-bac7-ce5b8425732d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:27.955387 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-de25204d-7b64-46d8-bac7-ce5b8425732d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1411371 Dec 25 20:28:27.958294 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 59610) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:28:27.964664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-7dbad5d4-78db-4f2d-a1bf-2a5adfa2350a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'security_group_rule': {'security_group_id': 'a148675f-916a-4500-b2c8-b742d6d29219', 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:28:27.970820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7dbad5d4-78db-4f2d-a1bf-2a5adfa2350a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:28:27.974787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7dbad5d4-78db-4f2d-a1bf-2a5adfa2350a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:security_group_rule and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:28:27.977759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7dbad5d4-78db-4f2d-a1bf-2a5adfa2350a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:28:27.984416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7dbad5d4-78db-4f2d-a1bf-2a5adfa2350a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:28:28.000002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7dbad5d4-78db-4f2d-a1bf-2a5adfa2350a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:28.067120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7dbad5d4-78db-4f2d-a1bf-2a5adfa2350a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:28.069565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7dbad5d4-78db-4f2d-a1bf-2a5adfa2350a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:28.071437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de25204d-7b64-46d8-bac7-ce5b8425732d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:28:28.094359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbad5d4-78db-4f2d-a1bf-2a5adfa2350a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e03adc72-1048-4153-9d6f-02ec3a11620e,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:28:28.096827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7dbad5d4-78db-4f2d-a1bf-2a5adfa2350a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:28:28.102797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7dbad5d4-78db-4f2d-a1bf-2a5adfa2350a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:28.104674 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7dbad5d4-78db-4f2d-a1bf-2a5adfa2350a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1454041 Dec 25 20:28:28.107679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 59614) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:28:28.113444 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-d5bbc438-7862-4f48-b120-ec087e95b378 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'security_group_rule': {'security_group_id': 'a148675f-916a-4500-b2c8-b742d6d29219', 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:28:28.119730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d5bbc438-7862-4f48-b120-ec087e95b378 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:28:28.123928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d5bbc438-7862-4f48-b120-ec087e95b378 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:security_group_rule and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:28:28.127036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d5bbc438-7862-4f48-b120-ec087e95b378 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:28:28.133507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d5bbc438-7862-4f48-b120-ec087e95b378 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:28:28.144800 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-d5bbc438-7862-4f48-b120-ec087e95b378 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Project 5a10522521544fda81a2e75a1a25c08e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 20:28:28.152189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d5bbc438-7862-4f48-b120-ec087e95b378 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:28.220428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d5bbc438-7862-4f48-b120-ec087e95b378 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:28.223196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d5bbc438-7862-4f48-b120-ec087e95b378 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:28.225152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6be84e21-04a6-43e5-ad52-39304de9ae9b tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:28:28.249330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bbc438-7862-4f48-b120-ec087e95b378 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8c67796-f9d6-4d87-8b01-d6cbd41e0f7b,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:28:28.251842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d5bbc438-7862-4f48-b120-ec087e95b378 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:28:28.258835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d5bbc438-7862-4f48-b120-ec087e95b378 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:28.260679 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d5bbc438-7862-4f48-b120-ec087e95b378 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1520195 Dec 25 20:28:28.263654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 59618) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:28:28.269577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-71686a47-ee61-48ce-91b9-3d94b1aac905 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'security_group_rule': {'security_group_id': 'a148675f-916a-4500-b2c8-b742d6d29219', 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:28:28.276256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-71686a47-ee61-48ce-91b9-3d94b1aac905 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:28:28.280769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-71686a47-ee61-48ce-91b9-3d94b1aac905 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:security_group_rule and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:28:28.283774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-71686a47-ee61-48ce-91b9-3d94b1aac905 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:28:28.289924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-71686a47-ee61-48ce-91b9-3d94b1aac905 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:28:28.299228 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-71686a47-ee61-48ce-91b9-3d94b1aac905 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Project 5a10522521544fda81a2e75a1a25c08e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 20:28:28.305676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-71686a47-ee61-48ce-91b9-3d94b1aac905 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:28.373554 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-71686a47-ee61-48ce-91b9-3d94b1aac905 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:28.375954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-71686a47-ee61-48ce-91b9-3d94b1aac905 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:28.377807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d5bbc438-7862-4f48-b120-ec087e95b378 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:28:28.398509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71686a47-ee61-48ce-91b9-3d94b1aac905 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d5b810-02b9-473f-b6e3-a4ca882ca0b7,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:28:28.403144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-71686a47-ee61-48ce-91b9-3d94b1aac905 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:28:28.409709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-71686a47-ee61-48ce-91b9-3d94b1aac905 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:28.410968 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-71686a47-ee61-48ce-91b9-3d94b1aac905 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1463244 Dec 25 20:28:28.414042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 59622) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:28:28.419890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-a1071103-a48f-4445-8ec4-9ab9def0320e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'network': {'name': 'tempest-network-smoke--1972060359', 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'port_security_enabled': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:28:28.424927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a1071103-a48f-4445-8ec4-9ab9def0320e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:28:28.428835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a1071103-a48f-4445-8ec4-9ab9def0320e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:network and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:28:28.431777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a1071103-a48f-4445-8ec4-9ab9def0320e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:28:28.437652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a1071103-a48f-4445-8ec4-9ab9def0320e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:28:28.449890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1071103-a48f-4445-8ec4-9ab9def0320e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Made reservation on behalf of 5a10522521544fda81a2e75a1a25c08e for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:28:28.455147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a1071103-a48f-4445-8ec4-9ab9def0320e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:28.484591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1071103-a48f-4445-8ec4-9ab9def0320e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 20:28:28.493441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a1071103-a48f-4445-8ec4-9ab9def0320e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:28.493833 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-a1071103-a48f-4445-8ec4-9ab9def0320e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Added segment 185419a4-55f8-42cb-8d9a-6c3c3639bcce of type vlan for network 2c03de09-c8cd-4d40-96ca-dc0790665b22 Dec 25 20:28:28.521594 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a1071103-a48f-4445-8ec4-9ab9def0320e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:28.550760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a1071103-a48f-4445-8ec4-9ab9def0320e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:28.554869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1071103-a48f-4445-8ec4-9ab9def0320e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:28:28.555542 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a1071103-a48f-4445-8ec4-9ab9def0320e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:28.561342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-eb47d191-59f7-4210-a6da-7cce34835f51 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:28:28.612522 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a1071103-a48f-4445-8ec4-9ab9def0320e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1973996 Dec 25 20:28:28.615438 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 59626) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:28:28.624220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-3620c299-7c37-4809-9ef3-0582545319ed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1732061435', 'admin_state_up': True, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:28:28.917457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3620c299-7c37-4809-9ef3-0582545319ed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:28:28.925952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1071103-a48f-4445-8ec4-9ab9def0320e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'Network': ['ID=2c03de09-c8cd-4d40-96ca-dc0790665b22,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:28:28.928590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3620c299-7c37-4809-9ef3-0582545319ed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:router and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:28:28.931509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a1071103-a48f-4445-8ec4-9ab9def0320e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:28:28.932371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3620c299-7c37-4809-9ef3-0582545319ed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:28:28.936980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 2c03de09-c8cd-4d40-96ca-dc0790665b22 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 20:28:28.939013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3620c299-7c37-4809-9ef3-0582545319ed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:28:28.948083 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3620c299-7c37-4809-9ef3-0582545319ed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:28.949058 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3620c299-7c37-4809-9ef3-0582545319ed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:28.969672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3620c299-7c37-4809-9ef3-0582545319ed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:29.122179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3620c299-7c37-4809-9ef3-0582545319ed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:29.313606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3620c299-7c37-4809-9ef3-0582545319ed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:29.345169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3620c299-7c37-4809-9ef3-0582545319ed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:29.489409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-3620c299-7c37-4809-9ef3-0582545319ed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Allocated IP 172.26.8.35 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/e842f5d9-dbeb-43b2-9872-eb767bbb3001) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:28:29.655456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3620c299-7c37-4809-9ef3-0582545319ed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:29.680727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3620c299-7c37-4809-9ef3-0582545319ed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:29.685053 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2e1f0efa-497d-41ab-b824-0e55f910a276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:28:29.752856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3620c299-7c37-4809-9ef3-0582545319ed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:28:29.756349 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-3620c299-7c37-4809-9ef3-0582545319ed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:28:29.758951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3620c299-7c37-4809-9ef3-0582545319ed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'Port': ['ID=e842f5d9-dbeb-43b2-9872-eb767bbb3001,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:28:29.762675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3620c299-7c37-4809-9ef3-0582545319ed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:28:29.790918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3620c299-7c37-4809-9ef3-0582545319ed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:28:29.926411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3620c299-7c37-4809-9ef3-0582545319ed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:29.927205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3620c299-7c37-4809-9ef3-0582545319ed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:30.167517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3620c299-7c37-4809-9ef3-0582545319ed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Router 1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7 is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 20:28:30.379419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3620c299-7c37-4809-9ef3-0582545319ed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:28:30.389308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc7b7cf-e9b8-425e-a5ad-1251f8b6ea4b None None] Sync routers for ids ['1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:28:30.402580 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc7b7cf-e9b8-425e-a5ad-1251f8b6ea4b None None] Routers {'1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:28:30.403342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-fbc7b7cf-e9b8-425e-a5ad-1251f8b6ea4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:28:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:28:30.409002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3620c299-7c37-4809-9ef3-0582545319ed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:30.411292 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3620c299-7c37-4809-9ef3-0582545319ed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7945604 Dec 25 20:28:30.414414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 59630) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:28:30.461037 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-168a43fa-e009-4c5f-824b-2f18da731cea tempest-TestNetworkAdvancedServerOps-2027681970 tempest-TestNetworkAdvancedServerOps-2027681970-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=5a10522521544fda81a2e75a1a25c08e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0452888 Dec 25 20:28:30.464202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 59634) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:28:30.599614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-fbc7b7cf-e9b8-425e-a5ad-1251f8b6ea4b None None] Set router 1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:28:30.605847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5516bc50-9214-4189-98f8-31cd872b03f3 tempest-TestNetworkAdvancedServerOps-2027681970 tempest-TestNetworkAdvancedServerOps-2027681970-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:28:30.607531 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5516bc50-9214-4189-98f8-31cd872b03f3 tempest-TestNetworkAdvancedServerOps-2027681970 tempest-TestNetworkAdvancedServerOps-2027681970-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1423309 Dec 25 20:28:30.610530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 59638) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:28:30.659853 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-04182c44-9111-4632-ae60-5530dea17c10 tempest-TestNetworkAdvancedServerOps-2027681970 tempest-TestNetworkAdvancedServerOps-2027681970-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=a29ab018-4a1a-4021-8156-423134b861f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0480106 Dec 25 20:28:30.662588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 59642) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:28:30.669218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-fbb4c5c4-5937-44ff-91f4-8a5bddf6df57 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1566830586', 'network_id': '2c03de09-c8cd-4d40-96ca-dc0790665b22', 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:28:30.801455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-fbb4c5c4-5937-44ff-91f4-8a5bddf6df57 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:28:30.807817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-fbb4c5c4-5937-44ff-91f4-8a5bddf6df57 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:subnet and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:28:30.811753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-fbb4c5c4-5937-44ff-91f4-8a5bddf6df57 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:28:30.819738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-fbb4c5c4-5937-44ff-91f4-8a5bddf6df57 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:28:30.829666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb4c5c4-5937-44ff-91f4-8a5bddf6df57 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Made reservation on behalf of 5a10522521544fda81a2e75a1a25c08e for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:28:30.910568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-fbc7b7cf-e9b8-425e-a5ad-1251f8b6ea4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732061435', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.35'}], 'enable_snat': True}, 'gw_port_id': 'e842f5d9-dbeb-43b2-9872-eb767bbb3001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:28:28Z', 'updated_at': '2021-12-25T20:28:29Z', 'revision_number': 3, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'e842f5d9-dbeb-43b2-9872-eb767bbb3001', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:71:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:28:29Z', 'updated_at': '2021-12-25T20:28:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:28:30.914629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc7b7cf-e9b8-425e-a5ad-1251f8b6ea4b None None] Checking router: 1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:28:30.915034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc7b7cf-e9b8-425e-a5ad-1251f8b6ea4b None None] Updating router 1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7 port e842f5d9-dbeb-43b2-9872-eb767bbb3001 binding host dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 20:28:30.943343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fbb4c5c4-5937-44ff-91f4-8a5bddf6df57 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:30.969592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fbc7b7cf-e9b8-425e-a5ad-1251f8b6ea4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:31.185919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fbb4c5c4-5937-44ff-91f4-8a5bddf6df57 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:31.190305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ad615730-180b-4cad-9c85-8b39f9a6fc4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:28:31.269260 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4c5c4-5937-44ff-91f4-8a5bddf6df57 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'Subnet': ['ID=6f3ebda2-b8d7-4b71-99ab-917df2e3bf08,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:28:31.274042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fbb4c5c4-5937-44ff-91f4-8a5bddf6df57 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:28:31.287769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb4c5c4-5937-44ff-91f4-8a5bddf6df57 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Checking segment: {'id': '185419a4-55f8-42cb-8d9a-6c3c3639bcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2c03de09-c8cd-4d40-96ca-dc0790665b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:28:31.288512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb4c5c4-5937-44ff-91f4-8a5bddf6df57 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Network hostable DHCP agents. Network: 2c03de09-c8cd-4d40-96ca-dc0790665b22, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 20:28:31.312216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb4c5c4-5937-44ff-91f4-8a5bddf6df57 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Network 2c03de09-c8cd-4d40-96ca-dc0790665b22 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 20:28:31.321896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-fbb4c5c4-5937-44ff-91f4-8a5bddf6df57 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 2c03de09-c8cd-4d40-96ca-dc0790665b22) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:28:31.326750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb4c5c4-5937-44ff-91f4-8a5bddf6df57 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:28:31.327446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fbb4c5c4-5937-44ff-91f4-8a5bddf6df57 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:31.351199 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fbb4c5c4-5937-44ff-91f4-8a5bddf6df57 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6873486 Dec 25 20:28:31.354160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 59648) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:28:31.472466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4045df-45d9-400c-9fc9-dff9cb699f44 None None] Network 2c03de09-c8cd-4d40-96ca-dc0790665b22 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:28:31.525414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fbc7b7cf-e9b8-425e-a5ad-1251f8b6ea4b None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:31.600863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-fbc7b7cf-e9b8-425e-a5ad-1251f8b6ea4b None None] Transition to ACTIVE for port object e842f5d9-dbeb-43b2-9872-eb767bbb3001 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:28:31.612454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fbc7b7cf-e9b8-425e-a5ad-1251f8b6ea4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:31.625801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7aa26986-80bd-41d5-bb6e-a86455009f52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:28:31.760312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9bf43-ca5b-49b8-a97d-46fc4a06a912 None None] Pushing event updated for resources: {'Port': ['ID=e842f5d9-dbeb-43b2-9872-eb767bbb3001,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:28:31.765693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-fbc7b7cf-e9b8-425e-a5ad-1251f8b6ea4b None None] Attempting to bind port e842f5d9-dbeb-43b2-9872-eb767bbb3001 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:28:31.766128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-fbc7b7cf-e9b8-425e-a5ad-1251f8b6ea4b None None] Attempting to bind port e842f5d9-dbeb-43b2-9872-eb767bbb3001 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:28:31.766553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc7b7cf-e9b8-425e-a5ad-1251f8b6ea4b None None] Attempting to bind port e842f5d9-dbeb-43b2-9872-eb767bbb3001 on network a29ab018-4a1a-4021-8156-423134b861f3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:28:31.771327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6ab9bf43-ca5b-49b8-a97d-46fc4a06a912 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:28:31.810335 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc7b7cf-e9b8-425e-a5ad-1251f8b6ea4b None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:28:31.810772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc7b7cf-e9b8-425e-a5ad-1251f8b6ea4b None None] Checking segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:28:31.811262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fbc7b7cf-e9b8-425e-a5ad-1251f8b6ea4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:31.811713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc7b7cf-e9b8-425e-a5ad-1251f8b6ea4b None None] Bound using segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:28:31.812270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-fbc7b7cf-e9b8-425e-a5ad-1251f8b6ea4b None None] Bound port: e842f5d9-dbeb-43b2-9872-eb767bbb3001, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:28:31.812697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fbc7b7cf-e9b8-425e-a5ad-1251f8b6ea4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:31.854089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6674db-6df3-44e6-b09e-950ac93f268a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-2c03de09-c8cd-4d40-96ca-dc0790665b22', 'network_id': '2c03de09-c8cd-4d40-96ca-dc0790665b22', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'fixed_ips': [{'subnet_id': '6f3ebda2-b8d7-4b71-99ab-917df2e3bf08'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 20:28:31.854999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6b6674db-6df3-44e6-b09e-950ac93f268a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:31.968523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-fbc7b7cf-e9b8-425e-a5ad-1251f8b6ea4b None None] For port e842f5d9-dbeb-43b2-9872-eb767bbb3001, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:28:31.986899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-fbc7b7cf-e9b8-425e-a5ad-1251f8b6ea4b None None] For port e842f5d9-dbeb-43b2-9872-eb767bbb3001, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=e842f5d9-dbeb-43b2-9872-eb767bbb3001,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:28:31.991539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fbc7b7cf-e9b8-425e-a5ad-1251f8b6ea4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:31.998996 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fe9dfb15-b1e1-4299-b5d4-fd2df3e05f4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:28:32.140655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc7b7cf-e9b8-425e-a5ad-1251f8b6ea4b None None] Routers {'1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:28:32.141368 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-fbc7b7cf-e9b8-425e-a5ad-1251f8b6ea4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:28:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:28:32.165028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1680dd8c-0c27-4f41-add5-75bac1e95b03 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:32.192326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9bf43-ca5b-49b8-a97d-46fc4a06a912 None None] Pushing event updated for resources: {'Port': ['ID=e842f5d9-dbeb-43b2-9872-eb767bbb3001,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:28:32.202400 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6ab9bf43-ca5b-49b8-a97d-46fc4a06a912 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:28:32.213803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-6b6674db-6df3-44e6-b09e-950ac93f268a None None] Allocated IP 172.20.0.2 (2c03de09-c8cd-4d40-96ca-dc0790665b22/6f3ebda2-b8d7-4b71-99ab-917df2e3bf08/ceaaea49-3d55-4a88-a331-cbfa8bd17444) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:28:32.461365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-fbc7b7cf-e9b8-425e-a5ad-1251f8b6ea4b None None] Set router 1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:28:32.747133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6b6674db-6df3-44e6-b09e-950ac93f268a None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:32.764955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-6b6674db-6df3-44e6-b09e-950ac93f268a None None] Transition to ACTIVE for port object ceaaea49-3d55-4a88-a331-cbfa8bd17444 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:28:32.827147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-6b6674db-6df3-44e6-b09e-950ac93f268a None None] Transition to ACTIVE for port object ceaaea49-3d55-4a88-a331-cbfa8bd17444 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:28:32.835037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6b6674db-6df3-44e6-b09e-950ac93f268a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:32.840458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2106fd9b-bc32-4b07-8864-3d7715ad9bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:28:32.900614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-1680dd8c-0c27-4f41-add5-75bac1e95b03 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Allocated IP 172.20.0.1 (2c03de09-c8cd-4d40-96ca-dc0790665b22/6f3ebda2-b8d7-4b71-99ab-917df2e3bf08/28b47b58-9d65-4f29-a47d-5f9228c13eb7) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:28:32.923469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6674db-6df3-44e6-b09e-950ac93f268a None None] Network 2c03de09-c8cd-4d40-96ca-dc0790665b22 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:28:32.928334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-6b6674db-6df3-44e6-b09e-950ac93f268a None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:28:32.930991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6674db-6df3-44e6-b09e-950ac93f268a None None] Pushing event updated for resources: {'Port': ['ID=ceaaea49-3d55-4a88-a331-cbfa8bd17444,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:28:32.933975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6674db-6df3-44e6-b09e-950ac93f268a None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:28:32.938006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6b6674db-6df3-44e6-b09e-950ac93f268a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:28:33.027380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-fbc7b7cf-e9b8-425e-a5ad-1251f8b6ea4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732061435', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.35'}], 'enable_snat': True}, 'gw_port_id': 'e842f5d9-dbeb-43b2-9872-eb767bbb3001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:28:28Z', 'updated_at': '2021-12-25T20:28:29Z', 'revision_number': 3, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'e842f5d9-dbeb-43b2-9872-eb767bbb3001', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:71:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:28:29Z', 'updated_at': '2021-12-25T20:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:28:33.036413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc7b7cf-e9b8-425e-a5ad-1251f8b6ea4b None None] The sync data for ids ['1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7'] in dv-neutron-822611-1-hyperv is: [{'id': '1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732061435', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.35'}], 'enable_snat': True}, 'gw_port_id': 'e842f5d9-dbeb-43b2-9872-eb767bbb3001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:28:28Z', 'updated_at': '2021-12-25T20:28:29Z', 'revision_number': 3, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'e842f5d9-dbeb-43b2-9872-eb767bbb3001', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:71:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:28:29Z', 'updated_at': '2021-12-25T20:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:28:33.038362 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-6b6674db-6df3-44e6-b09e-950ac93f268a None None] Attempting to bind port ceaaea49-3d55-4a88-a331-cbfa8bd17444 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:28:33.038877 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-6b6674db-6df3-44e6-b09e-950ac93f268a None None] Attempting to bind port ceaaea49-3d55-4a88-a331-cbfa8bd17444 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '185419a4-55f8-42cb-8d9a-6c3c3639bcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2c03de09-c8cd-4d40-96ca-dc0790665b22'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:28:33.039200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6674db-6df3-44e6-b09e-950ac93f268a None None] Attempting to bind port ceaaea49-3d55-4a88-a331-cbfa8bd17444 on network 2c03de09-c8cd-4d40-96ca-dc0790665b22 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:28:33.047410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6674db-6df3-44e6-b09e-950ac93f268a None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:28:33.047847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6674db-6df3-44e6-b09e-950ac93f268a None None] Checking segment: {'id': '185419a4-55f8-42cb-8d9a-6c3c3639bcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2c03de09-c8cd-4d40-96ca-dc0790665b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:28:33.048307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6b6674db-6df3-44e6-b09e-950ac93f268a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:33.048759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6674db-6df3-44e6-b09e-950ac93f268a None None] Bound using segment: {'id': '185419a4-55f8-42cb-8d9a-6c3c3639bcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2c03de09-c8cd-4d40-96ca-dc0790665b22'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:28:33.049731 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-6b6674db-6df3-44e6-b09e-950ac93f268a None None] Bound port: ceaaea49-3d55-4a88-a331-cbfa8bd17444, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185419a4-55f8-42cb-8d9a-6c3c3639bcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2c03de09-c8cd-4d40-96ca-dc0790665b22'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:28:33.049731 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6b6674db-6df3-44e6-b09e-950ac93f268a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:33.077065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1680dd8c-0c27-4f41-add5-75bac1e95b03 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:33.093486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1680dd8c-0c27-4f41-add5-75bac1e95b03 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Transition to ACTIVE for port object 28b47b58-9d65-4f29-a47d-5f9228c13eb7 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:28:33.113728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1680dd8c-0c27-4f41-add5-75bac1e95b03 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:33.119589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a7bd1b02-ef26-4bc2-aa16-6e9a2408fca2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:28:33.195706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1680dd8c-0c27-4f41-add5-75bac1e95b03 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Network 2c03de09-c8cd-4d40-96ca-dc0790665b22 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:28:33.199319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-1680dd8c-0c27-4f41-add5-75bac1e95b03 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:28:33.201912 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1680dd8c-0c27-4f41-add5-75bac1e95b03 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:28:33.245665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680dd8c-0c27-4f41-add5-75bac1e95b03 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'Port': ['ID=28b47b58-9d65-4f29-a47d-5f9228c13eb7,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:28:33.248927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1680dd8c-0c27-4f41-add5-75bac1e95b03 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:28:33.276231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1680dd8c-0c27-4f41-add5-75bac1e95b03 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:33.313264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-6b6674db-6df3-44e6-b09e-950ac93f268a None None] For port ceaaea49-3d55-4a88-a331-cbfa8bd17444, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:28:33.317102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-6b6674db-6df3-44e6-b09e-950ac93f268a None None] For port ceaaea49-3d55-4a88-a331-cbfa8bd17444, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=ceaaea49-3d55-4a88-a331-cbfa8bd17444,segment=NetworkSegment(185419a4-55f8-42cb-8d9a-6c3c3639bcce),segment_id=185419a4-55f8-42cb-8d9a-6c3c3639bcce)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:28:33.319794 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6b6674db-6df3-44e6-b09e-950ac93f268a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:33.324195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0e25fc23-60b5-446e-ae24-53e889c75d16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:28:33.412093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6674db-6df3-44e6-b09e-950ac93f268a None None] Pushing event updated for resources: {'Port': ['ID=ceaaea49-3d55-4a88-a331-cbfa8bd17444,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:28:33.415641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6b6674db-6df3-44e6-b09e-950ac93f268a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:28:33.642718 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1680dd8c-0c27-4f41-add5-75bac1e95b03 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:33.697614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device e842f5d9-dbeb-43b2-9872-eb767bbb3001 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:28:33.822269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port e842f5d9-dbeb-43b2-9872-eb767bbb3001 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:28:33.827682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port e842f5d9-dbeb-43b2-9872-eb767bbb3001 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:28:33.828109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:33.966153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:33.986007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port e842f5d9-dbeb-43b2-9872-eb767bbb3001, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=e842f5d9-dbeb-43b2-9872-eb767bbb3001,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:28:33.989727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:33.995533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:28:34.073402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=e842f5d9-dbeb-43b2-9872-eb767bbb3001,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:28:34.077055 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:28:34.142239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1680dd8c-0c27-4f41-add5-75bac1e95b03 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:34.148439 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1680dd8c-0c27-4f41-add5-75bac1e95b03 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:34.179987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cf3c4d35-e91b-4613-8de2-90a0c577c20d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:28:34.279236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680dd8c-0c27-4f41-add5-75bac1e95b03 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'Port': ['ID=28b47b58-9d65-4f29-a47d-5f9228c13eb7,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:28:34.282094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1680dd8c-0c27-4f41-add5-75bac1e95b03 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:34.286230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1680dd8c-0c27-4f41-add5-75bac1e95b03 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:28:34.433699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1680dd8c-0c27-4f41-add5-75bac1e95b03 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Network 2c03de09-c8cd-4d40-96ca-dc0790665b22 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:28:34.434860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-1680dd8c-0c27-4f41-add5-75bac1e95b03 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:28:34.839129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1680dd8c-0c27-4f41-add5-75bac1e95b03 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Router 1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:28:35.054915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1680dd8c-0c27-4f41-add5-75bac1e95b03 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:28:35.069666 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1680dd8c-0c27-4f41-add5-75bac1e95b03 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "PUT /v2.0/routers/1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7143838 Dec 25 20:28:35.109440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c0d6a1-a942-4e84-b2b2-db0cfc3dced4 None None] Network 2c03de09-c8cd-4d40-96ca-dc0790665b22 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:28:35.248197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d6ca524d-dd5d-4108-ae0e-fc5c3d87ede6 None None] Provisioning for port ceaaea49-3d55-4a88-a331-cbfa8bd17444 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:28:35.276408 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-85212863-9e6c-403a-bc17-d67ff1f7ec26 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2105926592&fields=id&tenant_id=5a10522521544fda81a2e75a1a25c08e HTTP/1.1" status: 200 len: 267 time: 0.0454004 Dec 25 20:28:35.440625 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-b6b068ae-0607-445d-a9ca-662a0c1563ba tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:28:35.442240 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-b6b068ae-0607-445d-a9ca-662a0c1563ba tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/networks?id=2c03de09-c8cd-4d40-96ca-dc0790665b22 HTTP/1.1" status: 200 len: 797 time: 0.1582789 Dec 25 20:28:35.460890 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-eff15b34-3052-4a1f-8aa0-1c9d4b36584f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/quotas/5a10522521544fda81a2e75a1a25c08e HTTP/1.1" status: 200 len: 375 time: 0.0124376 Dec 25 20:28:35.556043 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-926f09ee-a473-41fc-9daa-b41d421edbd8 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5a10522521544fda81a2e75a1a25c08e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0887644 Dec 25 20:28:35.680886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-69058083-d026-4024-8e0b-ff914f78bbc2 None None] Provisioning for port 28b47b58-9d65-4f29-a47d-5f9228c13eb7 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:28:35.687754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-69058083-d026-4024-8e0b-ff914f78bbc2 None None] Provisioning complete for port 28b47b58-9d65-4f29-a47d-5f9228c13eb7 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:28:35.688727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-69058083-d026-4024-8e0b-ff914f78bbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:35.723298 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-eb4a764c-3d74-472a-9a31-fb89e20670c3 service neutron] 10.222.0.24 "GET /v2.0/networks/2c03de09-c8cd-4d40-96ca-dc0790665b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536047 Dec 25 20:28:35.757261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device ceaaea49-3d55-4a88-a331-cbfa8bd17444 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:28:35.826772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-69058083-d026-4024-8e0b-ff914f78bbc2 None None] Port 28b47b58-9d65-4f29-a47d-5f9228c13eb7 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:28:35.855082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port ceaaea49-3d55-4a88-a331-cbfa8bd17444 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:28:35.860904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port ceaaea49-3d55-4a88-a331-cbfa8bd17444 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:28:35.861438 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:35.887401 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-198f942c-71d0-4cd6-a2d4-88e5431262b9 service neutron] 10.222.0.24 "GET /v2.0/networks/2c03de09-c8cd-4d40-96ca-dc0790665b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627014 Dec 25 20:28:36.020520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:36.051814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-63494a39-5d36-4222-9c9b-663215efaea9 None None] Provisioning complete for port 28b47b58-9d65-4f29-a47d-5f9228c13eb7 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:28:36.052245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-63494a39-5d36-4222-9c9b-663215efaea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:36.123004 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-bf3ffd96-f63f-45be-b1d5-ad671d227256 req-a271efa7-bcc5-406e-8121-c072b4b7b6e4 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1704817-50f4-43e8-8644-44f7c27028d0 HTTP/1.1" status: 200 len: 210 time: 0.0629895 Dec 25 20:28:36.123755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port ceaaea49-3d55-4a88-a331-cbfa8bd17444, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=ceaaea49-3d55-4a88-a331-cbfa8bd17444,segment=NetworkSegment(185419a4-55f8-42cb-8d9a-6c3c3639bcce),segment_id=185419a4-55f8-42cb-8d9a-6c3c3639bcce)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:28:36.150068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:36.151185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device e842f5d9-dbeb-43b2-9872-eb767bbb3001 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:28:36.183812 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-595af6aa-d372-4a5f-9a07-3a279c74f1bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:28:36.213496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-63494a39-5d36-4222-9c9b-663215efaea9 None None] Port 28b47b58-9d65-4f29-a47d-5f9228c13eb7 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:28:36.230475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f953ed6-8e10-41fb-88b4-ac8546868ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:36.286987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=ceaaea49-3d55-4a88-a331-cbfa8bd17444,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:28:36.290626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:28:36.301578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port e842f5d9-dbeb-43b2-9872-eb767bbb3001 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:28:36.302007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:36.315013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a605be2-c2f4-4b6f-a825-78e61bfd4e01 None None] Sync routers for ids ['1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:28:36.328600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a605be2-c2f4-4b6f-a825-78e61bfd4e01 None None] Routers {'1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:28:36.329281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-7a605be2-c2f4-4b6f-a825-78e61bfd4e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:28:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:28:36.380100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2d4caaaa-0758-46f8-a226-4ba1caf714c6 None None] Provisioning complete for port 28b47b58-9d65-4f29-a47d-5f9228c13eb7 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:28:36.380527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2d4caaaa-0758-46f8-a226-4ba1caf714c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:36.486352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-2d4caaaa-0758-46f8-a226-4ba1caf714c6 None None] Port 28b47b58-9d65-4f29-a47d-5f9228c13eb7 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:28:36.532360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-7a605be2-c2f4-4b6f-a825-78e61bfd4e01 None None] Set router 1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:28:37.022857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-7a605be2-c2f4-4b6f-a825-78e61bfd4e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732061435', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.35'}], 'enable_snat': True}, 'gw_port_id': 'e842f5d9-dbeb-43b2-9872-eb767bbb3001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:28:28Z', 'updated_at': '2021-12-25T20:28:33Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'e842f5d9-dbeb-43b2-9872-eb767bbb3001', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:28:29Z', 'updated_at': '2021-12-25T20:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '28b47b58-9d65-4f29-a47d-5f9228c13eb7', 'name': '', 'network_id': '2c03de09-c8cd-4d40-96ca-dc0790665b22', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:20:50:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f3ebda2-b8d7-4b71-99ab-917df2e3bf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:28:32Z', 'updated_at': '2021-12-25T20:28:33Z', 'revision_number': 2, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': '6f3ebda2-b8d7-4b71-99ab-917df2e3bf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:28:37.027341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a605be2-c2f4-4b6f-a825-78e61bfd4e01 None None] Checking router: 1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:28:37.027741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a605be2-c2f4-4b6f-a825-78e61bfd4e01 None None] Updating router 1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7 port 28b47b58-9d65-4f29-a47d-5f9228c13eb7 binding host dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 20:28:37.078400 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7a605be2-c2f4-4b6f-a825-78e61bfd4e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:37.282502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:37.310438 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-57305cc6-8004-408d-8760-59072c15ecf6 req-a33bf301-f73a-4d21-8929-8f3a6db2e624 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1704817-50f4-43e8-8644-44f7c27028d0 HTTP/1.1" status: 200 len: 210 time: 0.0526745 Dec 25 20:28:37.456353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7a605be2-c2f4-4b6f-a825-78e61bfd4e01 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:37.470696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-7a605be2-c2f4-4b6f-a825-78e61bfd4e01 None None] Transition to ACTIVE for port object 28b47b58-9d65-4f29-a47d-5f9228c13eb7 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:28:37.477434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7a605be2-c2f4-4b6f-a825-78e61bfd4e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:37.495472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-58038104-2114-499b-9f3e-7cd9ccdf928e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:28:37.498004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-050806b5-5e27-4caf-96b5-9311e49eee63 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:28:37.499632 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-050806b5-5e27-4caf-96b5-9311e49eee63 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.36 "GET /v2.0/networks?id=2c03de09-c8cd-4d40-96ca-dc0790665b22 HTTP/1.1" status: 200 len: 797 time: 0.1760957 Dec 25 20:28:37.567302 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-8d8fe9ca-efc1-4129-a863-4f7b09f2e680 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a10522521544fda81a2e75a1a25c08e HTTP/1.1" status: 200 len: 380 time: 0.0549808 Dec 25 20:28:37.588715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-543db6c4-23d5-4c78-8cc0-f5c168a52ead tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'port': {'device_id': 'e1704817-50f4-43e8-8644-44f7c27028d0', 'network_id': '2c03de09-c8cd-4d40-96ca-dc0790665b22', 'admin_state_up': True, 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'security_groups': ['a148675f-916a-4500-b2c8-b742d6d29219']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:28:37.628827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb146a2-fde5-4060-93dc-11e1d74b14fe None None] Pushing event updated for resources: {'Port': ['ID=28b47b58-9d65-4f29-a47d-5f9228c13eb7,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:28:37.644526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb146a2-fde5-4060-93dc-11e1d74b14fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:28:37.644912 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb146a2-fde5-4060-93dc-11e1d74b14fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:28:37.645290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb146a2-fde5-4060-93dc-11e1d74b14fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:28:37.645660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb146a2-fde5-4060-93dc-11e1d74b14fe None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:28:37.646032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb146a2-fde5-4060-93dc-11e1d74b14fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:28:37.646401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb146a2-fde5-4060-93dc-11e1d74b14fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:28:37.646769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb146a2-fde5-4060-93dc-11e1d74b14fe None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:28:37.647159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb146a2-fde5-4060-93dc-11e1d74b14fe None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:28:37.647791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb146a2-fde5-4060-93dc-11e1d74b14fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:28:37.647927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb146a2-fde5-4060-93dc-11e1d74b14fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:28:37.648198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb146a2-fde5-4060-93dc-11e1d74b14fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:28:37.659068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8eb146a2-fde5-4060-93dc-11e1d74b14fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:28:37.708853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device ceaaea49-3d55-4a88-a331-cbfa8bd17444 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:28:37.743328 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-7a605be2-c2f4-4b6f-a825-78e61bfd4e01 None None] Attempting to bind port 28b47b58-9d65-4f29-a47d-5f9228c13eb7 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:28:37.743784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-7a605be2-c2f4-4b6f-a825-78e61bfd4e01 None None] Attempting to bind port 28b47b58-9d65-4f29-a47d-5f9228c13eb7 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '185419a4-55f8-42cb-8d9a-6c3c3639bcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2c03de09-c8cd-4d40-96ca-dc0790665b22'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:28:37.744200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a605be2-c2f4-4b6f-a825-78e61bfd4e01 None None] Attempting to bind port 28b47b58-9d65-4f29-a47d-5f9228c13eb7 on network 2c03de09-c8cd-4d40-96ca-dc0790665b22 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:28:37.753915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a605be2-c2f4-4b6f-a825-78e61bfd4e01 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:28:37.754338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a605be2-c2f4-4b6f-a825-78e61bfd4e01 None None] Checking segment: {'id': '185419a4-55f8-42cb-8d9a-6c3c3639bcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2c03de09-c8cd-4d40-96ca-dc0790665b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:28:37.754842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7a605be2-c2f4-4b6f-a825-78e61bfd4e01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:37.755366 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a605be2-c2f4-4b6f-a825-78e61bfd4e01 None None] Bound using segment: {'id': '185419a4-55f8-42cb-8d9a-6c3c3639bcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2c03de09-c8cd-4d40-96ca-dc0790665b22'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:28:37.755895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-7a605be2-c2f4-4b6f-a825-78e61bfd4e01 None None] Bound port: 28b47b58-9d65-4f29-a47d-5f9228c13eb7, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185419a4-55f8-42cb-8d9a-6c3c3639bcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2c03de09-c8cd-4d40-96ca-dc0790665b22'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:28:37.756310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7a605be2-c2f4-4b6f-a825-78e61bfd4e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:37.759475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-543db6c4-23d5-4c78-8cc0-f5c168a52ead tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:28:37.764040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-543db6c4-23d5-4c78-8cc0-f5c168a52ead tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:port and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:28:37.767683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-543db6c4-23d5-4c78-8cc0-f5c168a52ead tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:28:37.775647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-543db6c4-23d5-4c78-8cc0-f5c168a52ead tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:28:37.785512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-543db6c4-23d5-4c78-8cc0-f5c168a52ead tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Made reservation on behalf of 5a10522521544fda81a2e75a1a25c08e for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:28:37.791760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-543db6c4-23d5-4c78-8cc0-f5c168a52ead tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:37.795194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port ceaaea49-3d55-4a88-a331-cbfa8bd17444 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:28:37.795633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:37.860668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-7a605be2-c2f4-4b6f-a825-78e61bfd4e01 None None] For port 28b47b58-9d65-4f29-a47d-5f9228c13eb7, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:28:37.864915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-7a605be2-c2f4-4b6f-a825-78e61bfd4e01 None None] For port 28b47b58-9d65-4f29-a47d-5f9228c13eb7, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=28b47b58-9d65-4f29-a47d-5f9228c13eb7,segment=NetworkSegment(185419a4-55f8-42cb-8d9a-6c3c3639bcce),segment_id=185419a4-55f8-42cb-8d9a-6c3c3639bcce)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:28:37.869913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7a605be2-c2f4-4b6f-a825-78e61bfd4e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:37.875618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e183e860-3d73-4c8b-9a53-115a14a9f0e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:28:37.960570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb146a2-fde5-4060-93dc-11e1d74b14fe None None] Pushing event updated for resources: {'Port': ['ID=28b47b58-9d65-4f29-a47d-5f9228c13eb7,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:28:37.965593 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8eb146a2-fde5-4060-93dc-11e1d74b14fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:28:37.969707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a605be2-c2f4-4b6f-a825-78e61bfd4e01 None None] Routers {'1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:28:37.970405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-7a605be2-c2f4-4b6f-a825-78e61bfd4e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:28:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:28:37.990402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-543db6c4-23d5-4c78-8cc0-f5c168a52ead tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Allocated IP 172.20.0.12 (2c03de09-c8cd-4d40-96ca-dc0790665b22/6f3ebda2-b8d7-4b71-99ab-917df2e3bf08/9e96b672-b106-4d1a-80e4-55ad4dfc63ca) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:28:38.171198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-7a605be2-c2f4-4b6f-a825-78e61bfd4e01 None None] Set router 1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:28:38.205305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-543db6c4-23d5-4c78-8cc0-f5c168a52ead tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:38.222837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-543db6c4-23d5-4c78-8cc0-f5c168a52ead tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Transition to ACTIVE for port object 9e96b672-b106-4d1a-80e4-55ad4dfc63ca will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:28:38.242150 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-543db6c4-23d5-4c78-8cc0-f5c168a52ead tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:38.248532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2a0d038e-1b1c-4014-8c6c-f07b8520bebc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:28:38.318749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-543db6c4-23d5-4c78-8cc0-f5c168a52ead tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Network 2c03de09-c8cd-4d40-96ca-dc0790665b22 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:28:38.322346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-543db6c4-23d5-4c78-8cc0-f5c168a52ead tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:28:38.326514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-543db6c4-23d5-4c78-8cc0-f5c168a52ead tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:28:38.370643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543db6c4-23d5-4c78-8cc0-f5c168a52ead tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'Port': ['ID=9e96b672-b106-4d1a-80e4-55ad4dfc63ca,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:28:38.375647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-543db6c4-23d5-4c78-8cc0-f5c168a52ead tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:28:38.410847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-543db6c4-23d5-4c78-8cc0-f5c168a52ead tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:28:38.411926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-543db6c4-23d5-4c78-8cc0-f5c168a52ead tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:38.445356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-527a9bd9-8769-4cc9-8900-cececd7e94d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:38.448635 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-543db6c4-23d5-4c78-8cc0-f5c168a52ead tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8651814 Dec 25 20:28:38.466150 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-add06cde-b324-4aac-b8ba-2ab2ff1ecd5f service neutron] Request body: {'port': {'device_id': 'e1704817-50f4-43e8-8644-44f7c27028d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:28:38.533117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-7a605be2-c2f4-4b6f-a825-78e61bfd4e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732061435', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.35'}], 'enable_snat': True}, 'gw_port_id': 'e842f5d9-dbeb-43b2-9872-eb767bbb3001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:28:28Z', 'updated_at': '2021-12-25T20:28:33Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'e842f5d9-dbeb-43b2-9872-eb767bbb3001', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:28:29Z', 'updated_at': '2021-12-25T20:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '28b47b58-9d65-4f29-a47d-5f9228c13eb7', 'name': '', 'network_id': '2c03de09-c8cd-4d40-96ca-dc0790665b22', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:20:50:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f3ebda2-b8d7-4b71-99ab-917df2e3bf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:28:32Z', 'updated_at': '2021-12-25T20:28:37Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': '6f3ebda2-b8d7-4b71-99ab-917df2e3bf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:28:38.537617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a605be2-c2f4-4b6f-a825-78e61bfd4e01 None None] The sync data for ids ['1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7'] in dv-neutron-822611-1-hyperv is: [{'id': '1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732061435', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.35'}], 'enable_snat': True}, 'gw_port_id': 'e842f5d9-dbeb-43b2-9872-eb767bbb3001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:28:28Z', 'updated_at': '2021-12-25T20:28:33Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'e842f5d9-dbeb-43b2-9872-eb767bbb3001', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:28:29Z', 'updated_at': '2021-12-25T20:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '28b47b58-9d65-4f29-a47d-5f9228c13eb7', 'name': '', 'network_id': '2c03de09-c8cd-4d40-96ca-dc0790665b22', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:20:50:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f3ebda2-b8d7-4b71-99ab-917df2e3bf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:28:32Z', 'updated_at': '2021-12-25T20:28:37Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': '6f3ebda2-b8d7-4b71-99ab-917df2e3bf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:28:38.696613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-4f6b7d7d-2d50-4235-9fbd-415cc9ead084 None None] Provisioning for port 9e96b672-b106-4d1a-80e4-55ad4dfc63ca completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:28:38.702456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-4f6b7d7d-2d50-4235-9fbd-415cc9ead084 None None] Provisioning complete for port 9e96b672-b106-4d1a-80e4-55ad4dfc63ca triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:28:38.702955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4f6b7d7d-2d50-4235-9fbd-415cc9ead084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:38.776880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-4f6b7d7d-2d50-4235-9fbd-415cc9ead084 None None] Port 9e96b672-b106-4d1a-80e4-55ad4dfc63ca cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:28:38.779232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:38.903956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-add06cde-b324-4aac-b8ba-2ab2ff1ecd5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:38.961357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508165db-b62f-42e4-9f6f-ed4a89746d6d req-70a04f6c-40f5-401f-8674-a7d93394a29c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:28:38.962159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-508165db-b62f-42e4-9f6f-ed4a89746d6d req-70a04f6c-40f5-401f-8674-a7d93394a29c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Synchronizing usage tracker for tenant:5a10522521544fda81a2e75a1a25c08e on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:28:39.005061 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-508165db-b62f-42e4-9f6f-ed4a89746d6d req-70a04f6c-40f5-401f-8674-a7d93394a29c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Unset dirty status for tenant:5a10522521544fda81a2e75a1a25c08e on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:28:39.006381 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-508165db-b62f-42e4-9f6f-ed4a89746d6d req-70a04f6c-40f5-401f-8674-a7d93394a29c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1704817-50f4-43e8-8644-44f7c27028d0 HTTP/1.1" status: 200 len: 932 time: 0.5114028 Dec 25 20:28:39.145803 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-508165db-b62f-42e4-9f6f-ed4a89746d6d req-970bd75a-a1e7-4c98-bf59-4da008e1fa13 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=a148675f-916a-4500-b2c8-b742d6d29219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941434 Dec 25 20:28:39.346187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-add06cde-b324-4aac-b8ba-2ab2ff1ecd5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e96b672-b106-4d1a-80e4-55ad4dfc63ca {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:28:39.354424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-add06cde-b324-4aac-b8ba-2ab2ff1ecd5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:39.370187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-add06cde-b324-4aac-b8ba-2ab2ff1ecd5f service neutron] Transition to ACTIVE for port object 9e96b672-b106-4d1a-80e4-55ad4dfc63ca will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:28:39.374207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-add06cde-b324-4aac-b8ba-2ab2ff1ecd5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:39.379036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5b83becb-e508-4513-804e-704aa7b218bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:28:39.515402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add06cde-b324-4aac-b8ba-2ab2ff1ecd5f service neutron] Pushing event updated for resources: {'Port': ['ID=9e96b672-b106-4d1a-80e4-55ad4dfc63ca,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:28:39.519501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-add06cde-b324-4aac-b8ba-2ab2ff1ecd5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:28:39.641795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-add06cde-b324-4aac-b8ba-2ab2ff1ecd5f service neutron] Attempting to bind port 9e96b672-b106-4d1a-80e4-55ad4dfc63ca on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:28:39.642264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-add06cde-b324-4aac-b8ba-2ab2ff1ecd5f service neutron] Attempting to bind port 9e96b672-b106-4d1a-80e4-55ad4dfc63ca by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '185419a4-55f8-42cb-8d9a-6c3c3639bcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2c03de09-c8cd-4d40-96ca-dc0790665b22'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:28:39.642991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-add06cde-b324-4aac-b8ba-2ab2ff1ecd5f service neutron] Attempting to bind port 9e96b672-b106-4d1a-80e4-55ad4dfc63ca on network 2c03de09-c8cd-4d40-96ca-dc0790665b22 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:28:39.650910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-add06cde-b324-4aac-b8ba-2ab2ff1ecd5f service neutron] Port 9e96b672-b106-4d1a-80e4-55ad4dfc63ca on network 2c03de09-c8cd-4d40-96ca-dc0790665b22 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 20:28:39.651301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-add06cde-b324-4aac-b8ba-2ab2ff1ecd5f service neutron] Attempting to bind port 9e96b672-b106-4d1a-80e4-55ad4dfc63ca on network 2c03de09-c8cd-4d40-96ca-dc0790665b22 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:28:39.658898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-add06cde-b324-4aac-b8ba-2ab2ff1ecd5f service neutron] Checking agent: {'id': '5d7a6d50-e450-4e92-a105-61a558d89e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'started_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:28:39.659598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-add06cde-b324-4aac-b8ba-2ab2ff1ecd5f service neutron] Checking segment: {'id': '185419a4-55f8-42cb-8d9a-6c3c3639bcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2c03de09-c8cd-4d40-96ca-dc0790665b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:28:39.660011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-add06cde-b324-4aac-b8ba-2ab2ff1ecd5f service neutron] Bound using segment: {'id': '185419a4-55f8-42cb-8d9a-6c3c3639bcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2c03de09-c8cd-4d40-96ca-dc0790665b22'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:28:39.660691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-add06cde-b324-4aac-b8ba-2ab2ff1ecd5f service neutron] Bound port: 9e96b672-b106-4d1a-80e4-55ad4dfc63ca, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '185419a4-55f8-42cb-8d9a-6c3c3639bcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2c03de09-c8cd-4d40-96ca-dc0790665b22'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:28:39.660927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-add06cde-b324-4aac-b8ba-2ab2ff1ecd5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:39.704146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 28b47b58-9d65-4f29-a47d-5f9228c13eb7 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:28:39.769753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-add06cde-b324-4aac-b8ba-2ab2ff1ecd5f service neutron] For port 9e96b672-b106-4d1a-80e4-55ad4dfc63ca, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:28:39.773918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-add06cde-b324-4aac-b8ba-2ab2ff1ecd5f service neutron] For port 9e96b672-b106-4d1a-80e4-55ad4dfc63ca, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9e96b672-b106-4d1a-80e4-55ad4dfc63ca,segment=NetworkSegment(185419a4-55f8-42cb-8d9a-6c3c3639bcce),segment_id=185419a4-55f8-42cb-8d9a-6c3c3639bcce)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:28:39.778076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-add06cde-b324-4aac-b8ba-2ab2ff1ecd5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:39.778469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 28b47b58-9d65-4f29-a47d-5f9228c13eb7 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:28:39.783770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 28b47b58-9d65-4f29-a47d-5f9228c13eb7 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:28:39.784113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-add06cde-b324-4aac-b8ba-2ab2ff1ecd5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:28:39.784231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:39.857921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-add06cde-b324-4aac-b8ba-2ab2ff1ecd5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:39.859506 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-add06cde-b324-4aac-b8ba-2ab2ff1ecd5f service neutron] 10.222.0.36 "PUT /v2.0/ports/9e96b672-b106-4d1a-80e4-55ad4dfc63ca HTTP/1.1" status: 200 len: 1094 time: 1.3987341 Dec 25 20:28:39.860087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1704817-50f4-43e8-8644-44f7c27028d0', 'tag': '9e96b672-b106-4d1a-80e4-55ad4dfc63ca'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:28:39.876685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add06cde-b324-4aac-b8ba-2ab2ff1ecd5f service neutron] Pushing event updated for resources: {'Port': ['ID=9e96b672-b106-4d1a-80e4-55ad4dfc63ca,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:28:39.881253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-add06cde-b324-4aac-b8ba-2ab2ff1ecd5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:28:39.929254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:39.953978 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1704817-50f4-43e8-8644-44f7c27028d0', 'tag': '9e96b672-b106-4d1a-80e4-55ad4dfc63ca', 'status': 'completed', 'code': 200} Dec 25 20:28:39.970416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 28b47b58-9d65-4f29-a47d-5f9228c13eb7, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=28b47b58-9d65-4f29-a47d-5f9228c13eb7,segment=NetworkSegment(185419a4-55f8-42cb-8d9a-6c3c3639bcce),segment_id=185419a4-55f8-42cb-8d9a-6c3c3639bcce)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:28:39.973772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:39.976896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:28:39.997432 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-fbd00203-cf70-4331-acff-b1ec7b00ec4e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a10522521544fda81a2e75a1a25c08e&device_id=e1704817-50f4-43e8-8644-44f7c27028d0 HTTP/1.1" status: 200 len: 1097 time: 0.0904019 Dec 25 20:28:40.049589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=28b47b58-9d65-4f29-a47d-5f9228c13eb7,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:28:40.053020 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:28:40.083253 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-d225661f-ed0e-4ce3-8cd2-a3d7a325c825 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e96b672-b106-4d1a-80e4-55ad4dfc63ca HTTP/1.1" status: 200 len: 217 time: 0.0767171 Dec 25 20:28:40.101391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:40.162262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-37a09a93-6811-4eda-b357-d086a73898d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:28:40.163930 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-37a09a93-6811-4eda-b357-d086a73898d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f3ebda2-b8d7-4b71-99ab-917df2e3bf08 HTTP/1.1" status: 200 len: 835 time: 0.0705073 Dec 25 20:28:40.258602 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-302df5b1-bbcd-4e42-b806-12fd2ab103b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c03de09-c8cd-4d40-96ca-dc0790665b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844700 Dec 25 20:28:40.472421 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-332fc9e0-6dbf-4f37-bad0-ee24bf5843a7 service neutron] 10.222.0.36 "GET /v2.0/networks/2c03de09-c8cd-4d40-96ca-dc0790665b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032988 Dec 25 20:28:40.479679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42a15c-1637-439b-96be-8a494b146856 req-97f7acb3-d21a-45c2-bc25-a4803d241760 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:28:40.481162 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1b42a15c-1637-439b-96be-8a494b146856 req-97f7acb3-d21a-45c2-bc25-a4803d241760 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1704817-50f4-43e8-8644-44f7c27028d0 HTTP/1.1" status: 200 len: 944 time: 0.1896434 Dec 25 20:28:40.631464 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1b42a15c-1637-439b-96be-8a494b146856 req-861c3d6c-b7a5-42af-a6eb-3f25e8359ec9 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=a148675f-916a-4500-b2c8-b742d6d29219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248689 Dec 25 20:28:40.657885 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d0a17ce7-2e9a-40cb-94fb-21d401fc47c9 req-590a70c1-e2f4-4177-942f-6cb4d2db09e2 service neutron] 10.222.0.36 "GET /v2.0/networks/2c03de09-c8cd-4d40-96ca-dc0790665b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754146 Dec 25 20:28:40.781818 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0fb81847-85bc-4031-b9f8-0f10a5d64090 req-6a7b997b-11e9-4cdc-9749-0578ae374c11 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a10522521544fda81a2e75a1a25c08e&device_id=e1704817-50f4-43e8-8644-44f7c27028d0 HTTP/1.1" status: 200 len: 1097 time: 0.0777247 Dec 25 20:28:40.923852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb81847-85bc-4031-b9f8-0f10a5d64090 req-ecf27ec4-5fc5-4dbd-8f22-b5e554a3bb82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:28:40.925406 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0fb81847-85bc-4031-b9f8-0f10a5d64090 req-ecf27ec4-5fc5-4dbd-8f22-b5e554a3bb82 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2c03de09-c8cd-4d40-96ca-dc0790665b22 HTTP/1.1" status: 200 len: 897 time: 0.1356456 Dec 25 20:28:40.997963 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0fb81847-85bc-4031-b9f8-0f10a5d64090 req-954c4093-b4f3-4ef9-a042-7607c0c4181d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e96b672-b106-4d1a-80e4-55ad4dfc63ca HTTP/1.1" status: 200 len: 217 time: 0.0653925 Dec 25 20:28:41.071326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb81847-85bc-4031-b9f8-0f10a5d64090 req-5d41886c-5e78-4b31-a98a-1a81ed4c9652 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:28:41.072798 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0fb81847-85bc-4031-b9f8-0f10a5d64090 req-5d41886c-5e78-4b31-a98a-1a81ed4c9652 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f3ebda2-b8d7-4b71-99ab-917df2e3bf08 HTTP/1.1" status: 200 len: 835 time: 0.0678220 Dec 25 20:28:41.157679 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0fb81847-85bc-4031-b9f8-0f10a5d64090 req-6bdbdd3a-4fcd-4507-9a04-f417f3c9981b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c03de09-c8cd-4d40-96ca-dc0790665b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758319 Dec 25 20:28:41.311813 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0fb81847-85bc-4031-b9f8-0f10a5d64090 req-705d132c-a3ab-462c-850f-d567451e440f service neutron] 10.222.0.36 "GET /v2.0/networks/2c03de09-c8cd-4d40-96ca-dc0790665b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464846 Dec 25 20:28:41.459600 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0fb81847-85bc-4031-b9f8-0f10a5d64090 req-ba680ae1-471d-4037-8fb1-f58b18512f9a service neutron] 10.222.0.36 "GET /v2.0/networks/2c03de09-c8cd-4d40-96ca-dc0790665b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380670 Dec 25 20:28:41.669898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 28b47b58-9d65-4f29-a47d-5f9228c13eb7 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:28:41.743564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 28b47b58-9d65-4f29-a47d-5f9228c13eb7 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:28:41.743996 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:41.843006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a2c04-844f-4e80-975d-ed98400e26fc req-e4c4b4b5-ca15-4190-b40f-de6ef5906cc6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:28:41.844983 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2e3a2c04-844f-4e80-975d-ed98400e26fc req-e4c4b4b5-ca15-4190-b40f-de6ef5906cc6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1704817-50f4-43e8-8644-44f7c27028d0 HTTP/1.1" status: 200 len: 944 time: 0.0890756 Dec 25 20:28:41.894518 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2e3a2c04-844f-4e80-975d-ed98400e26fc req-fa157c89-2f03-4e8a-9fe2-5113be1f8804 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=a148675f-916a-4500-b2c8-b742d6d29219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432937 Dec 25 20:28:43.099298 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb87c30-ab21-4a30-830f-b9ce64d635b7 req-6098a8a3-90e4-4847-9a03-1778bb1581e3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:28:43.100893 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8eb87c30-ab21-4a30-830f-b9ce64d635b7 req-6098a8a3-90e4-4847-9a03-1778bb1581e3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1704817-50f4-43e8-8644-44f7c27028d0 HTTP/1.1" status: 200 len: 944 time: 0.0824311 Dec 25 20:28:43.151751 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8eb87c30-ab21-4a30-830f-b9ce64d635b7 req-a2acd361-1854-4c27-b11a-acc9f564ceed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=a148675f-916a-4500-b2c8-b742d6d29219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447693 Dec 25 20:28:44.024620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 9e96b672-b106-4d1a-80e4-55ad4dfc63ca details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 20:28:44.166750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 9e96b672-b106-4d1a-80e4-55ad4dfc63ca, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9e96b672-b106-4d1a-80e4-55ad4dfc63ca,segment=NetworkSegment(185419a4-55f8-42cb-8d9a-6c3c3639bcce),segment_id=185419a4-55f8-42cb-8d9a-6c3c3639bcce)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:28:44.181009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': '9e96b672-b106-4d1a-80e4-55ad4dfc63ca', 'network_id': '2c03de09-c8cd-4d40-96ca-dc0790665b22', 'port_id': '9e96b672-b106-4d1a-80e4-55ad4dfc63ca', 'mac_address': 'fa:16:3e:91:4f:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3ebda2-b8d7-4b71-99ab-917df2e3bf08', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 20:28:44.236747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:44.255457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e96b672-b106-4d1a-80e4-55ad4dfc63ca {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:28:44.272195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 9e96b672-b106-4d1a-80e4-55ad4dfc63ca, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9e96b672-b106-4d1a-80e4-55ad4dfc63ca,segment=NetworkSegment(185419a4-55f8-42cb-8d9a-6c3c3639bcce),segment_id=185419a4-55f8-42cb-8d9a-6c3c3639bcce)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:28:44.275202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:44.277089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-785af181-dd7b-4f74-93cb-e303cd062d0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:28:44.347834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=9e96b672-b106-4d1a-80e4-55ad4dfc63ca,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:28:44.351047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:28:44.360671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61474ca7-c773-43fe-9b27-1d25b94dfaec req-5f422706-cb67-48f7-96b0-21ff008420cf tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:28:44.362302 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-61474ca7-c773-43fe-9b27-1d25b94dfaec req-5f422706-cb67-48f7-96b0-21ff008420cf tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1704817-50f4-43e8-8644-44f7c27028d0 HTTP/1.1" status: 200 len: 945 time: 0.0884044 Dec 25 20:28:44.411700 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-61474ca7-c773-43fe-9b27-1d25b94dfaec req-28297df4-a60c-46e3-8b24-2f8e9596d86a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=a148675f-916a-4500-b2c8-b742d6d29219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432010 Dec 25 20:28:44.528249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['9e96b672-b106-4d1a-80e4-55ad4dfc63ca'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:28:45.615463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933352b-3e3b-4e43-94e1-cd49e368a676 req-d61bae83-5a75-4d4f-aa1c-82fdd881d5d6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:28:45.617252 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9933352b-3e3b-4e43-94e1-cd49e368a676 req-d61bae83-5a75-4d4f-aa1c-82fdd881d5d6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1704817-50f4-43e8-8644-44f7c27028d0 HTTP/1.1" status: 200 len: 945 time: 0.0825596 Dec 25 20:28:45.671503 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9933352b-3e3b-4e43-94e1-cd49e368a676 req-a3136118-6276-4e40-bb0f-7cf988ef3294 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=a148675f-916a-4500-b2c8-b742d6d29219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470402 Dec 25 20:28:46.025469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 9e96b672-b106-4d1a-80e4-55ad4dfc63ca up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:28:46.095481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning for port 9e96b672-b106-4d1a-80e4-55ad4dfc63ca completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:28:46.100473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port 9e96b672-b106-4d1a-80e4-55ad4dfc63ca triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:28:46.100946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:46.220885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:46.248997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1704817-50f4-43e8-8644-44f7c27028d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e96b672-b106-4d1a-80e4-55ad4dfc63ca'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:28:46.260066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 9e96b672-b106-4d1a-80e4-55ad4dfc63ca, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9e96b672-b106-4d1a-80e4-55ad4dfc63ca,segment=NetworkSegment(185419a4-55f8-42cb-8d9a-6c3c3639bcce),segment_id=185419a4-55f8-42cb-8d9a-6c3c3639bcce)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:28:46.263371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:46.265466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:28:46.338147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=9e96b672-b106-4d1a-80e4-55ad4dfc63ca,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:28:46.341416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:28:46.395724 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1704817-50f4-43e8-8644-44f7c27028d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e96b672-b106-4d1a-80e4-55ad4dfc63ca', 'code': 200} Dec 25 20:28:46.652951 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f462424b-29c4-42be-ad10-5921eb2056de req-1ae4d653-6dcd-4c7a-8157-fc5a78ee1be4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e1704817-50f4-43e8-8644-44f7c27028d0 HTTP/1.1" status: 200 len: 1099 time: 0.0797279 Dec 25 20:28:46.702855 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f462424b-29c4-42be-ad10-5921eb2056de req-f3e0e459-17e3-4d61-962a-a2f56b113583 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a148675f-916a-4500-b2c8-b742d6d29219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402675 Dec 25 20:28:46.879935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac90f9-96b4-4437-a80e-5c391f8f1705 req-90d026b7-fe38-46e6-8779-dda425a67620 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:28:46.881565 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d9ac90f9-96b4-4437-a80e-5c391f8f1705 req-90d026b7-fe38-46e6-8779-dda425a67620 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1704817-50f4-43e8-8644-44f7c27028d0 HTTP/1.1" status: 200 len: 946 time: 0.0858796 Dec 25 20:28:46.933995 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d9ac90f9-96b4-4437-a80e-5c391f8f1705 req-0dd52a3e-26e1-4bc5-b073-f88d4254149f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=a148675f-916a-4500-b2c8-b742d6d29219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460618 Dec 25 20:28:48.142034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f0e8f-aa65-4646-9cf5-7018b19b495f req-1d991549-c3c7-4025-87d5-9a938e0e2cf7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:28:48.143687 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4f2f0e8f-aa65-4646-9cf5-7018b19b495f req-1d991549-c3c7-4025-87d5-9a938e0e2cf7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1704817-50f4-43e8-8644-44f7c27028d0 HTTP/1.1" status: 200 len: 946 time: 0.0846534 Dec 25 20:28:48.194152 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4f2f0e8f-aa65-4646-9cf5-7018b19b495f req-9cb46701-b653-4258-a19c-6f2cbce74d6d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=a148675f-916a-4500-b2c8-b742d6d29219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439167 Dec 25 20:28:48.400436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149528e-068d-49a6-90a8-e1dbbb0fec83 req-7202002f-a60c-4454-8ec5-2d62d8df1dbb tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:28:48.402007 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a149528e-068d-49a6-90a8-e1dbbb0fec83 req-7202002f-a60c-4454-8ec5-2d62d8df1dbb tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1704817-50f4-43e8-8644-44f7c27028d0 HTTP/1.1" status: 200 len: 946 time: 0.0869167 Dec 25 20:28:48.450275 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a149528e-068d-49a6-90a8-e1dbbb0fec83 req-1f0505cc-c55b-447a-b970-7b9e7f54d25c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=a148675f-916a-4500-b2c8-b742d6d29219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420778 Dec 25 20:28:48.476953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59708) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:28:48.552548 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f9fe4935-d99c-4c59-a59a-0deb37e619d6 tempest-TestNetworkAdvancedServerOps-2027681970 tempest-TestNetworkAdvancedServerOps-2027681970-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e1704817-50f4-43e8-8644-44f7c27028d0 HTTP/1.1" status: 200 len: 1094 time: 0.0742126 Dec 25 20:28:48.555202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59712) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:28:48.561412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-33897911-e86e-4085-9224-c1354279f1a4 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'floatingip': {'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'port_id': '9e96b672-b106-4d1a-80e4-55ad4dfc63ca', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:28:48.567503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-33897911-e86e-4085-9224-c1354279f1a4 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:28:48.571600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-33897911-e86e-4085-9224-c1354279f1a4 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:floatingip and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:28:48.574538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-33897911-e86e-4085-9224-c1354279f1a4 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:28:48.580659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-33897911-e86e-4085-9224-c1354279f1a4 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:28:48.590559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-33897911-e86e-4085-9224-c1354279f1a4 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:48.737811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-33897911-e86e-4085-9224-c1354279f1a4 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:48.883311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-33897911-e86e-4085-9224-c1354279f1a4 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Allocated IP 172.26.8.145 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/ee6e34fa-d0be-4eb4-85db-31c5cd2048c2) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:28:49.038443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-33897911-e86e-4085-9224-c1354279f1a4 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:49.063867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-33897911-e86e-4085-9224-c1354279f1a4 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:49.068212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0bbb6046-5699-4100-bc95-956da2ea119a tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:28:49.133036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33897911-e86e-4085-9224-c1354279f1a4 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:28:49.134281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-33897911-e86e-4085-9224-c1354279f1a4 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:28:49.138080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33897911-e86e-4085-9224-c1354279f1a4 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:28:49.182223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33897911-e86e-4085-9224-c1354279f1a4 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'Port': ['ID=ee6e34fa-d0be-4eb4-85db-31c5cd2048c2,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:28:49.186653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-33897911-e86e-4085-9224-c1354279f1a4 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:28:49.897668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-33897911-e86e-4085-9224-c1354279f1a4 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:49.955403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-33897911-e86e-4085-9224-c1354279f1a4 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:50.174245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-33897911-e86e-4085-9224-c1354279f1a4 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:50.177732 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-33897911-e86e-4085-9224-c1354279f1a4 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:50.182166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0a92c43e-0aa1-4e3b-90b6-7bf97ead69aa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:28:50.293746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33897911-e86e-4085-9224-c1354279f1a4 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'Port': ['ID=ee6e34fa-d0be-4eb4-85db-31c5cd2048c2,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:28:50.296582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-33897911-e86e-4085-9224-c1354279f1a4 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:28:50.308099 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-33897911-e86e-4085-9224-c1354279f1a4 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:50.504421 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [None req-33897911-e86e-4085-9224-c1354279f1a4 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Floating IP 605b015c-d9f4-404d-bb49-54f9aa96f5a3 associated. External IP: 172.26.8.145, port: 9e96b672-b106-4d1a-80e4-55ad4dfc63ca. Dec 25 20:28:50.911660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33897911-e86e-4085-9224-c1354279f1a4 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Router 1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:28:51.120141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33897911-e86e-4085-9224-c1354279f1a4 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:28:51.131131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3000680-9bb7-4f97-bffd-070343678077 None None] Sync routers for ids ['1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:28:51.145183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3000680-9bb7-4f97-bffd-070343678077 None None] Routers {'1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:28:51.145591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-33897911-e86e-4085-9224-c1354279f1a4 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:51.146072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a3000680-9bb7-4f97-bffd-070343678077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:28:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:28:51.206295 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-33897911-e86e-4085-9224-c1354279f1a4 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6493921 Dec 25 20:28:51.206998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1704817-50f4-43e8-8644-44f7c27028d0', 'tag': '9e96b672-b106-4d1a-80e4-55ad4dfc63ca'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:28:51.269427 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1704817-50f4-43e8-8644-44f7c27028d0', 'tag': '9e96b672-b106-4d1a-80e4-55ad4dfc63ca', 'status': 'completed', 'code': 200} Dec 25 20:28:51.339205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-a3000680-9bb7-4f97-bffd-070343678077 None None] Set router 1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:28:51.445443 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5f2d2a38-709a-41a5-b62d-8a3849118ab1 req-0a5a825d-2c16-46da-bd8d-820506b22a7f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a10522521544fda81a2e75a1a25c08e&device_id=e1704817-50f4-43e8-8644-44f7c27028d0 HTTP/1.1" status: 200 len: 1099 time: 0.1478245 Dec 25 20:28:51.452022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292fc6a4-c02f-42ef-b668-96fc39342ca5 req-7421b229-6946-4aba-b572-0a392ea4af9a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:28:51.453512 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-292fc6a4-c02f-42ef-b668-96fc39342ca5 req-7421b229-6946-4aba-b572-0a392ea4af9a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1704817-50f4-43e8-8644-44f7c27028d0 HTTP/1.1" status: 200 len: 946 time: 0.1216838 Dec 25 20:28:51.608586 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-292fc6a4-c02f-42ef-b668-96fc39342ca5 req-c0fae3b1-9306-4bb6-9e61-0f813f99ea11 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=a148675f-916a-4500-b2c8-b742d6d29219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301050 Dec 25 20:28:51.632107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d2a38-709a-41a5-b62d-8a3849118ab1 req-e53827a4-beaa-481a-8a67-cc2dcf99dabd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:28:51.634194 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5f2d2a38-709a-41a5-b62d-8a3849118ab1 req-e53827a4-beaa-481a-8a67-cc2dcf99dabd service neutron] 10.222.0.36 "GET /v2.0/networks?id=2c03de09-c8cd-4d40-96ca-dc0790665b22 HTTP/1.1" status: 200 len: 897 time: 0.1792855 Dec 25 20:28:51.637402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59720) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:28:51.847198 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9d66ddb3-4787-4e1e-a022-f35711316bab tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/floatingips/605b015c-d9f4-404d-bb49-54f9aa96f5a3 HTTP/1.1" status: 200 len: 992 time: 0.2084630 Dec 25 20:28:51.850357 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5f2d2a38-709a-41a5-b62d-8a3849118ab1 req-aa468416-bc7a-4832-8a93-20b8b74ddbe7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e96b672-b106-4d1a-80e4-55ad4dfc63ca HTTP/1.1" status: 200 len: 1000 time: 0.1562543 Dec 25 20:28:51.871504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a3000680-9bb7-4f97-bffd-070343678077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732061435', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.35'}], 'enable_snat': True}, 'gw_port_id': 'e842f5d9-dbeb-43b2-9872-eb767bbb3001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:28:28Z', 'updated_at': '2021-12-25T20:28:33Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'e842f5d9-dbeb-43b2-9872-eb767bbb3001', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:28:29Z', 'updated_at': '2021-12-25T20:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '605b015c-d9f4-404d-bb49-54f9aa96f5a3', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'floating_ip_address': '172.26.8.145', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7', 'port_id': '9e96b672-b106-4d1a-80e4-55ad4dfc63ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c03de09-c8cd-4d40-96ca-dc0790665b22', 'mac_address': 'fa:16:3e:91:4f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1704817-50f4-43e8-8644-44f7c27028d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:28:49Z', 'updated_at': '2021-12-25T20:28:49Z', 'revision_number': 0, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28b47b58-9d65-4f29-a47d-5f9228c13eb7', 'name': '', 'network_id': '2c03de09-c8cd-4d40-96ca-dc0790665b22', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:20:50:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f3ebda2-b8d7-4b71-99ab-917df2e3bf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:28:32Z', 'updated_at': '2021-12-25T20:28:39Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': '6f3ebda2-b8d7-4b71-99ab-917df2e3bf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:28:51.875949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3000680-9bb7-4f97-bffd-070343678077 None None] Checking router: 1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:28:51.887713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3000680-9bb7-4f97-bffd-070343678077 None None] Routers {'1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:28:51.888378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a3000680-9bb7-4f97-bffd-070343678077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:28:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:28:51.920502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d2a38-709a-41a5-b62d-8a3849118ab1 req-f2d03ce0-6472-4672-9c4a-25c0aff7d8fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:28:51.922091 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5f2d2a38-709a-41a5-b62d-8a3849118ab1 req-f2d03ce0-6472-4672-9c4a-25c0aff7d8fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f3ebda2-b8d7-4b71-99ab-917df2e3bf08 HTTP/1.1" status: 200 len: 835 time: 0.0647416 Dec 25 20:28:52.024656 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5f2d2a38-709a-41a5-b62d-8a3849118ab1 req-3110d46e-b010-4b30-964c-33a0ca37fd71 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c03de09-c8cd-4d40-96ca-dc0790665b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0960622 Dec 25 20:28:52.091268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-a3000680-9bb7-4f97-bffd-070343678077 None None] Set router 1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:28:52.171042 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5f2d2a38-709a-41a5-b62d-8a3849118ab1 req-db9acdc8-c47b-4d95-9149-a2bc38e75d59 service neutron] 10.222.0.36 "GET /v2.0/networks/2c03de09-c8cd-4d40-96ca-dc0790665b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398370 Dec 25 20:28:52.324042 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5f2d2a38-709a-41a5-b62d-8a3849118ab1 req-dcdbec43-4e13-440b-ade9-9938cdf51ccc service neutron] 10.222.0.36 "GET /v2.0/networks/2c03de09-c8cd-4d40-96ca-dc0790665b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463063 Dec 25 20:28:52.462142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-a3000680-9bb7-4f97-bffd-070343678077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732061435', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.35'}], 'enable_snat': True}, 'gw_port_id': 'e842f5d9-dbeb-43b2-9872-eb767bbb3001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:28:28Z', 'updated_at': '2021-12-25T20:28:33Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'e842f5d9-dbeb-43b2-9872-eb767bbb3001', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:28:29Z', 'updated_at': '2021-12-25T20:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '605b015c-d9f4-404d-bb49-54f9aa96f5a3', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'floating_ip_address': '172.26.8.145', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7', 'port_id': '9e96b672-b106-4d1a-80e4-55ad4dfc63ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c03de09-c8cd-4d40-96ca-dc0790665b22', 'mac_address': 'fa:16:3e:91:4f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1704817-50f4-43e8-8644-44f7c27028d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:28:49Z', 'updated_at': '2021-12-25T20:28:49Z', 'revision_number': 0, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28b47b58-9d65-4f29-a47d-5f9228c13eb7', 'name': '', 'network_id': '2c03de09-c8cd-4d40-96ca-dc0790665b22', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:20:50:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f3ebda2-b8d7-4b71-99ab-917df2e3bf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:28:32Z', 'updated_at': '2021-12-25T20:28:39Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': '6f3ebda2-b8d7-4b71-99ab-917df2e3bf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:28:52.466264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3000680-9bb7-4f97-bffd-070343678077 None None] The sync data for ids ['1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7'] in dv-neutron-822611-1-hyperv is: [{'id': '1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732061435', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.35'}], 'enable_snat': True}, 'gw_port_id': 'e842f5d9-dbeb-43b2-9872-eb767bbb3001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:28:28Z', 'updated_at': '2021-12-25T20:28:33Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'e842f5d9-dbeb-43b2-9872-eb767bbb3001', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:28:29Z', 'updated_at': '2021-12-25T20:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '605b015c-d9f4-404d-bb49-54f9aa96f5a3', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'floating_ip_address': '172.26.8.145', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7', 'port_id': '9e96b672-b106-4d1a-80e4-55ad4dfc63ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c03de09-c8cd-4d40-96ca-dc0790665b22', 'mac_address': 'fa:16:3e:91:4f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1704817-50f4-43e8-8644-44f7c27028d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:28:49Z', 'updated_at': '2021-12-25T20:28:49Z', 'revision_number': 0, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28b47b58-9d65-4f29-a47d-5f9228c13eb7', 'name': '', 'network_id': '2c03de09-c8cd-4d40-96ca-dc0790665b22', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:20:50:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f3ebda2-b8d7-4b71-99ab-917df2e3bf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:28:32Z', 'updated_at': '2021-12-25T20:28:39Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': '6f3ebda2-b8d7-4b71-99ab-917df2e3bf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:28:52.792179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc54877-1b2d-48d7-8c75-80ad440754bb None None] New status for floating IP 605b015c-d9f4-404d-bb49-54f9aa96f5a3: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 20:28:52.851283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59724) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:28:52.971453 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3337b754-9164-4b5b-b545-2a53a61fb85d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/floatingips/605b015c-d9f4-404d-bb49-54f9aa96f5a3 HTTP/1.1" status: 200 len: 992 time: 0.1176648 Dec 25 20:28:53.945199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:28:53.973425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59728) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:28:54.084017 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3d6edcb3-baaa-403e-bfa1-55312f4f6006 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/floatingips/605b015c-d9f4-404d-bb49-54f9aa96f5a3 HTTP/1.1" status: 200 len: 994 time: 0.1093080 Dec 25 20:29:01.027773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:29:03.874746 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-759c40b0-1636-4a2b-9c71-c01510638d17 req-a5803046-b240-4cab-9a23-32d8a5da8d06 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e1704817-50f4-43e8-8644-44f7c27028d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763528 Dec 25 20:29:04.257521 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-759c40b0-1636-4a2b-9c71-c01510638d17 req-7f3a486d-8961-4364-9935-1489e3a4f98a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a10522521544fda81a2e75a1a25c08e&device_id=e1704817-50f4-43e8-8644-44f7c27028d0 HTTP/1.1" status: 200 len: 1099 time: 0.3098838 Dec 25 20:29:04.411586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c40b0-1636-4a2b-9c71-c01510638d17 req-9ceeb78c-07b3-49a6-8950-0ff536123e3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:29:04.413153 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-759c40b0-1636-4a2b-9c71-c01510638d17 req-9ceeb78c-07b3-49a6-8950-0ff536123e3b service neutron] 10.222.0.36 "GET /v2.0/networks?id=2c03de09-c8cd-4d40-96ca-dc0790665b22 HTTP/1.1" status: 200 len: 897 time: 0.1355627 Dec 25 20:29:04.520725 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-759c40b0-1636-4a2b-9c71-c01510638d17 req-27e8af5e-0be3-45e0-bbde-15f648725302 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e96b672-b106-4d1a-80e4-55ad4dfc63ca HTTP/1.1" status: 200 len: 1002 time: 0.0999165 Dec 25 20:29:04.590478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c40b0-1636-4a2b-9c71-c01510638d17 req-90097743-8929-4585-b2cf-9f2db64aaefd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:29:04.592061 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-759c40b0-1636-4a2b-9c71-c01510638d17 req-90097743-8929-4585-b2cf-9f2db64aaefd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f3ebda2-b8d7-4b71-99ab-917df2e3bf08 HTTP/1.1" status: 200 len: 835 time: 0.0639477 Dec 25 20:29:04.673549 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-759c40b0-1636-4a2b-9c71-c01510638d17 req-2d171eee-ee4b-450d-a118-85c7791eec8b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c03de09-c8cd-4d40-96ca-dc0790665b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745695 Dec 25 20:29:04.814220 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-759c40b0-1636-4a2b-9c71-c01510638d17 req-0788bc94-ddbc-4c7c-b0cf-cb68bde0cd13 service neutron] 10.222.0.36 "GET /v2.0/networks/2c03de09-c8cd-4d40-96ca-dc0790665b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325328 Dec 25 20:29:04.955174 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-759c40b0-1636-4a2b-9c71-c01510638d17 req-3db0a884-6cb3-463b-bd64-2f6319786a49 service neutron] 10.222.0.36 "GET /v2.0/networks/2c03de09-c8cd-4d40-96ca-dc0790665b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337109 Dec 25 20:29:06.122382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-554301d3-f3e0-4fe3-be85-c9ac9a09982c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:29:07.285477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:29:08.417899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-126c1778-015d-43cc-bb60-4ea4ca22be6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:29:08.769966 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:29:10.093114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:29:23.952458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:29:25.644475 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a248d4a3-fc41-416b-a705-1ff620b7870e req-dea42700-d38c-4e63-8423-b18e226a73e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a10522521544fda81a2e75a1a25c08e&device_id=e1704817-50f4-43e8-8644-44f7c27028d0 HTTP/1.1" status: 200 len: 1099 time: 0.1526613 Dec 25 20:29:25.651004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60ead7-cd90-4a82-801d-d49c9f5377af req-ed0ec8f5-8ccc-4292-8fe5-10da9130f7b1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:29:25.652527 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-cb60ead7-cd90-4a82-801d-d49c9f5377af req-ed0ec8f5-8ccc-4292-8fe5-10da9130f7b1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1704817-50f4-43e8-8644-44f7c27028d0 HTTP/1.1" status: 200 len: 946 time: 0.1161706 Dec 25 20:29:25.803462 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-cb60ead7-cd90-4a82-801d-d49c9f5377af req-39cf34d8-36d9-4bd7-b0e3-904358730315 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=a148675f-916a-4500-b2c8-b742d6d29219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286812 Dec 25 20:29:25.827033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248d4a3-fc41-416b-a705-1ff620b7870e req-1a251a0d-c921-4e94-9659-b86dd565da63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:29:25.828643 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a248d4a3-fc41-416b-a705-1ff620b7870e req-1a251a0d-c921-4e94-9659-b86dd565da63 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2c03de09-c8cd-4d40-96ca-dc0790665b22 HTTP/1.1" status: 200 len: 897 time: 0.1752198 Dec 25 20:29:25.939282 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a248d4a3-fc41-416b-a705-1ff620b7870e req-3291c6b6-a6bb-489b-8f34-d47843d066e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e96b672-b106-4d1a-80e4-55ad4dfc63ca HTTP/1.1" status: 200 len: 1002 time: 0.1017683 Dec 25 20:29:26.007970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248d4a3-fc41-416b-a705-1ff620b7870e req-e9703d77-aec1-429d-8317-5084c2ff4bb1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:29:26.009995 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a248d4a3-fc41-416b-a705-1ff620b7870e req-e9703d77-aec1-429d-8317-5084c2ff4bb1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f3ebda2-b8d7-4b71-99ab-917df2e3bf08 HTTP/1.1" status: 200 len: 835 time: 0.0627739 Dec 25 20:29:26.089287 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a248d4a3-fc41-416b-a705-1ff620b7870e req-829f9895-908c-429b-9718-9d818f0950f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c03de09-c8cd-4d40-96ca-dc0790665b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720682 Dec 25 20:29:26.232814 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a248d4a3-fc41-416b-a705-1ff620b7870e req-6fb6fa61-b508-4f68-8422-a0b6bd3c24d6 service neutron] 10.222.0.36 "GET /v2.0/networks/2c03de09-c8cd-4d40-96ca-dc0790665b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363838 Dec 25 20:29:26.377951 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a248d4a3-fc41-416b-a705-1ff620b7870e req-d8530cc5-0a67-4550-a87b-46d0294f8c27 service neutron] 10.222.0.36 "GET /v2.0/networks/2c03de09-c8cd-4d40-96ca-dc0790665b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366179 Dec 25 20:29:27.012061 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a887c6-68ea-4f2c-a069-6dc0dd5b1948 req-a9fea1b3-2535-4d72-a8d4-814b55ab61b8 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:29:27.013651 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-98a887c6-68ea-4f2c-a069-6dc0dd5b1948 req-a9fea1b3-2535-4d72-a8d4-814b55ab61b8 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1704817-50f4-43e8-8644-44f7c27028d0 HTTP/1.1" status: 200 len: 946 time: 0.0860591 Dec 25 20:29:27.061364 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-98a887c6-68ea-4f2c-a069-6dc0dd5b1948 req-5648bd05-f67a-46a6-b8f7-33529947e971 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=a148675f-916a-4500-b2c8-b742d6d29219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414948 Dec 25 20:29:28.267849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e10554-a931-403e-83b7-c594e086b5dd req-3e21c744-fae4-47c3-9686-dc4442ccf138 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:29:28.269431 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-12e10554-a931-403e-83b7-c594e086b5dd req-3e21c744-fae4-47c3-9686-dc4442ccf138 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1704817-50f4-43e8-8644-44f7c27028d0 HTTP/1.1" status: 200 len: 946 time: 0.0840333 Dec 25 20:29:28.321449 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-12e10554-a931-403e-83b7-c594e086b5dd req-b3854be9-bf96-491c-a1c6-486e12924f74 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=a148675f-916a-4500-b2c8-b742d6d29219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447314 Dec 25 20:29:29.523451 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701531de-5d67-40ea-89a7-f39427df1d0a req-b3b7c076-7c2e-4bfb-b91c-1cac960a3a57 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:29:29.525719 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-701531de-5d67-40ea-89a7-f39427df1d0a req-b3b7c076-7c2e-4bfb-b91c-1cac960a3a57 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1704817-50f4-43e8-8644-44f7c27028d0 HTTP/1.1" status: 200 len: 946 time: 0.0824325 Dec 25 20:29:29.574876 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-701531de-5d67-40ea-89a7-f39427df1d0a req-d62662dd-9601-407a-a64d-c5cfcd1bafbc tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=a148675f-916a-4500-b2c8-b742d6d29219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429332 Dec 25 20:29:30.781899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d356a7-262f-4827-aaf3-5a12349d6fd1 req-5b577ca2-4d29-4728-80fa-d2005c0bfa3c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:29:30.783507 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-64d356a7-262f-4827-aaf3-5a12349d6fd1 req-5b577ca2-4d29-4728-80fa-d2005c0bfa3c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1704817-50f4-43e8-8644-44f7c27028d0 HTTP/1.1" status: 200 len: 946 time: 0.0857573 Dec 25 20:29:30.830259 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-64d356a7-262f-4827-aaf3-5a12349d6fd1 req-fc6e0279-ba86-425d-a731-c6581425331c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=a148675f-916a-4500-b2c8-b742d6d29219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407207 Dec 25 20:29:32.045459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45784704-7893-4fc3-a35d-ddc7784c8b19 req-9caed50a-dd6d-4b83-9a8b-d8f22a03495b tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:29:32.047129 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-45784704-7893-4fc3-a35d-ddc7784c8b19 req-9caed50a-dd6d-4b83-9a8b-d8f22a03495b tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1704817-50f4-43e8-8644-44f7c27028d0 HTTP/1.1" status: 200 len: 946 time: 0.0924575 Dec 25 20:29:32.099142 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-45784704-7893-4fc3-a35d-ddc7784c8b19 req-dff85382-6719-454d-b0ed-d93e4d416188 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=a148675f-916a-4500-b2c8-b742d6d29219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441489 Dec 25 20:29:33.312053 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ace8de-e2d7-4516-afb1-3a53a39bd4b1 req-fb3c3156-f29e-48f0-a6d7-717611a46fa5 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:29:33.313671 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e4ace8de-e2d7-4516-afb1-3a53a39bd4b1 req-fb3c3156-f29e-48f0-a6d7-717611a46fa5 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1704817-50f4-43e8-8644-44f7c27028d0 HTTP/1.1" status: 200 len: 946 time: 0.0897164 Dec 25 20:29:33.361723 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e4ace8de-e2d7-4516-afb1-3a53a39bd4b1 req-e50d4d09-6fc0-448f-976e-07ca134e66cf tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=a148675f-916a-4500-b2c8-b742d6d29219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418215 Dec 25 20:29:34.563011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc80bbf-9d14-495e-9fd0-4811503ab1d4 req-2383530f-9253-4fea-8cd5-50a708449882 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:29:34.564658 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0fc80bbf-9d14-495e-9fd0-4811503ab1d4 req-2383530f-9253-4fea-8cd5-50a708449882 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1704817-50f4-43e8-8644-44f7c27028d0 HTTP/1.1" status: 200 len: 946 time: 0.0823150 Dec 25 20:29:34.612936 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0fc80bbf-9d14-495e-9fd0-4811503ab1d4 req-ad8ae3b9-9c40-4c77-bca1-2392a90c33cd tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=a148675f-916a-4500-b2c8-b742d6d29219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416172 Dec 25 20:29:35.819640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd119932-5e3c-4a8a-9b70-21432f7fc63c req-78c57505-94b5-4a5b-a6d7-6fcadcf67b1e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:29:35.821235 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fd119932-5e3c-4a8a-9b70-21432f7fc63c req-78c57505-94b5-4a5b-a6d7-6fcadcf67b1e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1704817-50f4-43e8-8644-44f7c27028d0 HTTP/1.1" status: 200 len: 946 time: 0.0864656 Dec 25 20:29:35.869067 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fd119932-5e3c-4a8a-9b70-21432f7fc63c req-84e8a49b-925d-4553-84aa-77b95738a8fa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=a148675f-916a-4500-b2c8-b742d6d29219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416942 Dec 25 20:29:36.124229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0c3aa50d-789f-48d4-b840-fd891a21304e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:29:37.071379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6dc0dc-f70c-4c44-89ba-e4c2d583c6af req-110f6202-9d04-418a-a357-b373fdf8799f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:29:37.073059 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fb6dc0dc-f70c-4c44-89ba-e4c2d583c6af req-110f6202-9d04-418a-a357-b373fdf8799f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1704817-50f4-43e8-8644-44f7c27028d0 HTTP/1.1" status: 200 len: 946 time: 0.0844338 Dec 25 20:29:37.124388 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fb6dc0dc-f70c-4c44-89ba-e4c2d583c6af req-a542e502-a13e-4246-b6e4-2bd3a83708d4 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=a148675f-916a-4500-b2c8-b742d6d29219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451655 Dec 25 20:29:37.288560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:29:38.028756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:29:38.331865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa826b-5867-4700-9305-46c90bfe8a45 req-8cab8f35-81a6-4d0b-8ce3-7ae0df8d1c20 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:29:38.333490 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-77fa826b-5867-4700-9305-46c90bfe8a45 req-8cab8f35-81a6-4d0b-8ce3-7ae0df8d1c20 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1704817-50f4-43e8-8644-44f7c27028d0 HTTP/1.1" status: 200 len: 946 time: 0.0857627 Dec 25 20:29:38.382030 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-77fa826b-5867-4700-9305-46c90bfe8a45 req-5ba1aac6-abf2-49ae-8b87-646cea29aeb1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=a148675f-916a-4500-b2c8-b742d6d29219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420046 Dec 25 20:29:38.410322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59768) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:29:38.421916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d2e667ec-7973-4afd-9b6c-0d3e41ad9e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:29:38.528335 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-16883edb-25c1-45ea-8f6a-747b46623bc4 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/floatingips/605b015c-d9f4-404d-bb49-54f9aa96f5a3 HTTP/1.1" status: 200 len: 994 time: 0.1165991 Dec 25 20:29:38.772931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:29:40.097063 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:29:53.958154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:03.952631 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f99a839c-88fc-4a10-8a7f-df89083645b4 req-cb51794b-0157-4b92-a024-772b303f5358 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e1704817-50f4-43e8-8644-44f7c27028d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1630795 Dec 25 20:30:04.104860 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f99a839c-88fc-4a10-8a7f-df89083645b4 req-a51c5279-4d4d-4af1-9019-0c470310e0ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a10522521544fda81a2e75a1a25c08e&device_id=e1704817-50f4-43e8-8644-44f7c27028d0 HTTP/1.1" status: 200 len: 1099 time: 0.0775132 Dec 25 20:30:04.263487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a839c-88fc-4a10-8a7f-df89083645b4 req-ba8f66cd-5b7d-42e8-9ac9-97d9490c701d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:30:04.265086 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f99a839c-88fc-4a10-8a7f-df89083645b4 req-ba8f66cd-5b7d-42e8-9ac9-97d9490c701d service neutron] 10.222.0.36 "GET /v2.0/networks?id=2c03de09-c8cd-4d40-96ca-dc0790665b22 HTTP/1.1" status: 200 len: 897 time: 0.1385441 Dec 25 20:30:04.597593 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f99a839c-88fc-4a10-8a7f-df89083645b4 req-aaca0277-7144-4d6e-8c92-be6a60012bf4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e96b672-b106-4d1a-80e4-55ad4dfc63ca HTTP/1.1" status: 200 len: 1002 time: 0.3234947 Dec 25 20:30:04.668156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a839c-88fc-4a10-8a7f-df89083645b4 req-e76275c5-af23-4f6b-befb-b92144e345b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:30:04.669816 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f99a839c-88fc-4a10-8a7f-df89083645b4 req-e76275c5-af23-4f6b-befb-b92144e345b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f3ebda2-b8d7-4b71-99ab-917df2e3bf08 HTTP/1.1" status: 200 len: 835 time: 0.0652411 Dec 25 20:30:04.752072 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f99a839c-88fc-4a10-8a7f-df89083645b4 req-c0dfecb8-6187-4853-b1c0-8c87bad153ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c03de09-c8cd-4d40-96ca-dc0790665b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756371 Dec 25 20:30:04.899473 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f99a839c-88fc-4a10-8a7f-df89083645b4 req-fc4d9d78-5127-4a5d-b52e-00edfbd5e2e2 service neutron] 10.222.0.36 "GET /v2.0/networks/2c03de09-c8cd-4d40-96ca-dc0790665b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379638 Dec 25 20:30:05.044428 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f99a839c-88fc-4a10-8a7f-df89083645b4 req-fcadc9d9-fee1-4f3e-ac6a-dee1d94ad60b service neutron] 10.222.0.36 "GET /v2.0/networks/2c03de09-c8cd-4d40-96ca-dc0790665b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367059 Dec 25 20:30:06.131065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-acf62cc1-4751-42c2-9c94-85c5ec0bd2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:07.290445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:08.426717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d7ab8cd5-f18a-4462-9824-e32815dc3ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:08.775006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:10.099884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:11.014630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59782) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:30:11.228159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-5791d5fe-593b-46bd-b83e-885815f793bc tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Deleting port ee6e34fa-d0be-4eb4-85db-31c5cd2048c2 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:30:11.228704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5791d5fe-593b-46bd-b83e-885815f793bc tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:11.408173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5791d5fe-593b-46bd-b83e-885815f793bc tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:11.408463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5791d5fe-593b-46bd-b83e-885815f793bc tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:11.536138 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-5791d5fe-593b-46bd-b83e-885815f793bc tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Calling delete_port for ee6e34fa-d0be-4eb4-85db-31c5cd2048c2 owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:30:11.684223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5791d5fe-593b-46bd-b83e-885815f793bc tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:11.690461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ac6a85db-ad16-4d34-be7f-9e31d4b06f7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:30:11.738566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5791d5fe-593b-46bd-b83e-885815f793bc tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event deleted for resources: {'Port': ['ID=ee6e34fa-d0be-4eb4-85db-31c5cd2048c2,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:30:11.787419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5791d5fe-593b-46bd-b83e-885815f793bc tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:30:11.787849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5791d5fe-593b-46bd-b83e-885815f793bc tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:30:11.788273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5791d5fe-593b-46bd-b83e-885815f793bc tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:30:11.788688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5791d5fe-593b-46bd-b83e-885815f793bc tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:30:11.789103 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5791d5fe-593b-46bd-b83e-885815f793bc tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:30:11.789511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5791d5fe-593b-46bd-b83e-885815f793bc tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:30:11.789916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5791d5fe-593b-46bd-b83e-885815f793bc tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:30:11.790325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5791d5fe-593b-46bd-b83e-885815f793bc tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:30:11.790727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5791d5fe-593b-46bd-b83e-885815f793bc tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:30:11.791152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5791d5fe-593b-46bd-b83e-885815f793bc tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:30:11.791556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5791d5fe-593b-46bd-b83e-885815f793bc tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:30:11.823130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5791d5fe-593b-46bd-b83e-885815f793bc tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:30:11.850102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5791d5fe-593b-46bd-b83e-885815f793bc tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:12.256679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5791d5fe-593b-46bd-b83e-885815f793bc tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Router 1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:30:12.467092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5791d5fe-593b-46bd-b83e-885815f793bc tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:30:12.477593 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543dcd6f-f17c-44ef-9635-0c05d016a0b6 None None] Sync routers for ids ['1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:30:12.486562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5791d5fe-593b-46bd-b83e-885815f793bc tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:12.490489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543dcd6f-f17c-44ef-9635-0c05d016a0b6 None None] Routers {'1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:30:12.491249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-543dcd6f-f17c-44ef-9635-0c05d016a0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:30:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:30:12.542783 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5791d5fe-593b-46bd-b83e-885815f793bc tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "DELETE /v2.0/floatingips/605b015c-d9f4-404d-bb49-54f9aa96f5a3 HTTP/1.1" status: 204 len: 168 time: 1.5269585 Dec 25 20:30:12.543524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1704817-50f4-43e8-8644-44f7c27028d0', 'tag': '9e96b672-b106-4d1a-80e4-55ad4dfc63ca'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:30:12.618231 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1704817-50f4-43e8-8644-44f7c27028d0', 'tag': '9e96b672-b106-4d1a-80e4-55ad4dfc63ca', 'status': 'completed', 'code': 200} Dec 25 20:30:12.682981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-543dcd6f-f17c-44ef-9635-0c05d016a0b6 None None] Set router 1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:30:12.725668 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d2c8cd4d-7871-41b8-bbaa-21e99a53102e req-805e26a5-bfee-4370-92df-23390df9ac6f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a10522521544fda81a2e75a1a25c08e&device_id=e1704817-50f4-43e8-8644-44f7c27028d0 HTTP/1.1" status: 200 len: 1099 time: 0.0799189 Dec 25 20:30:12.925193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8cd4d-7871-41b8-bbaa-21e99a53102e req-1311bb1e-c091-4136-8476-b2645b70d25d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:30:12.926791 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d2c8cd4d-7871-41b8-bbaa-21e99a53102e req-1311bb1e-c091-4136-8476-b2645b70d25d service neutron] 10.222.0.36 "GET /v2.0/networks?id=2c03de09-c8cd-4d40-96ca-dc0790665b22 HTTP/1.1" status: 200 len: 897 time: 0.1914177 Dec 25 20:30:13.011089 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d2c8cd4d-7871-41b8-bbaa-21e99a53102e req-e40fcc0b-a38e-4ae3-a594-9e1574c8e400 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e96b672-b106-4d1a-80e4-55ad4dfc63ca HTTP/1.1" status: 200 len: 217 time: 0.0752711 Dec 25 20:30:13.026741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-543dcd6f-f17c-44ef-9635-0c05d016a0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732061435', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.35'}], 'enable_snat': True}, 'gw_port_id': 'e842f5d9-dbeb-43b2-9872-eb767bbb3001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:28:28Z', 'updated_at': '2021-12-25T20:28:33Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'e842f5d9-dbeb-43b2-9872-eb767bbb3001', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:28:29Z', 'updated_at': '2021-12-25T20:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '28b47b58-9d65-4f29-a47d-5f9228c13eb7', 'name': '', 'network_id': '2c03de09-c8cd-4d40-96ca-dc0790665b22', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:20:50:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f3ebda2-b8d7-4b71-99ab-917df2e3bf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:28:32Z', 'updated_at': '2021-12-25T20:28:39Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': '6f3ebda2-b8d7-4b71-99ab-917df2e3bf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:30:13.030988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543dcd6f-f17c-44ef-9635-0c05d016a0b6 None None] Checking router: 1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:30:13.043004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543dcd6f-f17c-44ef-9635-0c05d016a0b6 None None] Routers {'1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:30:13.043722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-543dcd6f-f17c-44ef-9635-0c05d016a0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:30:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:30:13.081826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926c49c-e1d5-491c-9b51-de82469b1d69 req-a971bf2e-f114-4ed7-9975-f882eecb8518 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:30:13.082584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-9926c49c-e1d5-491c-9b51-de82469b1d69 req-a971bf2e-f114-4ed7-9975-f882eecb8518 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Synchronizing usage tracker for tenant:5a10522521544fda81a2e75a1a25c08e on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:30:13.104214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8cd4d-7871-41b8-bbaa-21e99a53102e req-f4669ea9-9c8a-410a-b920-959920ef4ca8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:30:13.105764 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d2c8cd4d-7871-41b8-bbaa-21e99a53102e req-f4669ea9-9c8a-410a-b920-959920ef4ca8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f3ebda2-b8d7-4b71-99ab-917df2e3bf08 HTTP/1.1" status: 200 len: 835 time: 0.0862617 Dec 25 20:30:13.109964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-9926c49c-e1d5-491c-9b51-de82469b1d69 req-a971bf2e-f114-4ed7-9975-f882eecb8518 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Unset dirty status for tenant:5a10522521544fda81a2e75a1a25c08e on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:30:13.111133 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9926c49c-e1d5-491c-9b51-de82469b1d69 req-a971bf2e-f114-4ed7-9975-f882eecb8518 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1704817-50f4-43e8-8644-44f7c27028d0 HTTP/1.1" status: 200 len: 946 time: 0.2381213 Dec 25 20:30:13.227274 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9926c49c-e1d5-491c-9b51-de82469b1d69 req-7a9daa27-832d-4b18-9161-a228091b9708 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=a148675f-916a-4500-b2c8-b742d6d29219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799861 Dec 25 20:30:13.234433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-543dcd6f-f17c-44ef-9635-0c05d016a0b6 None None] Set router 1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:30:13.240465 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d2c8cd4d-7871-41b8-bbaa-21e99a53102e req-9d500c49-08c0-4531-b0a9-3ea2213017ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c03de09-c8cd-4d40-96ca-dc0790665b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1269758 Dec 25 20:30:13.392307 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d2c8cd4d-7871-41b8-bbaa-21e99a53102e req-2bc0114c-6079-467e-b884-7dba24219b3d service neutron] 10.222.0.36 "GET /v2.0/networks/2c03de09-c8cd-4d40-96ca-dc0790665b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396172 Dec 25 20:30:13.751319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-543dcd6f-f17c-44ef-9635-0c05d016a0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732061435', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.35'}], 'enable_snat': True}, 'gw_port_id': 'e842f5d9-dbeb-43b2-9872-eb767bbb3001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:28:28Z', 'updated_at': '2021-12-25T20:28:33Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'e842f5d9-dbeb-43b2-9872-eb767bbb3001', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:28:29Z', 'updated_at': '2021-12-25T20:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '28b47b58-9d65-4f29-a47d-5f9228c13eb7', 'name': '', 'network_id': '2c03de09-c8cd-4d40-96ca-dc0790665b22', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:20:50:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f3ebda2-b8d7-4b71-99ab-917df2e3bf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:28:32Z', 'updated_at': '2021-12-25T20:28:39Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': '6f3ebda2-b8d7-4b71-99ab-917df2e3bf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:30:13.756037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543dcd6f-f17c-44ef-9635-0c05d016a0b6 None None] The sync data for ids ['1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7'] in dv-neutron-822611-1-hyperv is: [{'id': '1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732061435', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.35'}], 'enable_snat': True}, 'gw_port_id': 'e842f5d9-dbeb-43b2-9872-eb767bbb3001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:28:28Z', 'updated_at': '2021-12-25T20:28:33Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'e842f5d9-dbeb-43b2-9872-eb767bbb3001', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:28:29Z', 'updated_at': '2021-12-25T20:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '28b47b58-9d65-4f29-a47d-5f9228c13eb7', 'name': '', 'network_id': '2c03de09-c8cd-4d40-96ca-dc0790665b22', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:20:50:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f3ebda2-b8d7-4b71-99ab-917df2e3bf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:28:32Z', 'updated_at': '2021-12-25T20:28:39Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': '6f3ebda2-b8d7-4b71-99ab-917df2e3bf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:30:13.787624 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d2c8cd4d-7871-41b8-bbaa-21e99a53102e req-fbc34d13-3ce9-411c-9279-64e299e222e4 service neutron] 10.222.0.36 "GET /v2.0/networks/2c03de09-c8cd-4d40-96ca-dc0790665b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877988 Dec 25 20:30:14.202049 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f0fc3c-0147-4317-bc3e-8d488568c4d0 None None] New status for floating IP 605b015c-d9f4-404d-bb49-54f9aa96f5a3: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 20:30:14.444735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d9c08-0986-4ca4-b18c-80e2064977de req-76981b73-2f41-47cb-8da0-5607bf2d495f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:30:14.446371 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-247d9c08-0986-4ca4-b18c-80e2064977de req-76981b73-2f41-47cb-8da0-5607bf2d495f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1704817-50f4-43e8-8644-44f7c27028d0 HTTP/1.1" status: 200 len: 946 time: 0.0882318 Dec 25 20:30:14.496940 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-247d9c08-0986-4ca4-b18c-80e2064977de req-134f0829-2e6b-4d77-9640-4c576f981607 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=a148675f-916a-4500-b2c8-b742d6d29219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439436 Dec 25 20:30:14.682066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7613e4-3f96-4b18-8c5a-3389804d40d7 req-5e30376d-754f-4f82-a1cf-f7aae9afe80a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:30:14.683674 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9a7613e4-3f96-4b18-8c5a-3389804d40d7 req-5e30376d-754f-4f82-a1cf-f7aae9afe80a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1704817-50f4-43e8-8644-44f7c27028d0 HTTP/1.1" status: 200 len: 946 time: 0.0869527 Dec 25 20:30:14.758302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-9a7613e4-3f96-4b18-8c5a-3389804d40d7 req-0e39a593-b9e1-4dcd-8db0-6c11f58544a3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Deleting port 9e96b672-b106-4d1a-80e4-55ad4dfc63ca {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:30:14.758683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-9a7613e4-3f96-4b18-8c5a-3389804d40d7 req-0e39a593-b9e1-4dcd-8db0-6c11f58544a3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:15.009532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-9a7613e4-3f96-4b18-8c5a-3389804d40d7 req-0e39a593-b9e1-4dcd-8db0-6c11f58544a3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] For port 9e96b672-b106-4d1a-80e4-55ad4dfc63ca, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9e96b672-b106-4d1a-80e4-55ad4dfc63ca,segment=NetworkSegment(185419a4-55f8-42cb-8d9a-6c3c3639bcce),segment_id=185419a4-55f8-42cb-8d9a-6c3c3639bcce)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:30:15.009850 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-9a7613e4-3f96-4b18-8c5a-3389804d40d7 req-0e39a593-b9e1-4dcd-8db0-6c11f58544a3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:15.029616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:30:15.135682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-9a7613e4-3f96-4b18-8c5a-3389804d40d7 req-0e39a593-b9e1-4dcd-8db0-6c11f58544a3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Calling delete_port for 9e96b672-b106-4d1a-80e4-55ad4dfc63ca owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:30:15.283738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-9a7613e4-3f96-4b18-8c5a-3389804d40d7 req-0e39a593-b9e1-4dcd-8db0-6c11f58544a3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:15.289421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-33897911-e86e-4085-9224-c1354279f1a4 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:30:15.332563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e39a593-b9e1-4dcd-8db0-6c11f58544a3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event deleted for resources: {'Port': ['ID=9e96b672-b106-4d1a-80e4-55ad4dfc63ca,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:30:15.337491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0e39a593-b9e1-4dcd-8db0-6c11f58544a3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:30:15.408105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7613e4-3f96-4b18-8c5a-3389804d40d7 req-0e39a593-b9e1-4dcd-8db0-6c11f58544a3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] No DVR routers for this DVR port 9e96b672-b106-4d1a-80e4-55ad4dfc63ca on host hv-neutron-8226 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:30:15.410597 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-9a7613e4-3f96-4b18-8c5a-3389804d40d7 req-0e39a593-b9e1-4dcd-8db0-6c11f58544a3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:15.413368 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1704817-50f4-43e8-8644-44f7c27028d0', 'name': 'network-vif-deleted', 'tag': '9e96b672-b106-4d1a-80e4-55ad4dfc63ca'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:30:15.431397 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9a7613e4-3f96-4b18-8c5a-3389804d40d7 req-0e39a593-b9e1-4dcd-8db0-6c11f58544a3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.36 "DELETE /v2.0/ports/9e96b672-b106-4d1a-80e4-55ad4dfc63ca HTTP/1.1" status: 204 len: 173 time: 0.7390542 Dec 25 20:30:15.470225 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1704817-50f4-43e8-8644-44f7c27028d0', 'name': 'network-vif-deleted', 'tag': '9e96b672-b106-4d1a-80e4-55ad4dfc63ca', 'status': 'completed', 'code': 200} Dec 25 20:30:15.684463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-8dd4113b-c955-4232-aded-7b40816f8279 req-5ed9e3fe-8477-4238-8bbe-9076f69bb91e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Synchronizing usage tracker for tenant:5a10522521544fda81a2e75a1a25c08e on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:30:15.699422 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-8dd4113b-c955-4232-aded-7b40816f8279 req-5ed9e3fe-8477-4238-8bbe-9076f69bb91e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Unset dirty status for tenant:5a10522521544fda81a2e75a1a25c08e on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:30:15.700748 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8dd4113b-c955-4232-aded-7b40816f8279 req-5ed9e3fe-8477-4238-8bbe-9076f69bb91e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1704817-50f4-43e8-8644-44f7c27028d0 HTTP/1.1" status: 200 len: 210 time: 0.0643444 Dec 25 20:30:16.809007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59800) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:30:17.222771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bd7dcbf5-2acb-4885-bd24-5db811f3f0b1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:17.916268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-bd7dcbf5-2acb-4885-bd24-5db811f3f0b1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Deleting port 28b47b58-9d65-4f29-a47d-5f9228c13eb7 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:30:17.916824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bd7dcbf5-2acb-4885-bd24-5db811f3f0b1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:18.117631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-bd7dcbf5-2acb-4885-bd24-5db811f3f0b1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] For port 28b47b58-9d65-4f29-a47d-5f9228c13eb7, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=28b47b58-9d65-4f29-a47d-5f9228c13eb7,segment=NetworkSegment(185419a4-55f8-42cb-8d9a-6c3c3639bcce),segment_id=185419a4-55f8-42cb-8d9a-6c3c3639bcce)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:30:18.118029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bd7dcbf5-2acb-4885-bd24-5db811f3f0b1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:18.260076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-bd7dcbf5-2acb-4885-bd24-5db811f3f0b1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Calling delete_port for 28b47b58-9d65-4f29-a47d-5f9228c13eb7 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:30:18.429064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 9e96b672-b106-4d1a-80e4-55ad4dfc63ca no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:30:18.443655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bd7dcbf5-2acb-4885-bd24-5db811f3f0b1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:18.448642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9ec3c725-665a-49dd-9461-a108f9393ce4 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:30:18.463826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] No Port match for: 9e96b672-b106-4d1a-80e4-55ad4dfc63ca {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:30:18.464229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 9e96b672-b106-4d1a-80e4-55ad4dfc63ca not bound to the agent host hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:30:18.494510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7dcbf5-2acb-4885-bd24-5db811f3f0b1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event deleted for resources: {'Port': ['ID=28b47b58-9d65-4f29-a47d-5f9228c13eb7,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:30:18.498596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bd7dcbf5-2acb-4885-bd24-5db811f3f0b1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:30:18.822407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bd7dcbf5-2acb-4885-bd24-5db811f3f0b1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:19.644411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7dcbf5-2acb-4885-bd24-5db811f3f0b1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Router 1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:30:19.863293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7dcbf5-2acb-4885-bd24-5db811f3f0b1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:30:19.873821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f343708-3c2d-42ee-ad27-fc178b7f8445 None None] Sync routers for ids ['1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:30:19.882337 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-bd7dcbf5-2acb-4885-bd24-5db811f3f0b1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "PUT /v2.0/routers/1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0695264 Dec 25 20:30:19.882769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59804) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:30:19.886156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f343708-3c2d-42ee-ad27-fc178b7f8445 None None] Routers {'1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:30:19.886874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-4f343708-3c2d-42ee-ad27-fc178b7f8445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:30:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:30:20.074441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-4f343708-3c2d-42ee-ad27-fc178b7f8445 None None] Set router 1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:30:20.081959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aabe141-e217-4790-a094-1c2b22df9958 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Deleting subnet 6f3ebda2-b8d7-4b71-99ab-917df2e3bf08 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 20:30:20.085060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1aabe141-e217-4790-a094-1c2b22df9958 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:20.142240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1aabe141-e217-4790-a094-1c2b22df9958 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:20.232335 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1aabe141-e217-4790-a094-1c2b22df9958 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:20.305476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1aabe141-e217-4790-a094-1c2b22df9958 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:20.310082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-02f45c1d-3ab1-488e-b08a-fd7b3590e5c1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:30:20.347708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aabe141-e217-4790-a094-1c2b22df9958 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event deleted for resources: {'Subnet': ['ID=6f3ebda2-b8d7-4b71-99ab-917df2e3bf08,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:30:20.351921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1aabe141-e217-4790-a094-1c2b22df9958 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:30:20.355430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1aabe141-e217-4790-a094-1c2b22df9958 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:20.362804 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1aabe141-e217-4790-a094-1c2b22df9958 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "DELETE /v2.0/subnets/6f3ebda2-b8d7-4b71-99ab-917df2e3bf08 HTTP/1.1" status: 204 len: 168 time: 0.4789824 Dec 25 20:30:20.364169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9196b1fd-c422-406d-b813-9fd054ccd018 None None] Network 2c03de09-c8cd-4d40-96ca-dc0790665b22 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:30:20.365657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59808) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:30:20.469527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-4f343708-3c2d-42ee-ad27-fc178b7f8445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732061435', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.35'}], 'enable_snat': True}, 'gw_port_id': 'e842f5d9-dbeb-43b2-9872-eb767bbb3001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:28:28Z', 'updated_at': '2021-12-25T20:30:18Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'e842f5d9-dbeb-43b2-9872-eb767bbb3001', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:28:29Z', 'updated_at': '2021-12-25T20:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:30:20.477886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f343708-3c2d-42ee-ad27-fc178b7f8445 None None] Checking router: 1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:30:20.567996 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f343708-3c2d-42ee-ad27-fc178b7f8445 None None] Routers {'1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:30:20.568695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-4f343708-3c2d-42ee-ad27-fc178b7f8445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:30:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:30:20.577038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-74fdae24-e650-4fe1-9903-ee572ace1505 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:20.772515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-4f343708-3c2d-42ee-ad27-fc178b7f8445 None None] Set router 1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:30:20.793012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-74fdae24-e650-4fe1-9903-ee572ace1505 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:20.802348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-74fdae24-e650-4fe1-9903-ee572ace1505 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Deleting port e842f5d9-dbeb-43b2-9872-eb767bbb3001 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:30:20.802722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-74fdae24-e650-4fe1-9903-ee572ace1505 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:20.817496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0bc3a2-e58d-4e92-80c5-fd45ea09fa49 None None] DHCP port deletion for 2c03de09-c8cd-4d40-96ca-dc0790665b22 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 20:30:20.830700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8a0bc3a2-e58d-4e92-80c5-fd45ea09fa49 None None] Deleting port ceaaea49-3d55-4a88-a331-cbfa8bd17444 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:30:20.831146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8a0bc3a2-e58d-4e92-80c5-fd45ea09fa49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:20.987226 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-74fdae24-e650-4fe1-9903-ee572ace1505 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] For port e842f5d9-dbeb-43b2-9872-eb767bbb3001, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=e842f5d9-dbeb-43b2-9872-eb767bbb3001,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:30:20.987624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-74fdae24-e650-4fe1-9903-ee572ace1505 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:21.114438 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-74fdae24-e650-4fe1-9903-ee572ace1505 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Calling delete_port for e842f5d9-dbeb-43b2-9872-eb767bbb3001 owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:30:21.258060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-8a0bc3a2-e58d-4e92-80c5-fd45ea09fa49 None None] For port ceaaea49-3d55-4a88-a331-cbfa8bd17444, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=ceaaea49-3d55-4a88-a331-cbfa8bd17444,segment=NetworkSegment(185419a4-55f8-42cb-8d9a-6c3c3639bcce),segment_id=185419a4-55f8-42cb-8d9a-6c3c3639bcce)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:30:21.258508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8a0bc3a2-e58d-4e92-80c5-fd45ea09fa49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:21.287174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-74fdae24-e650-4fe1-9903-ee572ace1505 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:21.291866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6690e316-8b26-4d4f-8e72-acb2e16f2212 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:30:21.334273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fdae24-e650-4fe1-9903-ee572ace1505 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event deleted for resources: {'Port': ['ID=e842f5d9-dbeb-43b2-9872-eb767bbb3001,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:30:21.338159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-74fdae24-e650-4fe1-9903-ee572ace1505 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:30:21.393862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8a0bc3a2-e58d-4e92-80c5-fd45ea09fa49 None None] Calling delete_port for ceaaea49-3d55-4a88-a331-cbfa8bd17444 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:30:21.460301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-4f343708-3c2d-42ee-ad27-fc178b7f8445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732061435', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.35'}], 'enable_snat': True}, 'gw_port_id': 'e842f5d9-dbeb-43b2-9872-eb767bbb3001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:28:28Z', 'updated_at': '2021-12-25T20:30:18Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'e842f5d9-dbeb-43b2-9872-eb767bbb3001', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:28:29Z', 'updated_at': '2021-12-25T20:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:30:21.475161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f343708-3c2d-42ee-ad27-fc178b7f8445 None None] The sync data for ids ['1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7'] in dv-neutron-822611-1-hyperv is: [{'id': '1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732061435', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.35'}], 'enable_snat': True}, 'gw_port_id': 'e842f5d9-dbeb-43b2-9872-eb767bbb3001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:28:28Z', 'updated_at': '2021-12-25T20:30:18Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'e842f5d9-dbeb-43b2-9872-eb767bbb3001', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:28:29Z', 'updated_at': '2021-12-25T20:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:30:21.483682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8a0bc3a2-e58d-4e92-80c5-fd45ea09fa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:21.488792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:30:21.533293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0bc3a2-e58d-4e92-80c5-fd45ea09fa49 None None] Pushing event deleted for resources: {'Port': ['ID=ceaaea49-3d55-4a88-a331-cbfa8bd17444,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:30:21.544527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0bc3a2-e58d-4e92-80c5-fd45ea09fa49 None None] No DVR routers for this DVR port ceaaea49-3d55-4a88-a331-cbfa8bd17444 on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:30:21.549442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0bc3a2-e58d-4e92-80c5-fd45ea09fa49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:30:21.549831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0bc3a2-e58d-4e92-80c5-fd45ea09fa49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:30:21.550215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0bc3a2-e58d-4e92-80c5-fd45ea09fa49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:30:21.550588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0bc3a2-e58d-4e92-80c5-fd45ea09fa49 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:30:21.551357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0bc3a2-e58d-4e92-80c5-fd45ea09fa49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:30:21.551733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0bc3a2-e58d-4e92-80c5-fd45ea09fa49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:30:21.552107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0bc3a2-e58d-4e92-80c5-fd45ea09fa49 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:30:21.552487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0bc3a2-e58d-4e92-80c5-fd45ea09fa49 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:30:21.552855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0bc3a2-e58d-4e92-80c5-fd45ea09fa49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:30:21.553222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0bc3a2-e58d-4e92-80c5-fd45ea09fa49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:30:21.553585 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0bc3a2-e58d-4e92-80c5-fd45ea09fa49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:30:21.556968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8a0bc3a2-e58d-4e92-80c5-fd45ea09fa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:30:21.578960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-74fdae24-e650-4fe1-9903-ee572ace1505 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:21.763005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device ceaaea49-3d55-4a88-a331-cbfa8bd17444 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:30:21.804971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: ceaaea49-3d55-4a88-a331-cbfa8bd17444 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:30:21.805520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device ceaaea49-3d55-4a88-a331-cbfa8bd17444 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:30:21.805815 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 28b47b58-9d65-4f29-a47d-5f9228c13eb7 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:30:21.844616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 28b47b58-9d65-4f29-a47d-5f9228c13eb7 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:30:21.845024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 28b47b58-9d65-4f29-a47d-5f9228c13eb7 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:30:22.078846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-74fdae24-e650-4fe1-9903-ee572ace1505 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:22.083288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-74fdae24-e650-4fe1-9903-ee572ace1505 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:22.106783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-74fdae24-e650-4fe1-9903-ee572ace1505 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:22.107425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fdae24-e650-4fe1-9903-ee572ace1505 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Fanout notify agent at l3_agent the message router_deleted on router 1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 20:30:22.123099 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-74fdae24-e650-4fe1-9903-ee572ace1505 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:22.124327 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-74fdae24-e650-4fe1-9903-ee572ace1505 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "DELETE /v2.0/routers/1a655fe9-e2ab-46db-b8ea-7e8052b4f9a7 HTTP/1.1" status: 204 len: 168 time: 1.7576814 Dec 25 20:30:22.127325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59812) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:30:22.255027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-328567a9-0564-4430-a56f-624126545c38 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:22.397015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-328567a9-0564-4430-a56f-624126545c38 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:22.425018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-328567a9-0564-4430-a56f-624126545c38 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c03de09-c8cd-4d40-96ca-dc0790665b22']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:30:22.442726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-328567a9-0564-4430-a56f-624126545c38 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '185419a4-55f8-42cb-8d9a-6c3c3639bcce') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:30:22.443084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-328567a9-0564-4430-a56f-624126545c38 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '185419a4-55f8-42cb-8d9a-6c3c3639bcce') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:30:22.455410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-328567a9-0564-4430-a56f-624126545c38 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:22.469974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-328567a9-0564-4430-a56f-624126545c38 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:22.476767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-328567a9-0564-4430-a56f-624126545c38 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 20:30:22.477188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-328567a9-0564-4430-a56f-624126545c38 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:22.493112 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 20:30:22.493112 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 20:30:22.493112 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 20:30:22.493112 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 20:30:22.493112 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 20:30:22.493112 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 20:30:22.493112 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 20:30:22.493112 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 20:30:22.493112 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 20:30:22.493112 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 20:30:22.493112 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 20:30:22.493112 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 20:30:22.493112 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 20:30:22.493112 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 20:30:22.493112 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 20:30:22.493112 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 20:30:22.493112 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 20:30:22.493112 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 20:30:22.493112 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 20:30:22.493112 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 20:30:22.493112 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 20:30:22.493112 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 20:30:22.493112 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 20:30:22.493112 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 20:30:22.493112 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 20:30:22.493112 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 20:30:22.493112 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 20:30:22.493112 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 20:30:22.493112 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 20:30:22.493112 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 20:30:22.493112 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 20:30:22.493112 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 20:30:22.574422 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-328567a9-0564-4430-a56f-624126545c38 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:22.577937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a204eb07-e412-401e-bc9b-3a9bf3b0b793 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:30:22.593950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-328567a9-0564-4430-a56f-624126545c38 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:22.608528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328567a9-0564-4430-a56f-624126545c38 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event deleted for resources: {'Network': ['ID=2c03de09-c8cd-4d40-96ca-dc0790665b22,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:30:22.611528 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-328567a9-0564-4430-a56f-624126545c38 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "DELETE /v2.0/networks/2c03de09-c8cd-4d40-96ca-dc0790665b22 HTTP/1.1" status: 204 len: 168 time: 0.4831939 Dec 25 20:30:22.612503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-328567a9-0564-4430-a56f-624126545c38 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:30:22.614504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59816) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:30:22.686607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7a9a7101-a0a1-4007-95de-5fd917dfe06c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:22.717611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7a9a7101-a0a1-4007-95de-5fd917dfe06c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:22.771512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7a9a7101-a0a1-4007-95de-5fd917dfe06c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:22.777747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-06da04fd-2cf3-4787-8bb6-457c7a13d04f tempest-ServersAdminNegativeTestJSON-734269991 tempest-ServersAdminNegativeTestJSON-734269991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:30:22.793553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a7101-a0a1-4007-95de-5fd917dfe06c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a148675f-916a-4500-b2c8-b742d6d29219,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:30:22.796399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7a9a7101-a0a1-4007-95de-5fd917dfe06c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:30:22.798555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7a9a7101-a0a1-4007-95de-5fd917dfe06c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:22.799763 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7a9a7101-a0a1-4007-95de-5fd917dfe06c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "DELETE /v2.0/security-groups/a148675f-916a-4500-b2c8-b742d6d29219 HTTP/1.1" status: 204 len: 168 time: 0.1842647 Dec 25 20:30:23.142802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59824) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:30:23.149716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-1f5dbbbc-748b-41ae-a642-b46f6381139e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-24110211', 'description': 'tempest-secgroup-smoke-24110211 description', 'project_id': '5a10522521544fda81a2e75a1a25c08e'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:30:23.156435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1f5dbbbc-748b-41ae-a642-b46f6381139e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:30:23.160454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1f5dbbbc-748b-41ae-a642-b46f6381139e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:security_group and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:30:23.163526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1f5dbbbc-748b-41ae-a642-b46f6381139e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:30:23.169506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1f5dbbbc-748b-41ae-a642-b46f6381139e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:30:23.178950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f5dbbbc-748b-41ae-a642-b46f6381139e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:23.216420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1f5dbbbc-748b-41ae-a642-b46f6381139e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:30:23.220534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1f5dbbbc-748b-41ae-a642-b46f6381139e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:security_group_rule and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:30:23.223493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1f5dbbbc-748b-41ae-a642-b46f6381139e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:30:23.229621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1f5dbbbc-748b-41ae-a642-b46f6381139e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:30:23.290159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f5dbbbc-748b-41ae-a642-b46f6381139e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:23.292694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f5dbbbc-748b-41ae-a642-b46f6381139e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:23.297854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b3f0aa14-689b-4e62-807d-52f5d22b5ff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:30:23.337423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5dbbbc-748b-41ae-a642-b46f6381139e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b890044-2c4c-4b15-afb1-778fa73cd67a,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:30:23.340587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1f5dbbbc-748b-41ae-a642-b46f6381139e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:30:23.341842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f5dbbbc-748b-41ae-a642-b46f6381139e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:23.343196 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1f5dbbbc-748b-41ae-a642-b46f6381139e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.1991999 Dec 25 20:30:23.346271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59828) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:30:23.352152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-3ee55771-0106-40d0-9f67-1f50c0d985c7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'security_group_rule': {'security_group_id': '1b890044-2c4c-4b15-afb1-778fa73cd67a', 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:30:23.358416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3ee55771-0106-40d0-9f67-1f50c0d985c7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:30:23.362398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3ee55771-0106-40d0-9f67-1f50c0d985c7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:security_group_rule and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:30:23.365366 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3ee55771-0106-40d0-9f67-1f50c0d985c7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:30:23.372175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3ee55771-0106-40d0-9f67-1f50c0d985c7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:30:23.388962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3ee55771-0106-40d0-9f67-1f50c0d985c7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:23.451211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3ee55771-0106-40d0-9f67-1f50c0d985c7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:23.453644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3ee55771-0106-40d0-9f67-1f50c0d985c7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:23.461182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-38e01fc6-42b0-4c24-a846-cb381c031e20 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:30:23.482493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee55771-0106-40d0-9f67-1f50c0d985c7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29e68d4b-a1ee-4e2f-b2e2-0aee5fa9018e,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:30:23.485319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3ee55771-0106-40d0-9f67-1f50c0d985c7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:30:23.486974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3ee55771-0106-40d0-9f67-1f50c0d985c7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:23.488302 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3ee55771-0106-40d0-9f67-1f50c0d985c7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1410007 Dec 25 20:30:23.491292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59832) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:30:23.498144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-ef7bf95d-7325-4e8a-9cff-b5b5471ac344 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'security_group_rule': {'security_group_id': '1b890044-2c4c-4b15-afb1-778fa73cd67a', 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:30:23.504678 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ef7bf95d-7325-4e8a-9cff-b5b5471ac344 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:30:23.509367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ef7bf95d-7325-4e8a-9cff-b5b5471ac344 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:security_group_rule and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:30:23.512355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ef7bf95d-7325-4e8a-9cff-b5b5471ac344 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:30:23.518357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ef7bf95d-7325-4e8a-9cff-b5b5471ac344 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:30:23.533708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ef7bf95d-7325-4e8a-9cff-b5b5471ac344 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:23.599453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ef7bf95d-7325-4e8a-9cff-b5b5471ac344 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:23.602039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ef7bf95d-7325-4e8a-9cff-b5b5471ac344 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:23.609137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:30:23.634501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7bf95d-7325-4e8a-9cff-b5b5471ac344 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9502b6a8-aba9-4abc-a2fc-48026e1aec1b,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:30:23.636911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ef7bf95d-7325-4e8a-9cff-b5b5471ac344 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:30:23.640139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ef7bf95d-7325-4e8a-9cff-b5b5471ac344 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:23.641389 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ef7bf95d-7325-4e8a-9cff-b5b5471ac344 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1485798 Dec 25 20:30:23.644429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59836) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:30:23.650278 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-21f497dc-f749-406e-81f4-e9cfa2db351a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'security_group_rule': {'security_group_id': '1b890044-2c4c-4b15-afb1-778fa73cd67a', 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:30:23.656656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-21f497dc-f749-406e-81f4-e9cfa2db351a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:30:23.660741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-21f497dc-f749-406e-81f4-e9cfa2db351a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:security_group_rule and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:30:23.664701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-21f497dc-f749-406e-81f4-e9cfa2db351a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:30:23.671670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-21f497dc-f749-406e-81f4-e9cfa2db351a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:30:23.672531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device e842f5d9-dbeb-43b2-9872-eb767bbb3001 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:30:23.687966 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-21f497dc-f749-406e-81f4-e9cfa2db351a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:23.706761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: e842f5d9-dbeb-43b2-9872-eb767bbb3001 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:30:23.707193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device e842f5d9-dbeb-43b2-9872-eb767bbb3001 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:30:23.757204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-21f497dc-f749-406e-81f4-e9cfa2db351a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:23.759734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-21f497dc-f749-406e-81f4-e9cfa2db351a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:23.761643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-69a4be9a-e05a-4258-81be-217a92d6cbcb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:30:23.784300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f497dc-f749-406e-81f4-e9cfa2db351a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1f45990-dd9c-4061-8ca3-8b0b250ce5be,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:30:23.786752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-21f497dc-f749-406e-81f4-e9cfa2db351a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:30:23.793499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-21f497dc-f749-406e-81f4-e9cfa2db351a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:23.794796 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-21f497dc-f749-406e-81f4-e9cfa2db351a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1493797 Dec 25 20:30:23.797846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59840) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:30:23.803828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b3f16a12-fd7a-463b-af0f-284ee04376b8 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'security_group_rule': {'security_group_id': '1b890044-2c4c-4b15-afb1-778fa73cd67a', 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:30:23.810664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b3f16a12-fd7a-463b-af0f-284ee04376b8 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:30:23.814674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b3f16a12-fd7a-463b-af0f-284ee04376b8 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:security_group_rule and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:30:23.817655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b3f16a12-fd7a-463b-af0f-284ee04376b8 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:30:23.823683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b3f16a12-fd7a-463b-af0f-284ee04376b8 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:30:23.838935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3f16a12-fd7a-463b-af0f-284ee04376b8 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:23.903652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3f16a12-fd7a-463b-af0f-284ee04376b8 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:23.906108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3f16a12-fd7a-463b-af0f-284ee04376b8 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:23.908010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0bea31c5-fcb4-458b-a4ad-f57d060c21bb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:30:23.931419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f16a12-fd7a-463b-af0f-284ee04376b8 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9da41df4-2ac1-43d5-8c63-e700a7f5b14e,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:30:23.933863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b3f16a12-fd7a-463b-af0f-284ee04376b8 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:30:23.939761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3f16a12-fd7a-463b-af0f-284ee04376b8 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:23.941025 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b3f16a12-fd7a-463b-af0f-284ee04376b8 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1421795 Dec 25 20:30:23.944020 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59844) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:30:23.949928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-5bc68f0d-9cd3-46bf-b519-5fca9e06a21a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'security_group_rule': {'security_group_id': '1b890044-2c4c-4b15-afb1-778fa73cd67a', 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:30:23.956251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5bc68f0d-9cd3-46bf-b519-5fca9e06a21a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:30:23.957266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:23.960588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5bc68f0d-9cd3-46bf-b519-5fca9e06a21a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:security_group_rule and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:30:23.963774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5bc68f0d-9cd3-46bf-b519-5fca9e06a21a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:30:23.969902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5bc68f0d-9cd3-46bf-b519-5fca9e06a21a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:30:23.979735 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-5bc68f0d-9cd3-46bf-b519-5fca9e06a21a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Project 5a10522521544fda81a2e75a1a25c08e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 20:30:23.986227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5bc68f0d-9cd3-46bf-b519-5fca9e06a21a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:24.056032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5bc68f0d-9cd3-46bf-b519-5fca9e06a21a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:24.058554 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5bc68f0d-9cd3-46bf-b519-5fca9e06a21a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:24.065765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8a73dbe4-fe6c-4762-9827-1c12f9532648 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:30:24.084503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc68f0d-9cd3-46bf-b519-5fca9e06a21a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a62c7f8-ddd5-4fd2-bcf7-d8d404c52f20,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:30:24.087296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5bc68f0d-9cd3-46bf-b519-5fca9e06a21a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:30:24.093517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5bc68f0d-9cd3-46bf-b519-5fca9e06a21a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:24.094792 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5bc68f0d-9cd3-46bf-b519-5fca9e06a21a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1497366 Dec 25 20:30:24.097842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59848) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:30:24.104352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-f02dbe67-de37-4ace-97e8-3f40cf177188 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'security_group_rule': {'security_group_id': '1b890044-2c4c-4b15-afb1-778fa73cd67a', 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:30:24.110461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f02dbe67-de37-4ace-97e8-3f40cf177188 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:30:24.114511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f02dbe67-de37-4ace-97e8-3f40cf177188 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:security_group_rule and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:30:24.117574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f02dbe67-de37-4ace-97e8-3f40cf177188 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:30:24.123960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f02dbe67-de37-4ace-97e8-3f40cf177188 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:30:24.133574 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-f02dbe67-de37-4ace-97e8-3f40cf177188 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Project 5a10522521544fda81a2e75a1a25c08e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 20:30:24.140360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f02dbe67-de37-4ace-97e8-3f40cf177188 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:24.208498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f02dbe67-de37-4ace-97e8-3f40cf177188 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:24.211610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f02dbe67-de37-4ace-97e8-3f40cf177188 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:24.218896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ef7bf95d-7325-4e8a-9cff-b5b5471ac344 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:30:24.240561 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02dbe67-de37-4ace-97e8-3f40cf177188 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71faea7d-9f61-4c7c-9874-7eac8c2b8b6a,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:30:24.243047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f02dbe67-de37-4ace-97e8-3f40cf177188 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:30:24.246816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f02dbe67-de37-4ace-97e8-3f40cf177188 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:24.248962 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f02dbe67-de37-4ace-97e8-3f40cf177188 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1500053 Dec 25 20:30:24.252872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59852) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:30:24.259921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b7643d0c-d6c1-4ac5-a1e5-f9a07bc3f309 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'network': {'name': 'tempest-network-smoke--976269366', 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'port_security_enabled': True}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:30:24.265354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b7643d0c-d6c1-4ac5-a1e5-f9a07bc3f309 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:30:24.269386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b7643d0c-d6c1-4ac5-a1e5-f9a07bc3f309 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:network and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:30:24.272369 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b7643d0c-d6c1-4ac5-a1e5-f9a07bc3f309 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:30:24.278935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b7643d0c-d6c1-4ac5-a1e5-f9a07bc3f309 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:30:24.289958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7643d0c-d6c1-4ac5-a1e5-f9a07bc3f309 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Made reservation on behalf of 5a10522521544fda81a2e75a1a25c08e for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:30:24.295807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b7643d0c-d6c1-4ac5-a1e5-f9a07bc3f309 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:24.325611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7643d0c-d6c1-4ac5-a1e5-f9a07bc3f309 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 20:30:24.334621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b7643d0c-d6c1-4ac5-a1e5-f9a07bc3f309 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:24.335045 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-b7643d0c-d6c1-4ac5-a1e5-f9a07bc3f309 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Added segment a2f29c20-06d4-4ac4-9e3b-e0af8128125d of type vlan for network 3280f9e9-a7ea-4462-b7b7-b0dded0b394d Dec 25 20:30:24.364817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b7643d0c-d6c1-4ac5-a1e5-f9a07bc3f309 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:24.393817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b7643d0c-d6c1-4ac5-a1e5-f9a07bc3f309 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:24.398458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7643d0c-d6c1-4ac5-a1e5-f9a07bc3f309 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:30:24.399136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b7643d0c-d6c1-4ac5-a1e5-f9a07bc3f309 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:24.404387 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-33fc1538-6ac7-4510-8ac5-ce617c00d6d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:30:24.457657 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b7643d0c-d6c1-4ac5-a1e5-f9a07bc3f309 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2033558 Dec 25 20:30:24.461219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59856) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:30:24.513168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b67c7109-d2ef-47df-a7fb-9e4e73a2f705 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-362003027', 'admin_state_up': True, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:30:24.528437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7643d0c-d6c1-4ac5-a1e5-f9a07bc3f309 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'Network': ['ID=3280f9e9-a7ea-4462-b7b7-b0dded0b394d,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:30:24.530993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b67c7109-d2ef-47df-a7fb-9e4e73a2f705 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:30:24.533554 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b7643d0c-d6c1-4ac5-a1e5-f9a07bc3f309 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:30:24.535922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b67c7109-d2ef-47df-a7fb-9e4e73a2f705 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:router and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:30:24.538951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b67c7109-d2ef-47df-a7fb-9e4e73a2f705 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:30:24.542507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 3280f9e9-a7ea-4462-b7b7-b0dded0b394d details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 20:30:24.545160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b67c7109-d2ef-47df-a7fb-9e4e73a2f705 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:30:24.554403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b67c7109-d2ef-47df-a7fb-9e4e73a2f705 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:24.555427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b67c7109-d2ef-47df-a7fb-9e4e73a2f705 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:24.581310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b67c7109-d2ef-47df-a7fb-9e4e73a2f705 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:24.739733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b67c7109-d2ef-47df-a7fb-9e4e73a2f705 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:24.936559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b67c7109-d2ef-47df-a7fb-9e4e73a2f705 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:24.968447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b67c7109-d2ef-47df-a7fb-9e4e73a2f705 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:25.109272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-b67c7109-d2ef-47df-a7fb-9e4e73a2f705 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Allocated IP 172.26.8.127 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/8017b97f-a03a-4d3f-94a6-73a6ef3f79f9) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:30:25.268298 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b67c7109-d2ef-47df-a7fb-9e4e73a2f705 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:25.293887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b67c7109-d2ef-47df-a7fb-9e4e73a2f705 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:25.298277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2a0d038e-1b1c-4014-8c6c-f07b8520bebc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:30:25.366988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67c7109-d2ef-47df-a7fb-9e4e73a2f705 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:30:25.369803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-b67c7109-d2ef-47df-a7fb-9e4e73a2f705 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:30:25.373978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67c7109-d2ef-47df-a7fb-9e4e73a2f705 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:30:25.405874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67c7109-d2ef-47df-a7fb-9e4e73a2f705 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'Port': ['ID=8017b97f-a03a-4d3f-94a6-73a6ef3f79f9,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:30:25.412274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b67c7109-d2ef-47df-a7fb-9e4e73a2f705 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:30:25.535322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b67c7109-d2ef-47df-a7fb-9e4e73a2f705 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:25.536069 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b67c7109-d2ef-47df-a7fb-9e4e73a2f705 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:25.782752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67c7109-d2ef-47df-a7fb-9e4e73a2f705 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Router 82050a39-cbba-4851-82dc-ac37c1dd9d36 is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 20:30:25.992096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67c7109-d2ef-47df-a7fb-9e4e73a2f705 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:30:26.003662 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbb06db-7525-46ed-950d-63ca37df82e8 None None] Sync routers for ids ['82050a39-cbba-4851-82dc-ac37c1dd9d36'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:30:26.017667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbb06db-7525-46ed-950d-63ca37df82e8 None None] Routers {'82050a39-cbba-4851-82dc-ac37c1dd9d36'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:30:26.018344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-8bbb06db-7525-46ed-950d-63ca37df82e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:30:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['82050a39-cbba-4851-82dc-ac37c1dd9d36'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:30:26.018486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b67c7109-d2ef-47df-a7fb-9e4e73a2f705 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:26.019749 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b67c7109-d2ef-47df-a7fb-9e4e73a2f705 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5575294 Dec 25 20:30:26.023768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59860) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:30:26.071854 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6d0cbeb4-0bae-4dca-828b-dc8f749c8d0f tempest-TestNetworkAdvancedServerOps-2027681970 tempest-TestNetworkAdvancedServerOps-2027681970-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=5a10522521544fda81a2e75a1a25c08e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0468585 Dec 25 20:30:26.074558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59864) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:30:26.204870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-8bbb06db-7525-46ed-950d-63ca37df82e8 None None] Set router 82050a39-cbba-4851-82dc-ac37c1dd9d36 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:30:26.219635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f79aa17-e0e3-455c-961f-f7ba59d420d4 tempest-TestNetworkAdvancedServerOps-2027681970 tempest-TestNetworkAdvancedServerOps-2027681970-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:30:26.224135 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3f79aa17-e0e3-455c-961f-f7ba59d420d4 tempest-TestNetworkAdvancedServerOps-2027681970 tempest-TestNetworkAdvancedServerOps-2027681970-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1457093 Dec 25 20:30:26.224384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59868) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:30:26.268471 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2145c0a7-4952-4f07-8bb7-5180735c6545 tempest-TestNetworkAdvancedServerOps-2027681970 tempest-TestNetworkAdvancedServerOps-2027681970-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=a29ab018-4a1a-4021-8156-423134b861f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427754 Dec 25 20:30:26.271133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59872) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:30:26.277935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-22c8f292-bcfe-475f-aa85-ecbebfd0b070 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-114236127', 'network_id': '3280f9e9-a7ea-4462-b7b7-b0dded0b394d', 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:30:26.393914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-22c8f292-bcfe-475f-aa85-ecbebfd0b070 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:30:26.398067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-22c8f292-bcfe-475f-aa85-ecbebfd0b070 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:subnet and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:30:26.401126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-22c8f292-bcfe-475f-aa85-ecbebfd0b070 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:30:26.407175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-22c8f292-bcfe-475f-aa85-ecbebfd0b070 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:30:26.415975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c8f292-bcfe-475f-aa85-ecbebfd0b070 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Made reservation on behalf of 5a10522521544fda81a2e75a1a25c08e for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:30:26.502076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-8bbb06db-7525-46ed-950d-63ca37df82e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82050a39-cbba-4851-82dc-ac37c1dd9d36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362003027', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '8017b97f-a03a-4d3f-94a6-73a6ef3f79f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:30:24Z', 'updated_at': '2021-12-25T20:30:25Z', 'revision_number': 3, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': '8017b97f-a03a-4d3f-94a6-73a6ef3f79f9', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82050a39-cbba-4851-82dc-ac37c1dd9d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:30:25Z', 'updated_at': '2021-12-25T20:30:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:30:26.506623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbb06db-7525-46ed-950d-63ca37df82e8 None None] Checking router: 82050a39-cbba-4851-82dc-ac37c1dd9d36 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:30:26.507729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbb06db-7525-46ed-950d-63ca37df82e8 None None] Updating router 82050a39-cbba-4851-82dc-ac37c1dd9d36 port 8017b97f-a03a-4d3f-94a6-73a6ef3f79f9 binding host dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 20:30:26.566965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8bbb06db-7525-46ed-950d-63ca37df82e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:26.757174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-22c8f292-bcfe-475f-aa85-ecbebfd0b070 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:26.925048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8bbb06db-7525-46ed-950d-63ca37df82e8 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:26.938554 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-8bbb06db-7525-46ed-950d-63ca37df82e8 None None] Transition to ACTIVE for port object 8017b97f-a03a-4d3f-94a6-73a6ef3f79f9 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:30:26.943952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8bbb06db-7525-46ed-950d-63ca37df82e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:26.948872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e39c7ed6-310f-4556-9398-7dae9fd616ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:30:26.983235 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-22c8f292-bcfe-475f-aa85-ecbebfd0b070 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:26.987668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-655067bc-aee2-4c30-a96e-8d3ad93aa7a1 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:30:27.027724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-8bbb06db-7525-46ed-950d-63ca37df82e8 None None] Attempting to bind port 8017b97f-a03a-4d3f-94a6-73a6ef3f79f9 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:30:27.028140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-8bbb06db-7525-46ed-950d-63ca37df82e8 None None] Attempting to bind port 8017b97f-a03a-4d3f-94a6-73a6ef3f79f9 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:30:27.028552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbb06db-7525-46ed-950d-63ca37df82e8 None None] Attempting to bind port 8017b97f-a03a-4d3f-94a6-73a6ef3f79f9 on network a29ab018-4a1a-4021-8156-423134b861f3 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:30:27.031420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3e07f-50f5-4d6c-9c4e-e034763a6164 None None] Pushing event updated for resources: {'Port': ['ID=8017b97f-a03a-4d3f-94a6-73a6ef3f79f9,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:30:27.043135 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbb06db-7525-46ed-950d-63ca37df82e8 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:30:27.043558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbb06db-7525-46ed-950d-63ca37df82e8 None None] Checking segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:30:27.044005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8bbb06db-7525-46ed-950d-63ca37df82e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:27.044445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbb06db-7525-46ed-950d-63ca37df82e8 None None] Bound using segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:30:27.044959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-8bbb06db-7525-46ed-950d-63ca37df82e8 None None] Bound port: 8017b97f-a03a-4d3f-94a6-73a6ef3f79f9, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:30:27.045375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8bbb06db-7525-46ed-950d-63ca37df82e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:27.071683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c8f292-bcfe-475f-aa85-ecbebfd0b070 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'Subnet': ['ID=855fa09e-0b3c-403b-8a11-1832cd06e412,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:30:27.076532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-22c8f292-bcfe-475f-aa85-ecbebfd0b070 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:30:27.077369 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e3e07f-50f5-4d6c-9c4e-e034763a6164 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:30:27.077759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e3e07f-50f5-4d6c-9c4e-e034763a6164 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:30:27.078137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e3e07f-50f5-4d6c-9c4e-e034763a6164 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:30:27.078513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e3e07f-50f5-4d6c-9c4e-e034763a6164 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:30:27.078885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e3e07f-50f5-4d6c-9c4e-e034763a6164 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:30:27.079280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e3e07f-50f5-4d6c-9c4e-e034763a6164 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:30:27.079650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e3e07f-50f5-4d6c-9c4e-e034763a6164 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:30:27.080014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e3e07f-50f5-4d6c-9c4e-e034763a6164 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:30:27.080381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e3e07f-50f5-4d6c-9c4e-e034763a6164 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:30:27.080743 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e3e07f-50f5-4d6c-9c4e-e034763a6164 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:30:27.081329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e3e07f-50f5-4d6c-9c4e-e034763a6164 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:30:27.085923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c8f292-bcfe-475f-aa85-ecbebfd0b070 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Checking segment: {'id': 'a2f29c20-06d4-4ac4-9e3b-e0af8128125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3280f9e9-a7ea-4462-b7b7-b0dded0b394d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:30:27.086325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c8f292-bcfe-475f-aa85-ecbebfd0b070 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Network hostable DHCP agents. Network: 3280f9e9-a7ea-4462-b7b7-b0dded0b394d, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 20:30:27.095683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-73e3e07f-50f5-4d6c-9c4e-e034763a6164 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:30:27.108835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c8f292-bcfe-475f-aa85-ecbebfd0b070 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Network 3280f9e9-a7ea-4462-b7b7-b0dded0b394d is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 20:30:27.117163 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-22c8f292-bcfe-475f-aa85-ecbebfd0b070 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 3280f9e9-a7ea-4462-b7b7-b0dded0b394d) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:30:27.121976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c8f292-bcfe-475f-aa85-ecbebfd0b070 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:30:27.122481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-22c8f292-bcfe-475f-aa85-ecbebfd0b070 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:27.127437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7266bf-1493-4f78-b01b-e1daadcbbb21 None None] Network 3280f9e9-a7ea-4462-b7b7-b0dded0b394d requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:30:27.133150 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-8bbb06db-7525-46ed-950d-63ca37df82e8 None None] For port 8017b97f-a03a-4d3f-94a6-73a6ef3f79f9, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:30:27.136609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-8bbb06db-7525-46ed-950d-63ca37df82e8 None None] For port 8017b97f-a03a-4d3f-94a6-73a6ef3f79f9, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=8017b97f-a03a-4d3f-94a6-73a6ef3f79f9,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:30:27.141564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8bbb06db-7525-46ed-950d-63ca37df82e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:27.146911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e0a10a81-16ec-400e-a80c-91897c467ff9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:30:27.160479 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-22c8f292-bcfe-475f-aa85-ecbebfd0b070 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8881814 Dec 25 20:30:27.163928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59876) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:30:27.230375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3e07f-50f5-4d6c-9c4e-e034763a6164 None None] Pushing event updated for resources: {'Port': ['ID=8017b97f-a03a-4d3f-94a6-73a6ef3f79f9,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:30:27.234124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-73e3e07f-50f5-4d6c-9c4e-e034763a6164 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:30:27.236610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbb06db-7525-46ed-950d-63ca37df82e8 None None] Routers {'82050a39-cbba-4851-82dc-ac37c1dd9d36'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:30:27.237282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-8bbb06db-7525-46ed-950d-63ca37df82e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:30:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['82050a39-cbba-4851-82dc-ac37c1dd9d36'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:30:27.364593 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a46bee-3d06-4917-9c1a-fc20a0406d47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-3280f9e9-a7ea-4462-b7b7-b0dded0b394d', 'network_id': '3280f9e9-a7ea-4462-b7b7-b0dded0b394d', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'fixed_ips': [{'subnet_id': '855fa09e-0b3c-403b-8a11-1832cd06e412'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 20:30:27.365519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d1a46bee-3d06-4917-9c1a-fc20a0406d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:27.436013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-8bbb06db-7525-46ed-950d-63ca37df82e8 None None] Set router 82050a39-cbba-4851-82dc-ac37c1dd9d36 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:30:27.548936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-d1a46bee-3d06-4917-9c1a-fc20a0406d47 None None] Allocated IP 172.20.0.2 (3280f9e9-a7ea-4462-b7b7-b0dded0b394d/855fa09e-0b3c-403b-8a11-1832cd06e412/a17ab193-8fbb-4ec1-947d-500f6abd5195) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:30:27.742890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-8bbb06db-7525-46ed-950d-63ca37df82e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82050a39-cbba-4851-82dc-ac37c1dd9d36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362003027', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '8017b97f-a03a-4d3f-94a6-73a6ef3f79f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:30:24Z', 'updated_at': '2021-12-25T20:30:25Z', 'revision_number': 3, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': '8017b97f-a03a-4d3f-94a6-73a6ef3f79f9', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82050a39-cbba-4851-82dc-ac37c1dd9d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:30:25Z', 'updated_at': '2021-12-25T20:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:30:27.747464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbb06db-7525-46ed-950d-63ca37df82e8 None None] The sync data for ids ['82050a39-cbba-4851-82dc-ac37c1dd9d36'] in dv-neutron-822611-1-hyperv is: [{'id': '82050a39-cbba-4851-82dc-ac37c1dd9d36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362003027', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '8017b97f-a03a-4d3f-94a6-73a6ef3f79f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:30:24Z', 'updated_at': '2021-12-25T20:30:25Z', 'revision_number': 3, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': '8017b97f-a03a-4d3f-94a6-73a6ef3f79f9', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82050a39-cbba-4851-82dc-ac37c1dd9d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:30:25Z', 'updated_at': '2021-12-25T20:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:30:27.792715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d1a46bee-3d06-4917-9c1a-fc20a0406d47 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:27.804147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d1a46bee-3d06-4917-9c1a-fc20a0406d47 None None] Transition to ACTIVE for port object a17ab193-8fbb-4ec1-947d-500f6abd5195 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:30:27.823944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d1a46bee-3d06-4917-9c1a-fc20a0406d47 None None] Transition to ACTIVE for port object a17ab193-8fbb-4ec1-947d-500f6abd5195 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:30:27.828691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d1a46bee-3d06-4917-9c1a-fc20a0406d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:27.833837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dee6d550-ac16-46dd-9599-f25c7ffdb7d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:30:27.902489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a46bee-3d06-4917-9c1a-fc20a0406d47 None None] Network 3280f9e9-a7ea-4462-b7b7-b0dded0b394d is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:30:27.905527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-d1a46bee-3d06-4917-9c1a-fc20a0406d47 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:30:27.910118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a46bee-3d06-4917-9c1a-fc20a0406d47 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:30:27.912283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a46bee-3d06-4917-9c1a-fc20a0406d47 None None] Pushing event updated for resources: {'Port': ['ID=a17ab193-8fbb-4ec1-947d-500f6abd5195,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:30:27.915879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d1a46bee-3d06-4917-9c1a-fc20a0406d47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:30:28.000813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a6bde9cd-f182-4ec4-a1ee-a853f35c6a28 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:28.005783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-d1a46bee-3d06-4917-9c1a-fc20a0406d47 None None] Attempting to bind port a17ab193-8fbb-4ec1-947d-500f6abd5195 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:30:28.006209 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-d1a46bee-3d06-4917-9c1a-fc20a0406d47 None None] Attempting to bind port a17ab193-8fbb-4ec1-947d-500f6abd5195 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'a2f29c20-06d4-4ac4-9e3b-e0af8128125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3280f9e9-a7ea-4462-b7b7-b0dded0b394d'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:30:28.006623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a46bee-3d06-4917-9c1a-fc20a0406d47 None None] Attempting to bind port a17ab193-8fbb-4ec1-947d-500f6abd5195 on network 3280f9e9-a7ea-4462-b7b7-b0dded0b394d {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:30:28.014020 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a46bee-3d06-4917-9c1a-fc20a0406d47 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:30:28.014454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a46bee-3d06-4917-9c1a-fc20a0406d47 None None] Checking segment: {'id': 'a2f29c20-06d4-4ac4-9e3b-e0af8128125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3280f9e9-a7ea-4462-b7b7-b0dded0b394d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:30:28.014915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d1a46bee-3d06-4917-9c1a-fc20a0406d47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:28.015389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a46bee-3d06-4917-9c1a-fc20a0406d47 None None] Bound using segment: {'id': 'a2f29c20-06d4-4ac4-9e3b-e0af8128125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3280f9e9-a7ea-4462-b7b7-b0dded0b394d'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:30:28.015919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-d1a46bee-3d06-4917-9c1a-fc20a0406d47 None None] Bound port: a17ab193-8fbb-4ec1-947d-500f6abd5195, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2f29c20-06d4-4ac4-9e3b-e0af8128125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3280f9e9-a7ea-4462-b7b7-b0dded0b394d'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:30:28.016423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d1a46bee-3d06-4917-9c1a-fc20a0406d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:28.112746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-d1a46bee-3d06-4917-9c1a-fc20a0406d47 None None] For port a17ab193-8fbb-4ec1-947d-500f6abd5195, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:30:28.117553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-d1a46bee-3d06-4917-9c1a-fc20a0406d47 None None] For port a17ab193-8fbb-4ec1-947d-500f6abd5195, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a17ab193-8fbb-4ec1-947d-500f6abd5195,segment=NetworkSegment(a2f29c20-06d4-4ac4-9e3b-e0af8128125d),segment_id=a2f29c20-06d4-4ac4-9e3b-e0af8128125d)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:30:28.125095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d1a46bee-3d06-4917-9c1a-fc20a0406d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:28.129448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-95ae0410-5c18-40ce-bff1-a2b4ded80bab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:30:28.235865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a46bee-3d06-4917-9c1a-fc20a0406d47 None None] Pushing event updated for resources: {'Port': ['ID=a17ab193-8fbb-4ec1-947d-500f6abd5195,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:30:28.239155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d1a46bee-3d06-4917-9c1a-fc20a0406d47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:30:28.473489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-a6bde9cd-f182-4ec4-a1ee-a853f35c6a28 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Allocated IP 172.20.0.1 (3280f9e9-a7ea-4462-b7b7-b0dded0b394d/855fa09e-0b3c-403b-8a11-1832cd06e412/4d73396d-9fb2-481a-bf27-d653596d0215) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:30:28.676475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a6bde9cd-f182-4ec4-a1ee-a853f35c6a28 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:28.695169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a6bde9cd-f182-4ec4-a1ee-a853f35c6a28 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Transition to ACTIVE for port object 4d73396d-9fb2-481a-bf27-d653596d0215 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:30:28.719593 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a6bde9cd-f182-4ec4-a1ee-a853f35c6a28 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:28.725067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f5bac3a9-7d16-4fe9-aee5-b9ad68bd6cfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:30:28.811380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bde9cd-f182-4ec4-a1ee-a853f35c6a28 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Network 3280f9e9-a7ea-4462-b7b7-b0dded0b394d is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:30:28.812432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bde9cd-f182-4ec4-a1ee-a853f35c6a28 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'Port': ['ID=4d73396d-9fb2-481a-bf27-d653596d0215,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:30:28.815306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-a6bde9cd-f182-4ec4-a1ee-a853f35c6a28 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:30:28.817468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a6bde9cd-f182-4ec4-a1ee-a853f35c6a28 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:30:28.818238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bde9cd-f182-4ec4-a1ee-a853f35c6a28 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:30:28.879713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a6bde9cd-f182-4ec4-a1ee-a853f35c6a28 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:28.971730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a6bde9cd-f182-4ec4-a1ee-a853f35c6a28 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:29.410680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a6bde9cd-f182-4ec4-a1ee-a853f35c6a28 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:29.415022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a6bde9cd-f182-4ec4-a1ee-a853f35c6a28 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:29.445379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9ec3c725-665a-49dd-9461-a108f9393ce4 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:30:29.534216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a6bde9cd-f182-4ec4-a1ee-a853f35c6a28 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:29.540041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bde9cd-f182-4ec4-a1ee-a853f35c6a28 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'Port': ['ID=4d73396d-9fb2-481a-bf27-d653596d0215,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:30:29.544797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a6bde9cd-f182-4ec4-a1ee-a853f35c6a28 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:30:29.688171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bde9cd-f182-4ec4-a1ee-a853f35c6a28 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Network 3280f9e9-a7ea-4462-b7b7-b0dded0b394d is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:30:29.692360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-a6bde9cd-f182-4ec4-a1ee-a853f35c6a28 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:30:29.791214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a17ab193-8fbb-4ec1-947d-500f6abd5195 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:30:29.830793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeff5dd7-8f12-4b8b-a30a-87f98c9a3f9a None None] Network 3280f9e9-a7ea-4462-b7b7-b0dded0b394d requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:30:29.977873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-36022fa9-a309-488c-ac34-e2942628c6d3 None None] Provisioning for port a17ab193-8fbb-4ec1-947d-500f6abd5195 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:30:30.045681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port a17ab193-8fbb-4ec1-947d-500f6abd5195 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:30:30.066828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port a17ab193-8fbb-4ec1-947d-500f6abd5195 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:30:30.067284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:30.253989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:30.297080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port a17ab193-8fbb-4ec1-947d-500f6abd5195, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a17ab193-8fbb-4ec1-947d-500f6abd5195,segment=NetworkSegment(a2f29c20-06d4-4ac4-9e3b-e0af8128125d),segment_id=a2f29c20-06d4-4ac4-9e3b-e0af8128125d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:30:30.300343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:30.301613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 8017b97f-a03a-4d3f-94a6-73a6ef3f79f9 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:30:30.332029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6ab9bf43-ca5b-49b8-a97d-46fc4a06a912 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:30:30.349310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6bde9cd-f182-4ec4-a1ee-a853f35c6a28 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Router 82050a39-cbba-4851-82dc-ac37c1dd9d36 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:30:30.432394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=a17ab193-8fbb-4ec1-947d-500f6abd5195,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:30:30.435746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:30:30.445839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 8017b97f-a03a-4d3f-94a6-73a6ef3f79f9 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:30:30.451726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 8017b97f-a03a-4d3f-94a6-73a6ef3f79f9 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:30:30.452408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:30.576064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6bde9cd-f182-4ec4-a1ee-a853f35c6a28 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:30:30.586066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:30.591269 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a6bde9cd-f182-4ec4-a1ee-a853f35c6a28 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "PUT /v2.0/routers/82050a39-cbba-4851-82dc-ac37c1dd9d36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4257295 Dec 25 20:30:30.614872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 8017b97f-a03a-4d3f-94a6-73a6ef3f79f9, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=8017b97f-a03a-4d3f-94a6-73a6ef3f79f9,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:30:30.620329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:30.623854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d1a46bee-3d06-4917-9c1a-fc20a0406d47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:30:30.691216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-92db0f62-7ec2-4468-ba0f-552ba0ad9149 None None] Provisioning complete for port a17ab193-8fbb-4ec1-947d-500f6abd5195 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:30:30.691641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-92db0f62-7ec2-4468-ba0f-552ba0ad9149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:30.755546 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=8017b97f-a03a-4d3f-94a6-73a6ef3f79f9,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:30:30.758934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:30:30.801078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-1b0e0371-9a27-45f5-9dd5-ecb712c78fa2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Synchronizing usage tracker for tenant:5a10522521544fda81a2e75a1a25c08e on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:30:30.824018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e58f694-2472-475f-99fa-c905acbd3f78 None None] Sync routers for ids ['82050a39-cbba-4851-82dc-ac37c1dd9d36'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:30:30.824592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-1b0e0371-9a27-45f5-9dd5-ecb712c78fa2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Unset dirty status for tenant:5a10522521544fda81a2e75a1a25c08e on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:30:30.826296 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-1b0e0371-9a27-45f5-9dd5-ecb712c78fa2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-24110211&fields=id&tenant_id=5a10522521544fda81a2e75a1a25c08e HTTP/1.1" status: 200 len: 267 time: 0.0784793 Dec 25 20:30:30.853415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e58f694-2472-475f-99fa-c905acbd3f78 None None] Routers {'82050a39-cbba-4851-82dc-ac37c1dd9d36'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:30:30.854118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1e58f694-2472-475f-99fa-c905acbd3f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:30:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['82050a39-cbba-4851-82dc-ac37c1dd9d36'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:30:30.938744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-92db0f62-7ec2-4468-ba0f-552ba0ad9149 None None] Provisioning for port 4d73396d-9fb2-481a-bf27-d653596d0215 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:30:30.950030 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-92db0f62-7ec2-4468-ba0f-552ba0ad9149 None None] Provisioning complete for port 4d73396d-9fb2-481a-bf27-d653596d0215 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:30:30.950463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-92db0f62-7ec2-4468-ba0f-552ba0ad9149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:30.998711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-eb27b7e4-3648-4eef-9eb6-ed6bca5d9b73 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:30:30.999488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-eb27b7e4-3648-4eef-9eb6-ed6bca5d9b73 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Synchronizing usage tracker for tenant:5a10522521544fda81a2e75a1a25c08e on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:30:31.016408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-eb27b7e4-3648-4eef-9eb6-ed6bca5d9b73 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Unset dirty status for tenant:5a10522521544fda81a2e75a1a25c08e on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:30:31.017646 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-eb27b7e4-3648-4eef-9eb6-ed6bca5d9b73 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/networks?id=3280f9e9-a7ea-4462-b7b7-b0dded0b394d HTTP/1.1" status: 200 len: 796 time: 0.1826961 Dec 25 20:30:31.037431 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-79ed7f0c-9d23-45d0-98d6-c30ba53192b4 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/quotas/5a10522521544fda81a2e75a1a25c08e HTTP/1.1" status: 200 len: 375 time: 0.0125296 Dec 25 20:30:31.087868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-92db0f62-7ec2-4468-ba0f-552ba0ad9149 None None] Port 4d73396d-9fb2-481a-bf27-d653596d0215 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:30:31.111871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-1e58f694-2472-475f-99fa-c905acbd3f78 None None] Set router 82050a39-cbba-4851-82dc-ac37c1dd9d36 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:30:31.132128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-5a7fced7-3ca6-43bd-884c-934e502af78a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Synchronizing usage tracker for tenant:5a10522521544fda81a2e75a1a25c08e on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:30:31.146765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-5a7fced7-3ca6-43bd-884c-934e502af78a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Unset dirty status for tenant:5a10522521544fda81a2e75a1a25c08e on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:30:31.148759 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-5a7fced7-3ca6-43bd-884c-934e502af78a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5a10522521544fda81a2e75a1a25c08e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1037588 Dec 25 20:30:31.349104 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d7363dd6-abce-4527-852d-06944162a7f3 None None] Provisioning complete for port 4d73396d-9fb2-481a-bf27-d653596d0215 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:30:31.349531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d7363dd6-abce-4527-852d-06944162a7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:31.376443 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-78c7c6c2-40d5-4e88-a556-a05e844c40ad service neutron] 10.222.0.24 "GET /v2.0/networks/3280f9e9-a7ea-4462-b7b7-b0dded0b394d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142787 Dec 25 20:30:31.439140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-d7363dd6-abce-4527-852d-06944162a7f3 None None] Port 4d73396d-9fb2-481a-bf27-d653596d0215 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:30:31.509836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1e58f694-2472-475f-99fa-c905acbd3f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82050a39-cbba-4851-82dc-ac37c1dd9d36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362003027', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '8017b97f-a03a-4d3f-94a6-73a6ef3f79f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:30:24Z', 'updated_at': '2021-12-25T20:30:28Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': '8017b97f-a03a-4d3f-94a6-73a6ef3f79f9', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82050a39-cbba-4851-82dc-ac37c1dd9d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:30:25Z', 'updated_at': '2021-12-25T20:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '4d73396d-9fb2-481a-bf27-d653596d0215', 'name': '', 'network_id': '3280f9e9-a7ea-4462-b7b7-b0dded0b394d', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:5a:59:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82050a39-cbba-4851-82dc-ac37c1dd9d36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '855fa09e-0b3c-403b-8a11-1832cd06e412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:30:28Z', 'updated_at': '2021-12-25T20:30:29Z', 'revision_number': 2, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': '855fa09e-0b3c-403b-8a11-1832cd06e412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:30:31.514016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e58f694-2472-475f-99fa-c905acbd3f78 None None] Checking router: 82050a39-cbba-4851-82dc-ac37c1dd9d36 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:30:31.514431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e58f694-2472-475f-99fa-c905acbd3f78 None None] Updating router 82050a39-cbba-4851-82dc-ac37c1dd9d36 port 4d73396d-9fb2-481a-bf27-d653596d0215 binding host dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 20:30:31.524795 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-6341248e-a52d-4fa7-8ea1-5e19c8280669 service neutron] 10.222.0.24 "GET /v2.0/networks/3280f9e9-a7ea-4462-b7b7-b0dded0b394d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399271 Dec 25 20:30:31.572504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1e58f694-2472-475f-99fa-c905acbd3f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:31.742178 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c88e8d61-1c88-42ca-a32c-3425d0525ca5 req-dbb1971e-9686-406f-a4de-a5e55c434444 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 210 time: 0.0616570 Dec 25 20:30:31.754357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a17ab193-8fbb-4ec1-947d-500f6abd5195 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:30:31.944308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port a17ab193-8fbb-4ec1-947d-500f6abd5195 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:30:31.944646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:32.190421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 8017b97f-a03a-4d3f-94a6-73a6ef3f79f9 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:30:32.326195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1e58f694-2472-475f-99fa-c905acbd3f78 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:32.336920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 8017b97f-a03a-4d3f-94a6-73a6ef3f79f9 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:30:32.337322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:32.379079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1e58f694-2472-475f-99fa-c905acbd3f78 None None] Transition to ACTIVE for port object 4d73396d-9fb2-481a-bf27-d653596d0215 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:30:32.392566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1e58f694-2472-475f-99fa-c905acbd3f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:32.399543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c4776c22-2431-46e3-9a37-dcc8fe20ebfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:30:32.575706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5411f1-27e6-4046-b79f-2b9517f74da3 None None] Pushing event updated for resources: {'Port': ['ID=4d73396d-9fb2-481a-bf27-d653596d0215,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:30:32.590071 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ef5411f1-27e6-4046-b79f-2b9517f74da3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:30:32.692894 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-1e58f694-2472-475f-99fa-c905acbd3f78 None None] Attempting to bind port 4d73396d-9fb2-481a-bf27-d653596d0215 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:30:32.693326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-1e58f694-2472-475f-99fa-c905acbd3f78 None None] Attempting to bind port 4d73396d-9fb2-481a-bf27-d653596d0215 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'a2f29c20-06d4-4ac4-9e3b-e0af8128125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3280f9e9-a7ea-4462-b7b7-b0dded0b394d'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:30:32.693748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e58f694-2472-475f-99fa-c905acbd3f78 None None] Attempting to bind port 4d73396d-9fb2-481a-bf27-d653596d0215 on network 3280f9e9-a7ea-4462-b7b7-b0dded0b394d {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:30:32.701605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e58f694-2472-475f-99fa-c905acbd3f78 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:30:32.702031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e58f694-2472-475f-99fa-c905acbd3f78 None None] Checking segment: {'id': 'a2f29c20-06d4-4ac4-9e3b-e0af8128125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3280f9e9-a7ea-4462-b7b7-b0dded0b394d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:30:32.702485 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1e58f694-2472-475f-99fa-c905acbd3f78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:32.702928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e58f694-2472-475f-99fa-c905acbd3f78 None None] Bound using segment: {'id': 'a2f29c20-06d4-4ac4-9e3b-e0af8128125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3280f9e9-a7ea-4462-b7b7-b0dded0b394d'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:30:32.703468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-1e58f694-2472-475f-99fa-c905acbd3f78 None None] Bound port: 4d73396d-9fb2-481a-bf27-d653596d0215, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2f29c20-06d4-4ac4-9e3b-e0af8128125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3280f9e9-a7ea-4462-b7b7-b0dded0b394d'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:30:32.703889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1e58f694-2472-475f-99fa-c905acbd3f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:32.812606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-1e58f694-2472-475f-99fa-c905acbd3f78 None None] For port 4d73396d-9fb2-481a-bf27-d653596d0215, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:30:32.815942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-1e58f694-2472-475f-99fa-c905acbd3f78 None None] For port 4d73396d-9fb2-481a-bf27-d653596d0215, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=4d73396d-9fb2-481a-bf27-d653596d0215,segment=NetworkSegment(a2f29c20-06d4-4ac4-9e3b-e0af8128125d),segment_id=a2f29c20-06d4-4ac4-9e3b-e0af8128125d)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:30:32.820036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1e58f694-2472-475f-99fa-c905acbd3f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:32.824515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6ab9bf43-ca5b-49b8-a97d-46fc4a06a912 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:30:32.855696 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8f20c4c4-ec5e-409a-8ebd-f6689670c06c req-bc052ddc-17ac-4f58-8a74-5b8dba2fc20e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 210 time: 0.0468254 Dec 25 20:30:32.905149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5411f1-27e6-4046-b79f-2b9517f74da3 None None] Pushing event updated for resources: {'Port': ['ID=4d73396d-9fb2-481a-bf27-d653596d0215,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:30:32.909116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ef5411f1-27e6-4046-b79f-2b9517f74da3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:30:32.910711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e58f694-2472-475f-99fa-c905acbd3f78 None None] Routers {'82050a39-cbba-4851-82dc-ac37c1dd9d36'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:30:32.911417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1e58f694-2472-475f-99fa-c905acbd3f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:30:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['82050a39-cbba-4851-82dc-ac37c1dd9d36'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:30:33.105278 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-1e58f694-2472-475f-99fa-c905acbd3f78 None None] Set router 82050a39-cbba-4851-82dc-ac37c1dd9d36 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:30:33.451281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1e58f694-2472-475f-99fa-c905acbd3f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82050a39-cbba-4851-82dc-ac37c1dd9d36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362003027', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '8017b97f-a03a-4d3f-94a6-73a6ef3f79f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:30:24Z', 'updated_at': '2021-12-25T20:30:28Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': '8017b97f-a03a-4d3f-94a6-73a6ef3f79f9', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82050a39-cbba-4851-82dc-ac37c1dd9d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:30:25Z', 'updated_at': '2021-12-25T20:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '4d73396d-9fb2-481a-bf27-d653596d0215', 'name': '', 'network_id': '3280f9e9-a7ea-4462-b7b7-b0dded0b394d', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:5a:59:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82050a39-cbba-4851-82dc-ac37c1dd9d36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '855fa09e-0b3c-403b-8a11-1832cd06e412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:30:28Z', 'updated_at': '2021-12-25T20:30:32Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': '855fa09e-0b3c-403b-8a11-1832cd06e412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:30:33.455405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e58f694-2472-475f-99fa-c905acbd3f78 None None] The sync data for ids ['82050a39-cbba-4851-82dc-ac37c1dd9d36'] in dv-neutron-822611-1-hyperv is: [{'id': '82050a39-cbba-4851-82dc-ac37c1dd9d36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362003027', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '8017b97f-a03a-4d3f-94a6-73a6ef3f79f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:30:24Z', 'updated_at': '2021-12-25T20:30:28Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': '8017b97f-a03a-4d3f-94a6-73a6ef3f79f9', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82050a39-cbba-4851-82dc-ac37c1dd9d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:30:25Z', 'updated_at': '2021-12-25T20:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '4d73396d-9fb2-481a-bf27-d653596d0215', 'name': '', 'network_id': '3280f9e9-a7ea-4462-b7b7-b0dded0b394d', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:5a:59:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82050a39-cbba-4851-82dc-ac37c1dd9d36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '855fa09e-0b3c-403b-8a11-1832cd06e412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:30:28Z', 'updated_at': '2021-12-25T20:30:32Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': '855fa09e-0b3c-403b-8a11-1832cd06e412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:30:33.757427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 4d73396d-9fb2-481a-bf27-d653596d0215 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:30:33.837348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 4d73396d-9fb2-481a-bf27-d653596d0215 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:30:33.842532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 4d73396d-9fb2-481a-bf27-d653596d0215 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:30:33.842965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:33.974645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:33.990129 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8c23ce15-835d-4bd3-a899-f1386139158e req-5a776fe8-399f-409a-b5dd-66eca0f431d2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 210 time: 0.0620098 Dec 25 20:30:34.019880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 4d73396d-9fb2-481a-bf27-d653596d0215, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=4d73396d-9fb2-481a-bf27-d653596d0215,segment=NetworkSegment(a2f29c20-06d4-4ac4-9e3b-e0af8128125d),segment_id=a2f29c20-06d4-4ac4-9e3b-e0af8128125d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:30:34.024407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:34.026428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d1a46bee-3d06-4917-9c1a-fc20a0406d47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:30:34.102126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=4d73396d-9fb2-481a-bf27-d653596d0215,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:30:34.105888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:30:35.116308 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-81ea0231-5e41-44a5-832f-f7fba02b4db1 req-bfe6c906-63bb-408f-8110-09189edd183a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 210 time: 0.0466974 Dec 25 20:30:35.723606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 4d73396d-9fb2-481a-bf27-d653596d0215 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:30:35.798060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 4d73396d-9fb2-481a-bf27-d653596d0215 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:30:35.798483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:36.122373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fb360f7a-ad7f-4154-bcbe-8ff69fcc54fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:36.294629 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-01dfaf38-b304-436a-b82c-a25b1ea3789a req-f20e885d-7194-4139-8261-d78e34c8ec26 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 210 time: 0.0472593 Dec 25 20:30:36.961265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-5a54d534-c01f-426c-832c-b1b6d9e0f5b3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:30:36.962848 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-5a54d534-c01f-426c-832c-b1b6d9e0f5b3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.36 "GET /v2.0/networks?id=3280f9e9-a7ea-4462-b7b7-b0dded0b394d HTTP/1.1" status: 200 len: 796 time: 0.1579497 Dec 25 20:30:37.026199 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-e712de51-7150-42d8-858b-423d49d319d7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a10522521544fda81a2e75a1a25c08e HTTP/1.1" status: 200 len: 378 time: 0.0479922 Dec 25 20:30:37.055936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-726fd2c9-3c15-42a4-8f71-e184c30bc4bb tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'port': {'device_id': 'cf3d827a-3598-42d6-9f54-d54cfe03a5da', 'network_id': '3280f9e9-a7ea-4462-b7b7-b0dded0b394d', 'admin_state_up': True, 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'security_groups': ['1b890044-2c4c-4b15-afb1-778fa73cd67a']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:30:37.202244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-726fd2c9-3c15-42a4-8f71-e184c30bc4bb tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:30:37.212452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-726fd2c9-3c15-42a4-8f71-e184c30bc4bb tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:30:37.221416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-726fd2c9-3c15-42a4-8f71-e184c30bc4bb tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Made reservation on behalf of 5a10522521544fda81a2e75a1a25c08e for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:30:37.227483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-726fd2c9-3c15-42a4-8f71-e184c30bc4bb tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:37.296473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:37.403872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-726fd2c9-3c15-42a4-8f71-e184c30bc4bb tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Allocated IP 172.20.0.5 (3280f9e9-a7ea-4462-b7b7-b0dded0b394d/855fa09e-0b3c-403b-8a11-1832cd06e412/ee4ec1f7-78a6-47ba-8c0f-122044085cc5) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:30:37.485799 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-20230cc4-92e3-4c39-9da0-4f3e7b6db674 req-f877ac88-89f2-4458-86b4-47c3837b7f43 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 210 time: 0.0665269 Dec 25 20:30:37.645061 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-726fd2c9-3c15-42a4-8f71-e184c30bc4bb tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:37.661458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-726fd2c9-3c15-42a4-8f71-e184c30bc4bb tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Transition to ACTIVE for port object ee4ec1f7-78a6-47ba-8c0f-122044085cc5 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:30:37.681799 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-726fd2c9-3c15-42a4-8f71-e184c30bc4bb tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:37.687709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-74fdae24-e650-4fe1-9903-ee572ace1505 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:30:37.756740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-726fd2c9-3c15-42a4-8f71-e184c30bc4bb tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Network 3280f9e9-a7ea-4462-b7b7-b0dded0b394d is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:30:37.759777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-726fd2c9-3c15-42a4-8f71-e184c30bc4bb tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:30:37.763765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-726fd2c9-3c15-42a4-8f71-e184c30bc4bb tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:30:37.809303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726fd2c9-3c15-42a4-8f71-e184c30bc4bb tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'Port': ['ID=ee4ec1f7-78a6-47ba-8c0f-122044085cc5,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:30:37.818408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-726fd2c9-3c15-42a4-8f71-e184c30bc4bb tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:30:37.838151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-726fd2c9-3c15-42a4-8f71-e184c30bc4bb tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:30:37.838839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-726fd2c9-3c15-42a4-8f71-e184c30bc4bb tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:37.864166 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-726fd2c9-3c15-42a4-8f71-e184c30bc4bb tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8128784 Dec 25 20:30:37.880569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-fc12b02e-e808-4699-96e1-a61bb44bd79d service neutron] Request body: {'port': {'device_id': 'cf3d827a-3598-42d6-9f54-d54cfe03a5da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:30:37.999253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-fc12b02e-e808-4699-96e1-a61bb44bd79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:38.096158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-78c2cb7f-698a-416f-a608-06da296f28da None None] Provisioning for port ee4ec1f7-78a6-47ba-8c0f-122044085cc5 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:30:38.101125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-78c2cb7f-698a-416f-a608-06da296f28da None None] Provisioning complete for port ee4ec1f7-78a6-47ba-8c0f-122044085cc5 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:30:38.101667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-78c2cb7f-698a-416f-a608-06da296f28da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:38.157641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-78c2cb7f-698a-416f-a608-06da296f28da None None] Port ee4ec1f7-78a6-47ba-8c0f-122044085cc5 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:30:38.354060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-fc12b02e-e808-4699-96e1-a61bb44bd79d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee4ec1f7-78a6-47ba-8c0f-122044085cc5 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:30:38.361132 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-fc12b02e-e808-4699-96e1-a61bb44bd79d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:38.377441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-fc12b02e-e808-4699-96e1-a61bb44bd79d service neutron] Transition to ACTIVE for port object ee4ec1f7-78a6-47ba-8c0f-122044085cc5 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:30:38.380095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-fc12b02e-e808-4699-96e1-a61bb44bd79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:38.385097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6690e316-8b26-4d4f-8e72-acb2e16f2212 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:30:38.428199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-19510b59-d241-4f5d-af5e-85deef8f9941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:38.512416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12b02e-e808-4699-96e1-a61bb44bd79d service neutron] Pushing event updated for resources: {'Port': ['ID=ee4ec1f7-78a6-47ba-8c0f-122044085cc5,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:30:38.517091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fc12b02e-e808-4699-96e1-a61bb44bd79d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:30:38.682499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-fc12b02e-e808-4699-96e1-a61bb44bd79d service neutron] Attempting to bind port ee4ec1f7-78a6-47ba-8c0f-122044085cc5 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:30:38.682876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-fc12b02e-e808-4699-96e1-a61bb44bd79d service neutron] Attempting to bind port ee4ec1f7-78a6-47ba-8c0f-122044085cc5 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'a2f29c20-06d4-4ac4-9e3b-e0af8128125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3280f9e9-a7ea-4462-b7b7-b0dded0b394d'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:30:38.683308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-fc12b02e-e808-4699-96e1-a61bb44bd79d service neutron] Attempting to bind port ee4ec1f7-78a6-47ba-8c0f-122044085cc5 on network 3280f9e9-a7ea-4462-b7b7-b0dded0b394d {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:30:38.694651 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-fc12b02e-e808-4699-96e1-a61bb44bd79d service neutron] Port ee4ec1f7-78a6-47ba-8c0f-122044085cc5 on network 3280f9e9-a7ea-4462-b7b7-b0dded0b394d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 20:30:38.695010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-fc12b02e-e808-4699-96e1-a61bb44bd79d service neutron] Attempting to bind port ee4ec1f7-78a6-47ba-8c0f-122044085cc5 on network 3280f9e9-a7ea-4462-b7b7-b0dded0b394d {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:30:38.705846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-fc12b02e-e808-4699-96e1-a61bb44bd79d service neutron] Checking agent: {'id': '5d7a6d50-e450-4e92-a105-61a558d89e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'started_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:30:38.706215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-fc12b02e-e808-4699-96e1-a61bb44bd79d service neutron] Checking segment: {'id': 'a2f29c20-06d4-4ac4-9e3b-e0af8128125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3280f9e9-a7ea-4462-b7b7-b0dded0b394d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:30:38.706632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-fc12b02e-e808-4699-96e1-a61bb44bd79d service neutron] Bound using segment: {'id': 'a2f29c20-06d4-4ac4-9e3b-e0af8128125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3280f9e9-a7ea-4462-b7b7-b0dded0b394d'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:30:38.707173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-fc12b02e-e808-4699-96e1-a61bb44bd79d service neutron] Bound port: ee4ec1f7-78a6-47ba-8c0f-122044085cc5, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2f29c20-06d4-4ac4-9e3b-e0af8128125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3280f9e9-a7ea-4462-b7b7-b0dded0b394d'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:30:38.707505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-fc12b02e-e808-4699-96e1-a61bb44bd79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:38.788411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:38.790016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabaf44c-1b20-4625-a17e-eed15229cff8 req-cb84c3a5-f251-4654-a426-c7c96ec497cf tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:30:38.790788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-eabaf44c-1b20-4625-a17e-eed15229cff8 req-cb84c3a5-f251-4654-a426-c7c96ec497cf tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Synchronizing usage tracker for tenant:5a10522521544fda81a2e75a1a25c08e on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:30:38.831379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-eabaf44c-1b20-4625-a17e-eed15229cff8 req-cb84c3a5-f251-4654-a426-c7c96ec497cf tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Unset dirty status for tenant:5a10522521544fda81a2e75a1a25c08e on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:30:38.832633 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-eabaf44c-1b20-4625-a17e-eed15229cff8 req-cb84c3a5-f251-4654-a426-c7c96ec497cf tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 943 time: 0.2174315 Dec 25 20:30:38.835173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-fc12b02e-e808-4699-96e1-a61bb44bd79d service neutron] For port ee4ec1f7-78a6-47ba-8c0f-122044085cc5, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:30:38.838320 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-fc12b02e-e808-4699-96e1-a61bb44bd79d service neutron] For port ee4ec1f7-78a6-47ba-8c0f-122044085cc5, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ee4ec1f7-78a6-47ba-8c0f-122044085cc5,segment=NetworkSegment(a2f29c20-06d4-4ac4-9e3b-e0af8128125d),segment_id=a2f29c20-06d4-4ac4-9e3b-e0af8128125d)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:30:38.854802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-fc12b02e-e808-4699-96e1-a61bb44bd79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:38.860671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-98da3547-7df7-4ba5-8b2c-4f54279395c0 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:30:38.935939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-fc12b02e-e808-4699-96e1-a61bb44bd79d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:38.937267 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-fc12b02e-e808-4699-96e1-a61bb44bd79d service neutron] 10.222.0.36 "PUT /v2.0/ports/ee4ec1f7-78a6-47ba-8c0f-122044085cc5 HTTP/1.1" status: 200 len: 1093 time: 1.0614784 Dec 25 20:30:38.937829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf3d827a-3598-42d6-9f54-d54cfe03a5da', 'tag': 'ee4ec1f7-78a6-47ba-8c0f-122044085cc5'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:30:38.961973 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-eabaf44c-1b20-4625-a17e-eed15229cff8 req-5d75c45c-f19d-440c-a5da-fc066e567636 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b890044-2c4c-4b15-afb1-778fa73cd67a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1222377 Dec 25 20:30:38.965052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12b02e-e808-4699-96e1-a61bb44bd79d service neutron] Pushing event updated for resources: {'Port': ['ID=ee4ec1f7-78a6-47ba-8c0f-122044085cc5,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:30:38.972921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fc12b02e-e808-4699-96e1-a61bb44bd79d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:30:39.020273 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf3d827a-3598-42d6-9f54-d54cfe03a5da', 'tag': 'ee4ec1f7-78a6-47ba-8c0f-122044085cc5', 'status': 'completed', 'code': 200} Dec 25 20:30:39.063462 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-5eb0df61-30e4-4f98-9f73-4540c41b6050 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a10522521544fda81a2e75a1a25c08e&device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 1096 time: 0.0854912 Dec 25 20:30:39.376205 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-55f1f5d7-c0de-416f-a3cb-a00cb9280f9e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee4ec1f7-78a6-47ba-8c0f-122044085cc5 HTTP/1.1" status: 200 len: 217 time: 0.3019793 Dec 25 20:30:39.460329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-26cc3d0a-f03b-40ea-8e7d-3fd22f963f85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:30:39.461800 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-26cc3d0a-f03b-40ea-8e7d-3fd22f963f85 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=855fa09e-0b3c-403b-8a11-1832cd06e412 HTTP/1.1" status: 200 len: 834 time: 0.0680733 Dec 25 20:30:39.544621 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-f6072836-5ea9-430c-88d4-2e097071ea0f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3280f9e9-a7ea-4462-b7b7-b0dded0b394d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719371 Dec 25 20:30:39.689719 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-4875b205-d338-48f9-8c81-4f5cfc835225 service neutron] 10.222.0.36 "GET /v2.0/networks/3280f9e9-a7ea-4462-b7b7-b0dded0b394d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357501 Dec 25 20:30:39.843404 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0cb1562a-f10e-4381-83b5-582b9ab5a32a req-4499747b-a345-4d97-a885-387240b4e044 service neutron] 10.222.0.36 "GET /v2.0/networks/3280f9e9-a7ea-4462-b7b7-b0dded0b394d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441402 Dec 25 20:30:39.973160 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6f4e49a1-9453-4322-bb91-85e1dcc6632b req-0136d268-3c03-447c-b18f-1c4d426adce9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a10522521544fda81a2e75a1a25c08e&device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 1096 time: 0.0769889 Dec 25 20:30:40.106208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:40.174415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e49a1-9453-4322-bb91-85e1dcc6632b req-d78f3413-ce2f-47d1-ab18-767fec4e3d6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:30:40.176060 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6f4e49a1-9453-4322-bb91-85e1dcc6632b req-d78f3413-ce2f-47d1-ab18-767fec4e3d6c service neutron] 10.222.0.36 "GET /v2.0/networks?id=3280f9e9-a7ea-4462-b7b7-b0dded0b394d HTTP/1.1" status: 200 len: 896 time: 0.1962967 Dec 25 20:30:40.260283 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6f4e49a1-9453-4322-bb91-85e1dcc6632b req-3e6134bd-5bc7-4d3d-b376-8ae6c55b4720 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee4ec1f7-78a6-47ba-8c0f-122044085cc5 HTTP/1.1" status: 200 len: 217 time: 0.0758286 Dec 25 20:30:40.270706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a422c-26d4-464b-8a04-cef883952592 req-5c1ba7dd-1c8c-4f76-a97a-899a01c66a78 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:30:40.272352 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4f9a422c-26d4-464b-8a04-cef883952592 req-5c1ba7dd-1c8c-4f76-a97a-899a01c66a78 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 943 time: 0.1757216 Dec 25 20:30:40.367391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e49a1-9453-4322-bb91-85e1dcc6632b req-c9224692-075d-4527-abdf-0ccb2f723cb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:30:40.368866 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6f4e49a1-9453-4322-bb91-85e1dcc6632b req-c9224692-075d-4527-abdf-0ccb2f723cb0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=855fa09e-0b3c-403b-8a11-1832cd06e412 HTTP/1.1" status: 200 len: 834 time: 0.0955932 Dec 25 20:30:40.376772 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4f9a422c-26d4-464b-8a04-cef883952592 req-0624685e-4575-44e1-9155-fab230a60154 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b890044-2c4c-4b15-afb1-778fa73cd67a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0686493 Dec 25 20:30:40.459001 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6f4e49a1-9453-4322-bb91-85e1dcc6632b req-89139c93-ff66-46f1-b514-3ad2c21ce478 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3280f9e9-a7ea-4462-b7b7-b0dded0b394d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811515 Dec 25 20:30:40.611442 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6f4e49a1-9453-4322-bb91-85e1dcc6632b req-8b786735-d6ea-42a0-b645-3b706bb5bd99 service neutron] 10.222.0.36 "GET /v2.0/networks/3280f9e9-a7ea-4462-b7b7-b0dded0b394d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444988 Dec 25 20:30:40.754345 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6f4e49a1-9453-4322-bb91-85e1dcc6632b req-58327e65-022d-4dc0-928d-3bf7af57e9c2 service neutron] 10.222.0.36 "GET /v2.0/networks/3280f9e9-a7ea-4462-b7b7-b0dded0b394d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347709 Dec 25 20:30:41.585333 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defbaaa-d0b6-4ddd-afb0-a9f96c1cc8f0 req-95884ce9-9963-4cf1-a677-152f2ae0988d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:30:41.586933 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3defbaaa-d0b6-4ddd-afb0-a9f96c1cc8f0 req-95884ce9-9963-4cf1-a677-152f2ae0988d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 943 time: 0.0825138 Dec 25 20:30:41.634830 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3defbaaa-d0b6-4ddd-afb0-a9f96c1cc8f0 req-4a385e63-c297-424a-9826-eaa118a8324d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b890044-2c4c-4b15-afb1-778fa73cd67a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416348 Dec 25 20:30:42.504363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device ee4ec1f7-78a6-47ba-8c0f-122044085cc5 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 20:30:42.649670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port ee4ec1f7-78a6-47ba-8c0f-122044085cc5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ee4ec1f7-78a6-47ba-8c0f-122044085cc5,segment=NetworkSegment(a2f29c20-06d4-4ac4-9e3b-e0af8128125d),segment_id=a2f29c20-06d4-4ac4-9e3b-e0af8128125d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:30:42.663989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': 'ee4ec1f7-78a6-47ba-8c0f-122044085cc5', 'network_id': '3280f9e9-a7ea-4462-b7b7-b0dded0b394d', 'port_id': 'ee4ec1f7-78a6-47ba-8c0f-122044085cc5', 'mac_address': 'fa:16:3e:a0:3d:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '855fa09e-0b3c-403b-8a11-1832cd06e412', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 20:30:42.723147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:42.852228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10b739-3635-4c6f-ba5c-9fb508c58400 req-9af50789-4982-4e3a-84d6-a2caf300f80c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:30:42.853812 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ac10b739-3635-4c6f-ba5c-9fb508c58400 req-9af50789-4982-4e3a-84d6-a2caf300f80c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 943 time: 0.0962226 Dec 25 20:30:42.899440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee4ec1f7-78a6-47ba-8c0f-122044085cc5 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:30:42.905883 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ac10b739-3635-4c6f-ba5c-9fb508c58400 req-d244b3b7-d512-4652-939f-5f6774ab1910 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b890044-2c4c-4b15-afb1-778fa73cd67a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455990 Dec 25 20:30:42.914522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port ee4ec1f7-78a6-47ba-8c0f-122044085cc5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ee4ec1f7-78a6-47ba-8c0f-122044085cc5,segment=NetworkSegment(a2f29c20-06d4-4ac4-9e3b-e0af8128125d),segment_id=a2f29c20-06d4-4ac4-9e3b-e0af8128125d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:30:42.917433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:42.919298 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:30:42.983435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=ee4ec1f7-78a6-47ba-8c0f-122044085cc5,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:30:42.986500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:30:43.171611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['ee4ec1f7-78a6-47ba-8c0f-122044085cc5'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:30:44.240749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef38f2-4d82-4f18-9177-4c812b2c7dde req-dfa6ad67-f15a-4f4a-81dd-945b09d0706b tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:30:44.242352 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-abef38f2-4d82-4f18-9177-4c812b2c7dde req-dfa6ad67-f15a-4f4a-81dd-945b09d0706b tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 944 time: 0.0816710 Dec 25 20:30:44.290681 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-abef38f2-4d82-4f18-9177-4c812b2c7dde req-81b12638-341d-4a23-a815-55162604c0fb tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b890044-2c4c-4b15-afb1-778fa73cd67a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419831 Dec 25 20:30:44.520233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device ee4ec1f7-78a6-47ba-8c0f-122044085cc5 up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:30:44.592847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning for port ee4ec1f7-78a6-47ba-8c0f-122044085cc5 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:30:44.597685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port ee4ec1f7-78a6-47ba-8c0f-122044085cc5 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:30:44.598111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:44.712539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:44.740130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3d827a-3598-42d6-9f54-d54cfe03a5da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee4ec1f7-78a6-47ba-8c0f-122044085cc5'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:30:44.750872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port ee4ec1f7-78a6-47ba-8c0f-122044085cc5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ee4ec1f7-78a6-47ba-8c0f-122044085cc5,segment=NetworkSegment(a2f29c20-06d4-4ac4-9e3b-e0af8128125d),segment_id=a2f29c20-06d4-4ac4-9e3b-e0af8128125d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:30:44.753775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:44.755722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6b6674db-6df3-44e6-b09e-950ac93f268a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:30:44.805680 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3d827a-3598-42d6-9f54-d54cfe03a5da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee4ec1f7-78a6-47ba-8c0f-122044085cc5', 'code': 200} Dec 25 20:30:44.828040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=ee4ec1f7-78a6-47ba-8c0f-122044085cc5,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:30:44.831493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:30:45.043702 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-be1a289e-e25c-495f-bd30-9d8a3143ca3e req-4aab3487-b4ca-421d-a7af-c0421cd3879f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 1098 time: 0.0763450 Dec 25 20:30:45.091729 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-be1a289e-e25c-495f-bd30-9d8a3143ca3e req-ff69452b-3182-4ee5-ba3e-40264b7e8109 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1b890044-2c4c-4b15-afb1-778fa73cd67a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382657 Dec 25 20:30:45.498752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5b072-def8-4f44-96e7-3bd85f418044 req-91575cfc-6aa8-40c8-b267-4700c25074fb tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:30:45.500633 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-77b5b072-def8-4f44-96e7-3bd85f418044 req-91575cfc-6aa8-40c8-b267-4700c25074fb tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 945 time: 0.0900190 Dec 25 20:30:45.553489 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-77b5b072-def8-4f44-96e7-3bd85f418044 req-6cb045b2-8b89-46d9-97b9-0d5c694e0e3a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b890044-2c4c-4b15-afb1-778fa73cd67a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460403 Dec 25 20:30:46.761613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382bdc4c-a4c7-41c7-a1de-c28b81718319 req-0b41b379-2bd7-409c-90b1-da5581ccdb5f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:30:46.763246 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-382bdc4c-a4c7-41c7-a1de-c28b81718319 req-0b41b379-2bd7-409c-90b1-da5581ccdb5f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 945 time: 0.0828180 Dec 25 20:30:46.813901 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-382bdc4c-a4c7-41c7-a1de-c28b81718319 req-9c888e69-6d64-4f22-806f-889129a92e62 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b890044-2c4c-4b15-afb1-778fa73cd67a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443308 Dec 25 20:30:47.025607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4aca0-750f-489a-a45b-3d67c50e58a8 req-bc26a429-ba57-4f99-ae5d-306fac077cd7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:30:47.027286 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2bd4aca0-750f-489a-a45b-3d67c50e58a8 req-bc26a429-ba57-4f99-ae5d-306fac077cd7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 945 time: 0.0891180 Dec 25 20:30:47.077471 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2bd4aca0-750f-489a-a45b-3d67c50e58a8 req-1af628ce-3429-4135-a212-162b4f5ca073 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b890044-2c4c-4b15-afb1-778fa73cd67a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421071 Dec 25 20:30:47.104814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59946) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:30:47.181822 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4074571e-1e1b-49eb-843b-da226d5cfb81 tempest-TestNetworkAdvancedServerOps-2027681970 tempest-TestNetworkAdvancedServerOps-2027681970-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 1093 time: 0.0731869 Dec 25 20:30:47.182037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59950) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:30:47.187832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-3820c103-8fd2-4f0e-8027-1213f9cdaaf3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'floatingip': {'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'port_id': 'ee4ec1f7-78a6-47ba-8c0f-122044085cc5', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:30:47.194101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3820c103-8fd2-4f0e-8027-1213f9cdaaf3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:30:47.198165 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3820c103-8fd2-4f0e-8027-1213f9cdaaf3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:floatingip and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:30:47.201133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-3820c103-8fd2-4f0e-8027-1213f9cdaaf3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:30:47.207118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-3820c103-8fd2-4f0e-8027-1213f9cdaaf3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:30:47.216946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3820c103-8fd2-4f0e-8027-1213f9cdaaf3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:47.363682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3820c103-8fd2-4f0e-8027-1213f9cdaaf3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:47.509508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-3820c103-8fd2-4f0e-8027-1213f9cdaaf3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Allocated IP 172.26.8.189 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/40e99ac7-2183-434d-8684-722780052c27) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:30:47.663471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3820c103-8fd2-4f0e-8027-1213f9cdaaf3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:47.689245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3820c103-8fd2-4f0e-8027-1213f9cdaaf3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:47.693729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a4492d4f-9401-48fa-aad9-4b4c8e83066d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:30:47.764720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3820c103-8fd2-4f0e-8027-1213f9cdaaf3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:30:47.765609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3820c103-8fd2-4f0e-8027-1213f9cdaaf3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'Port': ['ID=40e99ac7-2183-434d-8684-722780052c27,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:30:47.768754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3820c103-8fd2-4f0e-8027-1213f9cdaaf3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:30:47.769936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-3820c103-8fd2-4f0e-8027-1213f9cdaaf3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:30:47.772153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3820c103-8fd2-4f0e-8027-1213f9cdaaf3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:30:48.297095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3820c103-8fd2-4f0e-8027-1213f9cdaaf3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:48.354978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3820c103-8fd2-4f0e-8027-1213f9cdaaf3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:48.789450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3820c103-8fd2-4f0e-8027-1213f9cdaaf3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:48.793098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3820c103-8fd2-4f0e-8027-1213f9cdaaf3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:48.797640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fc12b02e-e808-4699-96e1-a61bb44bd79d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:30:48.907444 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3820c103-8fd2-4f0e-8027-1213f9cdaaf3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'Port': ['ID=40e99ac7-2183-434d-8684-722780052c27,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:30:48.915888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3820c103-8fd2-4f0e-8027-1213f9cdaaf3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:30:48.928862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3820c103-8fd2-4f0e-8027-1213f9cdaaf3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:49.125142 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [None req-3820c103-8fd2-4f0e-8027-1213f9cdaaf3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Floating IP 20950dda-3ccc-4d9c-bc7c-a44956465714 associated. External IP: 172.26.8.189, port: ee4ec1f7-78a6-47ba-8c0f-122044085cc5. Dec 25 20:30:49.548796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3820c103-8fd2-4f0e-8027-1213f9cdaaf3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Router 82050a39-cbba-4851-82dc-ac37c1dd9d36 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:30:49.760120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3820c103-8fd2-4f0e-8027-1213f9cdaaf3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:30:49.771033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cbbb64-4841-4c91-bad3-a43566ca6118 None None] Sync routers for ids ['82050a39-cbba-4851-82dc-ac37c1dd9d36'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:30:49.784673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cbbb64-4841-4c91-bad3-a43566ca6118 None None] Routers {'82050a39-cbba-4851-82dc-ac37c1dd9d36'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:30:49.784910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3820c103-8fd2-4f0e-8027-1213f9cdaaf3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:30:49.785398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-79cbbb64-4841-4c91-bad3-a43566ca6118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:30:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['82050a39-cbba-4851-82dc-ac37c1dd9d36'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:30:49.846605 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3820c103-8fd2-4f0e-8027-1213f9cdaaf3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6632178 Dec 25 20:30:49.847347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf3d827a-3598-42d6-9f54-d54cfe03a5da', 'tag': 'ee4ec1f7-78a6-47ba-8c0f-122044085cc5'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:30:49.910398 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf3d827a-3598-42d6-9f54-d54cfe03a5da', 'tag': 'ee4ec1f7-78a6-47ba-8c0f-122044085cc5', 'status': 'completed', 'code': 200} Dec 25 20:30:49.993713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-79cbbb64-4841-4c91-bad3-a43566ca6118 None None] Set router 82050a39-cbba-4851-82dc-ac37c1dd9d36 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:30:50.082355 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d59ad031-bfa9-4b91-8e2d-aed5fd9b2c1c req-03602cb5-0968-4ca6-8e4b-64ff6cfb4af3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a10522521544fda81a2e75a1a25c08e&device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 1098 time: 0.1480758 Dec 25 20:30:50.088470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39263dcb-fc21-464d-99e4-18bbf86f5d0e req-03396c42-23fa-4137-b1a7-182319f9d47f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:30:50.089975 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-39263dcb-fc21-464d-99e4-18bbf86f5d0e req-03396c42-23fa-4137-b1a7-182319f9d47f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 945 time: 0.1206341 Dec 25 20:30:50.251254 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-39263dcb-fc21-464d-99e4-18bbf86f5d0e req-2235bc07-f891-4b4b-8442-63db86f7e075 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b890044-2c4c-4b15-afb1-778fa73cd67a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1360695 Dec 25 20:30:50.274998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ad031-bfa9-4b91-8e2d-aed5fd9b2c1c req-d9701e2d-bf09-4ab6-8caf-e061cf10923d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:30:50.276641 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d59ad031-bfa9-4b91-8e2d-aed5fd9b2c1c req-d9701e2d-bf09-4ab6-8caf-e061cf10923d service neutron] 10.222.0.36 "GET /v2.0/networks?id=3280f9e9-a7ea-4462-b7b7-b0dded0b394d HTTP/1.1" status: 200 len: 896 time: 0.1857402 Dec 25 20:30:50.281492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59958) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:30:50.493586 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3eb0a56a-ebd3-45de-961e-4bfeb0c2aa39 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/floatingips/20950dda-3ccc-4d9c-bc7c-a44956465714 HTTP/1.1" status: 200 len: 991 time: 0.2096679 Dec 25 20:30:50.494764 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d59ad031-bfa9-4b91-8e2d-aed5fd9b2c1c req-c4d9cd81-5314-4d6f-b8d7-f1f8da78d682 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee4ec1f7-78a6-47ba-8c0f-122044085cc5 HTTP/1.1" status: 200 len: 999 time: 0.2100396 Dec 25 20:30:50.511757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-79cbbb64-4841-4c91-bad3-a43566ca6118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82050a39-cbba-4851-82dc-ac37c1dd9d36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362003027', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '8017b97f-a03a-4d3f-94a6-73a6ef3f79f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:30:24Z', 'updated_at': '2021-12-25T20:30:28Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': '8017b97f-a03a-4d3f-94a6-73a6ef3f79f9', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82050a39-cbba-4851-82dc-ac37c1dd9d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:30:25Z', 'updated_at': '2021-12-25T20:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '20950dda-3ccc-4d9c-bc7c-a44956465714', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'floating_ip_address': '172.26.8.189', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '82050a39-cbba-4851-82dc-ac37c1dd9d36', 'port_id': 'ee4ec1f7-78a6-47ba-8c0f-122044085cc5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3280f9e9-a7ea-4462-b7b7-b0dded0b394d', 'mac_address': 'fa:16:3e:a0:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3d827a-3598-42d6-9f54-d54cfe03a5da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:30:48Z', 'updated_at': '2021-12-25T20:30:48Z', 'revision_number': 0, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d73396d-9fb2-481a-bf27-d653596d0215', 'name': '', 'network_id': '3280f9e9-a7ea-4462-b7b7-b0dded0b394d', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:5a:59:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82050a39-cbba-4851-82dc-ac37c1dd9d36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '855fa09e-0b3c-403b-8a11-1832cd06e412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:30:28Z', 'updated_at': '2021-12-25T20:30:33Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': '855fa09e-0b3c-403b-8a11-1832cd06e412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:30:50.515821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cbbb64-4841-4c91-bad3-a43566ca6118 None None] Checking router: 82050a39-cbba-4851-82dc-ac37c1dd9d36 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:30:50.527406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cbbb64-4841-4c91-bad3-a43566ca6118 None None] Routers {'82050a39-cbba-4851-82dc-ac37c1dd9d36'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:30:50.528072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-79cbbb64-4841-4c91-bad3-a43566ca6118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:30:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['82050a39-cbba-4851-82dc-ac37c1dd9d36'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:30:50.564226 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ad031-bfa9-4b91-8e2d-aed5fd9b2c1c req-01d07a57-a12f-4d4d-9510-095bb36b6ac2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:30:50.565824 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d59ad031-bfa9-4b91-8e2d-aed5fd9b2c1c req-01d07a57-a12f-4d4d-9510-095bb36b6ac2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=855fa09e-0b3c-403b-8a11-1832cd06e412 HTTP/1.1" status: 200 len: 834 time: 0.0644667 Dec 25 20:30:50.649698 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d59ad031-bfa9-4b91-8e2d-aed5fd9b2c1c req-698de74c-0f27-49b9-8a56-cd1f6337c1ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3280f9e9-a7ea-4462-b7b7-b0dded0b394d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766921 Dec 25 20:30:50.715837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-79cbbb64-4841-4c91-bad3-a43566ca6118 None None] Set router 82050a39-cbba-4851-82dc-ac37c1dd9d36 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:30:50.795467 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d59ad031-bfa9-4b91-8e2d-aed5fd9b2c1c req-f9799c55-324c-4655-9422-d013f03cef46 service neutron] 10.222.0.36 "GET /v2.0/networks/3280f9e9-a7ea-4462-b7b7-b0dded0b394d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382003 Dec 25 20:30:50.939611 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d59ad031-bfa9-4b91-8e2d-aed5fd9b2c1c req-038e3bf1-8007-4dd3-9cdd-f5395f5c8397 service neutron] 10.222.0.36 "GET /v2.0/networks/3280f9e9-a7ea-4462-b7b7-b0dded0b394d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381881 Dec 25 20:30:51.082447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-79cbbb64-4841-4c91-bad3-a43566ca6118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82050a39-cbba-4851-82dc-ac37c1dd9d36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362003027', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '8017b97f-a03a-4d3f-94a6-73a6ef3f79f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:30:24Z', 'updated_at': '2021-12-25T20:30:28Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': '8017b97f-a03a-4d3f-94a6-73a6ef3f79f9', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82050a39-cbba-4851-82dc-ac37c1dd9d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:30:25Z', 'updated_at': '2021-12-25T20:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '20950dda-3ccc-4d9c-bc7c-a44956465714', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'floating_ip_address': '172.26.8.189', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '82050a39-cbba-4851-82dc-ac37c1dd9d36', 'port_id': 'ee4ec1f7-78a6-47ba-8c0f-122044085cc5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3280f9e9-a7ea-4462-b7b7-b0dded0b394d', 'mac_address': 'fa:16:3e:a0:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3d827a-3598-42d6-9f54-d54cfe03a5da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:30:48Z', 'updated_at': '2021-12-25T20:30:48Z', 'revision_number': 0, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d73396d-9fb2-481a-bf27-d653596d0215', 'name': '', 'network_id': '3280f9e9-a7ea-4462-b7b7-b0dded0b394d', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:5a:59:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82050a39-cbba-4851-82dc-ac37c1dd9d36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '855fa09e-0b3c-403b-8a11-1832cd06e412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:30:28Z', 'updated_at': '2021-12-25T20:30:33Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': '855fa09e-0b3c-403b-8a11-1832cd06e412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:30:51.086540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cbbb64-4841-4c91-bad3-a43566ca6118 None None] The sync data for ids ['82050a39-cbba-4851-82dc-ac37c1dd9d36'] in dv-neutron-822611-1-hyperv is: [{'id': '82050a39-cbba-4851-82dc-ac37c1dd9d36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362003027', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '8017b97f-a03a-4d3f-94a6-73a6ef3f79f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:30:24Z', 'updated_at': '2021-12-25T20:30:28Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': '8017b97f-a03a-4d3f-94a6-73a6ef3f79f9', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82050a39-cbba-4851-82dc-ac37c1dd9d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:30:25Z', 'updated_at': '2021-12-25T20:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '20950dda-3ccc-4d9c-bc7c-a44956465714', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'floating_ip_address': '172.26.8.189', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '82050a39-cbba-4851-82dc-ac37c1dd9d36', 'port_id': 'ee4ec1f7-78a6-47ba-8c0f-122044085cc5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3280f9e9-a7ea-4462-b7b7-b0dded0b394d', 'mac_address': 'fa:16:3e:a0:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3d827a-3598-42d6-9f54-d54cfe03a5da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:30:48Z', 'updated_at': '2021-12-25T20:30:48Z', 'revision_number': 0, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d73396d-9fb2-481a-bf27-d653596d0215', 'name': '', 'network_id': '3280f9e9-a7ea-4462-b7b7-b0dded0b394d', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:5a:59:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82050a39-cbba-4851-82dc-ac37c1dd9d36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '855fa09e-0b3c-403b-8a11-1832cd06e412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:30:28Z', 'updated_at': '2021-12-25T20:30:33Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': '855fa09e-0b3c-403b-8a11-1832cd06e412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:30:51.437471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5598a6b-ef73-4511-8945-58831dad73cc None None] New status for floating IP 20950dda-3ccc-4d9c-bc7c-a44956465714: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 20:30:51.496875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59962) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:30:51.609038 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-10a9aaa0-7947-4272-b134-a68089c6be12 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/floatingips/20950dda-3ccc-4d9c-bc7c-a44956465714 HTTP/1.1" status: 200 len: 991 time: 0.1096828 Dec 25 20:30:52.031240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:30:52.611905 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 59966) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:30:52.719380 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-925b7b6c-bfff-4933-ab2c-6673d5a6c518 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/floatingips/20950dda-3ccc-4d9c-bc7c-a44956465714 HTTP/1.1" status: 200 len: 993 time: 0.1061609 Dec 25 20:30:53.961836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:31:05.897163 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-54aa6ab4-d137-4724-aca2-e3fffa53f88d req-e5f7eb8b-051e-4976-9ad5-c279cea08671 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0776591 Dec 25 20:31:06.046497 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-54aa6ab4-d137-4724-aca2-e3fffa53f88d req-05b7ddd3-230b-492a-a776-84ec30806e60 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a10522521544fda81a2e75a1a25c08e&device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 1098 time: 0.0732195 Dec 25 20:31:06.123370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4afc31c4-3b3d-494b-b65f-771a2c2978e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:31:06.203632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa6ab4-d137-4724-aca2-e3fffa53f88d req-15391dbd-3ff8-4d29-937f-11238a53dcdd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:31:06.205190 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-54aa6ab4-d137-4724-aca2-e3fffa53f88d req-15391dbd-3ff8-4d29-937f-11238a53dcdd service neutron] 10.222.0.36 "GET /v2.0/networks?id=3280f9e9-a7ea-4462-b7b7-b0dded0b394d HTTP/1.1" status: 200 len: 896 time: 0.1372051 Dec 25 20:31:06.312442 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-54aa6ab4-d137-4724-aca2-e3fffa53f88d req-b74d4d6e-2ef4-48bd-8954-6ad3a9126552 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee4ec1f7-78a6-47ba-8c0f-122044085cc5 HTTP/1.1" status: 200 len: 1001 time: 0.0997674 Dec 25 20:31:06.379634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa6ab4-d137-4724-aca2-e3fffa53f88d req-8662bd90-2601-4851-a41a-47455d5d0bb4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:31:06.381169 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-54aa6ab4-d137-4724-aca2-e3fffa53f88d req-8662bd90-2601-4851-a41a-47455d5d0bb4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=855fa09e-0b3c-403b-8a11-1832cd06e412 HTTP/1.1" status: 200 len: 834 time: 0.0620089 Dec 25 20:31:06.695106 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-54aa6ab4-d137-4724-aca2-e3fffa53f88d req-e703a994-f8c7-442b-97be-f3c8be148205 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3280f9e9-a7ea-4462-b7b7-b0dded0b394d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3073049 Dec 25 20:31:06.839793 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-54aa6ab4-d137-4724-aca2-e3fffa53f88d req-eb7e4773-f57d-488e-aec5-7e0dc8003237 service neutron] 10.222.0.36 "GET /v2.0/networks/3280f9e9-a7ea-4462-b7b7-b0dded0b394d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362336 Dec 25 20:31:06.983823 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-54aa6ab4-d137-4724-aca2-e3fffa53f88d req-29ce58fb-01a3-4143-b0bc-1d1128454b9a service neutron] 10.222.0.36 "GET /v2.0/networks/3280f9e9-a7ea-4462-b7b7-b0dded0b394d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370118 Dec 25 20:31:07.288951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:31:08.429277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0df87e84-7f7e-42ae-9630-7713ae3e0d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:31:08.781443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:31:10.105925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:31:23.978647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:31:26.197221 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-53d3c455-82f5-4cbb-9005-370393a01268 req-d415e2b2-773a-4da7-90ef-facfde3d704c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1460867 Dec 25 20:31:27.543579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195fea3-613a-4cc8-858b-1b4a491025ab req-71ac428a-df52-46eb-9ae2-460017ba3d3d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:31:27.545235 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e195fea3-613a-4cc8-858b-1b4a491025ab req-71ac428a-df52-46eb-9ae2-460017ba3d3d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 945 time: 0.0908024 Dec 25 20:31:27.549711 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d3d5e0f7-88bd-456b-8395-4ce05ab12e40 req-abf301c9-b6d1-4d48-9263-fbe926a5cb9f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1538055 Dec 25 20:31:27.595447 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e195fea3-613a-4cc8-858b-1b4a491025ab req-c35cb98e-7835-49c4-96fe-ef82f0dd5268 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b890044-2c4c-4b15-afb1-778fa73cd67a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434370 Dec 25 20:31:28.874377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f61d7-7cc6-47ba-96c2-c6ae433195a9 req-65350afb-706f-490e-b3b7-22c16719e17d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:31:28.876020 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-298f61d7-7cc6-47ba-96c2-c6ae433195a9 req-65350afb-706f-490e-b3b7-22c16719e17d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 945 time: 0.1508660 Dec 25 20:31:28.879447 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d3d5e0f7-88bd-456b-8395-4ce05ab12e40 req-71827aec-4614-46c2-9a15-606f37efbc6d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a10522521544fda81a2e75a1a25c08e&device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 1098 time: 0.1178555 Dec 25 20:31:29.018193 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-298f61d7-7cc6-47ba-96c2-c6ae433195a9 req-8ece9ede-20de-415f-90ba-99491cca657b tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b890044-2c4c-4b15-afb1-778fa73cd67a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1352813 Dec 25 20:31:29.032579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:31:29.059850 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5e0f7-88bd-456b-8395-4ce05ab12e40 req-e33d89a4-f88a-403e-9fe2-e61d56190016 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:31:29.061419 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d3d5e0f7-88bd-456b-8395-4ce05ab12e40 req-e33d89a4-f88a-403e-9fe2-e61d56190016 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3280f9e9-a7ea-4462-b7b7-b0dded0b394d HTTP/1.1" status: 200 len: 896 time: 0.1598632 Dec 25 20:31:29.173818 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d3d5e0f7-88bd-456b-8395-4ce05ab12e40 req-65a898a1-c813-4245-8dc3-31d6aa7ed279 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee4ec1f7-78a6-47ba-8c0f-122044085cc5 HTTP/1.1" status: 200 len: 1001 time: 0.1023054 Dec 25 20:31:29.245327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5e0f7-88bd-456b-8395-4ce05ab12e40 req-16fc80a9-7ab8-42be-96d5-6341d04b9dec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:31:29.247112 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d3d5e0f7-88bd-456b-8395-4ce05ab12e40 req-16fc80a9-7ab8-42be-96d5-6341d04b9dec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=855fa09e-0b3c-403b-8a11-1832cd06e412 HTTP/1.1" status: 200 len: 834 time: 0.0630715 Dec 25 20:31:29.330113 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d3d5e0f7-88bd-456b-8395-4ce05ab12e40 req-b680462a-5a32-48d2-8256-d8010b6c84ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3280f9e9-a7ea-4462-b7b7-b0dded0b394d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724370 Dec 25 20:31:29.475148 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d3d5e0f7-88bd-456b-8395-4ce05ab12e40 req-bf7bbf03-970a-469d-ad79-45c11ed0527e service neutron] 10.222.0.36 "GET /v2.0/networks/3280f9e9-a7ea-4462-b7b7-b0dded0b394d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351371 Dec 25 20:31:29.620610 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d3d5e0f7-88bd-456b-8395-4ce05ab12e40 req-3195d130-7ca7-4a4a-96dc-45291deff786 service neutron] 10.222.0.36 "GET /v2.0/networks/3280f9e9-a7ea-4462-b7b7-b0dded0b394d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358294 Dec 25 20:31:30.228191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd49e5-1656-4466-8015-b44c3092526f req-79fa2bd8-b088-4f5d-ad6c-3dc61b1fa189 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:31:30.229800 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f9dd49e5-1656-4466-8015-b44c3092526f req-79fa2bd8-b088-4f5d-ad6c-3dc61b1fa189 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 945 time: 0.0863924 Dec 25 20:31:30.278281 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f9dd49e5-1656-4466-8015-b44c3092526f req-0123b44c-d0fa-4dce-a17a-93fe8a1ae5e3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b890044-2c4c-4b15-afb1-778fa73cd67a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423720 Dec 25 20:31:31.482627 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ecbe72-fb17-4ec6-9e67-f2b3659c0485 req-1c7ff71e-8462-46d7-8f02-eb04bbedcf84 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:31:31.484255 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-86ecbe72-fb17-4ec6-9e67-f2b3659c0485 req-1c7ff71e-8462-46d7-8f02-eb04bbedcf84 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 945 time: 0.0840516 Dec 25 20:31:31.532009 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-86ecbe72-fb17-4ec6-9e67-f2b3659c0485 req-578ec27b-1cc1-4549-8c83-2e3595ae5c99 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b890044-2c4c-4b15-afb1-778fa73cd67a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416770 Dec 25 20:31:32.739618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84194cdd-45b2-4b9f-8343-8289d9c82056 req-17e7bd01-f0cf-4fc4-9619-0fc921375b81 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:31:32.741241 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-84194cdd-45b2-4b9f-8343-8289d9c82056 req-17e7bd01-f0cf-4fc4-9619-0fc921375b81 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 945 time: 0.0863438 Dec 25 20:31:32.789477 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-84194cdd-45b2-4b9f-8343-8289d9c82056 req-3c6179fb-aa72-49b4-9026-b3c814e1cfce tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b890044-2c4c-4b15-afb1-778fa73cd67a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419393 Dec 25 20:31:33.991507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e21e36-2268-4f84-919e-d8bd4f917971 req-37d72e74-d6a3-4d7c-baab-0cf64d169972 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:31:33.993110 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d0e21e36-2268-4f84-919e-d8bd4f917971 req-37d72e74-d6a3-4d7c-baab-0cf64d169972 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 945 time: 0.0830328 Dec 25 20:31:34.045200 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d0e21e36-2268-4f84-919e-d8bd4f917971 req-3b3fa30f-e50c-437c-99da-0f77866cdaa6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b890044-2c4c-4b15-afb1-778fa73cd67a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458629 Dec 25 20:31:35.255712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89698471-4d7d-40b5-8544-35dfcbd1e7d1 req-220fd80f-85c8-48f7-99ad-64c8c9f4e1ca tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:31:35.257363 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-89698471-4d7d-40b5-8544-35dfcbd1e7d1 req-220fd80f-85c8-48f7-99ad-64c8c9f4e1ca tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 945 time: 0.0887876 Dec 25 20:31:35.305939 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-89698471-4d7d-40b5-8544-35dfcbd1e7d1 req-99f316c6-046d-4252-abe0-ae01fc880435 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b890044-2c4c-4b15-afb1-778fa73cd67a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422878 Dec 25 20:31:36.125991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-057deab4-7d08-441b-8766-c4f9aaf773e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:31:36.513948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044872d-429c-4d75-bc47-d5ba007f597b req-9830f4fb-0919-4c45-9e9f-6464dc94748e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:31:36.515560 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7044872d-429c-4d75-bc47-d5ba007f597b req-9830f4fb-0919-4c45-9e9f-6464dc94748e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 945 time: 0.0863059 Dec 25 20:31:36.562649 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7044872d-429c-4d75-bc47-d5ba007f597b req-1b2f3f49-2004-47c6-9264-9812933f2c65 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b890044-2c4c-4b15-afb1-778fa73cd67a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404971 Dec 25 20:31:37.290327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:31:37.775040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752dbe7-4c07-4acb-83b2-2870a21de73a req-c544ad7c-68ea-428f-8b5d-689f482cfa2a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:31:37.776684 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5752dbe7-4c07-4acb-83b2-2870a21de73a req-c544ad7c-68ea-428f-8b5d-689f482cfa2a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 945 time: 0.0876753 Dec 25 20:31:37.824729 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5752dbe7-4c07-4acb-83b2-2870a21de73a req-c8fc57b0-31b5-44ea-8188-7fc66da7b640 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b890044-2c4c-4b15-afb1-778fa73cd67a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419812 Dec 25 20:31:38.430879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b81e5c24-8ea5-4d03-b5dd-29823672c1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:31:38.783077 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:31:39.030786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94e7bd-48ac-4be8-af36-6dd06b6e636c req-0e4d8f03-e1cf-41a2-a8bc-0992b2f917a7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:31:39.032802 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dd94e7bd-48ac-4be8-af36-6dd06b6e636c req-0e4d8f03-e1cf-41a2-a8bc-0992b2f917a7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 945 time: 0.0858808 Dec 25 20:31:39.081540 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dd94e7bd-48ac-4be8-af36-6dd06b6e636c req-b7471b39-a98e-41e4-81ae-d366467d906b tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b890044-2c4c-4b15-afb1-778fa73cd67a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421631 Dec 25 20:31:40.107282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:31:40.285439 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56d59a-f0ea-4293-acf0-e8d7afb56911 req-4ae03bc4-751b-4202-856b-da8a808c25be tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:31:40.287555 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1e56d59a-f0ea-4293-acf0-e8d7afb56911 req-4ae03bc4-751b-4202-856b-da8a808c25be tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 945 time: 0.0826228 Dec 25 20:31:40.334363 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1e56d59a-f0ea-4293-acf0-e8d7afb56911 req-a7068779-f4d6-400c-a8b6-4de8de0b8773 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b890044-2c4c-4b15-afb1-778fa73cd67a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407920 Dec 25 20:31:41.539615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617c609-1d03-44a5-b5a2-4d38d3454ec6 req-dabe4540-a6fc-43d0-8fc8-57ba31a3f36a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:31:41.541195 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d617c609-1d03-44a5-b5a2-4d38d3454ec6 req-dabe4540-a6fc-43d0-8fc8-57ba31a3f36a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 945 time: 0.0852368 Dec 25 20:31:41.593781 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d617c609-1d03-44a5-b5a2-4d38d3454ec6 req-df797313-86a7-40ab-8e8c-7ff914e70922 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b890044-2c4c-4b15-afb1-778fa73cd67a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465009 Dec 25 20:31:42.798422 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e91748-3f81-43ca-a816-431c4362ac2c req-197ee1fb-060c-4ce9-9ab0-aca44b3e0178 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:31:42.800031 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-10e91748-3f81-43ca-a816-431c4362ac2c req-197ee1fb-060c-4ce9-9ab0-aca44b3e0178 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 945 time: 0.0817444 Dec 25 20:31:42.852603 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-10e91748-3f81-43ca-a816-431c4362ac2c req-b2f44e09-8450-45f5-925c-0e0f0d94acb3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b890044-2c4c-4b15-afb1-778fa73cd67a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459094 Dec 25 20:31:44.060455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e6275-a75e-4705-94c1-8d9310d4d3ea req-dd94bec9-eeb6-41bc-ae1a-dd74742c41c1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:31:44.062064 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f11e6275-a75e-4705-94c1-8d9310d4d3ea req-dd94bec9-eeb6-41bc-ae1a-dd74742c41c1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 945 time: 0.0834105 Dec 25 20:31:44.112089 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f11e6275-a75e-4705-94c1-8d9310d4d3ea req-1dd4d9c1-789f-4f70-a79f-00e7ad3eee00 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b890044-2c4c-4b15-afb1-778fa73cd67a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432992 Dec 25 20:31:45.323857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd21cb6-1cdf-41a9-9d6a-06a9588a4729 req-5fb5edc0-edf6-41e2-a996-eea76a21e5ed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:31:45.325545 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dcd21cb6-1cdf-41a9-9d6a-06a9588a4729 req-5fb5edc0-edf6-41e2-a996-eea76a21e5ed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 945 time: 0.0874248 Dec 25 20:31:45.374732 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dcd21cb6-1cdf-41a9-9d6a-06a9588a4729 req-29d46de5-0174-451f-ada1-5059adf20c07 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b890044-2c4c-4b15-afb1-778fa73cd67a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427501 Dec 25 20:31:46.584869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52358d8-56b7-41b3-a8e1-9ac0d6c215c5 req-a11ba975-ad06-4c3f-8dce-d43d5110dd08 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:31:46.586505 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c52358d8-56b7-41b3-a8e1-9ac0d6c215c5 req-a11ba975-ad06-4c3f-8dce-d43d5110dd08 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 945 time: 0.0875976 Dec 25 20:31:46.638516 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c52358d8-56b7-41b3-a8e1-9ac0d6c215c5 req-2b4c2e26-1f38-4c87-a4b2-c3136868d61f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b890044-2c4c-4b15-afb1-778fa73cd67a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456553 Dec 25 20:31:46.737494 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d3d5e0f7-88bd-456b-8395-4ce05ab12e40 req-65396965-d751-4a49-9e3a-546d116505ba service neutron] 10.222.0.36 "GET /v2.0/ports/ee4ec1f7-78a6-47ba-8c0f-122044085cc5/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0802071 Dec 25 20:31:47.022516 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d3d5e0f7-88bd-456b-8395-4ce05ab12e40 req-a041ccea-3941-4ed9-be96-abbb58718ab2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da&tenant_id=5a10522521544fda81a2e75a1a25c08e HTTP/1.1" status: 200 len: 1098 time: 0.0772536 Dec 25 20:31:47.127976 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d3d5e0f7-88bd-456b-8395-4ce05ab12e40 req-b9e2b9ec-931d-4793-9520-204eade4cbc1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a10522521544fda81a2e75a1a25c08e&device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 1098 time: 0.0786576 Dec 25 20:31:47.273139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5e0f7-88bd-456b-8395-4ce05ab12e40 req-b19977af-7d27-4b94-8f9b-7bbb87631d27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:31:47.274596 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d3d5e0f7-88bd-456b-8395-4ce05ab12e40 req-b19977af-7d27-4b94-8f9b-7bbb87631d27 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3280f9e9-a7ea-4462-b7b7-b0dded0b394d HTTP/1.1" status: 200 len: 896 time: 0.1369848 Dec 25 20:31:47.381978 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d3d5e0f7-88bd-456b-8395-4ce05ab12e40 req-1732e944-cbd0-4ff2-a680-d170eff2a02f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee4ec1f7-78a6-47ba-8c0f-122044085cc5 HTTP/1.1" status: 200 len: 1001 time: 0.0974839 Dec 25 20:31:47.455582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5e0f7-88bd-456b-8395-4ce05ab12e40 req-0aa3bd09-58c6-4f0f-899e-ce34c138cc67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:31:47.457087 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d3d5e0f7-88bd-456b-8395-4ce05ab12e40 req-0aa3bd09-58c6-4f0f-899e-ce34c138cc67 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=855fa09e-0b3c-403b-8a11-1832cd06e412 HTTP/1.1" status: 200 len: 834 time: 0.0656705 Dec 25 20:31:47.541614 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d3d5e0f7-88bd-456b-8395-4ce05ab12e40 req-7b953a0a-9d8c-43bc-8306-4c8898c147f9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3280f9e9-a7ea-4462-b7b7-b0dded0b394d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746353 Dec 25 20:31:47.688192 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d3d5e0f7-88bd-456b-8395-4ce05ab12e40 req-94d7d1a0-2fb5-4508-8a0c-b6f8bd6927f6 service neutron] 10.222.0.36 "GET /v2.0/networks/3280f9e9-a7ea-4462-b7b7-b0dded0b394d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361618 Dec 25 20:31:48.123279 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d3d5e0f7-88bd-456b-8395-4ce05ab12e40 req-082b7c88-90f7-4da6-9471-4720ee33d5d1 service neutron] 10.222.0.36 "GET /v2.0/networks/3280f9e9-a7ea-4462-b7b7-b0dded0b394d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236438 Dec 25 20:31:48.142091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d19f08-08a6-4773-9aa0-4ed9f91b74b0 req-18dd50f8-e93f-4867-afed-85e5c7804572 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:31:48.143726 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-79d19f08-08a6-4773-9aa0-4ed9f91b74b0 req-18dd50f8-e93f-4867-afed-85e5c7804572 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 945 time: 0.1188486 Dec 25 20:31:48.197474 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-79d19f08-08a6-4773-9aa0-4ed9f91b74b0 req-042c3407-82dc-4a20-b760-ec7e7c71954d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b890044-2c4c-4b15-afb1-778fa73cd67a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445020 Dec 25 20:31:49.400842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464b8f9-22dd-43a8-9171-62d06ee92958 req-8f516b0f-8ead-475b-ae4a-04e6c7d88fb3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:31:49.402449 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3464b8f9-22dd-43a8-9171-62d06ee92958 req-8f516b0f-8ead-475b-ae4a-04e6c7d88fb3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 945 time: 0.0838380 Dec 25 20:31:49.453249 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3464b8f9-22dd-43a8-9171-62d06ee92958 req-252862cc-6186-47e1-bb1d-4db61a1ac462 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b890044-2c4c-4b15-afb1-778fa73cd67a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446157 Dec 25 20:31:50.659611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab03e1-22e9-45e1-89e3-9c2759ed4b43 req-ce8ba8d5-1f3f-46c4-8498-4ec04854cc3b tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:31:50.661785 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2bab03e1-22e9-45e1-89e3-9c2759ed4b43 req-ce8ba8d5-1f3f-46c4-8498-4ec04854cc3b tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 945 time: 0.0866742 Dec 25 20:31:50.709408 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2bab03e1-22e9-45e1-89e3-9c2759ed4b43 req-e8c23d80-6a7e-46ce-8892-e0d8e46ac5fd tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b890044-2c4c-4b15-afb1-778fa73cd67a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414467 Dec 25 20:31:50.736965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device ee4ec1f7-78a6-47ba-8c0f-122044085cc5 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 20:31:50.739912 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device ee4ec1f7-78a6-47ba-8c0f-122044085cc5 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:31:50.997051 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:31:51.022914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port ee4ec1f7-78a6-47ba-8c0f-122044085cc5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ee4ec1f7-78a6-47ba-8c0f-122044085cc5,segment=NetworkSegment(a2f29c20-06d4-4ac4-9e3b-e0af8128125d),segment_id=a2f29c20-06d4-4ac4-9e3b-e0af8128125d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:31:51.044758 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3d827a-3598-42d6-9f54-d54cfe03a5da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee4ec1f7-78a6-47ba-8c0f-122044085cc5'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:31:51.054492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': 'ee4ec1f7-78a6-47ba-8c0f-122044085cc5', 'network_id': '3280f9e9-a7ea-4462-b7b7-b0dded0b394d', 'port_id': 'ee4ec1f7-78a6-47ba-8c0f-122044085cc5', 'mac_address': 'fa:16:3e:a0:3d:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '855fa09e-0b3c-403b-8a11-1832cd06e412', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 20:31:51.059594 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port ee4ec1f7-78a6-47ba-8c0f-122044085cc5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ee4ec1f7-78a6-47ba-8c0f-122044085cc5,segment=NetworkSegment(a2f29c20-06d4-4ac4-9e3b-e0af8128125d),segment_id=a2f29c20-06d4-4ac4-9e3b-e0af8128125d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:31:51.106344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:31:51.110309 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:31:51.141519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d0af3-b190-4df9-92f9-aeb962056f1c req-5b0cfa56-189b-42bd-b594-9576e27972b5 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:31:51.143271 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-784d0af3-b190-4df9-92f9-aeb962056f1c req-5b0cfa56-189b-42bd-b594-9576e27972b5 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 945 time: 0.1665549 Dec 25 20:31:51.149134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebc8ac-2977-41e5-ad8c-87b61d070807 req-c6013603-5a29-4b87-b92d-f7390a6c12f7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:31:51.151257 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-feebc8ac-2977-41e5-ad8c-87b61d070807 req-c6013603-5a29-4b87-b92d-f7390a6c12f7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da&tenant_id=5a10522521544fda81a2e75a1a25c08e&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 943 time: 0.1389463 Dec 25 20:31:51.154359 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3d827a-3598-42d6-9f54-d54cfe03a5da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee4ec1f7-78a6-47ba-8c0f-122044085cc5', 'code': 200} Dec 25 20:31:51.178690 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:31:51.196656 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-784d0af3-b190-4df9-92f9-aeb962056f1c req-3542cfbf-83df-4faa-9345-7b06783e051c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b890044-2c4c-4b15-afb1-778fa73cd67a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450137 Dec 25 20:31:51.207531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee4ec1f7-78a6-47ba-8c0f-122044085cc5 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:31:51.225198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=ee4ec1f7-78a6-47ba-8c0f-122044085cc5,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:31:51.240027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:31:51.240656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:31:51.241137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:31:51.241525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:31:51.241955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:31:51.242340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:31:51.242722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:31:51.243138 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:31:51.243512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:31:51.243887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:31:51.244259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:31:51.250427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port ee4ec1f7-78a6-47ba-8c0f-122044085cc5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ee4ec1f7-78a6-47ba-8c0f-122044085cc5,segment=NetworkSegment(a2f29c20-06d4-4ac4-9e3b-e0af8128125d),segment_id=a2f29c20-06d4-4ac4-9e3b-e0af8128125d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:31:51.252575 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:31:51.257343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:31:51.259559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6b6674db-6df3-44e6-b09e-950ac93f268a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:31:51.338509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['ee4ec1f7-78a6-47ba-8c0f-122044085cc5'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:31:51.338794 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-feebc8ac-2977-41e5-ad8c-87b61d070807 req-cdd93aac-6b2e-4886-975d-c70fa5f0291c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a10522521544fda81a2e75a1a25c08e&device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 1097 time: 0.0940638 Dec 25 20:31:51.386884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=ee4ec1f7-78a6-47ba-8c0f-122044085cc5,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:31:51.390300 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:31:51.545621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226c51d-22a8-4cae-b8e3-bb89c0001d4c req-2577146e-7575-4b06-bdae-6536a9dfe4fe tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:31:51.547166 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4226c51d-22a8-4cae-b8e3-bb89c0001d4c req-2577146e-7575-4b06-bdae-6536a9dfe4fe tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 944 time: 0.2136290 Dec 25 20:31:51.549681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebc8ac-2977-41e5-ad8c-87b61d070807 req-ec47159e-4847-4bdc-9d33-a460046ea082 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:31:51.551232 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-feebc8ac-2977-41e5-ad8c-87b61d070807 req-ec47159e-4847-4bdc-9d33-a460046ea082 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3280f9e9-a7ea-4462-b7b7-b0dded0b394d HTTP/1.1" status: 200 len: 896 time: 0.1785228 Dec 25 20:31:51.690117 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4226c51d-22a8-4cae-b8e3-bb89c0001d4c req-fb0386c7-e3a2-4963-9fc7-1ff4614d6552 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b890044-2c4c-4b15-afb1-778fa73cd67a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1353390 Dec 25 20:31:51.694518 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-feebc8ac-2977-41e5-ad8c-87b61d070807 req-231b2cb6-26c9-4637-b6dd-7b719e7bf169 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee4ec1f7-78a6-47ba-8c0f-122044085cc5 HTTP/1.1" status: 200 len: 1000 time: 0.1248791 Dec 25 20:31:51.764131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebc8ac-2977-41e5-ad8c-87b61d070807 req-52d4ac69-6760-41ef-a096-01f7b7394e2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:31:51.765681 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-feebc8ac-2977-41e5-ad8c-87b61d070807 req-52d4ac69-6760-41ef-a096-01f7b7394e2e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=855fa09e-0b3c-403b-8a11-1832cd06e412 HTTP/1.1" status: 200 len: 834 time: 0.0644093 Dec 25 20:31:51.849415 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-feebc8ac-2977-41e5-ad8c-87b61d070807 req-7e1518f5-cf66-42c4-97a8-fb5376626ce3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3280f9e9-a7ea-4462-b7b7-b0dded0b394d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755355 Dec 25 20:31:51.990962 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-feebc8ac-2977-41e5-ad8c-87b61d070807 req-0e00235a-7b28-4c92-a217-be6c0a8db61b service neutron] 10.222.0.36 "GET /v2.0/networks/3280f9e9-a7ea-4462-b7b7-b0dded0b394d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337881 Dec 25 20:31:52.135812 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-feebc8ac-2977-41e5-ad8c-87b61d070807 req-b521224d-cec0-4a8c-ab35-49dd35baa96a service neutron] 10.222.0.36 "GET /v2.0/networks/3280f9e9-a7ea-4462-b7b7-b0dded0b394d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374936 Dec 25 20:31:52.751670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device ee4ec1f7-78a6-47ba-8c0f-122044085cc5 up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:31:52.824843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port ee4ec1f7-78a6-47ba-8c0f-122044085cc5 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:31:52.825271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:31:52.896197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbd0e1-19f4-4fc1-813e-9c333cc089a4 req-deb34b8f-c6ad-479f-89c0-a798ba23b993 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:31:52.897748 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d5dbd0e1-19f4-4fc1-813e-9c333cc089a4 req-deb34b8f-c6ad-479f-89c0-a798ba23b993 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 944 time: 0.0837493 Dec 25 20:31:52.945508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:31:52.951045 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d5dbd0e1-19f4-4fc1-813e-9c333cc089a4 req-4b507235-94ef-46b0-951c-eb3b3db1f579 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b890044-2c4c-4b15-afb1-778fa73cd67a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427394 Dec 25 20:31:52.979336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60064) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:31:52.979622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port ee4ec1f7-78a6-47ba-8c0f-122044085cc5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ee4ec1f7-78a6-47ba-8c0f-122044085cc5,segment=NetworkSegment(a2f29c20-06d4-4ac4-9e3b-e0af8128125d),segment_id=a2f29c20-06d4-4ac4-9e3b-e0af8128125d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:31:52.982553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:31:52.985216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-595af6aa-d372-4a5f-9a07-3a279c74f1bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:31:53.051094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=ee4ec1f7-78a6-47ba-8c0f-122044085cc5,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:31:53.054916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:31:53.090337 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-06132bbf-33d4-4983-87fa-de407dec781b tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/floatingips/20950dda-3ccc-4d9c-bc7c-a44956465714 HTTP/1.1" status: 200 len: 993 time: 0.1095767 Dec 25 20:31:53.155242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3d827a-3598-42d6-9f54-d54cfe03a5da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee4ec1f7-78a6-47ba-8c0f-122044085cc5'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:31:53.209768 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3d827a-3598-42d6-9f54-d54cfe03a5da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee4ec1f7-78a6-47ba-8c0f-122044085cc5', 'code': 200} Dec 25 20:31:53.989407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:06.033183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:32:06.130224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-df5c321a-678a-402e-a3d4-651776826039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:06.872389 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5077a170-9ef2-4949-9051-dc3eca5802a3 req-c24a21ee-8df2-4f82-acae-b3c0052401a8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780196 Dec 25 20:32:07.032892 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5077a170-9ef2-4949-9051-dc3eca5802a3 req-647b1022-f2ee-4842-97d9-fe10e371c477 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a10522521544fda81a2e75a1a25c08e&device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 1098 time: 0.0744712 Dec 25 20:32:07.193462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077a170-9ef2-4949-9051-dc3eca5802a3 req-09af3a6b-98a1-45b0-8546-54b561153e69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:32:07.195078 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5077a170-9ef2-4949-9051-dc3eca5802a3 req-09af3a6b-98a1-45b0-8546-54b561153e69 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3280f9e9-a7ea-4462-b7b7-b0dded0b394d HTTP/1.1" status: 200 len: 896 time: 0.1416714 Dec 25 20:32:07.292461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:07.306428 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5077a170-9ef2-4949-9051-dc3eca5802a3 req-00d72bf5-d099-4244-b2cb-ee1e6505cf56 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee4ec1f7-78a6-47ba-8c0f-122044085cc5 HTTP/1.1" status: 200 len: 1001 time: 0.1037612 Dec 25 20:32:07.375267 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077a170-9ef2-4949-9051-dc3eca5802a3 req-a31e5e43-c2b9-43d1-9234-5c766f029130 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:32:07.376797 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5077a170-9ef2-4949-9051-dc3eca5802a3 req-a31e5e43-c2b9-43d1-9234-5c766f029130 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=855fa09e-0b3c-403b-8a11-1832cd06e412 HTTP/1.1" status: 200 len: 834 time: 0.0630193 Dec 25 20:32:07.461601 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5077a170-9ef2-4949-9051-dc3eca5802a3 req-734c40c0-df76-49b6-a274-ecc61129f9fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3280f9e9-a7ea-4462-b7b7-b0dded0b394d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776153 Dec 25 20:32:07.605869 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5077a170-9ef2-4949-9051-dc3eca5802a3 req-69f475d7-0bbe-4228-aff4-bc9584c56399 service neutron] 10.222.0.36 "GET /v2.0/networks/3280f9e9-a7ea-4462-b7b7-b0dded0b394d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358120 Dec 25 20:32:07.747913 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5077a170-9ef2-4949-9051-dc3eca5802a3 req-3bdc6798-2061-4ff6-b503-0a78d0ba6091 service neutron] 10.222.0.36 "GET /v2.0/networks/3280f9e9-a7ea-4462-b7b7-b0dded0b394d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353276 Dec 25 20:32:08.431785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d0ff2136-242a-430f-a85b-7935c307c0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:08.786184 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:10.113352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:23.692250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60080) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:32:23.898820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-9cd4aba4-e23a-4ff1-a695-bf7016dbf6d6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Deleting port 40e99ac7-2183-434d-8684-722780052c27 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:32:23.899224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9cd4aba4-e23a-4ff1-a695-bf7016dbf6d6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:23.985162 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:24.076652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9cd4aba4-e23a-4ff1-a695-bf7016dbf6d6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:24.077022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9cd4aba4-e23a-4ff1-a695-bf7016dbf6d6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:24.208853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-9cd4aba4-e23a-4ff1-a695-bf7016dbf6d6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Calling delete_port for 40e99ac7-2183-434d-8684-722780052c27 owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:32:24.356129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9cd4aba4-e23a-4ff1-a695-bf7016dbf6d6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:24.360443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4038367b-dd65-4aaf-913b-f7d4f8108507 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:32:24.631349 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd4aba4-e23a-4ff1-a695-bf7016dbf6d6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event deleted for resources: {'Port': ['ID=40e99ac7-2183-434d-8684-722780052c27,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:32:24.670645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd4aba4-e23a-4ff1-a695-bf7016dbf6d6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:32:24.671099 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd4aba4-e23a-4ff1-a695-bf7016dbf6d6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:32:24.671536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd4aba4-e23a-4ff1-a695-bf7016dbf6d6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:32:24.671956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd4aba4-e23a-4ff1-a695-bf7016dbf6d6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:32:24.672369 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd4aba4-e23a-4ff1-a695-bf7016dbf6d6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:32:24.672781 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd4aba4-e23a-4ff1-a695-bf7016dbf6d6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:32:24.673194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd4aba4-e23a-4ff1-a695-bf7016dbf6d6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:32:24.673604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd4aba4-e23a-4ff1-a695-bf7016dbf6d6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:32:24.674014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd4aba4-e23a-4ff1-a695-bf7016dbf6d6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:32:24.674423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd4aba4-e23a-4ff1-a695-bf7016dbf6d6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:32:24.674828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd4aba4-e23a-4ff1-a695-bf7016dbf6d6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:32:24.682605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9cd4aba4-e23a-4ff1-a695-bf7016dbf6d6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:32:24.737682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9cd4aba4-e23a-4ff1-a695-bf7016dbf6d6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:25.142974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd4aba4-e23a-4ff1-a695-bf7016dbf6d6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Router 82050a39-cbba-4851-82dc-ac37c1dd9d36 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:32:25.352973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd4aba4-e23a-4ff1-a695-bf7016dbf6d6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:32:25.362863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758ba476-e203-4adb-bf07-5e426b8bd413 None None] Sync routers for ids ['82050a39-cbba-4851-82dc-ac37c1dd9d36'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:32:25.372074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9cd4aba4-e23a-4ff1-a695-bf7016dbf6d6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:25.375958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758ba476-e203-4adb-bf07-5e426b8bd413 None None] Routers {'82050a39-cbba-4851-82dc-ac37c1dd9d36'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:32:25.376631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-758ba476-e203-4adb-bf07-5e426b8bd413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:32:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['82050a39-cbba-4851-82dc-ac37c1dd9d36'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:32:25.427631 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9cd4aba4-e23a-4ff1-a695-bf7016dbf6d6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "DELETE /v2.0/floatingips/20950dda-3ccc-4d9c-bc7c-a44956465714 HTTP/1.1" status: 204 len: 168 time: 1.7341170 Dec 25 20:32:25.428345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf3d827a-3598-42d6-9f54-d54cfe03a5da', 'tag': 'ee4ec1f7-78a6-47ba-8c0f-122044085cc5'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:32:25.488659 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf3d827a-3598-42d6-9f54-d54cfe03a5da', 'tag': 'ee4ec1f7-78a6-47ba-8c0f-122044085cc5', 'status': 'completed', 'code': 200} Dec 25 20:32:25.572664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-758ba476-e203-4adb-bf07-5e426b8bd413 None None] Set router 82050a39-cbba-4851-82dc-ac37c1dd9d36 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:32:25.598583 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-30811dfe-2a49-4c27-a938-42d680f9e59b req-7636ebdb-8f25-41ca-be61-05287b507ce6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a10522521544fda81a2e75a1a25c08e&device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 1098 time: 0.0796888 Dec 25 20:32:25.756267 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30811dfe-2a49-4c27-a938-42d680f9e59b req-d1513da5-5b9f-4c76-a482-7dc6ae236f7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:32:25.757834 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-30811dfe-2a49-4c27-a938-42d680f9e59b req-d1513da5-5b9f-4c76-a482-7dc6ae236f7c service neutron] 10.222.0.36 "GET /v2.0/networks?id=3280f9e9-a7ea-4462-b7b7-b0dded0b394d HTTP/1.1" status: 200 len: 896 time: 0.1523447 Dec 25 20:32:25.877096 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-30811dfe-2a49-4c27-a938-42d680f9e59b req-8e0fce8f-491a-4f21-bfda-3cb36c823e47 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee4ec1f7-78a6-47ba-8c0f-122044085cc5 HTTP/1.1" status: 200 len: 217 time: 0.0864367 Dec 25 20:32:25.914215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-758ba476-e203-4adb-bf07-5e426b8bd413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82050a39-cbba-4851-82dc-ac37c1dd9d36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362003027', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '8017b97f-a03a-4d3f-94a6-73a6ef3f79f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:30:24Z', 'updated_at': '2021-12-25T20:30:28Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': '8017b97f-a03a-4d3f-94a6-73a6ef3f79f9', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82050a39-cbba-4851-82dc-ac37c1dd9d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:30:25Z', 'updated_at': '2021-12-25T20:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '4d73396d-9fb2-481a-bf27-d653596d0215', 'name': '', 'network_id': '3280f9e9-a7ea-4462-b7b7-b0dded0b394d', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:5a:59:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82050a39-cbba-4851-82dc-ac37c1dd9d36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '855fa09e-0b3c-403b-8a11-1832cd06e412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:30:28Z', 'updated_at': '2021-12-25T20:30:33Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': '855fa09e-0b3c-403b-8a11-1832cd06e412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:32:25.920110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758ba476-e203-4adb-bf07-5e426b8bd413 None None] Checking router: 82050a39-cbba-4851-82dc-ac37c1dd9d36 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:32:25.932090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758ba476-e203-4adb-bf07-5e426b8bd413 None None] Routers {'82050a39-cbba-4851-82dc-ac37c1dd9d36'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:32:25.932692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-758ba476-e203-4adb-bf07-5e426b8bd413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:32:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['82050a39-cbba-4851-82dc-ac37c1dd9d36'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:32:25.959681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86795c-08f8-4960-871e-30dd180228a3 req-a8a57e10-4d30-4255-afa6-f20f0d8988a3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:32:25.960445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-ee86795c-08f8-4960-871e-30dd180228a3 req-a8a57e10-4d30-4255-afa6-f20f0d8988a3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Synchronizing usage tracker for tenant:5a10522521544fda81a2e75a1a25c08e on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:32:25.966726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30811dfe-2a49-4c27-a938-42d680f9e59b req-e54e6a48-993d-44b9-a3ee-900e19f132d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:32:25.968293 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-30811dfe-2a49-4c27-a938-42d680f9e59b req-e54e6a48-993d-44b9-a3ee-900e19f132d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=855fa09e-0b3c-403b-8a11-1832cd06e412 HTTP/1.1" status: 200 len: 834 time: 0.0838983 Dec 25 20:32:26.015785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-ee86795c-08f8-4960-871e-30dd180228a3 req-a8a57e10-4d30-4255-afa6-f20f0d8988a3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Unset dirty status for tenant:5a10522521544fda81a2e75a1a25c08e on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:32:26.017054 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ee86795c-08f8-4960-871e-30dd180228a3 req-a8a57e10-4d30-4255-afa6-f20f0d8988a3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 945 time: 0.2630134 Dec 25 20:32:26.088687 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ee86795c-08f8-4960-871e-30dd180228a3 req-1b6efe0d-2b3a-4ddc-8f75-ae5ba95bb5e2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b890044-2c4c-4b15-afb1-778fa73cd67a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608335 Dec 25 20:32:26.095815 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-30811dfe-2a49-4c27-a938-42d680f9e59b req-40da10cb-1da6-411f-b978-f5faf82efe3e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3280f9e9-a7ea-4462-b7b7-b0dded0b394d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1181159 Dec 25 20:32:26.123017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-758ba476-e203-4adb-bf07-5e426b8bd413 None None] Set router 82050a39-cbba-4851-82dc-ac37c1dd9d36 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:32:26.249095 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-30811dfe-2a49-4c27-a938-42d680f9e59b req-79b1b779-0585-4787-a831-f65708d9a925 service neutron] 10.222.0.36 "GET /v2.0/networks/3280f9e9-a7ea-4462-b7b7-b0dded0b394d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423936 Dec 25 20:32:26.402496 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-30811dfe-2a49-4c27-a938-42d680f9e59b req-e882a11d-901d-466f-9d6e-d603f1e05843 service neutron] 10.222.0.36 "GET /v2.0/networks/3280f9e9-a7ea-4462-b7b7-b0dded0b394d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446743 Dec 25 20:32:26.593780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-758ba476-e203-4adb-bf07-5e426b8bd413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82050a39-cbba-4851-82dc-ac37c1dd9d36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362003027', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '8017b97f-a03a-4d3f-94a6-73a6ef3f79f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:30:24Z', 'updated_at': '2021-12-25T20:30:28Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': '8017b97f-a03a-4d3f-94a6-73a6ef3f79f9', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82050a39-cbba-4851-82dc-ac37c1dd9d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:30:25Z', 'updated_at': '2021-12-25T20:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '4d73396d-9fb2-481a-bf27-d653596d0215', 'name': '', 'network_id': '3280f9e9-a7ea-4462-b7b7-b0dded0b394d', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:5a:59:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82050a39-cbba-4851-82dc-ac37c1dd9d36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '855fa09e-0b3c-403b-8a11-1832cd06e412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:30:28Z', 'updated_at': '2021-12-25T20:30:33Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': '855fa09e-0b3c-403b-8a11-1832cd06e412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:32:26.597803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758ba476-e203-4adb-bf07-5e426b8bd413 None None] The sync data for ids ['82050a39-cbba-4851-82dc-ac37c1dd9d36'] in dv-neutron-822611-1-hyperv is: [{'id': '82050a39-cbba-4851-82dc-ac37c1dd9d36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362003027', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '8017b97f-a03a-4d3f-94a6-73a6ef3f79f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:30:24Z', 'updated_at': '2021-12-25T20:30:28Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': '8017b97f-a03a-4d3f-94a6-73a6ef3f79f9', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82050a39-cbba-4851-82dc-ac37c1dd9d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:30:25Z', 'updated_at': '2021-12-25T20:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '4d73396d-9fb2-481a-bf27-d653596d0215', 'name': '', 'network_id': '3280f9e9-a7ea-4462-b7b7-b0dded0b394d', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:5a:59:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82050a39-cbba-4851-82dc-ac37c1dd9d36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '855fa09e-0b3c-403b-8a11-1832cd06e412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:30:28Z', 'updated_at': '2021-12-25T20:30:33Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': '855fa09e-0b3c-403b-8a11-1832cd06e412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:32:27.041364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7563338-8e7a-46cc-b331-90c59f665ad3 None None] New status for floating IP 20950dda-3ccc-4d9c-bc7c-a44956465714: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 20:32:27.297782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198c4d1-3f18-4be8-b3db-b40380508d9a req-7db868dd-8bdc-4af2-bdec-57813dcee24a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:32:27.299432 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c198c4d1-3f18-4be8-b3db-b40380508d9a req-7db868dd-8bdc-4af2-bdec-57813dcee24a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 945 time: 0.0835297 Dec 25 20:32:27.347373 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c198c4d1-3f18-4be8-b3db-b40380508d9a req-53ea9146-8fdb-481b-8129-0ab9f7620701 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b890044-2c4c-4b15-afb1-778fa73cd67a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412133 Dec 25 20:32:27.725819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3c218-029a-4662-9ea8-5cd59d228e2f req-29ce3296-30cc-4185-bf76-7f38f85d02be tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:32:27.727452 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d9a3c218-029a-4662-9ea8-5cd59d228e2f req-29ce3296-30cc-4185-bf76-7f38f85d02be tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 945 time: 0.0887730 Dec 25 20:32:27.804403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-d9a3c218-029a-4662-9ea8-5cd59d228e2f req-fa7c37fe-c047-4f5a-a853-5ac46d853cff tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Deleting port ee4ec1f7-78a6-47ba-8c0f-122044085cc5 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:32:27.804786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-d9a3c218-029a-4662-9ea8-5cd59d228e2f req-fa7c37fe-c047-4f5a-a853-5ac46d853cff tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:28.066543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-d9a3c218-029a-4662-9ea8-5cd59d228e2f req-fa7c37fe-c047-4f5a-a853-5ac46d853cff tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] For port ee4ec1f7-78a6-47ba-8c0f-122044085cc5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ee4ec1f7-78a6-47ba-8c0f-122044085cc5,segment=NetworkSegment(a2f29c20-06d4-4ac4-9e3b-e0af8128125d),segment_id=a2f29c20-06d4-4ac4-9e3b-e0af8128125d)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:32:28.067203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-d9a3c218-029a-4662-9ea8-5cd59d228e2f req-fa7c37fe-c047-4f5a-a853-5ac46d853cff tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:28.195810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-d9a3c218-029a-4662-9ea8-5cd59d228e2f req-fa7c37fe-c047-4f5a-a853-5ac46d853cff tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Calling delete_port for ee4ec1f7-78a6-47ba-8c0f-122044085cc5 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:32:28.348154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-d9a3c218-029a-4662-9ea8-5cd59d228e2f req-fa7c37fe-c047-4f5a-a853-5ac46d853cff tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:28.354493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c1b08894-92a0-495b-85ac-4cdc543d98df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:32:28.668137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c37fe-c047-4f5a-a853-5ac46d853cff tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event deleted for resources: {'Port': ['ID=ee4ec1f7-78a6-47ba-8c0f-122044085cc5,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:32:28.676603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fa7c37fe-c047-4f5a-a853-5ac46d853cff tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:32:28.678822 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a74600e0-e4e3-4c2c-8d05-ea97c010eb61 req-267f52df-947f-4690-8a1e-0e7e79a54951 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3d827a-3598-42d6-9f54-d54cfe03a5da HTTP/1.1" status: 200 len: 210 time: 0.0627491 Dec 25 20:32:28.752547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a3c218-029a-4662-9ea8-5cd59d228e2f req-fa7c37fe-c047-4f5a-a853-5ac46d853cff tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] No DVR routers for this DVR port ee4ec1f7-78a6-47ba-8c0f-122044085cc5 on host hv-neutron-8226 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:32:28.755230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-d9a3c218-029a-4662-9ea8-5cd59d228e2f req-fa7c37fe-c047-4f5a-a853-5ac46d853cff tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:28.759487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3d827a-3598-42d6-9f54-d54cfe03a5da', 'name': 'network-vif-deleted', 'tag': 'ee4ec1f7-78a6-47ba-8c0f-122044085cc5'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:32:28.773001 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d9a3c218-029a-4662-9ea8-5cd59d228e2f req-fa7c37fe-c047-4f5a-a853-5ac46d853cff tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.36 "DELETE /v2.0/ports/ee4ec1f7-78a6-47ba-8c0f-122044085cc5 HTTP/1.1" status: 204 len: 173 time: 1.0367734 Dec 25 20:32:28.816825 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3d827a-3598-42d6-9f54-d54cfe03a5da', 'name': 'network-vif-deleted', 'tag': 'ee4ec1f7-78a6-47ba-8c0f-122044085cc5', 'status': 'completed', 'code': 200} Dec 25 20:32:29.789219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60098) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:32:30.205330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2d25734f-399e-4e79-808a-2d35ac22064e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:30.839439 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-2d25734f-399e-4e79-808a-2d35ac22064e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Deleting port 4d73396d-9fb2-481a-bf27-d653596d0215 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:32:30.840042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2d25734f-399e-4e79-808a-2d35ac22064e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:30.908379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device ee4ec1f7-78a6-47ba-8c0f-122044085cc5 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:32:30.943540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] No Port match for: ee4ec1f7-78a6-47ba-8c0f-122044085cc5 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:32:30.943936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device ee4ec1f7-78a6-47ba-8c0f-122044085cc5 not bound to the agent host hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:32:31.042687 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-2d25734f-399e-4e79-808a-2d35ac22064e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] For port 4d73396d-9fb2-481a-bf27-d653596d0215, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=4d73396d-9fb2-481a-bf27-d653596d0215,segment=NetworkSegment(a2f29c20-06d4-4ac4-9e3b-e0af8128125d),segment_id=a2f29c20-06d4-4ac4-9e3b-e0af8128125d)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:32:31.043111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2d25734f-399e-4e79-808a-2d35ac22064e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:31.169001 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-2d25734f-399e-4e79-808a-2d35ac22064e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Calling delete_port for 4d73396d-9fb2-481a-bf27-d653596d0215 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:32:31.356703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2d25734f-399e-4e79-808a-2d35ac22064e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:31.360494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3820c103-8fd2-4f0e-8027-1213f9cdaaf3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:32:31.403773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d25734f-399e-4e79-808a-2d35ac22064e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event deleted for resources: {'Port': ['ID=4d73396d-9fb2-481a-bf27-d653596d0215,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:32:31.407582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2d25734f-399e-4e79-808a-2d35ac22064e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:32:31.716883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2d25734f-399e-4e79-808a-2d35ac22064e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:32.553244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d25734f-399e-4e79-808a-2d35ac22064e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Router 82050a39-cbba-4851-82dc-ac37c1dd9d36 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:32:32.764757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d25734f-399e-4e79-808a-2d35ac22064e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:32:32.776273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a31f38-ba03-488d-881f-855299820209 None None] Sync routers for ids ['82050a39-cbba-4851-82dc-ac37c1dd9d36'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:32:32.779074 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2d25734f-399e-4e79-808a-2d35ac22064e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "PUT /v2.0/routers/82050a39-cbba-4851-82dc-ac37c1dd9d36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9886110 Dec 25 20:32:32.781980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60102) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:32:32.788848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a31f38-ba03-488d-881f-855299820209 None None] Routers {'82050a39-cbba-4851-82dc-ac37c1dd9d36'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:32:32.789513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-64a31f38-ba03-488d-881f-855299820209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:32:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['82050a39-cbba-4851-82dc-ac37c1dd9d36'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:32:32.976981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-64a31f38-ba03-488d-881f-855299820209 None None] Set router 82050a39-cbba-4851-82dc-ac37c1dd9d36 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:32:32.990738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-307bdaad-60f0-49aa-9992-06d4ae37fef4 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Deleting subnet 855fa09e-0b3c-403b-8a11-1832cd06e412 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 20:32:32.993843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-307bdaad-60f0-49aa-9992-06d4ae37fef4 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:33.051863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-307bdaad-60f0-49aa-9992-06d4ae37fef4 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:33.141225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-307bdaad-60f0-49aa-9992-06d4ae37fef4 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:33.215415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-307bdaad-60f0-49aa-9992-06d4ae37fef4 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:33.220123 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-eb2460e1-a884-42d5-8b8a-4b2f6d4827c5 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:32:33.259114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307bdaad-60f0-49aa-9992-06d4ae37fef4 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event deleted for resources: {'Subnet': ['ID=855fa09e-0b3c-403b-8a11-1832cd06e412,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:32:33.262119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-307bdaad-60f0-49aa-9992-06d4ae37fef4 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:32:33.265109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-307bdaad-60f0-49aa-9992-06d4ae37fef4 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:33.271654 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-307bdaad-60f0-49aa-9992-06d4ae37fef4 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "DELETE /v2.0/subnets/855fa09e-0b3c-403b-8a11-1832cd06e412 HTTP/1.1" status: 204 len: 168 time: 0.4886155 Dec 25 20:32:33.274433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60106) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:32:33.276601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7858a8e2-2602-4c07-8f2f-cd223a4032e2 None None] Network 3280f9e9-a7ea-4462-b7b7-b0dded0b394d requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:32:33.278159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-64a31f38-ba03-488d-881f-855299820209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82050a39-cbba-4851-82dc-ac37c1dd9d36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362003027', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '8017b97f-a03a-4d3f-94a6-73a6ef3f79f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:30:24Z', 'updated_at': '2021-12-25T20:32:31Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': '8017b97f-a03a-4d3f-94a6-73a6ef3f79f9', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82050a39-cbba-4851-82dc-ac37c1dd9d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:30:25Z', 'updated_at': '2021-12-25T20:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:32:33.282333 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a31f38-ba03-488d-881f-855299820209 None None] Checking router: 82050a39-cbba-4851-82dc-ac37c1dd9d36 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:32:33.295433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a31f38-ba03-488d-881f-855299820209 None None] Routers {'82050a39-cbba-4851-82dc-ac37c1dd9d36'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:32:33.296484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-64a31f38-ba03-488d-881f-855299820209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:32:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['82050a39-cbba-4851-82dc-ac37c1dd9d36'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:32:33.489455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-64a31f38-ba03-488d-881f-855299820209 None None] Set router 82050a39-cbba-4851-82dc-ac37c1dd9d36 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:32:33.494785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-360b65ed-c8cc-4f0e-8f67-324294b01b26 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:33.540496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33673bdf-d255-46e3-97f4-559ab16ec076 None None] DHCP port deletion for 3280f9e9-a7ea-4462-b7b7-b0dded0b394d request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 20:32:33.545039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-33673bdf-d255-46e3-97f4-559ab16ec076 None None] Deleting port a17ab193-8fbb-4ec1-947d-500f6abd5195 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:32:33.545460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-33673bdf-d255-46e3-97f4-559ab16ec076 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:33.711983 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-360b65ed-c8cc-4f0e-8f67-324294b01b26 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:33.720839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-360b65ed-c8cc-4f0e-8f67-324294b01b26 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Deleting port 8017b97f-a03a-4d3f-94a6-73a6ef3f79f9 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:32:33.721062 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-360b65ed-c8cc-4f0e-8f67-324294b01b26 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:33.769554 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-33673bdf-d255-46e3-97f4-559ab16ec076 None None] For port a17ab193-8fbb-4ec1-947d-500f6abd5195, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=a17ab193-8fbb-4ec1-947d-500f6abd5195,segment=NetworkSegment(a2f29c20-06d4-4ac4-9e3b-e0af8128125d),segment_id=a2f29c20-06d4-4ac4-9e3b-e0af8128125d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:32:33.769892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-33673bdf-d255-46e3-97f4-559ab16ec076 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:33.812584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-64a31f38-ba03-488d-881f-855299820209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82050a39-cbba-4851-82dc-ac37c1dd9d36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362003027', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '8017b97f-a03a-4d3f-94a6-73a6ef3f79f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:30:24Z', 'updated_at': '2021-12-25T20:32:31Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': '8017b97f-a03a-4d3f-94a6-73a6ef3f79f9', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82050a39-cbba-4851-82dc-ac37c1dd9d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:30:25Z', 'updated_at': '2021-12-25T20:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:32:33.817387 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a31f38-ba03-488d-881f-855299820209 None None] The sync data for ids ['82050a39-cbba-4851-82dc-ac37c1dd9d36'] in dv-neutron-822611-1-hyperv is: [{'id': '82050a39-cbba-4851-82dc-ac37c1dd9d36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362003027', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '8017b97f-a03a-4d3f-94a6-73a6ef3f79f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:30:24Z', 'updated_at': '2021-12-25T20:32:31Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': '8017b97f-a03a-4d3f-94a6-73a6ef3f79f9', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82050a39-cbba-4851-82dc-ac37c1dd9d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:30:25Z', 'updated_at': '2021-12-25T20:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:32:33.835330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device a17ab193-8fbb-4ec1-947d-500f6abd5195 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:32:33.931981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-360b65ed-c8cc-4f0e-8f67-324294b01b26 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] For port 8017b97f-a03a-4d3f-94a6-73a6ef3f79f9, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=8017b97f-a03a-4d3f-94a6-73a6ef3f79f9,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:32:33.932365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-360b65ed-c8cc-4f0e-8f67-324294b01b26 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:33.946184 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-33673bdf-d255-46e3-97f4-559ab16ec076 None None] Calling delete_port for a17ab193-8fbb-4ec1-947d-500f6abd5195 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:32:34.069843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-360b65ed-c8cc-4f0e-8f67-324294b01b26 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Calling delete_port for 8017b97f-a03a-4d3f-94a6-73a6ef3f79f9 owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:32:34.252930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-33673bdf-d255-46e3-97f4-559ab16ec076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:34.257310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:34.269161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-360b65ed-c8cc-4f0e-8f67-324294b01b26 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:34.272623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:32:34.273907 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-add06cde-b324-4aac-b8ba-2ab2ff1ecd5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:32:34.315886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b65ed-c8cc-4f0e-8f67-324294b01b26 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event deleted for resources: {'Port': ['ID=8017b97f-a03a-4d3f-94a6-73a6ef3f79f9,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:32:34.320284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-360b65ed-c8cc-4f0e-8f67-324294b01b26 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:32:34.321704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33673bdf-d255-46e3-97f4-559ab16ec076 None None] Pushing event deleted for resources: {'Port': ['ID=a17ab193-8fbb-4ec1-947d-500f6abd5195,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:32:34.324670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-33673bdf-d255-46e3-97f4-559ab16ec076 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:32:34.329677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33673bdf-d255-46e3-97f4-559ab16ec076 None None] No DVR routers for this DVR port a17ab193-8fbb-4ec1-947d-500f6abd5195 on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:32:34.554611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-360b65ed-c8cc-4f0e-8f67-324294b01b26 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:34.820859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-360b65ed-c8cc-4f0e-8f67-324294b01b26 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:34.825177 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-360b65ed-c8cc-4f0e-8f67-324294b01b26 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:34.850410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-360b65ed-c8cc-4f0e-8f67-324294b01b26 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:34.850972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360b65ed-c8cc-4f0e-8f67-324294b01b26 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Fanout notify agent at l3_agent the message router_deleted on router 82050a39-cbba-4851-82dc-ac37c1dd9d36 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 20:32:34.866323 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-360b65ed-c8cc-4f0e-8f67-324294b01b26 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:34.867555 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-360b65ed-c8cc-4f0e-8f67-324294b01b26 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "DELETE /v2.0/routers/82050a39-cbba-4851-82dc-ac37c1dd9d36 HTTP/1.1" status: 204 len: 168 time: 1.5921834 Dec 25 20:32:34.870399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60110) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:32:35.240526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4e9f2661-80ad-4db3-abd3-1d5e44e65550 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:35.381789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4e9f2661-80ad-4db3-abd3-1d5e44e65550 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:35.408700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-4e9f2661-80ad-4db3-abd3-1d5e44e65550 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3280f9e9-a7ea-4462-b7b7-b0dded0b394d']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:32:35.421919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-4e9f2661-80ad-4db3-abd3-1d5e44e65550 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2f29c20-06d4-4ac4-9e3b-e0af8128125d') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:32:35.422258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-4e9f2661-80ad-4db3-abd3-1d5e44e65550 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2f29c20-06d4-4ac4-9e3b-e0af8128125d') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:32:35.434278 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4e9f2661-80ad-4db3-abd3-1d5e44e65550 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:35.449029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4e9f2661-80ad-4db3-abd3-1d5e44e65550 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:35.455322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e9f2661-80ad-4db3-abd3-1d5e44e65550 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 20:32:35.455745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4e9f2661-80ad-4db3-abd3-1d5e44e65550 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:35.471347 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 20:32:35.471347 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 20:32:35.471347 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 20:32:35.471347 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 20:32:35.471347 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 20:32:35.471347 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 20:32:35.471347 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 20:32:35.471347 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 20:32:35.471347 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 20:32:35.471347 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 20:32:35.471347 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 20:32:35.471347 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 20:32:35.471347 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 20:32:35.471347 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 20:32:35.471347 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 20:32:35.471347 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 20:32:35.471347 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 20:32:35.471347 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 20:32:35.471347 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 20:32:35.471347 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 20:32:35.471347 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 20:32:35.471347 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 20:32:35.471347 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 20:32:35.471347 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 20:32:35.471347 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 20:32:35.471347 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 20:32:35.471347 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 20:32:35.471347 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 20:32:35.471347 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 20:32:35.471347 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 20:32:35.471347 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 20:32:35.471347 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 20:32:35.554352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4e9f2661-80ad-4db3-abd3-1d5e44e65550 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:35.558112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-68c06517-0fbf-45a6-878a-bf5debc528bc tempest-NetworksIpV6Test-827738199 tempest-NetworksIpV6Test-827738199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:32:35.574541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4e9f2661-80ad-4db3-abd3-1d5e44e65550 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:35.586450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f2661-80ad-4db3-abd3-1d5e44e65550 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event deleted for resources: {'Network': ['ID=3280f9e9-a7ea-4462-b7b7-b0dded0b394d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:32:35.589885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4e9f2661-80ad-4db3-abd3-1d5e44e65550 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:32:35.594316 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4e9f2661-80ad-4db3-abd3-1d5e44e65550 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "DELETE /v2.0/networks/3280f9e9-a7ea-4462-b7b7-b0dded0b394d HTTP/1.1" status: 204 len: 168 time: 0.7228456 Dec 25 20:32:35.597343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60114) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:32:35.672811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bd8c346e-8a02-47c8-9ea4-0df2a7b53e6a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:35.703320 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bd8c346e-8a02-47c8-9ea4-0df2a7b53e6a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:35.758302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bd8c346e-8a02-47c8-9ea4-0df2a7b53e6a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:35.763930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-43aa708a-973e-4593-a2ff-651b67a7f030 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:32:35.780410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c346e-8a02-47c8-9ea4-0df2a7b53e6a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b890044-2c4c-4b15-afb1-778fa73cd67a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:32:35.780562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 8017b97f-a03a-4d3f-94a6-73a6ef3f79f9 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:32:35.782990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bd8c346e-8a02-47c8-9ea4-0df2a7b53e6a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:32:35.793562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bd8c346e-8a02-47c8-9ea4-0df2a7b53e6a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:35.797485 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-bd8c346e-8a02-47c8-9ea4-0df2a7b53e6a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "DELETE /v2.0/security-groups/1b890044-2c4c-4b15-afb1-778fa73cd67a HTTP/1.1" status: 204 len: 168 time: 0.1964817 Dec 25 20:32:35.825861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 8017b97f-a03a-4d3f-94a6-73a6ef3f79f9 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:32:35.826373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 8017b97f-a03a-4d3f-94a6-73a6ef3f79f9 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:32:35.826690 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 4d73396d-9fb2-481a-bf27-d653596d0215 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:32:35.865722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 4d73396d-9fb2-481a-bf27-d653596d0215 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:32:35.866117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 4d73396d-9fb2-481a-bf27-d653596d0215 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:32:36.133853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ec9c7be6-6551-4e7a-b17e-03662eac17f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:37.021974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60124) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:32:37.028302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-7775ded1-92a5-459d-97e5-c08793c5fa4e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-762057064', 'description': 'tempest-secgroup-smoke-762057064 description', 'project_id': '5a10522521544fda81a2e75a1a25c08e'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:32:37.034949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7775ded1-92a5-459d-97e5-c08793c5fa4e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:32:37.039933 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7775ded1-92a5-459d-97e5-c08793c5fa4e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:security_group and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:32:37.042910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7775ded1-92a5-459d-97e5-c08793c5fa4e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:32:37.051471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7775ded1-92a5-459d-97e5-c08793c5fa4e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:32:37.061183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7775ded1-92a5-459d-97e5-c08793c5fa4e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:37.101347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7775ded1-92a5-459d-97e5-c08793c5fa4e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:32:37.105301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7775ded1-92a5-459d-97e5-c08793c5fa4e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:security_group_rule and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:32:37.108226 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7775ded1-92a5-459d-97e5-c08793c5fa4e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:32:37.114162 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7775ded1-92a5-459d-97e5-c08793c5fa4e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:32:37.172021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7775ded1-92a5-459d-97e5-c08793c5fa4e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:37.174808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7775ded1-92a5-459d-97e5-c08793c5fa4e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:37.180331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c870705c-c619-4031-b87a-e1c417003010 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:32:37.223750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7775ded1-92a5-459d-97e5-c08793c5fa4e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af19a6a2-c2c0-45d4-8500-6424d5976398,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:32:37.226617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7775ded1-92a5-459d-97e5-c08793c5fa4e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:32:37.227388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7775ded1-92a5-459d-97e5-c08793c5fa4e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:37.228721 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7775ded1-92a5-459d-97e5-c08793c5fa4e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2056484 Dec 25 20:32:37.231874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60128) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:32:37.237874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-0e3ab0ab-b4f7-4ac5-ad30-da74a0130461 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'security_group_rule': {'security_group_id': 'af19a6a2-c2c0-45d4-8500-6424d5976398', 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:32:37.244278 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0e3ab0ab-b4f7-4ac5-ad30-da74a0130461 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:32:37.248664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0e3ab0ab-b4f7-4ac5-ad30-da74a0130461 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:security_group_rule and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:32:37.251696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0e3ab0ab-b4f7-4ac5-ad30-da74a0130461 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:32:37.258383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0e3ab0ab-b4f7-4ac5-ad30-da74a0130461 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:32:37.279694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0e3ab0ab-b4f7-4ac5-ad30-da74a0130461 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:37.298427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:37.357863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0e3ab0ab-b4f7-4ac5-ad30-da74a0130461 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:37.360531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0e3ab0ab-b4f7-4ac5-ad30-da74a0130461 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:37.362449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ffd3e8f1-f1a8-4c4b-b4e0-fc3ed1d7f43d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:32:37.389458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ab0ab-b4f7-4ac5-ad30-da74a0130461 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b25346e8-c540-4435-b3c6-31d491cd6567,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:32:37.392014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0e3ab0ab-b4f7-4ac5-ad30-da74a0130461 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:32:37.398536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0e3ab0ab-b4f7-4ac5-ad30-da74a0130461 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:37.399860 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0e3ab0ab-b4f7-4ac5-ad30-da74a0130461 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1670096 Dec 25 20:32:37.402855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60132) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:32:37.408650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-12500f46-1c90-4a9d-8900-add202ed8dcb tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'security_group_rule': {'security_group_id': 'af19a6a2-c2c0-45d4-8500-6424d5976398', 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:32:37.415550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-12500f46-1c90-4a9d-8900-add202ed8dcb tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:32:37.419634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-12500f46-1c90-4a9d-8900-add202ed8dcb tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:security_group_rule and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:32:37.422710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-12500f46-1c90-4a9d-8900-add202ed8dcb tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:32:37.429449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-12500f46-1c90-4a9d-8900-add202ed8dcb tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:32:37.445557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-12500f46-1c90-4a9d-8900-add202ed8dcb tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:37.508801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-12500f46-1c90-4a9d-8900-add202ed8dcb tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:37.511475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-12500f46-1c90-4a9d-8900-add202ed8dcb tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:37.513354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6aaf6060-7d5d-4875-9463-cc7be4852f2b tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:32:37.537366 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12500f46-1c90-4a9d-8900-add202ed8dcb tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e15777a-009d-45ac-aa94-1e98d9657132,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:32:37.541867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-12500f46-1c90-4a9d-8900-add202ed8dcb tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:32:37.545214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-12500f46-1c90-4a9d-8900-add202ed8dcb tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:37.546490 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-12500f46-1c90-4a9d-8900-add202ed8dcb tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1426232 Dec 25 20:32:37.549440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60136) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:32:37.555558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-369b9ae6-ffdf-4775-bb2a-692bd9d42f61 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'security_group_rule': {'security_group_id': 'af19a6a2-c2c0-45d4-8500-6424d5976398', 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:32:37.561680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-369b9ae6-ffdf-4775-bb2a-692bd9d42f61 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:32:37.565685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-369b9ae6-ffdf-4775-bb2a-692bd9d42f61 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:security_group_rule and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:32:37.569109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-369b9ae6-ffdf-4775-bb2a-692bd9d42f61 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:32:37.575146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-369b9ae6-ffdf-4775-bb2a-692bd9d42f61 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:32:37.590824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-369b9ae6-ffdf-4775-bb2a-692bd9d42f61 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:37.660711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-369b9ae6-ffdf-4775-bb2a-692bd9d42f61 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:37.664015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-369b9ae6-ffdf-4775-bb2a-692bd9d42f61 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:37.665952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b3f16a12-fd7a-463b-af0f-284ee04376b8 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:32:37.688602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b9ae6-ffdf-4775-bb2a-692bd9d42f61 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75560813-1a13-4810-92c5-b4dc0fac465e,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:32:37.691084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-369b9ae6-ffdf-4775-bb2a-692bd9d42f61 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:32:37.697068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-369b9ae6-ffdf-4775-bb2a-692bd9d42f61 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:37.698334 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-369b9ae6-ffdf-4775-bb2a-692bd9d42f61 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1479001 Dec 25 20:32:37.701245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60140) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:32:37.707105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-98fa3e8e-0092-42f1-8874-5eea4ff15a17 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'security_group_rule': {'security_group_id': 'af19a6a2-c2c0-45d4-8500-6424d5976398', 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:32:37.713654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-98fa3e8e-0092-42f1-8874-5eea4ff15a17 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:32:37.717661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-98fa3e8e-0092-42f1-8874-5eea4ff15a17 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:security_group_rule and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:32:37.721972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-98fa3e8e-0092-42f1-8874-5eea4ff15a17 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:32:37.728602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-98fa3e8e-0092-42f1-8874-5eea4ff15a17 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:32:37.744092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-98fa3e8e-0092-42f1-8874-5eea4ff15a17 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:37.809847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-98fa3e8e-0092-42f1-8874-5eea4ff15a17 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:37.812523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-98fa3e8e-0092-42f1-8874-5eea4ff15a17 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:37.814449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4666434a-6a14-4dbc-ba8d-2f9398abdc76 tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:32:37.837788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa3e8e-0092-42f1-8874-5eea4ff15a17 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad302e02-d543-4c8c-a043-b06c6eb37f00,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:32:37.840292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-98fa3e8e-0092-42f1-8874-5eea4ff15a17 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:32:37.846353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-98fa3e8e-0092-42f1-8874-5eea4ff15a17 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:37.847693 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-98fa3e8e-0092-42f1-8874-5eea4ff15a17 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1454520 Dec 25 20:32:37.852948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60144) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:32:37.858862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-12997e9c-3691-4d14-9338-0609aa8b1912 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'security_group_rule': {'security_group_id': 'af19a6a2-c2c0-45d4-8500-6424d5976398', 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:32:37.865661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-12997e9c-3691-4d14-9338-0609aa8b1912 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:32:37.869719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-12997e9c-3691-4d14-9338-0609aa8b1912 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:security_group_rule and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:32:37.873014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-12997e9c-3691-4d14-9338-0609aa8b1912 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:32:37.879131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-12997e9c-3691-4d14-9338-0609aa8b1912 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:32:37.889044 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-12997e9c-3691-4d14-9338-0609aa8b1912 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Project 5a10522521544fda81a2e75a1a25c08e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 20:32:37.896165 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-12997e9c-3691-4d14-9338-0609aa8b1912 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:37.962378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-12997e9c-3691-4d14-9338-0609aa8b1912 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:37.964989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-12997e9c-3691-4d14-9338-0609aa8b1912 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:37.966916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a628cd0b-9822-4386-9215-d2af6c529ffb tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:32:37.988004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12997e9c-3691-4d14-9338-0609aa8b1912 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7066f367-cdd9-44d3-adb3-515a5127e0d2,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:32:37.992136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-12997e9c-3691-4d14-9338-0609aa8b1912 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:32:37.999015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-12997e9c-3691-4d14-9338-0609aa8b1912 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:38.000375 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-12997e9c-3691-4d14-9338-0609aa8b1912 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1463604 Dec 25 20:32:38.003318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60148) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:32:38.009611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-9c80910c-ca0b-43ad-bb74-08d3d1aef4b2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'security_group_rule': {'security_group_id': 'af19a6a2-c2c0-45d4-8500-6424d5976398', 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:32:38.015741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9c80910c-ca0b-43ad-bb74-08d3d1aef4b2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:32:38.019789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9c80910c-ca0b-43ad-bb74-08d3d1aef4b2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:security_group_rule and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:32:38.023421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-9c80910c-ca0b-43ad-bb74-08d3d1aef4b2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:32:38.029450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-9c80910c-ca0b-43ad-bb74-08d3d1aef4b2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:32:38.041544 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-9c80910c-ca0b-43ad-bb74-08d3d1aef4b2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Project 5a10522521544fda81a2e75a1a25c08e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 20:32:38.048203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9c80910c-ca0b-43ad-bb74-08d3d1aef4b2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:38.115486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9c80910c-ca0b-43ad-bb74-08d3d1aef4b2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:38.118051 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9c80910c-ca0b-43ad-bb74-08d3d1aef4b2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:38.120225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e032ba4f-bede-4b31-9bc1-6bc244d17770 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:32:38.149535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80910c-ca0b-43ad-bb74-08d3d1aef4b2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ba8ea4c-8d41-41bd-8a0e-36abe82a5fda,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:32:38.152228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9c80910c-ca0b-43ad-bb74-08d3d1aef4b2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:32:38.158854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9c80910c-ca0b-43ad-bb74-08d3d1aef4b2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:38.160185 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9c80910c-ca0b-43ad-bb74-08d3d1aef4b2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1558523 Dec 25 20:32:38.163307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60152) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:32:38.169334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-92e91e6e-8dc9-402a-b42d-ce405387e8af tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'network': {'name': 'tempest-network-smoke--1541481171', 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'port_security_enabled': True}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:32:38.174733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-92e91e6e-8dc9-402a-b42d-ce405387e8af tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:32:38.179314 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-92e91e6e-8dc9-402a-b42d-ce405387e8af tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:network and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:32:38.182415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-92e91e6e-8dc9-402a-b42d-ce405387e8af tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:32:38.188625 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-92e91e6e-8dc9-402a-b42d-ce405387e8af tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:32:38.198469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e91e6e-8dc9-402a-b42d-ce405387e8af tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Made reservation on behalf of 5a10522521544fda81a2e75a1a25c08e for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:32:38.203907 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-92e91e6e-8dc9-402a-b42d-ce405387e8af tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:38.233517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92e91e6e-8dc9-402a-b42d-ce405387e8af tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 20:32:38.243225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-92e91e6e-8dc9-402a-b42d-ce405387e8af tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:38.243612 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-92e91e6e-8dc9-402a-b42d-ce405387e8af tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Added segment c6032a27-83fa-4bad-bbc3-896cdf7fa57c of type vlan for network 71a2d62c-2200-4b91-97a6-d2ab1acae775 Dec 25 20:32:38.271328 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-92e91e6e-8dc9-402a-b42d-ce405387e8af tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:38.302385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-92e91e6e-8dc9-402a-b42d-ce405387e8af tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:38.306750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e91e6e-8dc9-402a-b42d-ce405387e8af tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:32:38.307436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-92e91e6e-8dc9-402a-b42d-ce405387e8af tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:38.312880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-020a7742-bf7d-47f5-befb-f899be22f913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:32:38.371868 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-92e91e6e-8dc9-402a-b42d-ce405387e8af tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2072067 Dec 25 20:32:38.374964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 60156) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:32:38.381232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-982e3130-5ad0-458f-bfb5-75aac97980e1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-586233346', 'admin_state_up': True, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:32:38.390076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-982e3130-5ad0-458f-bfb5-75aac97980e1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:32:38.394125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-982e3130-5ad0-458f-bfb5-75aac97980e1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:router and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:32:38.397610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-982e3130-5ad0-458f-bfb5-75aac97980e1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:32:38.404441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-982e3130-5ad0-458f-bfb5-75aac97980e1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:32:38.414184 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-982e3130-5ad0-458f-bfb5-75aac97980e1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:38.415245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-982e3130-5ad0-458f-bfb5-75aac97980e1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:38.432663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e91e6e-8dc9-402a-b42d-ce405387e8af tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'Network': ['ID=71a2d62c-2200-4b91-97a6-d2ab1acae775,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:32:38.435683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e06b3d05-d37f-457d-a1dd-de83f09086df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:38.436546 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-92e91e6e-8dc9-402a-b42d-ce405387e8af tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:32:38.436741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-982e3130-5ad0-458f-bfb5-75aac97980e1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:38.444493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 71a2d62c-2200-4b91-97a6-d2ab1acae775 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 20:32:38.589201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-982e3130-5ad0-458f-bfb5-75aac97980e1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:38.780301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-982e3130-5ad0-458f-bfb5-75aac97980e1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:38.789717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:38.813219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-982e3130-5ad0-458f-bfb5-75aac97980e1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:38.957524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-982e3130-5ad0-458f-bfb5-75aac97980e1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Allocated IP 172.26.8.96 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/b75387f2-7b96-4784-9a73-ec4465798293) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:32:39.111663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-982e3130-5ad0-458f-bfb5-75aac97980e1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:39.137420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-982e3130-5ad0-458f-bfb5-75aac97980e1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:39.141961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-61d1bccf-acda-4621-a0d6-10f6878dc574 tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:32:39.218671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982e3130-5ad0-458f-bfb5-75aac97980e1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:32:39.222096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-982e3130-5ad0-458f-bfb5-75aac97980e1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:32:39.224862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e3130-5ad0-458f-bfb5-75aac97980e1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'Port': ['ID=b75387f2-7b96-4784-9a73-ec4465798293,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:32:39.227204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982e3130-5ad0-458f-bfb5-75aac97980e1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:32:39.274058 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e3130-5ad0-458f-bfb5-75aac97980e1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:32:39.274498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e3130-5ad0-458f-bfb5-75aac97980e1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:32:39.274927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e3130-5ad0-458f-bfb5-75aac97980e1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:32:39.275384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e3130-5ad0-458f-bfb5-75aac97980e1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:32:39.275807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e3130-5ad0-458f-bfb5-75aac97980e1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:32:39.276225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e3130-5ad0-458f-bfb5-75aac97980e1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:32:39.276639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e3130-5ad0-458f-bfb5-75aac97980e1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:32:39.277052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e3130-5ad0-458f-bfb5-75aac97980e1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:32:39.277465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e3130-5ad0-458f-bfb5-75aac97980e1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:32:39.277875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e3130-5ad0-458f-bfb5-75aac97980e1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:32:39.278286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e3130-5ad0-458f-bfb5-75aac97980e1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:32:39.283616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-982e3130-5ad0-458f-bfb5-75aac97980e1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:32:39.399992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-982e3130-5ad0-458f-bfb5-75aac97980e1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:39.400663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-982e3130-5ad0-458f-bfb5-75aac97980e1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:39.631819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982e3130-5ad0-458f-bfb5-75aac97980e1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Router 9b01f08b-c787-44f2-9cb1-784416d1d2d4 is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 20:32:39.842340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982e3130-5ad0-458f-bfb5-75aac97980e1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:32:39.852323 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2135449d-e9e4-42d5-9cb0-27c88c7d415d None None] Sync routers for ids ['9b01f08b-c787-44f2-9cb1-784416d1d2d4'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:32:39.866657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2135449d-e9e4-42d5-9cb0-27c88c7d415d None None] Routers {'9b01f08b-c787-44f2-9cb1-784416d1d2d4'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:32:39.867414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-2135449d-e9e4-42d5-9cb0-27c88c7d415d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:32:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['9b01f08b-c787-44f2-9cb1-784416d1d2d4'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:32:39.869552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-982e3130-5ad0-458f-bfb5-75aac97980e1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:39.870906 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-982e3130-5ad0-458f-bfb5-75aac97980e1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4948399 Dec 25 20:32:39.874521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 60160) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:32:39.995964 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4e8c9a92-2413-42d9-a85d-3b26bbc850ec tempest-TestNetworkAdvancedServerOps-2027681970 tempest-TestNetworkAdvancedServerOps-2027681970-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=5a10522521544fda81a2e75a1a25c08e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1175721 Dec 25 20:32:39.996205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 60166) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:32:40.054505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-2135449d-e9e4-42d5-9cb0-27c88c7d415d None None] Set router 9b01f08b-c787-44f2-9cb1-784416d1d2d4 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:32:40.138157 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e587813-0236-441e-98ba-0cc983e0be7c tempest-TestNetworkAdvancedServerOps-2027681970 tempest-TestNetworkAdvancedServerOps-2027681970-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:32:40.142644 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9e587813-0236-441e-98ba-0cc983e0be7c tempest-TestNetworkAdvancedServerOps-2027681970 tempest-TestNetworkAdvancedServerOps-2027681970-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1425159 Dec 25 20:32:40.142908 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 60170) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:32:40.195333 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9e553baf-5fde-4c4d-9767-ac07384fa305 tempest-TestNetworkAdvancedServerOps-2027681970 tempest-TestNetworkAdvancedServerOps-2027681970-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=a29ab018-4a1a-4021-8156-423134b861f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0484586 Dec 25 20:32:40.195548 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:40.195828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60174) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:32:40.202130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-8902cdd0-cfc4-4c68-b927-64e3f8a9085f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1967295135', 'network_id': '71a2d62c-2200-4b91-97a6-d2ab1acae775', 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:32:40.330532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8902cdd0-cfc4-4c68-b927-64e3f8a9085f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:32:40.334613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8902cdd0-cfc4-4c68-b927-64e3f8a9085f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:subnet and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:32:40.337589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8902cdd0-cfc4-4c68-b927-64e3f8a9085f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:32:40.343702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8902cdd0-cfc4-4c68-b927-64e3f8a9085f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:32:40.354000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8902cdd0-cfc4-4c68-b927-64e3f8a9085f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Made reservation on behalf of 5a10522521544fda81a2e75a1a25c08e for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:32:40.379584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-2135449d-e9e4-42d5-9cb0-27c88c7d415d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b01f08b-c787-44f2-9cb1-784416d1d2d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586233346', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': 'b75387f2-7b96-4784-9a73-ec4465798293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:32:38Z', 'updated_at': '2021-12-25T20:32:39Z', 'revision_number': 3, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'b75387f2-7b96-4784-9a73-ec4465798293', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b01f08b-c787-44f2-9cb1-784416d1d2d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:32:38Z', 'updated_at': '2021-12-25T20:32:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:32:40.383738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2135449d-e9e4-42d5-9cb0-27c88c7d415d None None] Checking router: 9b01f08b-c787-44f2-9cb1-784416d1d2d4 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:32:40.384140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2135449d-e9e4-42d5-9cb0-27c88c7d415d None None] Updating router 9b01f08b-c787-44f2-9cb1-784416d1d2d4 port b75387f2-7b96-4784-9a73-ec4465798293 binding host dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 20:32:40.438347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2135449d-e9e4-42d5-9cb0-27c88c7d415d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:40.468529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8902cdd0-cfc4-4c68-b927-64e3f8a9085f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:40.698517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8902cdd0-cfc4-4c68-b927-64e3f8a9085f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:40.702913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-307bdaad-60f0-49aa-9992-06d4ae37fef4 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:32:40.779218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2135449d-e9e4-42d5-9cb0-27c88c7d415d None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:40.787942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8902cdd0-cfc4-4c68-b927-64e3f8a9085f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'Subnet': ['ID=a7929719-a18f-463e-8eb2-6c31ae92c44a,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:32:40.792057 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8902cdd0-cfc4-4c68-b927-64e3f8a9085f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:32:40.792576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2135449d-e9e4-42d5-9cb0-27c88c7d415d None None] Transition to ACTIVE for port object b75387f2-7b96-4784-9a73-ec4465798293 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:32:40.798690 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2135449d-e9e4-42d5-9cb0-27c88c7d415d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:40.800933 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8902cdd0-cfc4-4c68-b927-64e3f8a9085f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Checking segment: {'id': 'c6032a27-83fa-4bad-bbc3-896cdf7fa57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '71a2d62c-2200-4b91-97a6-d2ab1acae775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:32:40.801374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8902cdd0-cfc4-4c68-b927-64e3f8a9085f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Network hostable DHCP agents. Network: 71a2d62c-2200-4b91-97a6-d2ab1acae775, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 20:32:40.804068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-33673bdf-d255-46e3-97f4-559ab16ec076 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:32:40.822210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8902cdd0-cfc4-4c68-b927-64e3f8a9085f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Network 71a2d62c-2200-4b91-97a6-d2ab1acae775 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 20:32:40.830641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-8902cdd0-cfc4-4c68-b927-64e3f8a9085f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 71a2d62c-2200-4b91-97a6-d2ab1acae775) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:32:40.835767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8902cdd0-cfc4-4c68-b927-64e3f8a9085f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:32:40.836430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8902cdd0-cfc4-4c68-b927-64e3f8a9085f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:40.857302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729d333b-84cf-44e6-a1a6-28d1ed083020 None None] Network 71a2d62c-2200-4b91-97a6-d2ab1acae775 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:32:40.858889 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8902cdd0-cfc4-4c68-b927-64e3f8a9085f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6618631 Dec 25 20:32:40.861203 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60178) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:32:40.923386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-2135449d-e9e4-42d5-9cb0-27c88c7d415d None None] Attempting to bind port b75387f2-7b96-4784-9a73-ec4465798293 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:32:40.923803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-2135449d-e9e4-42d5-9cb0-27c88c7d415d None None] Attempting to bind port b75387f2-7b96-4784-9a73-ec4465798293 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:32:40.924217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2135449d-e9e4-42d5-9cb0-27c88c7d415d None None] Attempting to bind port b75387f2-7b96-4784-9a73-ec4465798293 on network a29ab018-4a1a-4021-8156-423134b861f3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:32:40.978788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf038f-b90c-49a1-9398-0632e5158f7c None None] Pushing event updated for resources: {'Port': ['ID=b75387f2-7b96-4784-9a73-ec4465798293,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:32:40.984309 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e5cf038f-b90c-49a1-9398-0632e5158f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:32:40.997275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2135449d-e9e4-42d5-9cb0-27c88c7d415d None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:32:40.997695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2135449d-e9e4-42d5-9cb0-27c88c7d415d None None] Checking segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:32:40.998145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2135449d-e9e4-42d5-9cb0-27c88c7d415d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:40.998579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2135449d-e9e4-42d5-9cb0-27c88c7d415d None None] Bound using segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:32:40.999123 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-2135449d-e9e4-42d5-9cb0-27c88c7d415d None None] Bound port: b75387f2-7b96-4784-9a73-ec4465798293, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:32:40.999541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2135449d-e9e4-42d5-9cb0-27c88c7d415d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:41.130256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-2135449d-e9e4-42d5-9cb0-27c88c7d415d None None] For port b75387f2-7b96-4784-9a73-ec4465798293, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:32:41.144237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-2135449d-e9e4-42d5-9cb0-27c88c7d415d None None] For port b75387f2-7b96-4784-9a73-ec4465798293, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=b75387f2-7b96-4784-9a73-ec4465798293,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:32:41.150678 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2135449d-e9e4-42d5-9cb0-27c88c7d415d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:41.155676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:32:41.260398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2463fb28-bfe4-4d44-9744-8c5146e26d57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-71a2d62c-2200-4b91-97a6-d2ab1acae775', 'network_id': '71a2d62c-2200-4b91-97a6-d2ab1acae775', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'fixed_ips': [{'subnet_id': 'a7929719-a18f-463e-8eb2-6c31ae92c44a'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 20:32:41.261294 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2463fb28-bfe4-4d44-9744-8c5146e26d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:41.298477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf038f-b90c-49a1-9398-0632e5158f7c None None] Pushing event updated for resources: {'Port': ['ID=b75387f2-7b96-4784-9a73-ec4465798293,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:32:41.302401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e5cf038f-b90c-49a1-9398-0632e5158f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:32:41.345734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2135449d-e9e4-42d5-9cb0-27c88c7d415d None None] Routers {'9b01f08b-c787-44f2-9cb1-784416d1d2d4'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:32:41.346504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-2135449d-e9e4-42d5-9cb0-27c88c7d415d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:32:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['9b01f08b-c787-44f2-9cb1-784416d1d2d4'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:32:41.672639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a11ade7c-9c1b-4b37-ac00-8484ff6f9513 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:41.782337 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-2463fb28-bfe4-4d44-9744-8c5146e26d57 None None] Allocated IP 172.20.0.2 (71a2d62c-2200-4b91-97a6-d2ab1acae775/a7929719-a18f-463e-8eb2-6c31ae92c44a/0086514f-40d1-4505-a7df-86364bb34090) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:32:41.792740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-2135449d-e9e4-42d5-9cb0-27c88c7d415d None None] Set router 9b01f08b-c787-44f2-9cb1-784416d1d2d4 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:32:42.273591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2463fb28-bfe4-4d44-9744-8c5146e26d57 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:42.292387 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2463fb28-bfe4-4d44-9744-8c5146e26d57 None None] Transition to ACTIVE for port object 0086514f-40d1-4505-a7df-86364bb34090 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:32:42.317778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-2135449d-e9e4-42d5-9cb0-27c88c7d415d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b01f08b-c787-44f2-9cb1-784416d1d2d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586233346', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': 'b75387f2-7b96-4784-9a73-ec4465798293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:32:38Z', 'updated_at': '2021-12-25T20:32:39Z', 'revision_number': 3, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'b75387f2-7b96-4784-9a73-ec4465798293', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b01f08b-c787-44f2-9cb1-784416d1d2d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:32:38Z', 'updated_at': '2021-12-25T20:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:32:42.321182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-2463fb28-bfe4-4d44-9744-8c5146e26d57 None None] Transition to ACTIVE for port object 0086514f-40d1-4505-a7df-86364bb34090 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:32:42.324143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2135449d-e9e4-42d5-9cb0-27c88c7d415d None None] The sync data for ids ['9b01f08b-c787-44f2-9cb1-784416d1d2d4'] in dv-neutron-822611-1-hyperv is: [{'id': '9b01f08b-c787-44f2-9cb1-784416d1d2d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586233346', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': 'b75387f2-7b96-4784-9a73-ec4465798293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:32:38Z', 'updated_at': '2021-12-25T20:32:39Z', 'revision_number': 3, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'b75387f2-7b96-4784-9a73-ec4465798293', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b01f08b-c787-44f2-9cb1-784416d1d2d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:32:38Z', 'updated_at': '2021-12-25T20:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:32:42.327796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2463fb28-bfe4-4d44-9744-8c5146e26d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:42.332234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8a0bc3a2-e58d-4e92-80c5-fd45ea09fa49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:32:42.400892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2463fb28-bfe4-4d44-9744-8c5146e26d57 None None] Network 71a2d62c-2200-4b91-97a6-d2ab1acae775 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:32:42.404127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-2463fb28-bfe4-4d44-9744-8c5146e26d57 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:32:42.406681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2463fb28-bfe4-4d44-9744-8c5146e26d57 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:32:42.416988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463fb28-bfe4-4d44-9744-8c5146e26d57 None None] Pushing event updated for resources: {'Port': ['ID=0086514f-40d1-4505-a7df-86364bb34090,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:32:42.419218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-a11ade7c-9c1b-4b37-ac00-8484ff6f9513 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Allocated IP 172.20.0.1 (71a2d62c-2200-4b91-97a6-d2ab1acae775/a7929719-a18f-463e-8eb2-6c31ae92c44a/dbbc96e2-5656-4793-b094-a43fd85dc624) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:32:42.419821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2463fb28-bfe4-4d44-9744-8c5146e26d57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:32:42.508693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-2463fb28-bfe4-4d44-9744-8c5146e26d57 None None] Attempting to bind port 0086514f-40d1-4505-a7df-86364bb34090 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:32:42.509109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-2463fb28-bfe4-4d44-9744-8c5146e26d57 None None] Attempting to bind port 0086514f-40d1-4505-a7df-86364bb34090 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'c6032a27-83fa-4bad-bbc3-896cdf7fa57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '71a2d62c-2200-4b91-97a6-d2ab1acae775'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:32:42.509515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2463fb28-bfe4-4d44-9744-8c5146e26d57 None None] Attempting to bind port 0086514f-40d1-4505-a7df-86364bb34090 on network 71a2d62c-2200-4b91-97a6-d2ab1acae775 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:32:42.516485 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2463fb28-bfe4-4d44-9744-8c5146e26d57 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:32:42.516907 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2463fb28-bfe4-4d44-9744-8c5146e26d57 None None] Checking segment: {'id': 'c6032a27-83fa-4bad-bbc3-896cdf7fa57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '71a2d62c-2200-4b91-97a6-d2ab1acae775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:32:42.517384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2463fb28-bfe4-4d44-9744-8c5146e26d57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:42.517938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2463fb28-bfe4-4d44-9744-8c5146e26d57 None None] Bound using segment: {'id': 'c6032a27-83fa-4bad-bbc3-896cdf7fa57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '71a2d62c-2200-4b91-97a6-d2ab1acae775'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:32:42.518458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-2463fb28-bfe4-4d44-9744-8c5146e26d57 None None] Bound port: 0086514f-40d1-4505-a7df-86364bb34090, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6032a27-83fa-4bad-bbc3-896cdf7fa57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '71a2d62c-2200-4b91-97a6-d2ab1acae775'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:32:42.518877 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2463fb28-bfe4-4d44-9744-8c5146e26d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:42.596046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a11ade7c-9c1b-4b37-ac00-8484ff6f9513 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:42.611894 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-2463fb28-bfe4-4d44-9744-8c5146e26d57 None None] For port 0086514f-40d1-4505-a7df-86364bb34090, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:32:42.612676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a11ade7c-9c1b-4b37-ac00-8484ff6f9513 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Transition to ACTIVE for port object dbbc96e2-5656-4793-b094-a43fd85dc624 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:32:42.616325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-2463fb28-bfe4-4d44-9744-8c5146e26d57 None None] For port 0086514f-40d1-4505-a7df-86364bb34090, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=0086514f-40d1-4505-a7df-86364bb34090,segment=NetworkSegment(c6032a27-83fa-4bad-bbc3-896cdf7fa57c),segment_id=c6032a27-83fa-4bad-bbc3-896cdf7fa57c)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:32:42.619149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2463fb28-bfe4-4d44-9744-8c5146e26d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:42.623873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0e25fc23-60b5-446e-ae24-53e889c75d16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:32:42.633336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a11ade7c-9c1b-4b37-ac00-8484ff6f9513 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:42.638178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2d2f34cb-bb9d-4faa-b75e-31a32e430355 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:32:42.715944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463fb28-bfe4-4d44-9744-8c5146e26d57 None None] Pushing event updated for resources: {'Port': ['ID=0086514f-40d1-4505-a7df-86364bb34090,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:32:42.719694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2463fb28-bfe4-4d44-9744-8c5146e26d57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:32:42.974067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11ade7c-9c1b-4b37-ac00-8484ff6f9513 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Network 71a2d62c-2200-4b91-97a6-d2ab1acae775 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:32:42.977364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-a11ade7c-9c1b-4b37-ac00-8484ff6f9513 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:32:42.981889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11ade7c-9c1b-4b37-ac00-8484ff6f9513 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:32:43.015116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ade7c-9c1b-4b37-ac00-8484ff6f9513 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'Port': ['ID=dbbc96e2-5656-4793-b094-a43fd85dc624,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:32:43.023711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a11ade7c-9c1b-4b37-ac00-8484ff6f9513 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:32:43.044137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:32:43.053917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a11ade7c-9c1b-4b37-ac00-8484ff6f9513 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:43.157692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a11ade7c-9c1b-4b37-ac00-8484ff6f9513 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:43.612658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a11ade7c-9c1b-4b37-ac00-8484ff6f9513 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:43.616363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a11ade7c-9c1b-4b37-ac00-8484ff6f9513 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:43.646804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a6bde9cd-f182-4ec4-a1ee-a853f35c6a28 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:32:43.736150 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a11ade7c-9c1b-4b37-ac00-8484ff6f9513 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:43.741793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ade7c-9c1b-4b37-ac00-8484ff6f9513 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'Port': ['ID=dbbc96e2-5656-4793-b094-a43fd85dc624,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:32:43.746334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a11ade7c-9c1b-4b37-ac00-8484ff6f9513 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:32:43.854763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device b75387f2-7b96-4784-9a73-ec4465798293 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:32:43.904757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11ade7c-9c1b-4b37-ac00-8484ff6f9513 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Network 71a2d62c-2200-4b91-97a6-d2ab1acae775 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:32:43.906004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-a11ade7c-9c1b-4b37-ac00-8484ff6f9513 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:32:43.940180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port b75387f2-7b96-4784-9a73-ec4465798293 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:32:43.945989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port b75387f2-7b96-4784-9a73-ec4465798293 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:32:43.946609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:44.078023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:44.095113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port b75387f2-7b96-4784-9a73-ec4465798293, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=b75387f2-7b96-4784-9a73-ec4465798293,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:32:44.100037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:44.101126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 0086514f-40d1-4505-a7df-86364bb34090 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:32:44.147950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2463fb28-bfe4-4d44-9744-8c5146e26d57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:32:44.223972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=b75387f2-7b96-4784-9a73-ec4465798293,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:32:44.228767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:32:44.245517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 0086514f-40d1-4505-a7df-86364bb34090 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:32:44.330277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11ade7c-9c1b-4b37-ac00-8484ff6f9513 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Router 9b01f08b-c787-44f2-9cb1-784416d1d2d4 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:32:44.377372 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72f56bb-f933-49a1-84d6-25abc754f319 None None] Network 71a2d62c-2200-4b91-97a6-d2ab1acae775 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:32:44.498607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-bfcddd35-81f6-451d-9bb5-7ae739e2424c None None] Provisioning for port 0086514f-40d1-4505-a7df-86364bb34090 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:32:44.515154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-bfcddd35-81f6-451d-9bb5-7ae739e2424c None None] Provisioning complete for port 0086514f-40d1-4505-a7df-86364bb34090 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:32:44.515514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bfcddd35-81f6-451d-9bb5-7ae739e2424c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:44.552253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11ade7c-9c1b-4b37-ac00-8484ff6f9513 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:32:44.565622 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a11ade7c-9c1b-4b37-ac00-8484ff6f9513 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "PUT /v2.0/routers/9b01f08b-c787-44f2-9cb1-784416d1d2d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7033093 Dec 25 20:32:44.738661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bfcddd35-81f6-451d-9bb5-7ae739e2424c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:44.744516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-1968e65b-f133-46b8-a631-355eced33a2c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Synchronizing usage tracker for tenant:5a10522521544fda81a2e75a1a25c08e on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:32:44.759684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-1968e65b-f133-46b8-a631-355eced33a2c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Unset dirty status for tenant:5a10522521544fda81a2e75a1a25c08e on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:32:44.760959 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-1968e65b-f133-46b8-a631-355eced33a2c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-762057064&fields=id&tenant_id=5a10522521544fda81a2e75a1a25c08e HTTP/1.1" status: 200 len: 267 time: 0.0593126 Dec 25 20:32:44.783768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-bfcddd35-81f6-451d-9bb5-7ae739e2424c None None] For port 0086514f-40d1-4505-a7df-86364bb34090, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=0086514f-40d1-4505-a7df-86364bb34090,segment=NetworkSegment(c6032a27-83fa-4bad-bbc3-896cdf7fa57c),segment_id=c6032a27-83fa-4bad-bbc3-896cdf7fa57c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:32:44.786758 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bfcddd35-81f6-451d-9bb5-7ae739e2424c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:44.788661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:32:44.857565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcddd35-81f6-451d-9bb5-7ae739e2424c None None] Pushing event updated for resources: {'Port': ['ID=0086514f-40d1-4505-a7df-86364bb34090,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:32:44.861039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bfcddd35-81f6-451d-9bb5-7ae739e2424c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:32:44.936039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-ba38b1c4-54ca-4c91-9f65-93f4e11d6cd2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:32:44.936800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-ba38b1c4-54ca-4c91-9f65-93f4e11d6cd2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Synchronizing usage tracker for tenant:5a10522521544fda81a2e75a1a25c08e on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:32:44.952188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-ba38b1c4-54ca-4c91-9f65-93f4e11d6cd2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Unset dirty status for tenant:5a10522521544fda81a2e75a1a25c08e on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:32:44.953655 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-ba38b1c4-54ca-4c91-9f65-93f4e11d6cd2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/networks?id=71a2d62c-2200-4b91-97a6-d2ab1acae775 HTTP/1.1" status: 200 len: 797 time: 0.1850467 Dec 25 20:32:44.972593 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-2e5ee09a-7b5a-475c-b861-2331a4ec3d6b tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/quotas/5a10522521544fda81a2e75a1a25c08e HTTP/1.1" status: 200 len: 375 time: 0.0126967 Dec 25 20:32:45.064352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-9fe974fa-daf6-49a3-ab0c-2e549712e556 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Synchronizing usage tracker for tenant:5a10522521544fda81a2e75a1a25c08e on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:32:45.080337 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-9fe974fa-daf6-49a3-ab0c-2e549712e556 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Unset dirty status for tenant:5a10522521544fda81a2e75a1a25c08e on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:32:45.081925 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-9fe974fa-daf6-49a3-ab0c-2e549712e556 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5a10522521544fda81a2e75a1a25c08e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1026952 Dec 25 20:32:45.112413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-9aaf3efd-8f67-4053-8aeb-5735fab308ef None None] Provisioning for port dbbc96e2-5656-4793-b094-a43fd85dc624 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:32:45.118209 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-9aaf3efd-8f67-4053-8aeb-5735fab308ef None None] Provisioning complete for port dbbc96e2-5656-4793-b094-a43fd85dc624 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:32:45.118632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9aaf3efd-8f67-4053-8aeb-5735fab308ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:45.181345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-9aaf3efd-8f67-4053-8aeb-5735fab308ef None None] Port dbbc96e2-5656-4793-b094-a43fd85dc624 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:32:45.194937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-9aaf3efd-8f67-4053-8aeb-5735fab308ef None None] Provisioning complete for port 0086514f-40d1-4505-a7df-86364bb34090 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:32:45.195388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9aaf3efd-8f67-4053-8aeb-5735fab308ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:45.250892 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-dfc1b30f-39c9-49b0-9b33-14ed755872be service neutron] 10.222.0.24 "GET /v2.0/networks/71a2d62c-2200-4b91-97a6-d2ab1acae775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551628 Dec 25 20:32:45.407086 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-8b5e6233-91f0-4db3-a680-eaf9395432c9 service neutron] 10.222.0.24 "GET /v2.0/networks/71a2d62c-2200-4b91-97a6-d2ab1acae775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487663 Dec 25 20:32:45.415694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd647319-406a-4f37-8cf2-2387aac4c9cc None None] Sync routers for ids ['9b01f08b-c787-44f2-9cb1-784416d1d2d4'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:32:45.429546 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd647319-406a-4f37-8cf2-2387aac4c9cc None None] Routers {'9b01f08b-c787-44f2-9cb1-784416d1d2d4'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:32:45.430269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-cd647319-406a-4f37-8cf2-2387aac4c9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:32:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['9b01f08b-c787-44f2-9cb1-784416d1d2d4'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:32:45.454376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-7cb2bc16-551d-478e-af12-a01dc6ae8abc None None] Provisioning complete for port dbbc96e2-5656-4793-b094-a43fd85dc624 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:32:45.454942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7cb2bc16-551d-478e-af12-a01dc6ae8abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:45.525613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7cb2bc16-551d-478e-af12-a01dc6ae8abc None None] Port dbbc96e2-5656-4793-b094-a43fd85dc624 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:32:45.632125 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-692af047-8365-40d9-bf7b-34e80980a879 req-eac8d26e-03e5-450d-ad10-1722e084e99b tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d28d2c-5c8e-4042-a2a4-f173e12627ee HTTP/1.1" status: 200 len: 210 time: 0.0466046 Dec 25 20:32:45.647266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-cd647319-406a-4f37-8cf2-2387aac4c9cc None None] Set router 9b01f08b-c787-44f2-9cb1-784416d1d2d4 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:32:45.658246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-a3d3d2aa-26db-4e74-9d57-7a91f7dc571b None None] Provisioning complete for port dbbc96e2-5656-4793-b094-a43fd85dc624 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:32:45.658668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a3d3d2aa-26db-4e74-9d57-7a91f7dc571b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:45.713308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3d2aa-26db-4e74-9d57-7a91f7dc571b None None] Port dbbc96e2-5656-4793-b094-a43fd85dc624 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:32:45.802911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device b75387f2-7b96-4784-9a73-ec4465798293 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:32:45.874350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port b75387f2-7b96-4784-9a73-ec4465798293 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:32:45.874776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:45.990373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-cd647319-406a-4f37-8cf2-2387aac4c9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b01f08b-c787-44f2-9cb1-784416d1d2d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586233346', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': 'b75387f2-7b96-4784-9a73-ec4465798293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:32:38Z', 'updated_at': '2021-12-25T20:32:43Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'b75387f2-7b96-4784-9a73-ec4465798293', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01f08b-c787-44f2-9cb1-784416d1d2d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:32:38Z', 'updated_at': '2021-12-25T20:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'dbbc96e2-5656-4793-b094-a43fd85dc624', 'name': '', 'network_id': '71a2d62c-2200-4b91-97a6-d2ab1acae775', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:d6:78:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b01f08b-c787-44f2-9cb1-784416d1d2d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7929719-a18f-463e-8eb2-6c31ae92c44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:32:41Z', 'updated_at': '2021-12-25T20:32:43Z', 'revision_number': 2, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': 'a7929719-a18f-463e-8eb2-6c31ae92c44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:32:45.994536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd647319-406a-4f37-8cf2-2387aac4c9cc None None] Checking router: 9b01f08b-c787-44f2-9cb1-784416d1d2d4 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:32:45.994923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd647319-406a-4f37-8cf2-2387aac4c9cc None None] Updating router 9b01f08b-c787-44f2-9cb1-784416d1d2d4 port dbbc96e2-5656-4793-b094-a43fd85dc624 binding host dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 20:32:46.000207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 0086514f-40d1-4505-a7df-86364bb34090 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:32:46.052891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cd647319-406a-4f37-8cf2-2387aac4c9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:46.072413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 0086514f-40d1-4505-a7df-86364bb34090 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:32:46.072841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:46.422777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cd647319-406a-4f37-8cf2-2387aac4c9cc None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:46.434916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-cd647319-406a-4f37-8cf2-2387aac4c9cc None None] Transition to ACTIVE for port object dbbc96e2-5656-4793-b094-a43fd85dc624 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:32:46.440601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cd647319-406a-4f37-8cf2-2387aac4c9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:46.444915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cf717962-854d-4aa6-83b1-919859ad4ee2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:32:46.583118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680dbc6b-3f56-44c0-981d-8bc8615178a4 None None] Pushing event updated for resources: {'Port': ['ID=dbbc96e2-5656-4793-b094-a43fd85dc624,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:32:46.596269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680dbc6b-3f56-44c0-981d-8bc8615178a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:32:46.596747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680dbc6b-3f56-44c0-981d-8bc8615178a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:32:46.597216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680dbc6b-3f56-44c0-981d-8bc8615178a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:32:46.597672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680dbc6b-3f56-44c0-981d-8bc8615178a4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:32:46.598206 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680dbc6b-3f56-44c0-981d-8bc8615178a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:32:46.598707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680dbc6b-3f56-44c0-981d-8bc8615178a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:32:46.599282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680dbc6b-3f56-44c0-981d-8bc8615178a4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:32:46.599751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680dbc6b-3f56-44c0-981d-8bc8615178a4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:32:46.600243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680dbc6b-3f56-44c0-981d-8bc8615178a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:32:46.600692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680dbc6b-3f56-44c0-981d-8bc8615178a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:32:46.601176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680dbc6b-3f56-44c0-981d-8bc8615178a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:32:46.615403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-680dbc6b-3f56-44c0-981d-8bc8615178a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:32:46.712981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-cd647319-406a-4f37-8cf2-2387aac4c9cc None None] Attempting to bind port dbbc96e2-5656-4793-b094-a43fd85dc624 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:32:46.713660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-cd647319-406a-4f37-8cf2-2387aac4c9cc None None] Attempting to bind port dbbc96e2-5656-4793-b094-a43fd85dc624 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'c6032a27-83fa-4bad-bbc3-896cdf7fa57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '71a2d62c-2200-4b91-97a6-d2ab1acae775'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:32:46.714255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd647319-406a-4f37-8cf2-2387aac4c9cc None None] Attempting to bind port dbbc96e2-5656-4793-b094-a43fd85dc624 on network 71a2d62c-2200-4b91-97a6-d2ab1acae775 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:32:46.722540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd647319-406a-4f37-8cf2-2387aac4c9cc None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:32:46.723884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd647319-406a-4f37-8cf2-2387aac4c9cc None None] Checking segment: {'id': 'c6032a27-83fa-4bad-bbc3-896cdf7fa57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '71a2d62c-2200-4b91-97a6-d2ab1acae775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:32:46.733550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cd647319-406a-4f37-8cf2-2387aac4c9cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:46.735351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd647319-406a-4f37-8cf2-2387aac4c9cc None None] Bound using segment: {'id': 'c6032a27-83fa-4bad-bbc3-896cdf7fa57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '71a2d62c-2200-4b91-97a6-d2ab1acae775'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:32:46.737176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-cd647319-406a-4f37-8cf2-2387aac4c9cc None None] Bound port: dbbc96e2-5656-4793-b094-a43fd85dc624, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6032a27-83fa-4bad-bbc3-896cdf7fa57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '71a2d62c-2200-4b91-97a6-d2ab1acae775'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:32:46.737797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cd647319-406a-4f37-8cf2-2387aac4c9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:46.858308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-cd647319-406a-4f37-8cf2-2387aac4c9cc None None] For port dbbc96e2-5656-4793-b094-a43fd85dc624, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:32:46.881058 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-cd647319-406a-4f37-8cf2-2387aac4c9cc None None] For port dbbc96e2-5656-4793-b094-a43fd85dc624, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=dbbc96e2-5656-4793-b094-a43fd85dc624,segment=NetworkSegment(c6032a27-83fa-4bad-bbc3-896cdf7fa57c),segment_id=c6032a27-83fa-4bad-bbc3-896cdf7fa57c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:32:46.890332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cd647319-406a-4f37-8cf2-2387aac4c9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:46.896911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a662ee8d-53fa-450a-8be1-7c1f571372d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:32:46.983230 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-868c5533-35ea-46c1-a467-26478e929d94 req-08d0fac2-c271-4f85-89c3-376087928625 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d28d2c-5c8e-4042-a2a4-f173e12627ee HTTP/1.1" status: 200 len: 210 time: 0.0734785 Dec 25 20:32:47.030266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-4d0586a3-7d49-4d5e-b808-63a546a53bed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:32:47.032116 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-4d0586a3-7d49-4d5e-b808-63a546a53bed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.36 "GET /v2.0/networks?id=71a2d62c-2200-4b91-97a6-d2ab1acae775 HTTP/1.1" status: 200 len: 797 time: 0.3001685 Dec 25 20:32:47.100107 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-72d77723-08f8-41c0-97eb-d5e75922890f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a10522521544fda81a2e75a1a25c08e HTTP/1.1" status: 200 len: 379 time: 0.0490613 Dec 25 20:32:47.113254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-141fda22-a4fa-4918-910d-0205bcee681a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'port': {'device_id': '70d28d2c-5c8e-4042-a2a4-f173e12627ee', 'network_id': '71a2d62c-2200-4b91-97a6-d2ab1acae775', 'admin_state_up': True, 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'security_groups': ['af19a6a2-c2c0-45d4-8500-6424d5976398']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:32:47.167971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd647319-406a-4f37-8cf2-2387aac4c9cc None None] Routers {'9b01f08b-c787-44f2-9cb1-784416d1d2d4'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:32:47.169004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-cd647319-406a-4f37-8cf2-2387aac4c9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:32:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['9b01f08b-c787-44f2-9cb1-784416d1d2d4'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:32:47.254096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680dbc6b-3f56-44c0-981d-8bc8615178a4 None None] Pushing event updated for resources: {'Port': ['ID=dbbc96e2-5656-4793-b094-a43fd85dc624,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:32:47.257791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-680dbc6b-3f56-44c0-981d-8bc8615178a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:32:47.381023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-cd647319-406a-4f37-8cf2-2387aac4c9cc None None] Set router 9b01f08b-c787-44f2-9cb1-784416d1d2d4 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:32:47.524823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-141fda22-a4fa-4918-910d-0205bcee681a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:32:47.534909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-141fda22-a4fa-4918-910d-0205bcee681a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:32:47.545415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-141fda22-a4fa-4918-910d-0205bcee681a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Made reservation on behalf of 5a10522521544fda81a2e75a1a25c08e for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:32:47.551692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-141fda22-a4fa-4918-910d-0205bcee681a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:47.710628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-cd647319-406a-4f37-8cf2-2387aac4c9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b01f08b-c787-44f2-9cb1-784416d1d2d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586233346', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': 'b75387f2-7b96-4784-9a73-ec4465798293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:32:38Z', 'updated_at': '2021-12-25T20:32:43Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'b75387f2-7b96-4784-9a73-ec4465798293', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01f08b-c787-44f2-9cb1-784416d1d2d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:32:38Z', 'updated_at': '2021-12-25T20:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'dbbc96e2-5656-4793-b094-a43fd85dc624', 'name': '', 'network_id': '71a2d62c-2200-4b91-97a6-d2ab1acae775', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:d6:78:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b01f08b-c787-44f2-9cb1-784416d1d2d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7929719-a18f-463e-8eb2-6c31ae92c44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:32:41Z', 'updated_at': '2021-12-25T20:32:46Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': 'a7929719-a18f-463e-8eb2-6c31ae92c44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:32:47.714768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd647319-406a-4f37-8cf2-2387aac4c9cc None None] The sync data for ids ['9b01f08b-c787-44f2-9cb1-784416d1d2d4'] in dv-neutron-822611-1-hyperv is: [{'id': '9b01f08b-c787-44f2-9cb1-784416d1d2d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586233346', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': 'b75387f2-7b96-4784-9a73-ec4465798293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:32:38Z', 'updated_at': '2021-12-25T20:32:43Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'b75387f2-7b96-4784-9a73-ec4465798293', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01f08b-c787-44f2-9cb1-784416d1d2d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:32:38Z', 'updated_at': '2021-12-25T20:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'dbbc96e2-5656-4793-b094-a43fd85dc624', 'name': '', 'network_id': '71a2d62c-2200-4b91-97a6-d2ab1acae775', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:d6:78:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b01f08b-c787-44f2-9cb1-784416d1d2d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7929719-a18f-463e-8eb2-6c31ae92c44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:32:41Z', 'updated_at': '2021-12-25T20:32:46Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': 'a7929719-a18f-463e-8eb2-6c31ae92c44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:32:47.723824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-141fda22-a4fa-4918-910d-0205bcee681a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Allocated IP 172.20.0.6 (71a2d62c-2200-4b91-97a6-d2ab1acae775/a7929719-a18f-463e-8eb2-6c31ae92c44a/d0d6eaee-7ddd-4045-9587-29ba44a5959f) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:32:47.943100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-141fda22-a4fa-4918-910d-0205bcee681a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:47.963032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-141fda22-a4fa-4918-910d-0205bcee681a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Transition to ACTIVE for port object d0d6eaee-7ddd-4045-9587-29ba44a5959f will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:32:47.984770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-141fda22-a4fa-4918-910d-0205bcee681a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:47.991376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-33897911-e86e-4085-9224-c1354279f1a4 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:32:48.069354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-141fda22-a4fa-4918-910d-0205bcee681a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Network 71a2d62c-2200-4b91-97a6-d2ab1acae775 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:32:48.072905 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-141fda22-a4fa-4918-910d-0205bcee681a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:32:48.077660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-141fda22-a4fa-4918-910d-0205bcee681a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:32:48.106878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141fda22-a4fa-4918-910d-0205bcee681a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'Port': ['ID=d0d6eaee-7ddd-4045-9587-29ba44a5959f,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:32:48.115899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-141fda22-a4fa-4918-910d-0205bcee681a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:32:48.219179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-141fda22-a4fa-4918-910d-0205bcee681a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:32:48.219871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-141fda22-a4fa-4918-910d-0205bcee681a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:48.270718 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-141fda22-a4fa-4918-910d-0205bcee681a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1611478 Dec 25 20:32:48.292012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-81643bef-4e70-4b44-9cc2-f2622ffd71c0 service neutron] Request body: {'port': {'device_id': '70d28d2c-5c8e-4042-a2a4-f173e12627ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:32:48.328513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16581d3-2cfd-4a4f-842b-c40c4d55aa4e req-f377cd6e-5039-4c2f-aa4a-f266bb035c26 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:32:48.329332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-b16581d3-2cfd-4a4f-842b-c40c4d55aa4e req-f377cd6e-5039-4c2f-aa4a-f266bb035c26 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Synchronizing usage tracker for tenant:5a10522521544fda81a2e75a1a25c08e on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:32:48.372893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-b16581d3-2cfd-4a4f-842b-c40c4d55aa4e req-f377cd6e-5039-4c2f-aa4a-f266bb035c26 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Unset dirty status for tenant:5a10522521544fda81a2e75a1a25c08e on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:32:48.375582 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b16581d3-2cfd-4a4f-842b-c40c4d55aa4e req-f377cd6e-5039-4c2f-aa4a-f266bb035c26 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d28d2c-5c8e-4042-a2a4-f173e12627ee HTTP/1.1" status: 200 len: 931 time: 0.2246366 Dec 25 20:32:48.421627 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b461432d-1fcc-40d2-9799-183718a1724c None None] Provisioning for port d0d6eaee-7ddd-4045-9587-29ba44a5959f completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:32:48.428229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b461432d-1fcc-40d2-9799-183718a1724c None None] Provisioning complete for port d0d6eaee-7ddd-4045-9587-29ba44a5959f triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:32:48.428735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b461432d-1fcc-40d2-9799-183718a1724c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:48.479403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-81643bef-4e70-4b44-9cc2-f2622ffd71c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:48.486926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b461432d-1fcc-40d2-9799-183718a1724c None None] Port d0d6eaee-7ddd-4045-9587-29ba44a5959f cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:32:48.502366 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b16581d3-2cfd-4a4f-842b-c40c4d55aa4e req-4bad70c6-34a1-4b50-a1a8-62ebf6e50c47 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=af19a6a2-c2c0-45d4-8500-6424d5976398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782480 Dec 25 20:32:48.873096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-81643bef-4e70-4b44-9cc2-f2622ffd71c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0d6eaee-7ddd-4045-9587-29ba44a5959f {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:32:48.880655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-81643bef-4e70-4b44-9cc2-f2622ffd71c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:48.897122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-81643bef-4e70-4b44-9cc2-f2622ffd71c0 service neutron] Transition to ACTIVE for port object d0d6eaee-7ddd-4045-9587-29ba44a5959f will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:32:48.899867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-81643bef-4e70-4b44-9cc2-f2622ffd71c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:48.905566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-38fd0ac6-bd6c-436b-a9a0-439b5cbf1504 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:32:49.037401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81643bef-4e70-4b44-9cc2-f2622ffd71c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d0d6eaee-7ddd-4045-9587-29ba44a5959f,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:32:49.044018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-81643bef-4e70-4b44-9cc2-f2622ffd71c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:32:49.156611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-81643bef-4e70-4b44-9cc2-f2622ffd71c0 service neutron] Attempting to bind port d0d6eaee-7ddd-4045-9587-29ba44a5959f on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:32:49.156986 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-81643bef-4e70-4b44-9cc2-f2622ffd71c0 service neutron] Attempting to bind port d0d6eaee-7ddd-4045-9587-29ba44a5959f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'c6032a27-83fa-4bad-bbc3-896cdf7fa57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '71a2d62c-2200-4b91-97a6-d2ab1acae775'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:32:49.157340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-81643bef-4e70-4b44-9cc2-f2622ffd71c0 service neutron] Attempting to bind port d0d6eaee-7ddd-4045-9587-29ba44a5959f on network 71a2d62c-2200-4b91-97a6-d2ab1acae775 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:32:49.164365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-81643bef-4e70-4b44-9cc2-f2622ffd71c0 service neutron] Port d0d6eaee-7ddd-4045-9587-29ba44a5959f on network 71a2d62c-2200-4b91-97a6-d2ab1acae775 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 20:32:49.164730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-81643bef-4e70-4b44-9cc2-f2622ffd71c0 service neutron] Attempting to bind port d0d6eaee-7ddd-4045-9587-29ba44a5959f on network 71a2d62c-2200-4b91-97a6-d2ab1acae775 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:32:49.171885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-81643bef-4e70-4b44-9cc2-f2622ffd71c0 service neutron] Checking agent: {'id': '5d7a6d50-e450-4e92-a105-61a558d89e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'started_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:32:49.172254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-81643bef-4e70-4b44-9cc2-f2622ffd71c0 service neutron] Checking segment: {'id': 'c6032a27-83fa-4bad-bbc3-896cdf7fa57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '71a2d62c-2200-4b91-97a6-d2ab1acae775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:32:49.172692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-81643bef-4e70-4b44-9cc2-f2622ffd71c0 service neutron] Bound using segment: {'id': 'c6032a27-83fa-4bad-bbc3-896cdf7fa57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '71a2d62c-2200-4b91-97a6-d2ab1acae775'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:32:49.173174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-81643bef-4e70-4b44-9cc2-f2622ffd71c0 service neutron] Bound port: d0d6eaee-7ddd-4045-9587-29ba44a5959f, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6032a27-83fa-4bad-bbc3-896cdf7fa57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '71a2d62c-2200-4b91-97a6-d2ab1acae775'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:32:49.173562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-81643bef-4e70-4b44-9cc2-f2622ffd71c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:49.272536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-81643bef-4e70-4b44-9cc2-f2622ffd71c0 service neutron] For port d0d6eaee-7ddd-4045-9587-29ba44a5959f, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:32:49.275867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-81643bef-4e70-4b44-9cc2-f2622ffd71c0 service neutron] For port d0d6eaee-7ddd-4045-9587-29ba44a5959f, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d0d6eaee-7ddd-4045-9587-29ba44a5959f,segment=NetworkSegment(c6032a27-83fa-4bad-bbc3-896cdf7fa57c),segment_id=c6032a27-83fa-4bad-bbc3-896cdf7fa57c)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:32:49.280069 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-81643bef-4e70-4b44-9cc2-f2622ffd71c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:49.284671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-726fd2c9-3c15-42a4-8f71-e184c30bc4bb tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:32:49.344832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-81643bef-4e70-4b44-9cc2-f2622ffd71c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:49.346315 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-81643bef-4e70-4b44-9cc2-f2622ffd71c0 service neutron] 10.222.0.36 "PUT /v2.0/ports/d0d6eaee-7ddd-4045-9587-29ba44a5959f HTTP/1.1" status: 200 len: 1093 time: 1.0589428 Dec 25 20:32:49.349731 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d28d2c-5c8e-4042-a2a4-f173e12627ee', 'tag': 'd0d6eaee-7ddd-4045-9587-29ba44a5959f'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:32:49.372307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81643bef-4e70-4b44-9cc2-f2622ffd71c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d0d6eaee-7ddd-4045-9587-29ba44a5959f,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:32:49.375641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-81643bef-4e70-4b44-9cc2-f2622ffd71c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:32:49.436127 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d28d2c-5c8e-4042-a2a4-f173e12627ee', 'tag': 'd0d6eaee-7ddd-4045-9587-29ba44a5959f', 'status': 'completed', 'code': 200} Dec 25 20:32:49.476027 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-1b2d547c-5e59-4d3c-9d70-19248873a5ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a10522521544fda81a2e75a1a25c08e&device_id=70d28d2c-5c8e-4042-a2a4-f173e12627ee HTTP/1.1" status: 200 len: 1096 time: 0.0870910 Dec 25 20:32:49.562565 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-a62f3327-d09f-413e-942a-7cdbae59afc3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0d6eaee-7ddd-4045-9587-29ba44a5959f HTTP/1.1" status: 200 len: 217 time: 0.0754905 Dec 25 20:32:49.698756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-d1b96431-a875-4306-a7a8-6299d887ce97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:32:49.700371 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-d1b96431-a875-4306-a7a8-6299d887ce97 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a7929719-a18f-463e-8eb2-6c31ae92c44a HTTP/1.1" status: 200 len: 835 time: 0.1284993 Dec 25 20:32:49.787019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd963ad-6081-43e9-be4b-69fb53921334 req-16f95ac0-e4f2-4c27-9526-b3c3d3d8519a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:32:49.788650 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ddd963ad-6081-43e9-be4b-69fb53921334 req-16f95ac0-e4f2-4c27-9526-b3c3d3d8519a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d28d2c-5c8e-4042-a2a4-f173e12627ee HTTP/1.1" status: 200 len: 943 time: 0.1473873 Dec 25 20:32:49.810808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device dbbc96e2-5656-4793-b094-a43fd85dc624 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:32:49.833139 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-df9df16f-c02c-49cc-a8e8-7c99bc70905c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71a2d62c-2200-4b91-97a6-d2ab1acae775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1215849 Dec 25 20:32:49.882396 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ddd963ad-6081-43e9-be4b-69fb53921334 req-50d47e13-bd23-4d09-b670-953dbf8fe5ed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=af19a6a2-c2c0-45d4-8500-6424d5976398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868683 Dec 25 20:32:49.884088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port dbbc96e2-5656-4793-b094-a43fd85dc624 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:32:49.890027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port dbbc96e2-5656-4793-b094-a43fd85dc624 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:32:49.890443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:49.991300 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-d515c816-9c47-499f-8ebc-cd5906e5eea7 service neutron] 10.222.0.36 "GET /v2.0/networks/71a2d62c-2200-4b91-97a6-d2ab1acae775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451118 Dec 25 20:32:50.006925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:50.043488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port dbbc96e2-5656-4793-b094-a43fd85dc624, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=dbbc96e2-5656-4793-b094-a43fd85dc624,segment=NetworkSegment(c6032a27-83fa-4bad-bbc3-896cdf7fa57c),segment_id=c6032a27-83fa-4bad-bbc3-896cdf7fa57c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:32:50.047334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:50.049420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ef5411f1-27e6-4046-b79f-2b9517f74da3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:32:50.115886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=dbbc96e2-5656-4793-b094-a43fd85dc624,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:32:50.119111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:32:50.141947 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-39a73c16-9866-4be2-8f04-401080bdfb27 req-b1c5c309-5b82-4a56-a7ae-dd7a7170da8a service neutron] 10.222.0.36 "GET /v2.0/networks/71a2d62c-2200-4b91-97a6-d2ab1acae775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400917 Dec 25 20:32:50.265153 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-224fe278-531a-4544-803e-c6de6554e54b req-31cb388b-5929-42da-b296-8c314d967cbd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a10522521544fda81a2e75a1a25c08e&device_id=70d28d2c-5c8e-4042-a2a4-f173e12627ee HTTP/1.1" status: 200 len: 1096 time: 0.0743051 Dec 25 20:32:50.408325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224fe278-531a-4544-803e-c6de6554e54b req-6dcac500-caa7-40d1-be9a-1da10c3e579a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:32:50.409825 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-224fe278-531a-4544-803e-c6de6554e54b req-6dcac500-caa7-40d1-be9a-1da10c3e579a service neutron] 10.222.0.36 "GET /v2.0/networks?id=71a2d62c-2200-4b91-97a6-d2ab1acae775 HTTP/1.1" status: 200 len: 897 time: 0.1366475 Dec 25 20:32:50.483410 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-224fe278-531a-4544-803e-c6de6554e54b req-7ff4a970-6178-4d43-924b-d1d9af9fcbf7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0d6eaee-7ddd-4045-9587-29ba44a5959f HTTP/1.1" status: 200 len: 217 time: 0.0663109 Dec 25 20:32:50.553061 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224fe278-531a-4544-803e-c6de6554e54b req-2d15737a-dc3d-492c-824b-8df9b96047da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:32:50.554569 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-224fe278-531a-4544-803e-c6de6554e54b req-2d15737a-dc3d-492c-824b-8df9b96047da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a7929719-a18f-463e-8eb2-6c31ae92c44a HTTP/1.1" status: 200 len: 835 time: 0.0647793 Dec 25 20:32:50.637516 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-224fe278-531a-4544-803e-c6de6554e54b req-3cfabe25-37d6-4ef0-8298-c7bf65777eaf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71a2d62c-2200-4b91-97a6-d2ab1acae775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752292 Dec 25 20:32:50.780891 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-224fe278-531a-4544-803e-c6de6554e54b req-eb790f8e-c1be-42b6-9b0e-f6d7ce22d5f2 service neutron] 10.222.0.36 "GET /v2.0/networks/71a2d62c-2200-4b91-97a6-d2ab1acae775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352835 Dec 25 20:32:50.923952 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-224fe278-531a-4544-803e-c6de6554e54b req-de20b9db-cfb8-4c45-83ba-38b40037f2df service neutron] 10.222.0.36 "GET /v2.0/networks/71a2d62c-2200-4b91-97a6-d2ab1acae775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336966 Dec 25 20:32:51.093446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae68ab-ea61-43b8-b173-a116a31834ee req-7e535ce6-e421-4097-8a7d-75667cf348e7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:32:51.094947 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-11ae68ab-ea61-43b8-b173-a116a31834ee req-7e535ce6-e421-4097-8a7d-75667cf348e7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d28d2c-5c8e-4042-a2a4-f173e12627ee HTTP/1.1" status: 200 len: 943 time: 0.0876110 Dec 25 20:32:51.142801 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-11ae68ab-ea61-43b8-b173-a116a31834ee req-20aa0355-1d5c-421c-b0ff-807e0e1da0b7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=af19a6a2-c2c0-45d4-8500-6424d5976398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409756 Dec 25 20:32:51.790230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device dbbc96e2-5656-4793-b094-a43fd85dc624 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:32:51.870911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port dbbc96e2-5656-4793-b094-a43fd85dc624 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:32:51.871350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:52.353412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2ab9d-7fd6-4545-beeb-7dfcc7d306d0 req-3acdd66e-5253-448c-ad0d-55d0c5fa2b6f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:32:52.355042 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fbc2ab9d-7fd6-4545-beeb-7dfcc7d306d0 req-3acdd66e-5253-448c-ad0d-55d0c5fa2b6f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d28d2c-5c8e-4042-a2a4-f173e12627ee HTTP/1.1" status: 200 len: 943 time: 0.0868783 Dec 25 20:32:52.408439 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fbc2ab9d-7fd6-4545-beeb-7dfcc7d306d0 req-36dc84ea-3ad8-4ae1-8faf-1fe095b088ef tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=af19a6a2-c2c0-45d4-8500-6424d5976398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469568 Dec 25 20:32:53.000313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device d0d6eaee-7ddd-4045-9587-29ba44a5959f details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 20:32:53.145576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port d0d6eaee-7ddd-4045-9587-29ba44a5959f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d0d6eaee-7ddd-4045-9587-29ba44a5959f,segment=NetworkSegment(c6032a27-83fa-4bad-bbc3-896cdf7fa57c),segment_id=c6032a27-83fa-4bad-bbc3-896cdf7fa57c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:32:53.161102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': 'd0d6eaee-7ddd-4045-9587-29ba44a5959f', 'network_id': '71a2d62c-2200-4b91-97a6-d2ab1acae775', 'port_id': 'd0d6eaee-7ddd-4045-9587-29ba44a5959f', 'mac_address': 'fa:16:3e:7f:23:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7929719-a18f-463e-8eb2-6c31ae92c44a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 20:32:53.217532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:53.235436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0d6eaee-7ddd-4045-9587-29ba44a5959f {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:32:53.251231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port d0d6eaee-7ddd-4045-9587-29ba44a5959f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d0d6eaee-7ddd-4045-9587-29ba44a5959f,segment=NetworkSegment(c6032a27-83fa-4bad-bbc3-896cdf7fa57c),segment_id=c6032a27-83fa-4bad-bbc3-896cdf7fa57c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:32:53.253828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:53.257044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e5cf038f-b90c-49a1-9398-0632e5158f7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:32:53.314898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [req-ba5dac0a-16d7-4a1c-807d-fdc14f8c259c req-2c7a012e-6911-45b9-b1e9-a760c5285792 service neutron] (88901) timed out ('10.222.0.36', 58426) {{(pid=88901) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 25 20:32:53.325685 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=d0d6eaee-7ddd-4045-9587-29ba44a5959f,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:32:53.334656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:32:53.335095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:32:53.335482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:32:53.335855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:32:53.336236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:32:53.336617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:32:53.336995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:32:53.337371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:32:53.337748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:32:53.338120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:32:53.338494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:32:53.342469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:32:53.541398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['d0d6eaee-7ddd-4045-9587-29ba44a5959f'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:32:53.619893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd3598-4bbd-430a-80f9-149576ac52ad req-89d015c8-a688-4486-9460-bbf7ca806f52 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:32:53.621522 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6ebd3598-4bbd-430a-80f9-149576ac52ad req-89d015c8-a688-4486-9460-bbf7ca806f52 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d28d2c-5c8e-4042-a2a4-f173e12627ee HTTP/1.1" status: 200 len: 944 time: 0.0884483 Dec 25 20:32:53.671391 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6ebd3598-4bbd-430a-80f9-149576ac52ad req-7c0906a8-3950-4063-ac0d-965ccb8ca036 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=af19a6a2-c2c0-45d4-8500-6424d5976398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430045 Dec 25 20:32:53.995613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:54.877812 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866da3d-4c5e-4bf3-85d9-66c4c1def433 req-003817e8-13cb-4963-94d6-fc28ff9ec8cd tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:32:54.879414 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c866da3d-4c5e-4bf3-85d9-66c4c1def433 req-003817e8-13cb-4963-94d6-fc28ff9ec8cd tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d28d2c-5c8e-4042-a2a4-f173e12627ee HTTP/1.1" status: 200 len: 944 time: 0.0853195 Dec 25 20:32:54.927578 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c866da3d-4c5e-4bf3-85d9-66c4c1def433 req-e3cca825-4eff-44de-a78f-d58c7f8ad216 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=af19a6a2-c2c0-45d4-8500-6424d5976398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420504 Dec 25 20:32:55.017222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device d0d6eaee-7ddd-4045-9587-29ba44a5959f up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:32:55.086746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning for port d0d6eaee-7ddd-4045-9587-29ba44a5959f completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:32:55.091578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port d0d6eaee-7ddd-4045-9587-29ba44a5959f triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:32:55.092012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:55.211730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:55.238804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d28d2c-5c8e-4042-a2a4-f173e12627ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d6eaee-7ddd-4045-9587-29ba44a5959f'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:32:55.248919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port d0d6eaee-7ddd-4045-9587-29ba44a5959f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d0d6eaee-7ddd-4045-9587-29ba44a5959f,segment=NetworkSegment(c6032a27-83fa-4bad-bbc3-896cdf7fa57c),segment_id=c6032a27-83fa-4bad-bbc3-896cdf7fa57c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:32:55.251991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:55.254403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-710e5d1d-6060-4731-8756-d640d5505c98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:32:55.305650 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d28d2c-5c8e-4042-a2a4-f173e12627ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d6eaee-7ddd-4045-9587-29ba44a5959f', 'code': 200} Dec 25 20:32:55.327971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=d0d6eaee-7ddd-4045-9587-29ba44a5959f,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:32:55.332789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:32:55.543252 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d0ae38d9-ad69-4650-8779-1b458464c3d2 req-b0cd45cd-73fc-4f9d-93d5-659b3c257017 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=70d28d2c-5c8e-4042-a2a4-f173e12627ee HTTP/1.1" status: 200 len: 1098 time: 0.0731196 Dec 25 20:32:55.593370 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d0ae38d9-ad69-4650-8779-1b458464c3d2 req-c3cecb91-b821-44ba-9ef4-78e3e72793cb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=af19a6a2-c2c0-45d4-8500-6424d5976398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405772 Dec 25 20:32:56.357596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f504d-eb1b-4ea8-b803-263467ff7a42 req-dfb09a09-349a-4f52-90b8-8125683f1b7f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:32:56.359218 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8b0f504d-eb1b-4ea8-b803-263467ff7a42 req-dfb09a09-349a-4f52-90b8-8125683f1b7f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d28d2c-5c8e-4042-a2a4-f173e12627ee HTTP/1.1" status: 200 len: 945 time: 0.3116965 Dec 25 20:32:56.407303 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8b0f504d-eb1b-4ea8-b803-263467ff7a42 req-70a5da46-c91d-4f01-a20b-4b3961046408 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=af19a6a2-c2c0-45d4-8500-6424d5976398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414000 Dec 25 20:32:57.617943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43bd46f-ddd8-427d-9f67-e851a2c5c2eb req-846f7378-ab8e-4d1d-8cb2-7d889ab855aa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:32:57.619595 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d43bd46f-ddd8-427d-9f67-e851a2c5c2eb req-846f7378-ab8e-4d1d-8cb2-7d889ab855aa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d28d2c-5c8e-4042-a2a4-f173e12627ee HTTP/1.1" status: 200 len: 945 time: 0.0846488 Dec 25 20:32:57.670366 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d43bd46f-ddd8-427d-9f67-e851a2c5c2eb req-6b4eb62f-0dd3-48ec-b44a-b40096fc6c14 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=af19a6a2-c2c0-45d4-8500-6424d5976398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444713 Dec 25 20:32:57.875871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74edff14-5154-4303-b315-4e1a8fadc902 req-fcc279f3-6cb1-4363-b4ff-f985786f94ee tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:32:57.878031 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-74edff14-5154-4303-b315-4e1a8fadc902 req-fcc279f3-6cb1-4363-b4ff-f985786f94ee tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d28d2c-5c8e-4042-a2a4-f173e12627ee HTTP/1.1" status: 200 len: 945 time: 0.0847967 Dec 25 20:32:57.926363 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-74edff14-5154-4303-b315-4e1a8fadc902 req-fe571cc9-9b23-4485-b6d3-c0a2a36c6311 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=af19a6a2-c2c0-45d4-8500-6424d5976398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421968 Dec 25 20:32:57.952904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60232) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:32:58.030793 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0c5461a3-d24a-4a98-8764-c25c196f6970 tempest-TestNetworkAdvancedServerOps-2027681970 tempest-TestNetworkAdvancedServerOps-2027681970-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=70d28d2c-5c8e-4042-a2a4-f173e12627ee HTTP/1.1" status: 200 len: 1093 time: 0.0765429 Dec 25 20:32:58.033565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60236) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:32:58.039729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-57e60faa-9b93-4dbf-ab78-e180dc08909a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'floatingip': {'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'port_id': 'd0d6eaee-7ddd-4045-9587-29ba44a5959f', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:32:58.045533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-57e60faa-9b93-4dbf-ab78-e180dc08909a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:32:58.049583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-57e60faa-9b93-4dbf-ab78-e180dc08909a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:floatingip and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:32:58.052924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-57e60faa-9b93-4dbf-ab78-e180dc08909a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:32:58.058917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-57e60faa-9b93-4dbf-ab78-e180dc08909a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:32:58.068425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-57e60faa-9b93-4dbf-ab78-e180dc08909a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:58.217862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-57e60faa-9b93-4dbf-ab78-e180dc08909a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:58.362459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-57e60faa-9b93-4dbf-ab78-e180dc08909a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Allocated IP 172.26.8.173 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/a5515861-0ab9-4bc5-9bbf-6204b96205b4) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:32:58.517556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-57e60faa-9b93-4dbf-ab78-e180dc08909a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:58.542348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-57e60faa-9b93-4dbf-ab78-e180dc08909a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:58.546680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3820c103-8fd2-4f0e-8027-1213f9cdaaf3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:32:58.620020 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e60faa-9b93-4dbf-ab78-e180dc08909a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:32:58.623194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-57e60faa-9b93-4dbf-ab78-e180dc08909a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:32:58.627540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e60faa-9b93-4dbf-ab78-e180dc08909a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:32:58.654336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e60faa-9b93-4dbf-ab78-e180dc08909a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'Port': ['ID=a5515861-0ab9-4bc5-9bbf-6204b96205b4,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:32:58.659562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-57e60faa-9b93-4dbf-ab78-e180dc08909a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:32:59.160622 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-57e60faa-9b93-4dbf-ab78-e180dc08909a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:59.224127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-57e60faa-9b93-4dbf-ab78-e180dc08909a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:59.437088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-57e60faa-9b93-4dbf-ab78-e180dc08909a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:59.440328 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-57e60faa-9b93-4dbf-ab78-e180dc08909a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:59.444714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fa7c37fe-c047-4f5a-a853-5ac46d853cff tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:32:59.567384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e60faa-9b93-4dbf-ab78-e180dc08909a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'Port': ['ID=a5515861-0ab9-4bc5-9bbf-6204b96205b4,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:32:59.577303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-57e60faa-9b93-4dbf-ab78-e180dc08909a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:32:59.594704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-57e60faa-9b93-4dbf-ab78-e180dc08909a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:32:59.793801 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [None req-57e60faa-9b93-4dbf-ab78-e180dc08909a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Floating IP ac83d082-10ac-4aed-a770-b34bad45f1b5 associated. External IP: 172.26.8.173, port: d0d6eaee-7ddd-4045-9587-29ba44a5959f. Dec 25 20:33:00.200702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e60faa-9b93-4dbf-ab78-e180dc08909a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Router 9b01f08b-c787-44f2-9cb1-784416d1d2d4 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:33:00.415980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e60faa-9b93-4dbf-ab78-e180dc08909a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:33:00.426312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de4c32a-451a-4737-a3f4-d2dfc36d41fd None None] Sync routers for ids ['9b01f08b-c787-44f2-9cb1-784416d1d2d4'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:33:00.438731 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de4c32a-451a-4737-a3f4-d2dfc36d41fd None None] Routers {'9b01f08b-c787-44f2-9cb1-784416d1d2d4'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:33:00.439449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-4de4c32a-451a-4737-a3f4-d2dfc36d41fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:32:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['9b01f08b-c787-44f2-9cb1-784416d1d2d4'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:33:00.439723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-57e60faa-9b93-4dbf-ab78-e180dc08909a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:33:00.498665 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-57e60faa-9b93-4dbf-ab78-e180dc08909a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4640052 Dec 25 20:33:00.499488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d28d2c-5c8e-4042-a2a4-f173e12627ee', 'tag': 'd0d6eaee-7ddd-4045-9587-29ba44a5959f'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:33:00.556166 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d28d2c-5c8e-4042-a2a4-f173e12627ee', 'tag': 'd0d6eaee-7ddd-4045-9587-29ba44a5959f', 'status': 'completed', 'code': 200} Dec 25 20:33:00.629485 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-4de4c32a-451a-4737-a3f4-d2dfc36d41fd None None] Set router 9b01f08b-c787-44f2-9cb1-784416d1d2d4 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:33:00.721584 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6987cb0b-017e-4cd4-aef1-7ae31f051c23 req-6300ca86-b0fc-4ba6-8e5a-e722e4256c32 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a10522521544fda81a2e75a1a25c08e&device_id=70d28d2c-5c8e-4042-a2a4-f173e12627ee HTTP/1.1" status: 200 len: 1098 time: 0.1411662 Dec 25 20:33:00.731783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86e9ff-522f-441e-8282-b80ce8d8e580 req-3e0a000e-1f56-416c-abb0-d11518684bd5 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:33:00.733274 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0d86e9ff-522f-441e-8282-b80ce8d8e580 req-3e0a000e-1f56-416c-abb0-d11518684bd5 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d28d2c-5c8e-4042-a2a4-f173e12627ee HTTP/1.1" status: 200 len: 945 time: 0.1114943 Dec 25 20:33:00.890540 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0d86e9ff-522f-441e-8282-b80ce8d8e580 req-b021d32f-b05b-4161-82ac-95d967e9e3b3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=af19a6a2-c2c0-45d4-8500-6424d5976398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318941 Dec 25 20:33:00.920411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 60244) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:33:01.011480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-4de4c32a-451a-4737-a3f4-d2dfc36d41fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b01f08b-c787-44f2-9cb1-784416d1d2d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586233346', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': 'b75387f2-7b96-4784-9a73-ec4465798293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:32:38Z', 'updated_at': '2021-12-25T20:32:43Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'b75387f2-7b96-4784-9a73-ec4465798293', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01f08b-c787-44f2-9cb1-784416d1d2d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:32:38Z', 'updated_at': '2021-12-25T20:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': 'ac83d082-10ac-4aed-a770-b34bad45f1b5', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'floating_ip_address': '172.26.8.173', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '9b01f08b-c787-44f2-9cb1-784416d1d2d4', 'port_id': 'd0d6eaee-7ddd-4045-9587-29ba44a5959f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71a2d62c-2200-4b91-97a6-d2ab1acae775', 'mac_address': 'fa:16:3e:7f:23:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d28d2c-5c8e-4042-a2a4-f173e12627ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:32:59Z', 'updated_at': '2021-12-25T20:32:59Z', 'revision_number': 0, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbbc96e2-5656-4793-b094-a43fd85dc624', 'name': '', 'network_id': '71a2d62c-2200-4b91-97a6-d2ab1acae775', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:d6:78:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01f08b-c787-44f2-9cb1-784416d1d2d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7929719-a18f-463e-8eb2-6c31ae92c44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:32:41Z', 'updated_at': '2021-12-25T20:32:50Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': 'a7929719-a18f-463e-8eb2-6c31ae92c44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:33:01.018174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de4c32a-451a-4737-a3f4-d2dfc36d41fd None None] Checking router: 9b01f08b-c787-44f2-9cb1-784416d1d2d4 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:33:01.031283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de4c32a-451a-4737-a3f4-d2dfc36d41fd None None] Routers {'9b01f08b-c787-44f2-9cb1-784416d1d2d4'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:33:01.032014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-4de4c32a-451a-4737-a3f4-d2dfc36d41fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:32:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['9b01f08b-c787-44f2-9cb1-784416d1d2d4'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:33:01.040501 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-50049c30-f70b-4087-9bda-50298db35219 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/floatingips/ac83d082-10ac-4aed-a770-b34bad45f1b5 HTTP/1.1" status: 200 len: 991 time: 0.1186907 Dec 25 20:33:01.146644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987cb0b-017e-4cd4-aef1-7ae31f051c23 req-dc71520f-1663-4eb9-b719-fb6da3dd41e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:33:01.148246 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6987cb0b-017e-4cd4-aef1-7ae31f051c23 req-dc71520f-1663-4eb9-b719-fb6da3dd41e3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=71a2d62c-2200-4b91-97a6-d2ab1acae775 HTTP/1.1" status: 200 len: 897 time: 0.4140704 Dec 25 20:33:01.228724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-4de4c32a-451a-4737-a3f4-d2dfc36d41fd None None] Set router 9b01f08b-c787-44f2-9cb1-784416d1d2d4 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:33:01.259219 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6987cb0b-017e-4cd4-aef1-7ae31f051c23 req-dd1e454e-07b0-47d7-9d61-e1fb22d625a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0d6eaee-7ddd-4045-9587-29ba44a5959f HTTP/1.1" status: 200 len: 999 time: 0.1031666 Dec 25 20:33:01.327304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987cb0b-017e-4cd4-aef1-7ae31f051c23 req-e0a39bcd-7f1d-4ddd-9929-5bc06398c389 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:33:01.328791 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6987cb0b-017e-4cd4-aef1-7ae31f051c23 req-e0a39bcd-7f1d-4ddd-9929-5bc06398c389 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a7929719-a18f-463e-8eb2-6c31ae92c44a HTTP/1.1" status: 200 len: 835 time: 0.0633628 Dec 25 20:33:01.408305 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6987cb0b-017e-4cd4-aef1-7ae31f051c23 req-7f410360-ddca-4d8c-bfee-82159e87cf2a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71a2d62c-2200-4b91-97a6-d2ab1acae775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734155 Dec 25 20:33:01.553489 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6987cb0b-017e-4cd4-aef1-7ae31f051c23 req-bfe03a35-d3aa-463c-9a65-3a18670a4638 service neutron] 10.222.0.36 "GET /v2.0/networks/71a2d62c-2200-4b91-97a6-d2ab1acae775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363752 Dec 25 20:33:01.598746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-4de4c32a-451a-4737-a3f4-d2dfc36d41fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b01f08b-c787-44f2-9cb1-784416d1d2d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586233346', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': 'b75387f2-7b96-4784-9a73-ec4465798293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:32:38Z', 'updated_at': '2021-12-25T20:32:43Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'b75387f2-7b96-4784-9a73-ec4465798293', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01f08b-c787-44f2-9cb1-784416d1d2d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:32:38Z', 'updated_at': '2021-12-25T20:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': 'ac83d082-10ac-4aed-a770-b34bad45f1b5', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'floating_ip_address': '172.26.8.173', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '9b01f08b-c787-44f2-9cb1-784416d1d2d4', 'port_id': 'd0d6eaee-7ddd-4045-9587-29ba44a5959f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71a2d62c-2200-4b91-97a6-d2ab1acae775', 'mac_address': 'fa:16:3e:7f:23:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d28d2c-5c8e-4042-a2a4-f173e12627ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:32:59Z', 'updated_at': '2021-12-25T20:32:59Z', 'revision_number': 0, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbbc96e2-5656-4793-b094-a43fd85dc624', 'name': '', 'network_id': '71a2d62c-2200-4b91-97a6-d2ab1acae775', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:d6:78:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01f08b-c787-44f2-9cb1-784416d1d2d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7929719-a18f-463e-8eb2-6c31ae92c44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:32:41Z', 'updated_at': '2021-12-25T20:32:50Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': 'a7929719-a18f-463e-8eb2-6c31ae92c44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:33:01.602944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de4c32a-451a-4737-a3f4-d2dfc36d41fd None None] The sync data for ids ['9b01f08b-c787-44f2-9cb1-784416d1d2d4'] in dv-neutron-822611-1-hyperv is: [{'id': '9b01f08b-c787-44f2-9cb1-784416d1d2d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586233346', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': 'b75387f2-7b96-4784-9a73-ec4465798293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:32:38Z', 'updated_at': '2021-12-25T20:32:43Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'b75387f2-7b96-4784-9a73-ec4465798293', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01f08b-c787-44f2-9cb1-784416d1d2d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:32:38Z', 'updated_at': '2021-12-25T20:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': 'ac83d082-10ac-4aed-a770-b34bad45f1b5', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'floating_ip_address': '172.26.8.173', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '9b01f08b-c787-44f2-9cb1-784416d1d2d4', 'port_id': 'd0d6eaee-7ddd-4045-9587-29ba44a5959f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71a2d62c-2200-4b91-97a6-d2ab1acae775', 'mac_address': 'fa:16:3e:7f:23:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d28d2c-5c8e-4042-a2a4-f173e12627ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:32:59Z', 'updated_at': '2021-12-25T20:32:59Z', 'revision_number': 0, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbbc96e2-5656-4793-b094-a43fd85dc624', 'name': '', 'network_id': '71a2d62c-2200-4b91-97a6-d2ab1acae775', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:d6:78:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01f08b-c787-44f2-9cb1-784416d1d2d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7929719-a18f-463e-8eb2-6c31ae92c44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:32:41Z', 'updated_at': '2021-12-25T20:32:50Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': 'a7929719-a18f-463e-8eb2-6c31ae92c44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:33:01.702841 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6987cb0b-017e-4cd4-aef1-7ae31f051c23 req-2f777390-7103-4dd0-8dcb-712a345c8fbf service neutron] 10.222.0.36 "GET /v2.0/networks/71a2d62c-2200-4b91-97a6-d2ab1acae775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427178 Dec 25 20:33:01.942404 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8552c1-0679-4ea2-9ee0-9ca1aecc22e3 None None] New status for floating IP ac83d082-10ac-4aed-a770-b34bad45f1b5: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 20:33:02.042235 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 60248) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:33:02.157508 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b9a04e1c-60ec-46b8-b2f6-6a26e28b73b2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/floatingips/ac83d082-10ac-4aed-a770-b34bad45f1b5 HTTP/1.1" status: 200 len: 991 time: 0.1138561 Dec 25 20:33:03.161684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 60252) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:33:03.509808 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-acdb8d89-b2cb-45aa-aae6-e5dfeed3c983 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/floatingips/ac83d082-10ac-4aed-a770-b34bad45f1b5 HTTP/1.1" status: 200 len: 993 time: 0.3468218 Dec 25 20:33:06.138097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8e340f75-93a1-4620-9354-08839b274ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:33:07.291634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:33:08.439657 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e60b2fcb-772a-4d89-b86e-c7ca206b6d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:33:08.792618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:33:08.867803 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-be53ce2c-ec2d-4120-a794-a3e4763b1de6 req-359f7832-407a-49d8-bda8-afc95f28ab10 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=70d28d2c-5c8e-4042-a2a4-f173e12627ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0790858 Dec 25 20:33:09.019201 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-be53ce2c-ec2d-4120-a794-a3e4763b1de6 req-dd948a07-e4a4-4246-8f4c-bbad1c0f585a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a10522521544fda81a2e75a1a25c08e&device_id=70d28d2c-5c8e-4042-a2a4-f173e12627ee HTTP/1.1" status: 200 len: 1098 time: 0.0751853 Dec 25 20:33:09.174889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53ce2c-ec2d-4120-a794-a3e4763b1de6 req-8b9df13f-01bd-4a8b-87da-c61fb086e7b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:33:09.177055 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-be53ce2c-ec2d-4120-a794-a3e4763b1de6 req-8b9df13f-01bd-4a8b-87da-c61fb086e7b4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=71a2d62c-2200-4b91-97a6-d2ab1acae775 HTTP/1.1" status: 200 len: 897 time: 0.1382234 Dec 25 20:33:09.286238 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-be53ce2c-ec2d-4120-a794-a3e4763b1de6 req-a6216f9b-3f2d-403d-9dee-7329f676c0f9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0d6eaee-7ddd-4045-9587-29ba44a5959f HTTP/1.1" status: 200 len: 1001 time: 0.1019650 Dec 25 20:33:09.355070 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53ce2c-ec2d-4120-a794-a3e4763b1de6 req-5c01343a-2f19-4602-948d-2db141e215d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:33:09.356671 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-be53ce2c-ec2d-4120-a794-a3e4763b1de6 req-5c01343a-2f19-4602-948d-2db141e215d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a7929719-a18f-463e-8eb2-6c31ae92c44a HTTP/1.1" status: 200 len: 835 time: 0.0639546 Dec 25 20:33:09.443137 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-be53ce2c-ec2d-4120-a794-a3e4763b1de6 req-de685465-b0dd-4844-8cdd-2b557cee8f94 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71a2d62c-2200-4b91-97a6-d2ab1acae775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769136 Dec 25 20:33:09.585360 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-be53ce2c-ec2d-4120-a794-a3e4763b1de6 req-5c0ef556-e8a4-4801-bdea-df6bef64d4cd service neutron] 10.222.0.36 "GET /v2.0/networks/71a2d62c-2200-4b91-97a6-d2ab1acae775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353002 Dec 25 20:33:09.729381 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-be53ce2c-ec2d-4120-a794-a3e4763b1de6 req-c5478377-32f3-4920-a993-e5464447f847 service neutron] 10.222.0.36 "GET /v2.0/networks/71a2d62c-2200-4b91-97a6-d2ab1acae775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363981 Dec 25 20:33:10.115464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:33:20.035796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:33:24.000218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:33:34.917288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0290616-444a-42c0-ae1f-b87e535cff5b req-b83a73e2-5401-411a-b5f3-86fca367887d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:33:34.918916 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f0290616-444a-42c0-ae1f-b87e535cff5b req-b83a73e2-5401-411a-b5f3-86fca367887d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d28d2c-5c8e-4042-a2a4-f173e12627ee HTTP/1.1" status: 200 len: 945 time: 0.1775422 Dec 25 20:33:34.966794 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f0290616-444a-42c0-ae1f-b87e535cff5b req-5ca3798c-7b1b-4c0e-a68a-c25eff8dae45 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=af19a6a2-c2c0-45d4-8500-6424d5976398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416794 Dec 25 20:33:36.144345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4a3e9df1-0e11-44cb-a78e-cf9bcf59d712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:33:36.255304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a7f58-fd09-4690-9d5a-95dff27249ff req-0cee2383-5931-4209-b21f-07b5944ccd29 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:33:36.256918 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d79a7f58-fd09-4690-9d5a-95dff27249ff req-0cee2383-5931-4209-b21f-07b5944ccd29 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d28d2c-5c8e-4042-a2a4-f173e12627ee HTTP/1.1" status: 200 len: 945 time: 0.1663210 Dec 25 20:33:36.304673 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d79a7f58-fd09-4690-9d5a-95dff27249ff req-6dc821cd-810e-4888-9988-b8a01fea9f20 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=af19a6a2-c2c0-45d4-8500-6424d5976398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416455 Dec 25 20:33:37.293342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:33:37.513001 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6dabef-5e14-449f-8e14-8a7d1e973375 req-381a7a56-68c2-49fe-a087-fbb405d357a2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:33:37.514615 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2a6dabef-5e14-449f-8e14-8a7d1e973375 req-381a7a56-68c2-49fe-a087-fbb405d357a2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d28d2c-5c8e-4042-a2a4-f173e12627ee HTTP/1.1" status: 200 len: 945 time: 0.0836706 Dec 25 20:33:37.562374 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2a6dabef-5e14-449f-8e14-8a7d1e973375 req-9faa869e-c7c5-45ef-a6c5-402e7bf36e91 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=af19a6a2-c2c0-45d4-8500-6424d5976398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414834 Dec 25 20:33:38.440888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08e6b7f5-47a5-40da-865e-2aa7aad557ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:33:38.774759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5093cee4-587d-4fa1-a6ff-0024638049da req-b1f498df-0877-443a-b737-f4cd5499023f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:33:38.776392 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5093cee4-587d-4fa1-a6ff-0024638049da req-b1f498df-0877-443a-b737-f4cd5499023f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d28d2c-5c8e-4042-a2a4-f173e12627ee HTTP/1.1" status: 200 len: 945 time: 0.0887086 Dec 25 20:33:38.796551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:33:38.829782 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5093cee4-587d-4fa1-a6ff-0024638049da req-b55f32a7-e41f-4666-b567-df841ecf606d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=af19a6a2-c2c0-45d4-8500-6424d5976398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468948 Dec 25 20:33:40.036227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b7563-9051-4522-ae3d-83da9a879190 req-be851504-73fa-4798-9e5d-9d323a516e6e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:33:40.037719 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-348b7563-9051-4522-ae3d-83da9a879190 req-be851504-73fa-4798-9e5d-9d323a516e6e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d28d2c-5c8e-4042-a2a4-f173e12627ee HTTP/1.1" status: 200 len: 945 time: 0.0834517 Dec 25 20:33:40.088649 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-348b7563-9051-4522-ae3d-83da9a879190 req-d82097ff-03d8-4682-89cc-1df6bd9f5a26 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=af19a6a2-c2c0-45d4-8500-6424d5976398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448399 Dec 25 20:33:40.119019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:33:41.292970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfbc036-9535-444c-b096-41bc87a05242 req-d7d9c6af-05a1-4e76-aacb-474d1ef1a266 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:33:41.294564 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dcfbc036-9535-444c-b096-41bc87a05242 req-d7d9c6af-05a1-4e76-aacb-474d1ef1a266 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d28d2c-5c8e-4042-a2a4-f173e12627ee HTTP/1.1" status: 200 len: 945 time: 0.0837300 Dec 25 20:33:41.341875 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dcfbc036-9535-444c-b096-41bc87a05242 req-4fca732d-9352-46bc-85e7-97c4729091da tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=af19a6a2-c2c0-45d4-8500-6424d5976398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413115 Dec 25 20:33:42.556581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3431856-588c-4284-82ee-7abc1dfa3739 req-d1239313-9d4f-4cfe-be5f-afe78182fdae tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:33:42.558187 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b3431856-588c-4284-82ee-7abc1dfa3739 req-d1239313-9d4f-4cfe-be5f-afe78182fdae tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d28d2c-5c8e-4042-a2a4-f173e12627ee HTTP/1.1" status: 200 len: 945 time: 0.0924075 Dec 25 20:33:42.607121 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b3431856-588c-4284-82ee-7abc1dfa3739 req-e62e5429-b6b1-4dad-bd83-d2009c902c1c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=af19a6a2-c2c0-45d4-8500-6424d5976398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426068 Dec 25 20:33:43.811616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7086fb1-cbb1-49d6-8425-06fd1d8750d2 req-ceeb4669-7c3a-43b5-b2fa-23c8667a3974 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:33:43.813215 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c7086fb1-cbb1-49d6-8425-06fd1d8750d2 req-ceeb4669-7c3a-43b5-b2fa-23c8667a3974 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d28d2c-5c8e-4042-a2a4-f173e12627ee HTTP/1.1" status: 200 len: 945 time: 0.0854626 Dec 25 20:33:43.861813 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c7086fb1-cbb1-49d6-8425-06fd1d8750d2 req-38006871-3d4b-4ebc-ae38-e4b7383721fc tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=af19a6a2-c2c0-45d4-8500-6424d5976398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418642 Dec 25 20:33:45.085596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44142923-4653-44b7-98a1-3fb4e63e7bcf req-65b12162-47a7-41c7-86d1-67a567a25f71 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:33:45.087254 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-44142923-4653-44b7-98a1-3fb4e63e7bcf req-65b12162-47a7-41c7-86d1-67a567a25f71 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d28d2c-5c8e-4042-a2a4-f173e12627ee HTTP/1.1" status: 200 len: 945 time: 0.0909595 Dec 25 20:33:45.135745 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-44142923-4653-44b7-98a1-3fb4e63e7bcf req-1de25ca3-28a9-48ef-a04c-9c4dbbb9564e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=af19a6a2-c2c0-45d4-8500-6424d5976398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421753 Dec 25 20:33:46.341716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40641c4-331f-41c8-af14-0cfa640e7fee req-ef827c24-8689-436a-934d-489e3864f460 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:33:46.343363 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d40641c4-331f-41c8-af14-0cfa640e7fee req-ef827c24-8689-436a-934d-489e3864f460 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d28d2c-5c8e-4042-a2a4-f173e12627ee HTTP/1.1" status: 200 len: 945 time: 0.0829792 Dec 25 20:33:46.392014 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d40641c4-331f-41c8-af14-0cfa640e7fee req-2974ba1a-7942-4c49-a743-eeb779a05f32 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=af19a6a2-c2c0-45d4-8500-6424d5976398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418625 Dec 25 20:33:46.421272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 60296) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:33:46.535207 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e7cb9ec3-e3c0-4fae-b0ea-8a30a71c3dc2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/floatingips/ac83d082-10ac-4aed-a770-b34bad45f1b5 HTTP/1.1" status: 200 len: 993 time: 0.1124747 Dec 25 20:33:48.104779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef89279-d58c-451f-90b3-fa65dae880b8 req-e69689d6-021a-4092-ab20-6bdbaea0208b tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:33:48.106375 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-bef89279-d58c-451f-90b3-fa65dae880b8 req-e69689d6-021a-4092-ab20-6bdbaea0208b tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d28d2c-5c8e-4042-a2a4-f173e12627ee HTTP/1.1" status: 200 len: 945 time: 0.1474061 Dec 25 20:33:48.134316 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a4c73729-926b-4cc0-9c25-7a920a0af6bc req-d60184fd-53aa-471a-8128-57e128084067 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a10522521544fda81a2e75a1a25c08e&device_id=70d28d2c-5c8e-4042-a2a4-f173e12627ee HTTP/1.1" status: 200 len: 1098 time: 0.1158066 Dec 25 20:33:48.201947 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-bef89279-d58c-451f-90b3-fa65dae880b8 req-d572969a-afc1-48c9-bfea-5c8766d21831 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=af19a6a2-c2c0-45d4-8500-6424d5976398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888593 Dec 25 20:33:48.299619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c73729-926b-4cc0-9c25-7a920a0af6bc req-b67c4fd4-9c2f-4a49-b97c-97b99060186d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:33:48.301215 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a4c73729-926b-4cc0-9c25-7a920a0af6bc req-b67c4fd4-9c2f-4a49-b97c-97b99060186d service neutron] 10.222.0.36 "GET /v2.0/networks?id=71a2d62c-2200-4b91-97a6-d2ab1acae775 HTTP/1.1" status: 200 len: 897 time: 0.1524286 Dec 25 20:33:48.410658 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a4c73729-926b-4cc0-9c25-7a920a0af6bc req-5a91f1f3-6b25-49f9-a686-a2580730b3e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0d6eaee-7ddd-4045-9587-29ba44a5959f HTTP/1.1" status: 200 len: 1001 time: 0.1002438 Dec 25 20:33:48.484632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c73729-926b-4cc0-9c25-7a920a0af6bc req-761f69cc-acf4-4380-8c1f-f839a46bafef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:33:48.486136 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a4c73729-926b-4cc0-9c25-7a920a0af6bc req-761f69cc-acf4-4380-8c1f-f839a46bafef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a7929719-a18f-463e-8eb2-6c31ae92c44a HTTP/1.1" status: 200 len: 835 time: 0.0660365 Dec 25 20:33:48.567872 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a4c73729-926b-4cc0-9c25-7a920a0af6bc req-b700064b-0bbe-4320-9e4a-d86043bb5069 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71a2d62c-2200-4b91-97a6-d2ab1acae775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729365 Dec 25 20:33:48.712433 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a4c73729-926b-4cc0-9c25-7a920a0af6bc req-68c1d8b0-00e9-42cd-a982-0b4e73d187ad service neutron] 10.222.0.36 "GET /v2.0/networks/71a2d62c-2200-4b91-97a6-d2ab1acae775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351001 Dec 25 20:33:48.861276 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a4c73729-926b-4cc0-9c25-7a920a0af6bc req-bd611b92-768e-44df-8103-e6a85c3c8011 service neutron] 10.222.0.36 "GET /v2.0/networks/71a2d62c-2200-4b91-97a6-d2ab1acae775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361835 Dec 25 20:33:49.422394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550bd59-0694-4da1-925a-12dd5132cf1c req-c1b2242a-22a5-4c46-a292-60235df3f2ba tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:33:49.424168 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f550bd59-0694-4da1-925a-12dd5132cf1c req-c1b2242a-22a5-4c46-a292-60235df3f2ba tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d28d2c-5c8e-4042-a2a4-f173e12627ee HTTP/1.1" status: 200 len: 945 time: 0.0922611 Dec 25 20:33:49.476119 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f550bd59-0694-4da1-925a-12dd5132cf1c req-73893678-5b84-4ee9-8ea4-9bab3619d5bf tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=af19a6a2-c2c0-45d4-8500-6424d5976398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451288 Dec 25 20:33:50.683334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2bb35-9ee2-4859-8721-d60ca96bb157 req-58bc8a40-e609-4f7c-8bfd-733c95caaa6c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:33:50.684936 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8bb2bb35-9ee2-4859-8721-d60ca96bb157 req-58bc8a40-e609-4f7c-8bfd-733c95caaa6c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d28d2c-5c8e-4042-a2a4-f173e12627ee HTTP/1.1" status: 200 len: 945 time: 0.0826695 Dec 25 20:33:50.731976 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8bb2bb35-9ee2-4859-8721-d60ca96bb157 req-3cf1d44e-0a20-4994-a80c-08edd995ee59 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=af19a6a2-c2c0-45d4-8500-6424d5976398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410380 Dec 25 20:33:50.760417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60310) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:33:50.870765 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0ff445da-cba6-4eae-a205-00bd53e79b2a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/floatingips/ac83d082-10ac-4aed-a770-b34bad45f1b5 HTTP/1.1" status: 200 len: 993 time: 0.1089017 Dec 25 20:33:53.997985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:33:57.036687 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:34:06.137966 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9dd61d74-efb0-4298-83ff-345a0e01a876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:07.294976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:08.445662 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dd273b76-6fb8-42a1-9972-785fcf84c271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:08.796530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:08.864570 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-49a4e399-bcd7-4476-806a-a15ce3c92b35 req-da54b3f1-40dd-4a3d-bb5e-a60e3869e03d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=70d28d2c-5c8e-4042-a2a4-f173e12627ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0778000 Dec 25 20:34:09.249180 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-49a4e399-bcd7-4476-806a-a15ce3c92b35 req-78120e3a-96fe-4908-8aff-814289e807c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a10522521544fda81a2e75a1a25c08e&device_id=70d28d2c-5c8e-4042-a2a4-f173e12627ee HTTP/1.1" status: 200 len: 1098 time: 0.2999296 Dec 25 20:34:09.408594 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4e399-bcd7-4476-806a-a15ce3c92b35 req-6c302617-0c02-4f56-bcdb-3ac1e54d8f44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:34:09.410719 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-49a4e399-bcd7-4476-806a-a15ce3c92b35 req-6c302617-0c02-4f56-bcdb-3ac1e54d8f44 service neutron] 10.222.0.36 "GET /v2.0/networks?id=71a2d62c-2200-4b91-97a6-d2ab1acae775 HTTP/1.1" status: 200 len: 897 time: 0.1381285 Dec 25 20:34:09.516464 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-49a4e399-bcd7-4476-806a-a15ce3c92b35 req-3c2a635e-037b-402a-9f18-46d23bac08c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0d6eaee-7ddd-4045-9587-29ba44a5959f HTTP/1.1" status: 200 len: 1001 time: 0.0990415 Dec 25 20:34:09.591442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4e399-bcd7-4476-806a-a15ce3c92b35 req-aca9f54f-b30e-44ad-b01a-62f4f741c77f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:34:09.593029 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-49a4e399-bcd7-4476-806a-a15ce3c92b35 req-aca9f54f-b30e-44ad-b01a-62f4f741c77f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a7929719-a18f-463e-8eb2-6c31ae92c44a HTTP/1.1" status: 200 len: 835 time: 0.0702450 Dec 25 20:34:09.674549 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-49a4e399-bcd7-4476-806a-a15ce3c92b35 req-40045826-e039-4f0c-8033-0a238e1bc02b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71a2d62c-2200-4b91-97a6-d2ab1acae775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747588 Dec 25 20:34:09.822861 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-49a4e399-bcd7-4476-806a-a15ce3c92b35 req-f37759ac-ebeb-4d25-a487-ad7b5d61d4f5 service neutron] 10.222.0.36 "GET /v2.0/networks/71a2d62c-2200-4b91-97a6-d2ab1acae775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355829 Dec 25 20:34:09.979912 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-49a4e399-bcd7-4476-806a-a15ce3c92b35 req-c1a527b2-c628-4b9a-9ac3-b2a6f204c243 service neutron] 10.222.0.36 "GET /v2.0/networks/71a2d62c-2200-4b91-97a6-d2ab1acae775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491210 Dec 25 20:34:10.282568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:23.329900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60322) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:34:23.542101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-c4ac3032-df89-46c1-ab06-a90751822694 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Deleting port a5515861-0ab9-4bc5-9bbf-6204b96205b4 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:34:23.542506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4ac3032-df89-46c1-ab06-a90751822694 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:23.725298 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4ac3032-df89-46c1-ab06-a90751822694 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:23.725672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4ac3032-df89-46c1-ab06-a90751822694 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:23.854483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-c4ac3032-df89-46c1-ab06-a90751822694 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Calling delete_port for a5515861-0ab9-4bc5-9bbf-6204b96205b4 owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:34:24.013491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:24.013762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4ac3032-df89-46c1-ab06-a90751822694 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:24.018002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fc12b02e-e808-4699-96e1-a61bb44bd79d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:34:24.061815 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac3032-df89-46c1-ab06-a90751822694 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event deleted for resources: {'Port': ['ID=a5515861-0ab9-4bc5-9bbf-6204b96205b4,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:34:24.139148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac3032-df89-46c1-ab06-a90751822694 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:34:24.139495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac3032-df89-46c1-ab06-a90751822694 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:34:24.139914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac3032-df89-46c1-ab06-a90751822694 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:34:24.140330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac3032-df89-46c1-ab06-a90751822694 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:34:24.140740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac3032-df89-46c1-ab06-a90751822694 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:34:24.141146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac3032-df89-46c1-ab06-a90751822694 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:34:24.141551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac3032-df89-46c1-ab06-a90751822694 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:34:24.141956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac3032-df89-46c1-ab06-a90751822694 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:34:24.142356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac3032-df89-46c1-ab06-a90751822694 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:34:24.142760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac3032-df89-46c1-ab06-a90751822694 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:34:24.143188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac3032-df89-46c1-ab06-a90751822694 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:34:24.147236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c4ac3032-df89-46c1-ab06-a90751822694 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:34:24.176146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4ac3032-df89-46c1-ab06-a90751822694 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:24.582883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ac3032-df89-46c1-ab06-a90751822694 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Router 9b01f08b-c787-44f2-9cb1-784416d1d2d4 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:34:24.792421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ac3032-df89-46c1-ab06-a90751822694 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:34:24.803068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58623d40-f8a9-4557-965c-aadd625e53e6 None None] Sync routers for ids ['9b01f08b-c787-44f2-9cb1-784416d1d2d4'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:34:24.811733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c4ac3032-df89-46c1-ab06-a90751822694 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:24.816322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58623d40-f8a9-4557-965c-aadd625e53e6 None None] Routers {'9b01f08b-c787-44f2-9cb1-784416d1d2d4'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:34:24.817010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-58623d40-f8a9-4557-965c-aadd625e53e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:34:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['9b01f08b-c787-44f2-9cb1-784416d1d2d4'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:34:24.870420 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c4ac3032-df89-46c1-ab06-a90751822694 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "DELETE /v2.0/floatingips/ac83d082-10ac-4aed-a770-b34bad45f1b5 HTTP/1.1" status: 204 len: 168 time: 1.5392628 Dec 25 20:34:24.872353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d28d2c-5c8e-4042-a2a4-f173e12627ee', 'tag': 'd0d6eaee-7ddd-4045-9587-29ba44a5959f'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:34:25.013409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-58623d40-f8a9-4557-965c-aadd625e53e6 None None] Set router 9b01f08b-c787-44f2-9cb1-784416d1d2d4 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:34:25.027486 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d28d2c-5c8e-4042-a2a4-f173e12627ee', 'tag': 'd0d6eaee-7ddd-4045-9587-29ba44a5959f', 'status': 'completed', 'code': 200} Dec 25 20:34:25.141883 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ae6cab39-9854-4126-9a11-e9c41749a44a req-60949e13-7a5b-4f86-a105-034d721df551 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a10522521544fda81a2e75a1a25c08e&device_id=70d28d2c-5c8e-4042-a2a4-f173e12627ee HTTP/1.1" status: 200 len: 1098 time: 0.0820003 Dec 25 20:34:25.361736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6cab39-9854-4126-9a11-e9c41749a44a req-33da01e1-b870-406b-bb2e-4a1744ec5b5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:34:25.363929 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ae6cab39-9854-4126-9a11-e9c41749a44a req-33da01e1-b870-406b-bb2e-4a1744ec5b5f service neutron] 10.222.0.36 "GET /v2.0/networks?id=71a2d62c-2200-4b91-97a6-d2ab1acae775 HTTP/1.1" status: 200 len: 897 time: 0.2144458 Dec 25 20:34:25.364704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-58623d40-f8a9-4557-965c-aadd625e53e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b01f08b-c787-44f2-9cb1-784416d1d2d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586233346', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': 'b75387f2-7b96-4784-9a73-ec4465798293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:32:38Z', 'updated_at': '2021-12-25T20:32:43Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'b75387f2-7b96-4784-9a73-ec4465798293', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01f08b-c787-44f2-9cb1-784416d1d2d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:32:38Z', 'updated_at': '2021-12-25T20:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'dbbc96e2-5656-4793-b094-a43fd85dc624', 'name': '', 'network_id': '71a2d62c-2200-4b91-97a6-d2ab1acae775', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:d6:78:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01f08b-c787-44f2-9cb1-784416d1d2d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7929719-a18f-463e-8eb2-6c31ae92c44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:32:41Z', 'updated_at': '2021-12-25T20:32:50Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': 'a7929719-a18f-463e-8eb2-6c31ae92c44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:34:25.369108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58623d40-f8a9-4557-965c-aadd625e53e6 None None] Checking router: 9b01f08b-c787-44f2-9cb1-784416d1d2d4 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:34:25.381807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58623d40-f8a9-4557-965c-aadd625e53e6 None None] Routers {'9b01f08b-c787-44f2-9cb1-784416d1d2d4'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:34:25.382490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-58623d40-f8a9-4557-965c-aadd625e53e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:34:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['9b01f08b-c787-44f2-9cb1-784416d1d2d4'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:34:25.434158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc2b21-ac67-4478-bcf8-ec39288e8ec6 req-d1e50c74-8773-4a2b-a214-8a14153a1a3f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:34:25.434851 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-78bc2b21-ac67-4478-bcf8-ec39288e8ec6 req-d1e50c74-8773-4a2b-a214-8a14153a1a3f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Synchronizing usage tracker for tenant:5a10522521544fda81a2e75a1a25c08e on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:34:25.456237 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ae6cab39-9854-4126-9a11-e9c41749a44a req-53d3836d-5b3c-4914-8b1e-bb6414bca3be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0d6eaee-7ddd-4045-9587-29ba44a5959f HTTP/1.1" status: 200 len: 217 time: 0.0842466 Dec 25 20:34:25.501571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-78bc2b21-ac67-4478-bcf8-ec39288e8ec6 req-d1e50c74-8773-4a2b-a214-8a14153a1a3f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Unset dirty status for tenant:5a10522521544fda81a2e75a1a25c08e on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:34:25.502855 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-78bc2b21-ac67-4478-bcf8-ec39288e8ec6 req-d1e50c74-8773-4a2b-a214-8a14153a1a3f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d28d2c-5c8e-4042-a2a4-f173e12627ee HTTP/1.1" status: 200 len: 945 time: 0.3047967 Dec 25 20:34:25.560959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6cab39-9854-4126-9a11-e9c41749a44a req-10a76abd-8499-400e-a166-735c4911c82b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:34:25.562551 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ae6cab39-9854-4126-9a11-e9c41749a44a req-10a76abd-8499-400e-a166-735c4911c82b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a7929719-a18f-463e-8eb2-6c31ae92c44a HTTP/1.1" status: 200 len: 835 time: 0.0993648 Dec 25 20:34:25.575736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-58623d40-f8a9-4557-965c-aadd625e53e6 None None] Set router 9b01f08b-c787-44f2-9cb1-784416d1d2d4 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:34:25.856476 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-78bc2b21-ac67-4478-bcf8-ec39288e8ec6 req-407ae942-3c42-4fe7-9ef4-796f576df092 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=af19a6a2-c2c0-45d4-8500-6424d5976398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3460960 Dec 25 20:34:25.887762 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ae6cab39-9854-4126-9a11-e9c41749a44a req-b07d1f82-ebf6-4b10-a12e-01b120d0f6e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71a2d62c-2200-4b91-97a6-d2ab1acae775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3163807 Dec 25 20:34:25.919230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-58623d40-f8a9-4557-965c-aadd625e53e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b01f08b-c787-44f2-9cb1-784416d1d2d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586233346', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': 'b75387f2-7b96-4784-9a73-ec4465798293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:32:38Z', 'updated_at': '2021-12-25T20:32:43Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'b75387f2-7b96-4784-9a73-ec4465798293', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01f08b-c787-44f2-9cb1-784416d1d2d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:32:38Z', 'updated_at': '2021-12-25T20:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'dbbc96e2-5656-4793-b094-a43fd85dc624', 'name': '', 'network_id': '71a2d62c-2200-4b91-97a6-d2ab1acae775', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:d6:78:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01f08b-c787-44f2-9cb1-784416d1d2d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7929719-a18f-463e-8eb2-6c31ae92c44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:32:41Z', 'updated_at': '2021-12-25T20:32:50Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': 'a7929719-a18f-463e-8eb2-6c31ae92c44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:34:25.923442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58623d40-f8a9-4557-965c-aadd625e53e6 None None] The sync data for ids ['9b01f08b-c787-44f2-9cb1-784416d1d2d4'] in dv-neutron-822611-1-hyperv is: [{'id': '9b01f08b-c787-44f2-9cb1-784416d1d2d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586233346', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': 'b75387f2-7b96-4784-9a73-ec4465798293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:32:38Z', 'updated_at': '2021-12-25T20:32:43Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'b75387f2-7b96-4784-9a73-ec4465798293', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01f08b-c787-44f2-9cb1-784416d1d2d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:32:38Z', 'updated_at': '2021-12-25T20:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'dbbc96e2-5656-4793-b094-a43fd85dc624', 'name': '', 'network_id': '71a2d62c-2200-4b91-97a6-d2ab1acae775', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:d6:78:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01f08b-c787-44f2-9cb1-784416d1d2d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7929719-a18f-463e-8eb2-6c31ae92c44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:32:41Z', 'updated_at': '2021-12-25T20:32:50Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': 'a7929719-a18f-463e-8eb2-6c31ae92c44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:34:26.034499 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ae6cab39-9854-4126-9a11-e9c41749a44a req-1c3e17d3-70d3-451e-a0d4-38e6d48378ea service neutron] 10.222.0.36 "GET /v2.0/networks/71a2d62c-2200-4b91-97a6-d2ab1acae775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383574 Dec 25 20:34:26.180101 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ae6cab39-9854-4126-9a11-e9c41749a44a req-7805fe4c-b959-4b6e-bcb0-30c79270481b service neutron] 10.222.0.36 "GET /v2.0/networks/71a2d62c-2200-4b91-97a6-d2ab1acae775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389024 Dec 25 20:34:26.388902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ca1157-9658-44ef-93c0-62f2843a53b9 None None] New status for floating IP ac83d082-10ac-4aed-a770-b34bad45f1b5: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 20:34:27.038097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c965397-aa6e-4dfc-b479-84f50701e374 req-d2eac827-c0f8-4622-9940-6b45528a8fc8 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:34:27.039652 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9c965397-aa6e-4dfc-b479-84f50701e374 req-d2eac827-c0f8-4622-9940-6b45528a8fc8 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.36 "GET /v2.0/ports?device_id=70d28d2c-5c8e-4042-a2a4-f173e12627ee HTTP/1.1" status: 200 len: 945 time: 0.1238873 Dec 25 20:34:27.129683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-9c965397-aa6e-4dfc-b479-84f50701e374 req-a483e873-e2f8-4142-a59a-1dee30cdfe23 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Deleting port d0d6eaee-7ddd-4045-9587-29ba44a5959f {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:34:27.130077 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-9c965397-aa6e-4dfc-b479-84f50701e374 req-a483e873-e2f8-4142-a59a-1dee30cdfe23 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:27.196325 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa00f9-e383-4bd0-a5d7-2d6e123dff4e req-82238a94-4044-493b-ad76-2019f81cf5c1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:34:27.197915 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-96fa00f9-e383-4bd0-a5d7-2d6e123dff4e req-82238a94-4044-493b-ad76-2019f81cf5c1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d28d2c-5c8e-4042-a2a4-f173e12627ee HTTP/1.1" status: 200 len: 945 time: 0.2106285 Dec 25 20:34:27.334637 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-96fa00f9-e383-4bd0-a5d7-2d6e123dff4e req-7a6cece3-543a-4699-be01-9dadadcdfc71 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=af19a6a2-c2c0-45d4-8500-6424d5976398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031899 Dec 25 20:34:27.433477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-9c965397-aa6e-4dfc-b479-84f50701e374 req-a483e873-e2f8-4142-a59a-1dee30cdfe23 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] For port d0d6eaee-7ddd-4045-9587-29ba44a5959f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d0d6eaee-7ddd-4045-9587-29ba44a5959f,segment=NetworkSegment(c6032a27-83fa-4bad-bbc3-896cdf7fa57c),segment_id=c6032a27-83fa-4bad-bbc3-896cdf7fa57c)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:34:27.433807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-9c965397-aa6e-4dfc-b479-84f50701e374 req-a483e873-e2f8-4142-a59a-1dee30cdfe23 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:27.562816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-9c965397-aa6e-4dfc-b479-84f50701e374 req-a483e873-e2f8-4142-a59a-1dee30cdfe23 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Calling delete_port for d0d6eaee-7ddd-4045-9587-29ba44a5959f owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:34:27.708130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-9c965397-aa6e-4dfc-b479-84f50701e374 req-a483e873-e2f8-4142-a59a-1dee30cdfe23 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:27.713790 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-543db6c4-23d5-4c78-8cc0-f5c168a52ead tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:34:27.758023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483e873-e2f8-4142-a59a-1dee30cdfe23 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event deleted for resources: {'Port': ['ID=d0d6eaee-7ddd-4045-9587-29ba44a5959f,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:34:27.762322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a483e873-e2f8-4142-a59a-1dee30cdfe23 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:34:27.836560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c965397-aa6e-4dfc-b479-84f50701e374 req-a483e873-e2f8-4142-a59a-1dee30cdfe23 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] No DVR routers for this DVR port d0d6eaee-7ddd-4045-9587-29ba44a5959f on host hv-neutron-8226 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:34:27.838957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-9c965397-aa6e-4dfc-b479-84f50701e374 req-a483e873-e2f8-4142-a59a-1dee30cdfe23 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:27.842757 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d28d2c-5c8e-4042-a2a4-f173e12627ee', 'name': 'network-vif-deleted', 'tag': 'd0d6eaee-7ddd-4045-9587-29ba44a5959f'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:34:27.858025 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9c965397-aa6e-4dfc-b479-84f50701e374 req-a483e873-e2f8-4142-a59a-1dee30cdfe23 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.36 "DELETE /v2.0/ports/d0d6eaee-7ddd-4045-9587-29ba44a5959f HTTP/1.1" status: 204 len: 173 time: 0.8062956 Dec 25 20:34:27.900945 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d28d2c-5c8e-4042-a2a4-f173e12627ee', 'name': 'network-vif-deleted', 'tag': 'd0d6eaee-7ddd-4045-9587-29ba44a5959f', 'status': 'completed', 'code': 200} Dec 25 20:34:28.519863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-691466f3-dce2-490e-8190-8196d1c2d93f req-b3a0fa24-3b44-4a13-bb33-19a5e4a88811 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Synchronizing usage tracker for tenant:5a10522521544fda81a2e75a1a25c08e on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:34:28.535117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-691466f3-dce2-490e-8190-8196d1c2d93f req-b3a0fa24-3b44-4a13-bb33-19a5e4a88811 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Unset dirty status for tenant:5a10522521544fda81a2e75a1a25c08e on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:34:28.536409 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-691466f3-dce2-490e-8190-8196d1c2d93f req-b3a0fa24-3b44-4a13-bb33-19a5e4a88811 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d28d2c-5c8e-4042-a2a4-f173e12627ee HTTP/1.1" status: 200 len: 210 time: 0.0631123 Dec 25 20:34:29.389830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device d0d6eaee-7ddd-4045-9587-29ba44a5959f no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:34:29.424071 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] No Port match for: d0d6eaee-7ddd-4045-9587-29ba44a5959f {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:34:29.424405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device d0d6eaee-7ddd-4045-9587-29ba44a5959f not bound to the agent host hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:34:29.646457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60342) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:34:30.071607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3132761e-25c6-478f-9d8d-671e9b8fb25c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:30.704315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-3132761e-25c6-478f-9d8d-671e9b8fb25c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Deleting port dbbc96e2-5656-4793-b094-a43fd85dc624 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:34:30.704909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3132761e-25c6-478f-9d8d-671e9b8fb25c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:30.901652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-3132761e-25c6-478f-9d8d-671e9b8fb25c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] For port dbbc96e2-5656-4793-b094-a43fd85dc624, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=dbbc96e2-5656-4793-b094-a43fd85dc624,segment=NetworkSegment(c6032a27-83fa-4bad-bbc3-896cdf7fa57c),segment_id=c6032a27-83fa-4bad-bbc3-896cdf7fa57c)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:34:30.902051 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3132761e-25c6-478f-9d8d-671e9b8fb25c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:31.028980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-3132761e-25c6-478f-9d8d-671e9b8fb25c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Calling delete_port for dbbc96e2-5656-4793-b094-a43fd85dc624 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:34:31.216320 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3132761e-25c6-478f-9d8d-671e9b8fb25c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:31.220722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b67c7109-d2ef-47df-a7fb-9e4e73a2f705 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:34:31.266139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132761e-25c6-478f-9d8d-671e9b8fb25c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event deleted for resources: {'Port': ['ID=dbbc96e2-5656-4793-b094-a43fd85dc624,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:34:31.270551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3132761e-25c6-478f-9d8d-671e9b8fb25c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:34:31.820924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3132761e-25c6-478f-9d8d-671e9b8fb25c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:32.428054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3132761e-25c6-478f-9d8d-671e9b8fb25c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Router 9b01f08b-c787-44f2-9cb1-784416d1d2d4 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:34:32.641240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3132761e-25c6-478f-9d8d-671e9b8fb25c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:34:32.652000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572f1f22-035a-4241-aaab-2968aff6cfee None None] Sync routers for ids ['9b01f08b-c787-44f2-9cb1-784416d1d2d4'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:34:32.657273 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3132761e-25c6-478f-9d8d-671e9b8fb25c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "PUT /v2.0/routers/9b01f08b-c787-44f2-9cb1-784416d1d2d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0095849 Dec 25 20:34:32.660948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60346) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:34:32.665101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572f1f22-035a-4241-aaab-2968aff6cfee None None] Routers {'9b01f08b-c787-44f2-9cb1-784416d1d2d4'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:34:32.665777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-572f1f22-035a-4241-aaab-2968aff6cfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:34:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['9b01f08b-c787-44f2-9cb1-784416d1d2d4'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:34:32.857716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-572f1f22-035a-4241-aaab-2968aff6cfee None None] Set router 9b01f08b-c787-44f2-9cb1-784416d1d2d4 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:34:32.859972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f3f4988-cb08-4b37-b861-e39074b12b31 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Deleting subnet a7929719-a18f-463e-8eb2-6c31ae92c44a {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 20:34:32.863150 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2f3f4988-cb08-4b37-b861-e39074b12b31 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:32.925096 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2f3f4988-cb08-4b37-b861-e39074b12b31 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:33.015499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2f3f4988-cb08-4b37-b861-e39074b12b31 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:33.091379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2f3f4988-cb08-4b37-b861-e39074b12b31 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:33.095971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9fbe0984-09cc-4813-8e02-809af9fb9456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:34:33.140466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f4988-cb08-4b37-b861-e39074b12b31 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event deleted for resources: {'Subnet': ['ID=a7929719-a18f-463e-8eb2-6c31ae92c44a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:34:33.143007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2f3f4988-cb08-4b37-b861-e39074b12b31 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:34:33.146467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2f3f4988-cb08-4b37-b861-e39074b12b31 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:33.153487 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2f3f4988-cb08-4b37-b861-e39074b12b31 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "DELETE /v2.0/subnets/a7929719-a18f-463e-8eb2-6c31ae92c44a HTTP/1.1" status: 204 len: 168 time: 0.4914310 Dec 25 20:34:33.156318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60350) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:34:33.157634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33edfa7b-f03a-4c60-8079-f3c0fd12ab95 None None] Network 71a2d62c-2200-4b91-97a6-d2ab1acae775 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:34:33.377381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f46f17a9-6435-4eda-a453-63db9571a5c2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:33.434822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-572f1f22-035a-4241-aaab-2968aff6cfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b01f08b-c787-44f2-9cb1-784416d1d2d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586233346', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': 'b75387f2-7b96-4784-9a73-ec4465798293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:32:38Z', 'updated_at': '2021-12-25T20:34:31Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'b75387f2-7b96-4784-9a73-ec4465798293', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01f08b-c787-44f2-9cb1-784416d1d2d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:32:38Z', 'updated_at': '2021-12-25T20:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:34:33.474248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572f1f22-035a-4241-aaab-2968aff6cfee None None] Checking router: 9b01f08b-c787-44f2-9cb1-784416d1d2d4 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:34:33.530372 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572f1f22-035a-4241-aaab-2968aff6cfee None None] Routers {'9b01f08b-c787-44f2-9cb1-784416d1d2d4'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:34:33.531078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-572f1f22-035a-4241-aaab-2968aff6cfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:34:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['9b01f08b-c787-44f2-9cb1-784416d1d2d4'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:34:33.592045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f46f17a9-6435-4eda-a453-63db9571a5c2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:33.600861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-f46f17a9-6435-4eda-a453-63db9571a5c2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Deleting port b75387f2-7b96-4784-9a73-ec4465798293 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:34:33.601234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f46f17a9-6435-4eda-a453-63db9571a5c2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:33.732199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-572f1f22-035a-4241-aaab-2968aff6cfee None None] Set router 9b01f08b-c787-44f2-9cb1-784416d1d2d4 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:34:33.777454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7bcbfe-7b9c-4640-a42e-bef27fcc90d8 None None] DHCP port deletion for 71a2d62c-2200-4b91-97a6-d2ab1acae775 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 20:34:33.790943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-fd7bcbfe-7b9c-4640-a42e-bef27fcc90d8 None None] Deleting port 0086514f-40d1-4505-a7df-86364bb34090 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:34:33.791398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fd7bcbfe-7b9c-4640-a42e-bef27fcc90d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:33.792611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-f46f17a9-6435-4eda-a453-63db9571a5c2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] For port b75387f2-7b96-4784-9a73-ec4465798293, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=b75387f2-7b96-4784-9a73-ec4465798293,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:34:33.793342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f46f17a9-6435-4eda-a453-63db9571a5c2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:33.900406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 0086514f-40d1-4505-a7df-86364bb34090 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:34:33.922059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-f46f17a9-6435-4eda-a453-63db9571a5c2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Calling delete_port for b75387f2-7b96-4784-9a73-ec4465798293 owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:34:34.037081 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:34:34.095723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f46f17a9-6435-4eda-a453-63db9571a5c2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:34.100247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3132761e-25c6-478f-9d8d-671e9b8fb25c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:34:34.146872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f17a9-6435-4eda-a453-63db9571a5c2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event deleted for resources: {'Port': ['ID=b75387f2-7b96-4784-9a73-ec4465798293,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:34:34.149962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f46f17a9-6435-4eda-a453-63db9571a5c2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:34:34.291884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-fd7bcbfe-7b9c-4640-a42e-bef27fcc90d8 None None] For port 0086514f-40d1-4505-a7df-86364bb34090, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=0086514f-40d1-4505-a7df-86364bb34090,segment=NetworkSegment(c6032a27-83fa-4bad-bbc3-896cdf7fa57c),segment_id=c6032a27-83fa-4bad-bbc3-896cdf7fa57c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:34:34.292225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fd7bcbfe-7b9c-4640-a42e-bef27fcc90d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:34.310263 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:34.482383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-fd7bcbfe-7b9c-4640-a42e-bef27fcc90d8 None None] Calling delete_port for 0086514f-40d1-4505-a7df-86364bb34090 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:34:34.564792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 0086514f-40d1-4505-a7df-86364bb34090, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=0086514f-40d1-4505-a7df-86364bb34090,segment=NetworkSegment(c6032a27-83fa-4bad-bbc3-896cdf7fa57c),segment_id=c6032a27-83fa-4bad-bbc3-896cdf7fa57c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:34:34.573901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:34.587555 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:34:34.621897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f46f17a9-6435-4eda-a453-63db9571a5c2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:34.657623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-fd7bcbfe-7b9c-4640-a42e-bef27fcc90d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 20:34:34.658032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-fd7bcbfe-7b9c-4640-a42e-bef27fcc90d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 20:34:34.667613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-572f1f22-035a-4241-aaab-2968aff6cfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b01f08b-c787-44f2-9cb1-784416d1d2d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586233346', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': 'b75387f2-7b96-4784-9a73-ec4465798293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:32:38Z', 'updated_at': '2021-12-25T20:34:31Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'b75387f2-7b96-4784-9a73-ec4465798293', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01f08b-c787-44f2-9cb1-784416d1d2d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:32:38Z', 'updated_at': '2021-12-25T20:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:34:34.672738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=0086514f-40d1-4505-a7df-86364bb34090,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:34:34.677409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572f1f22-035a-4241-aaab-2968aff6cfee None None] The sync data for ids ['9b01f08b-c787-44f2-9cb1-784416d1d2d4'] in dv-neutron-822611-1-hyperv is: [{'id': '9b01f08b-c787-44f2-9cb1-784416d1d2d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586233346', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': 'b75387f2-7b96-4784-9a73-ec4465798293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:32:38Z', 'updated_at': '2021-12-25T20:34:31Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'b75387f2-7b96-4784-9a73-ec4465798293', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01f08b-c787-44f2-9cb1-784416d1d2d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:32:38Z', 'updated_at': '2021-12-25T20:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:34:34.684964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:34:34.685353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:34:34.685741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:34:34.686120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:34:34.686499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:34:34.686871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:34:34.687269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:34:34.687648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:34:34.688016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:34:34.688387 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:34:34.688766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:34:34.693493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:34:34.899873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f46f17a9-6435-4eda-a453-63db9571a5c2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:34.904291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f46f17a9-6435-4eda-a453-63db9571a5c2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:34.929697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f46f17a9-6435-4eda-a453-63db9571a5c2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:34.930303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46f17a9-6435-4eda-a453-63db9571a5c2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Fanout notify agent at l3_agent the message router_deleted on router 9b01f08b-c787-44f2-9cb1-784416d1d2d4 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 20:34:34.945937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f46f17a9-6435-4eda-a453-63db9571a5c2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:34.947171 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f46f17a9-6435-4eda-a453-63db9571a5c2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "DELETE /v2.0/routers/9b01f08b-c787-44f2-9cb1-784416d1d2d4 HTTP/1.1" status: 204 len: 168 time: 1.7898400 Dec 25 20:34:34.950069 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60356) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:34:35.074889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-20dc8bb5-0981-4aa7-a273-0cfa36c3bf1e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:35.085491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-20dc8bb5-0981-4aa7-a273-0cfa36c3bf1e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Deleting port 0086514f-40d1-4505-a7df-86364bb34090 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:34:35.085854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-20dc8bb5-0981-4aa7-a273-0cfa36c3bf1e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:35.159465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-fd7bcbfe-7b9c-4640-a42e-bef27fcc90d8 None None] Deleting port 0086514f-40d1-4505-a7df-86364bb34090 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:34:35.159913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fd7bcbfe-7b9c-4640-a42e-bef27fcc90d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:35.303040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-20dc8bb5-0981-4aa7-a273-0cfa36c3bf1e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] For port 0086514f-40d1-4505-a7df-86364bb34090, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=0086514f-40d1-4505-a7df-86364bb34090,segment=NetworkSegment(c6032a27-83fa-4bad-bbc3-896cdf7fa57c),segment_id=c6032a27-83fa-4bad-bbc3-896cdf7fa57c)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:34:35.303468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-20dc8bb5-0981-4aa7-a273-0cfa36c3bf1e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:35.388094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-fd7bcbfe-7b9c-4640-a42e-bef27fcc90d8 None None] For port 0086514f-40d1-4505-a7df-86364bb34090, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=0086514f-40d1-4505-a7df-86364bb34090,segment=NetworkSegment(c6032a27-83fa-4bad-bbc3-896cdf7fa57c),segment_id=c6032a27-83fa-4bad-bbc3-896cdf7fa57c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:34:35.388542 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fd7bcbfe-7b9c-4640-a42e-bef27fcc90d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:35.435097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-20dc8bb5-0981-4aa7-a273-0cfa36c3bf1e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Calling delete_port for 0086514f-40d1-4505-a7df-86364bb34090 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:34:35.511990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-20dc8bb5-0981-4aa7-a273-0cfa36c3bf1e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:35.516767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9cd4aba4-e23a-4ff1-a695-bf7016dbf6d6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:34:35.523730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-fd7bcbfe-7b9c-4640-a42e-bef27fcc90d8 None None] Calling delete_port for 0086514f-40d1-4505-a7df-86364bb34090 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:34:35.560742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc8bb5-0981-4aa7-a273-0cfa36c3bf1e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event deleted for resources: {'Port': ['ID=0086514f-40d1-4505-a7df-86364bb34090,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:34:35.563529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-20dc8bb5-0981-4aa7-a273-0cfa36c3bf1e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:34:35.568019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dc8bb5-0981-4aa7-a273-0cfa36c3bf1e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] No DVR routers for this DVR port 0086514f-40d1-4505-a7df-86364bb34090 on host dv-neutron-822611-1-hyperv {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:34:35.597642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-fd7bcbfe-7b9c-4640-a42e-bef27fcc90d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 20:34:35.598048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-fd7bcbfe-7b9c-4640-a42e-bef27fcc90d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 20:34:35.688725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-fd7bcbfe-7b9c-4640-a42e-bef27fcc90d8 None None] Deleting port 0086514f-40d1-4505-a7df-86364bb34090 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:34:35.689083 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fd7bcbfe-7b9c-4640-a42e-bef27fcc90d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:35.700250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-20dc8bb5-0981-4aa7-a273-0cfa36c3bf1e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:35.728535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-20dc8bb5-0981-4aa7-a273-0cfa36c3bf1e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71a2d62c-2200-4b91-97a6-d2ab1acae775']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:34:35.742098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-20dc8bb5-0981-4aa7-a273-0cfa36c3bf1e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6032a27-83fa-4bad-bbc3-896cdf7fa57c') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:34:35.742444 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-20dc8bb5-0981-4aa7-a273-0cfa36c3bf1e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6032a27-83fa-4bad-bbc3-896cdf7fa57c') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:34:35.755519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-20dc8bb5-0981-4aa7-a273-0cfa36c3bf1e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:35.761913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-fd7bcbfe-7b9c-4640-a42e-bef27fcc90d8 None None] The port '0086514f-40d1-4505-a7df-86364bb34090' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 20:34:35.771305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-20dc8bb5-0981-4aa7-a273-0cfa36c3bf1e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:35.777810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20dc8bb5-0981-4aa7-a273-0cfa36c3bf1e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 20:34:35.778233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-20dc8bb5-0981-4aa7-a273-0cfa36c3bf1e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:35.793727 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 20:34:35.793727 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 20:34:35.793727 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 20:34:35.793727 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 20:34:35.793727 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 20:34:35.793727 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 20:34:35.793727 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 20:34:35.793727 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 20:34:35.793727 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 20:34:35.793727 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 20:34:35.793727 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 20:34:35.793727 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 20:34:35.793727 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 20:34:35.793727 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 20:34:35.793727 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 20:34:35.793727 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 20:34:35.793727 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 20:34:35.793727 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 20:34:35.793727 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 20:34:35.793727 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 20:34:35.793727 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 20:34:35.793727 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 20:34:35.793727 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 20:34:35.793727 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 20:34:35.793727 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 20:34:35.793727 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 20:34:35.793727 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 20:34:35.793727 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 20:34:35.793727 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 20:34:35.793727 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 20:34:35.793727 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 20:34:35.793727 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 20:34:35.847190 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device b75387f2-7b96-4784-9a73-ec4465798293 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:34:35.880153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-20dc8bb5-0981-4aa7-a273-0cfa36c3bf1e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:35.881365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: b75387f2-7b96-4784-9a73-ec4465798293 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:34:35.881762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device b75387f2-7b96-4784-9a73-ec4465798293 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:34:35.882233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device dbbc96e2-5656-4793-b094-a43fd85dc624 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:34:35.884699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-20dc8bb5-0981-4aa7-a273-0cfa36c3bf1e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:35.888816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1ff2daba-806c-4390-883f-091ddb2ec975 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:34:35.915651 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc8bb5-0981-4aa7-a273-0cfa36c3bf1e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event deleted for resources: {'Network': ['ID=71a2d62c-2200-4b91-97a6-d2ab1acae775,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:34:35.917955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: dbbc96e2-5656-4793-b094-a43fd85dc624 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:34:35.918234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-20dc8bb5-0981-4aa7-a273-0cfa36c3bf1e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:34:35.918364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device dbbc96e2-5656-4793-b094-a43fd85dc624 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:34:35.928134 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-20dc8bb5-0981-4aa7-a273-0cfa36c3bf1e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "DELETE /v2.0/networks/71a2d62c-2200-4b91-97a6-d2ab1acae775 HTTP/1.1" status: 204 len: 168 time: 0.9770288 Dec 25 20:34:35.931039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60360) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:34:36.008785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5c18f66a-cbe1-4da5-88bb-d306924816c3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:36.039066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5c18f66a-cbe1-4da5-88bb-d306924816c3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:36.092291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5c18f66a-cbe1-4da5-88bb-d306924816c3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:36.098952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-594eac02-db3a-428e-87f2-f991dae6feed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:34:36.114815 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c18f66a-cbe1-4da5-88bb-d306924816c3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af19a6a2-c2c0-45d4-8500-6424d5976398,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:34:36.117537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5c18f66a-cbe1-4da5-88bb-d306924816c3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:34:36.126938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5c18f66a-cbe1-4da5-88bb-d306924816c3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:36.128276 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5c18f66a-cbe1-4da5-88bb-d306924816c3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "DELETE /v2.0/security-groups/af19a6a2-c2c0-45d4-8500-6424d5976398 HTTP/1.1" status: 204 len: 168 time: 0.1962070 Dec 25 20:34:36.320482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8eb4daae-beea-4fb0-9dae-d1fbdd277c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:36.487071 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60368) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:34:36.493315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-08951766-ffc9-49db-a88a-4043cf1d98af tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1274907950', 'description': 'tempest-secgroup-smoke-1274907950 description', 'project_id': '5a10522521544fda81a2e75a1a25c08e'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:34:36.500049 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-08951766-ffc9-49db-a88a-4043cf1d98af tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:34:36.504353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-08951766-ffc9-49db-a88a-4043cf1d98af tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:security_group and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:34:36.507389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-08951766-ffc9-49db-a88a-4043cf1d98af tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:34:36.513357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-08951766-ffc9-49db-a88a-4043cf1d98af tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:34:36.523267 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08951766-ffc9-49db-a88a-4043cf1d98af tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:36.560692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-08951766-ffc9-49db-a88a-4043cf1d98af tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:34:36.564650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-08951766-ffc9-49db-a88a-4043cf1d98af tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:security_group_rule and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:34:36.568347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-08951766-ffc9-49db-a88a-4043cf1d98af tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:34:36.574259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-08951766-ffc9-49db-a88a-4043cf1d98af tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:34:36.630502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08951766-ffc9-49db-a88a-4043cf1d98af tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:36.633148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08951766-ffc9-49db-a88a-4043cf1d98af tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:36.638418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-11eb8d78-39f8-4438-bf0a-e1f64d48bb21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:34:36.687012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08951766-ffc9-49db-a88a-4043cf1d98af tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66e7297d-9822-45ab-867a-3d9d94e62113,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:34:36.690351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08951766-ffc9-49db-a88a-4043cf1d98af tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:36.691702 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-08951766-ffc9-49db-a88a-4043cf1d98af tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2035155 Dec 25 20:34:36.692713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-08951766-ffc9-49db-a88a-4043cf1d98af tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:34:36.695043 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 60372) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:34:36.702373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-7df983a8-ec0f-412b-9e6d-dbe40abc18a7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'security_group_rule': {'security_group_id': '66e7297d-9822-45ab-867a-3d9d94e62113', 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:34:36.710779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7df983a8-ec0f-412b-9e6d-dbe40abc18a7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:34:36.714830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7df983a8-ec0f-412b-9e6d-dbe40abc18a7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:security_group_rule and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:34:36.717851 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7df983a8-ec0f-412b-9e6d-dbe40abc18a7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:34:36.723937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7df983a8-ec0f-412b-9e6d-dbe40abc18a7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:34:36.738690 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7df983a8-ec0f-412b-9e6d-dbe40abc18a7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:36.801465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7df983a8-ec0f-412b-9e6d-dbe40abc18a7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:36.804066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7df983a8-ec0f-412b-9e6d-dbe40abc18a7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:36.811264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ce9667dd-b210-4f90-a7da-1068104ae48c tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:34:36.833389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df983a8-ec0f-412b-9e6d-dbe40abc18a7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e493d647-6b10-43ea-acca-f4bfb3d2f64b,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:34:36.843283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7df983a8-ec0f-412b-9e6d-dbe40abc18a7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:36.844539 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7df983a8-ec0f-412b-9e6d-dbe40abc18a7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1479418 Dec 25 20:34:36.846226 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df983a8-ec0f-412b-9e6d-dbe40abc18a7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:34:36.846658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df983a8-ec0f-412b-9e6d-dbe40abc18a7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:34:36.847092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df983a8-ec0f-412b-9e6d-dbe40abc18a7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:34:36.847524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df983a8-ec0f-412b-9e6d-dbe40abc18a7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:34:36.847878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60376) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:34:36.848025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df983a8-ec0f-412b-9e6d-dbe40abc18a7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:34:36.848330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df983a8-ec0f-412b-9e6d-dbe40abc18a7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:34:36.848732 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df983a8-ec0f-412b-9e6d-dbe40abc18a7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:34:36.849144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df983a8-ec0f-412b-9e6d-dbe40abc18a7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:34:36.849572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df983a8-ec0f-412b-9e6d-dbe40abc18a7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:34:36.849953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df983a8-ec0f-412b-9e6d-dbe40abc18a7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:34:36.850360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df983a8-ec0f-412b-9e6d-dbe40abc18a7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:34:36.853887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7df983a8-ec0f-412b-9e6d-dbe40abc18a7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:34:36.857574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-0b10d57a-d12d-49d2-bf58-73132d25a0ed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'security_group_rule': {'security_group_id': '66e7297d-9822-45ab-867a-3d9d94e62113', 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:34:36.866140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0b10d57a-d12d-49d2-bf58-73132d25a0ed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:34:36.870279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0b10d57a-d12d-49d2-bf58-73132d25a0ed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:security_group_rule and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:34:36.873591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0b10d57a-d12d-49d2-bf58-73132d25a0ed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:34:36.880165 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0b10d57a-d12d-49d2-bf58-73132d25a0ed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:34:36.896847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0b10d57a-d12d-49d2-bf58-73132d25a0ed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:36.962371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0b10d57a-d12d-49d2-bf58-73132d25a0ed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:36.965006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0b10d57a-d12d-49d2-bf58-73132d25a0ed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:36.966873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5e80003a-0752-4110-9277-8e65a0d1681d tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:34:36.987345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b10d57a-d12d-49d2-bf58-73132d25a0ed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ca9dd89-c82d-4ebf-a4cf-952b6c267476,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:34:36.991466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0b10d57a-d12d-49d2-bf58-73132d25a0ed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:34:36.998335 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0b10d57a-d12d-49d2-bf58-73132d25a0ed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:36.999640 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0b10d57a-d12d-49d2-bf58-73132d25a0ed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1504645 Dec 25 20:34:37.003071 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60380) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:34:37.008905 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-a3562236-d502-4de0-91a7-990b42acda8f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'security_group_rule': {'security_group_id': '66e7297d-9822-45ab-867a-3d9d94e62113', 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:34:37.014974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a3562236-d502-4de0-91a7-990b42acda8f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:34:37.019490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a3562236-d502-4de0-91a7-990b42acda8f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:security_group_rule and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:34:37.022479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a3562236-d502-4de0-91a7-990b42acda8f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:34:37.028505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a3562236-d502-4de0-91a7-990b42acda8f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:34:37.043976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a3562236-d502-4de0-91a7-990b42acda8f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:37.109038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a3562236-d502-4de0-91a7-990b42acda8f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:37.111548 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a3562236-d502-4de0-91a7-990b42acda8f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:37.113868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:34:37.138072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3562236-d502-4de0-91a7-990b42acda8f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42bd96f0-20dc-41c7-82ad-879752cb5458,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:34:37.141348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a3562236-d502-4de0-91a7-990b42acda8f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:34:37.149040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a3562236-d502-4de0-91a7-990b42acda8f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:37.150349 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a3562236-d502-4de0-91a7-990b42acda8f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1462450 Dec 25 20:34:37.153470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60384) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:34:37.159503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-07195a6b-f561-494d-b1eb-83e301620976 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'security_group_rule': {'security_group_id': '66e7297d-9822-45ab-867a-3d9d94e62113', 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:34:37.165933 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-07195a6b-f561-494d-b1eb-83e301620976 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:34:37.169991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-07195a6b-f561-494d-b1eb-83e301620976 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:security_group_rule and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:34:37.173047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-07195a6b-f561-494d-b1eb-83e301620976 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:34:37.179708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-07195a6b-f561-494d-b1eb-83e301620976 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:34:37.195797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-07195a6b-f561-494d-b1eb-83e301620976 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:37.264516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-07195a6b-f561-494d-b1eb-83e301620976 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:37.267182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-07195a6b-f561-494d-b1eb-83e301620976 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:37.269101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0b10d57a-d12d-49d2-bf58-73132d25a0ed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:34:37.290165 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07195a6b-f561-494d-b1eb-83e301620976 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e40dea0-8155-4d09-94e5-680dec1ac0af,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:34:37.294505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-07195a6b-f561-494d-b1eb-83e301620976 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:34:37.296307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:37.301990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-07195a6b-f561-494d-b1eb-83e301620976 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:37.303317 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-07195a6b-f561-494d-b1eb-83e301620976 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1487958 Dec 25 20:34:37.306271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60388) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:34:37.312434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b3d9f392-8d21-4b89-9ee1-ba7227ec78ea tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'security_group_rule': {'security_group_id': '66e7297d-9822-45ab-867a-3d9d94e62113', 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:34:37.319492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b3d9f392-8d21-4b89-9ee1-ba7227ec78ea tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:34:37.323681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b3d9f392-8d21-4b89-9ee1-ba7227ec78ea tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:security_group_rule and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:34:37.326713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b3d9f392-8d21-4b89-9ee1-ba7227ec78ea tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:34:37.332913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b3d9f392-8d21-4b89-9ee1-ba7227ec78ea tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:34:37.342431 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-b3d9f392-8d21-4b89-9ee1-ba7227ec78ea tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Project 5a10522521544fda81a2e75a1a25c08e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 20:34:37.349124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3d9f392-8d21-4b89-9ee1-ba7227ec78ea tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:37.417971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3d9f392-8d21-4b89-9ee1-ba7227ec78ea tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:37.420458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3d9f392-8d21-4b89-9ee1-ba7227ec78ea tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:37.422464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-98fa3e8e-0092-42f1-8874-5eea4ff15a17 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:34:37.445949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9f392-8d21-4b89-9ee1-ba7227ec78ea tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aeaab89-f6b4-4b88-b855-4fc79e48c9f2,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:34:37.448445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b3d9f392-8d21-4b89-9ee1-ba7227ec78ea tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:34:37.454453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3d9f392-8d21-4b89-9ee1-ba7227ec78ea tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:37.456328 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b3d9f392-8d21-4b89-9ee1-ba7227ec78ea tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1484430 Dec 25 20:34:37.459270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60392) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:34:37.465100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-1fad5495-1404-40c5-93c4-1e055e9b2490 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'security_group_rule': {'security_group_id': '66e7297d-9822-45ab-867a-3d9d94e62113', 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:34:37.471255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1fad5495-1404-40c5-93c4-1e055e9b2490 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:34:37.475257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1fad5495-1404-40c5-93c4-1e055e9b2490 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:security_group_rule and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:34:37.478250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1fad5495-1404-40c5-93c4-1e055e9b2490 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:34:37.484308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1fad5495-1404-40c5-93c4-1e055e9b2490 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:34:37.493564 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-1fad5495-1404-40c5-93c4-1e055e9b2490 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Project 5a10522521544fda81a2e75a1a25c08e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 20:34:37.500318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1fad5495-1404-40c5-93c4-1e055e9b2490 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:37.568244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1fad5495-1404-40c5-93c4-1e055e9b2490 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:37.570888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1fad5495-1404-40c5-93c4-1e055e9b2490 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:37.572866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0e3ab0ab-b4f7-4ac5-ad30-da74a0130461 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:34:37.598813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad5495-1404-40c5-93c4-1e055e9b2490 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9ede1ad-cfcd-419c-9258-bc7d787a0c8e,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:34:37.601284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1fad5495-1404-40c5-93c4-1e055e9b2490 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:34:37.607311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1fad5495-1404-40c5-93c4-1e055e9b2490 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:37.608573 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1fad5495-1404-40c5-93c4-1e055e9b2490 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1483128 Dec 25 20:34:37.611703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60396) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:34:37.617586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-cc670600-d398-422c-80f4-760dcf2bcb17 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'network': {'name': 'tempest-network-smoke--1727465202', 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'port_security_enabled': True}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:34:37.622927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-cc670600-d398-422c-80f4-760dcf2bcb17 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:34:37.627255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-cc670600-d398-422c-80f4-760dcf2bcb17 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:network and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:34:37.630720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-cc670600-d398-422c-80f4-760dcf2bcb17 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:34:37.636728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-cc670600-d398-422c-80f4-760dcf2bcb17 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:34:37.646433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc670600-d398-422c-80f4-760dcf2bcb17 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Made reservation on behalf of 5a10522521544fda81a2e75a1a25c08e for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:34:37.651791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cc670600-d398-422c-80f4-760dcf2bcb17 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:37.680236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc670600-d398-422c-80f4-760dcf2bcb17 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 20:34:37.689147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cc670600-d398-422c-80f4-760dcf2bcb17 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:37.689536 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-cc670600-d398-422c-80f4-760dcf2bcb17 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Added segment 2f8ca85f-0689-4120-a5ab-193b185a044f of type vlan for network 921c1e8c-cf59-4599-beb2-aef5aef65af6 Dec 25 20:34:37.717929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cc670600-d398-422c-80f4-760dcf2bcb17 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:37.746076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cc670600-d398-422c-80f4-760dcf2bcb17 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:37.750409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc670600-d398-422c-80f4-760dcf2bcb17 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:34:37.751098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cc670600-d398-422c-80f4-760dcf2bcb17 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:37.756791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0dd0e070-88d9-4109-bb13-24cb3018afca tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:34:37.862480 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-cc670600-d398-422c-80f4-760dcf2bcb17 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2491131 Dec 25 20:34:37.865458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 60400) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:34:37.867924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc670600-d398-422c-80f4-760dcf2bcb17 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'Network': ['ID=921c1e8c-cf59-4599-beb2-aef5aef65af6,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:34:37.870691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cc670600-d398-422c-80f4-760dcf2bcb17 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:34:37.871589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-f49ca048-b03c-494f-800c-3f1b64e5709e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1879104735', 'admin_state_up': True, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:34:37.879710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 921c1e8c-cf59-4599-beb2-aef5aef65af6 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 20:34:37.880687 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f49ca048-b03c-494f-800c-3f1b64e5709e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:34:37.884860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f49ca048-b03c-494f-800c-3f1b64e5709e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:router and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:34:37.888252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f49ca048-b03c-494f-800c-3f1b64e5709e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:34:37.898771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f49ca048-b03c-494f-800c-3f1b64e5709e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:34:37.908368 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f49ca048-b03c-494f-800c-3f1b64e5709e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:37.909387 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f49ca048-b03c-494f-800c-3f1b64e5709e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:37.931340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f49ca048-b03c-494f-800c-3f1b64e5709e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:38.082839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f49ca048-b03c-494f-800c-3f1b64e5709e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:38.271259 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f49ca048-b03c-494f-800c-3f1b64e5709e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:38.303371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f49ca048-b03c-494f-800c-3f1b64e5709e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:38.446749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08085fdd-c629-4b19-a618-d860773a942e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:38.450905 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-f49ca048-b03c-494f-800c-3f1b64e5709e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Allocated IP 172.26.8.184 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/f6a53971-545e-4fde-a9f7-fa67090fbed5) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:34:38.608576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f49ca048-b03c-494f-800c-3f1b64e5709e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:38.633797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f49ca048-b03c-494f-800c-3f1b64e5709e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:38.638233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-40c34ec6-6e8c-4666-b63b-3dd1fb2cd980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:34:38.710846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49ca048-b03c-494f-800c-3f1b64e5709e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:34:38.713775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-f49ca048-b03c-494f-800c-3f1b64e5709e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:34:38.718373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49ca048-b03c-494f-800c-3f1b64e5709e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:34:38.745162 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ca048-b03c-494f-800c-3f1b64e5709e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'Port': ['ID=f6a53971-545e-4fde-a9f7-fa67090fbed5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:34:38.750745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f49ca048-b03c-494f-800c-3f1b64e5709e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:34:38.800428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:38.884423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f49ca048-b03c-494f-800c-3f1b64e5709e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:38.885176 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f49ca048-b03c-494f-800c-3f1b64e5709e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:39.118087 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49ca048-b03c-494f-800c-3f1b64e5709e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Router ff807ba6-6de8-404d-98cf-33f04296b8d2 is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 20:34:39.327278 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49ca048-b03c-494f-800c-3f1b64e5709e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:34:39.338006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c9bb1c-895f-48d4-8a88-b9a1db16142c None None] Sync routers for ids ['ff807ba6-6de8-404d-98cf-33f04296b8d2'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:34:39.351151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c9bb1c-895f-48d4-8a88-b9a1db16142c None None] Routers {'ff807ba6-6de8-404d-98cf-33f04296b8d2'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:34:39.351827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-72c9bb1c-895f-48d4-8a88-b9a1db16142c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:34:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['ff807ba6-6de8-404d-98cf-33f04296b8d2'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:34:39.353284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f49ca048-b03c-494f-800c-3f1b64e5709e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:39.354603 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f49ca048-b03c-494f-800c-3f1b64e5709e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4880621 Dec 25 20:34:39.358748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 60404) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:34:39.404653 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-499a5405-8632-4b93-a337-c18727b20dbf tempest-TestNetworkAdvancedServerOps-2027681970 tempest-TestNetworkAdvancedServerOps-2027681970-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=5a10522521544fda81a2e75a1a25c08e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0445821 Dec 25 20:34:39.407171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 60408) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:34:39.541727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-72c9bb1c-895f-48d4-8a88-b9a1db16142c None None] Set router ff807ba6-6de8-404d-98cf-33f04296b8d2 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:34:39.550859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69f03cb-8758-4761-80c1-4957b83ee480 tempest-TestNetworkAdvancedServerOps-2027681970 tempest-TestNetworkAdvancedServerOps-2027681970-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:34:39.552562 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f69f03cb-8758-4761-80c1-4957b83ee480 tempest-TestNetworkAdvancedServerOps-2027681970 tempest-TestNetworkAdvancedServerOps-2027681970-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1444275 Dec 25 20:34:39.555762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 60412) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:34:39.605037 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a2b7c7b5-9d1e-48f2-9589-2eaf7904f031 tempest-TestNetworkAdvancedServerOps-2027681970 tempest-TestNetworkAdvancedServerOps-2027681970-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=a29ab018-4a1a-4021-8156-423134b861f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0480583 Dec 25 20:34:39.607769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 60416) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:34:39.613895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-fb599590-20d4-4c86-96c8-6ef082215d7e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1493756731', 'network_id': '921c1e8c-cf59-4599-beb2-aef5aef65af6', 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:34:39.732303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-fb599590-20d4-4c86-96c8-6ef082215d7e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:34:39.736415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-fb599590-20d4-4c86-96c8-6ef082215d7e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:subnet and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:34:39.739439 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-fb599590-20d4-4c86-96c8-6ef082215d7e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:34:39.745544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-fb599590-20d4-4c86-96c8-6ef082215d7e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:34:39.756150 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb599590-20d4-4c86-96c8-6ef082215d7e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Made reservation on behalf of 5a10522521544fda81a2e75a1a25c08e for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:34:39.844885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-72c9bb1c-895f-48d4-8a88-b9a1db16142c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff807ba6-6de8-404d-98cf-33f04296b8d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879104735', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.184'}], 'enable_snat': True}, 'gw_port_id': 'f6a53971-545e-4fde-a9f7-fa67090fbed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:34:37Z', 'updated_at': '2021-12-25T20:34:38Z', 'revision_number': 3, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'f6a53971-545e-4fde-a9f7-fa67090fbed5', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff807ba6-6de8-404d-98cf-33f04296b8d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:34:38Z', 'updated_at': '2021-12-25T20:34:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:34:39.849361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c9bb1c-895f-48d4-8a88-b9a1db16142c None None] Checking router: ff807ba6-6de8-404d-98cf-33f04296b8d2 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:34:39.849756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c9bb1c-895f-48d4-8a88-b9a1db16142c None None] Updating router ff807ba6-6de8-404d-98cf-33f04296b8d2 port f6a53971-545e-4fde-a9f7-fa67090fbed5 binding host dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 20:34:39.867809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fb599590-20d4-4c86-96c8-6ef082215d7e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:40.070025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-72c9bb1c-895f-48d4-8a88-b9a1db16142c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:40.128116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:40.128632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fb599590-20d4-4c86-96c8-6ef082215d7e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:40.136764 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9fa4e7d2-5591-411b-9f0b-646b8a339c52 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:34:40.223675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb599590-20d4-4c86-96c8-6ef082215d7e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'Subnet': ['ID=8b29771b-b123-443a-bb57-3f564eb355af,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:34:40.227437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fb599590-20d4-4c86-96c8-6ef082215d7e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:34:40.229406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb599590-20d4-4c86-96c8-6ef082215d7e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Checking segment: {'id': '2f8ca85f-0689-4120-a5ab-193b185a044f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '921c1e8c-cf59-4599-beb2-aef5aef65af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:34:40.229802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb599590-20d4-4c86-96c8-6ef082215d7e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Network hostable DHCP agents. Network: 921c1e8c-cf59-4599-beb2-aef5aef65af6, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 20:34:40.251364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb599590-20d4-4c86-96c8-6ef082215d7e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Network 921c1e8c-cf59-4599-beb2-aef5aef65af6 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 20:34:40.260055 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-fb599590-20d4-4c86-96c8-6ef082215d7e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 921c1e8c-cf59-4599-beb2-aef5aef65af6) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:34:40.264000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb599590-20d4-4c86-96c8-6ef082215d7e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:34:40.264650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fb599590-20d4-4c86-96c8-6ef082215d7e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:40.270859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dd0a5d-07da-4e67-9858-f9677917f04d None None] Network 921c1e8c-cf59-4599-beb2-aef5aef65af6 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:34:40.285421 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-fb599590-20d4-4c86-96c8-6ef082215d7e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6765628 Dec 25 20:34:40.288375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 60420) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:34:40.423629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-72c9bb1c-895f-48d4-8a88-b9a1db16142c None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:40.436539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-72c9bb1c-895f-48d4-8a88-b9a1db16142c None None] Transition to ACTIVE for port object f6a53971-545e-4fde-a9f7-fa67090fbed5 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:34:40.443226 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-72c9bb1c-895f-48d4-8a88-b9a1db16142c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:40.447519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-92227085-1d52-4a94-a460-b33ea2abf671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:34:40.512274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377a57f0-395a-4348-a618-6cd1f8bccd10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-921c1e8c-cf59-4599-beb2-aef5aef65af6', 'network_id': '921c1e8c-cf59-4599-beb2-aef5aef65af6', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'fixed_ips': [{'subnet_id': '8b29771b-b123-443a-bb57-3f564eb355af'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 20:34:40.513193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-377a57f0-395a-4348-a618-6cd1f8bccd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:40.532062 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-72c9bb1c-895f-48d4-8a88-b9a1db16142c None None] Attempting to bind port f6a53971-545e-4fde-a9f7-fa67090fbed5 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:34:40.532668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-72c9bb1c-895f-48d4-8a88-b9a1db16142c None None] Attempting to bind port f6a53971-545e-4fde-a9f7-fa67090fbed5 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:34:40.533085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c9bb1c-895f-48d4-8a88-b9a1db16142c None None] Attempting to bind port f6a53971-545e-4fde-a9f7-fa67090fbed5 on network a29ab018-4a1a-4021-8156-423134b861f3 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:34:40.536812 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195017a3-5452-4431-b4e5-5d11ebd13570 None None] Pushing event updated for resources: {'Port': ['ID=f6a53971-545e-4fde-a9f7-fa67090fbed5,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:34:40.548295 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c9bb1c-895f-48d4-8a88-b9a1db16142c None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:34:40.548721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c9bb1c-895f-48d4-8a88-b9a1db16142c None None] Checking segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:34:40.549243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-72c9bb1c-895f-48d4-8a88-b9a1db16142c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:40.550193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c9bb1c-895f-48d4-8a88-b9a1db16142c None None] Bound using segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:34:40.550711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-72c9bb1c-895f-48d4-8a88-b9a1db16142c None None] Bound port: f6a53971-545e-4fde-a9f7-fa67090fbed5, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:34:40.551163 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-72c9bb1c-895f-48d4-8a88-b9a1db16142c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:40.582820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195017a3-5452-4431-b4e5-5d11ebd13570 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:34:40.583233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195017a3-5452-4431-b4e5-5d11ebd13570 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:34:40.583613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195017a3-5452-4431-b4e5-5d11ebd13570 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:34:40.583988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195017a3-5452-4431-b4e5-5d11ebd13570 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:34:40.584369 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195017a3-5452-4431-b4e5-5d11ebd13570 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:34:40.584744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195017a3-5452-4431-b4e5-5d11ebd13570 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:34:40.585112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195017a3-5452-4431-b4e5-5d11ebd13570 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:34:40.585487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195017a3-5452-4431-b4e5-5d11ebd13570 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:34:40.585851 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195017a3-5452-4431-b4e5-5d11ebd13570 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:34:40.586218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195017a3-5452-4431-b4e5-5d11ebd13570 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:34:40.586581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195017a3-5452-4431-b4e5-5d11ebd13570 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:34:40.601405 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-195017a3-5452-4431-b4e5-5d11ebd13570 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:34:40.639258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-72c9bb1c-895f-48d4-8a88-b9a1db16142c None None] For port f6a53971-545e-4fde-a9f7-fa67090fbed5, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:34:40.642520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-72c9bb1c-895f-48d4-8a88-b9a1db16142c None None] For port f6a53971-545e-4fde-a9f7-fa67090fbed5, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=f6a53971-545e-4fde-a9f7-fa67090fbed5,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:34:40.647859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-72c9bb1c-895f-48d4-8a88-b9a1db16142c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:40.651697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8eb146a2-fde5-4060-93dc-11e1d74b14fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:34:40.687295 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-377a57f0-395a-4348-a618-6cd1f8bccd10 None None] Allocated IP 172.20.0.2 (921c1e8c-cf59-4599-beb2-aef5aef65af6/8b29771b-b123-443a-bb57-3f564eb355af/21c70a84-c838-4513-bc75-fe86edd54bf8) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:34:40.728722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195017a3-5452-4431-b4e5-5d11ebd13570 None None] Pushing event updated for resources: {'Port': ['ID=f6a53971-545e-4fde-a9f7-fa67090fbed5,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:34:40.737775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-195017a3-5452-4431-b4e5-5d11ebd13570 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:34:40.746220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c9bb1c-895f-48d4-8a88-b9a1db16142c None None] Routers {'ff807ba6-6de8-404d-98cf-33f04296b8d2'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:34:40.747384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-72c9bb1c-895f-48d4-8a88-b9a1db16142c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:34:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['ff807ba6-6de8-404d-98cf-33f04296b8d2'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:34:40.935693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-377a57f0-395a-4348-a618-6cd1f8bccd10 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:40.948010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-377a57f0-395a-4348-a618-6cd1f8bccd10 None None] Transition to ACTIVE for port object 21c70a84-c838-4513-bc75-fe86edd54bf8 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:34:40.958032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-72c9bb1c-895f-48d4-8a88-b9a1db16142c None None] Set router ff807ba6-6de8-404d-98cf-33f04296b8d2 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:34:40.970137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-377a57f0-395a-4348-a618-6cd1f8bccd10 None None] Transition to ACTIVE for port object 21c70a84-c838-4513-bc75-fe86edd54bf8 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:34:40.975963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-377a57f0-395a-4348-a618-6cd1f8bccd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:40.982117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:34:41.050162 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377a57f0-395a-4348-a618-6cd1f8bccd10 None None] Network 921c1e8c-cf59-4599-beb2-aef5aef65af6 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:34:41.051482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-377a57f0-395a-4348-a618-6cd1f8bccd10 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:34:41.056105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377a57f0-395a-4348-a618-6cd1f8bccd10 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:34:41.095068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a57f0-395a-4348-a618-6cd1f8bccd10 None None] Pushing event updated for resources: {'Port': ['ID=21c70a84-c838-4513-bc75-fe86edd54bf8,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:34:41.102677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-377a57f0-395a-4348-a618-6cd1f8bccd10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:34:41.163122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-377a57f0-395a-4348-a618-6cd1f8bccd10 None None] Attempting to bind port 21c70a84-c838-4513-bc75-fe86edd54bf8 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:34:41.163698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-377a57f0-395a-4348-a618-6cd1f8bccd10 None None] Attempting to bind port 21c70a84-c838-4513-bc75-fe86edd54bf8 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '2f8ca85f-0689-4120-a5ab-193b185a044f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '921c1e8c-cf59-4599-beb2-aef5aef65af6'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:34:41.164219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377a57f0-395a-4348-a618-6cd1f8bccd10 None None] Attempting to bind port 21c70a84-c838-4513-bc75-fe86edd54bf8 on network 921c1e8c-cf59-4599-beb2-aef5aef65af6 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:34:41.171851 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377a57f0-395a-4348-a618-6cd1f8bccd10 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:34:41.172436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377a57f0-395a-4348-a618-6cd1f8bccd10 None None] Checking segment: {'id': '2f8ca85f-0689-4120-a5ab-193b185a044f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '921c1e8c-cf59-4599-beb2-aef5aef65af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:34:41.173291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-377a57f0-395a-4348-a618-6cd1f8bccd10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:41.173540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377a57f0-395a-4348-a618-6cd1f8bccd10 None None] Bound using segment: {'id': '2f8ca85f-0689-4120-a5ab-193b185a044f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '921c1e8c-cf59-4599-beb2-aef5aef65af6'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:34:41.174398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-377a57f0-395a-4348-a618-6cd1f8bccd10 None None] Bound port: 21c70a84-c838-4513-bc75-fe86edd54bf8, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f8ca85f-0689-4120-a5ab-193b185a044f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '921c1e8c-cf59-4599-beb2-aef5aef65af6'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:34:41.174835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-377a57f0-395a-4348-a618-6cd1f8bccd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:41.269827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-377a57f0-395a-4348-a618-6cd1f8bccd10 None None] For port 21c70a84-c838-4513-bc75-fe86edd54bf8, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:34:41.273139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-377a57f0-395a-4348-a618-6cd1f8bccd10 None None] For port 21c70a84-c838-4513-bc75-fe86edd54bf8, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=21c70a84-c838-4513-bc75-fe86edd54bf8,segment=NetworkSegment(2f8ca85f-0689-4120-a5ab-193b185a044f),segment_id=2f8ca85f-0689-4120-a5ab-193b185a044f)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:34:41.277304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-377a57f0-395a-4348-a618-6cd1f8bccd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:41.281529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:34:41.286117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-72c9bb1c-895f-48d4-8a88-b9a1db16142c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff807ba6-6de8-404d-98cf-33f04296b8d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879104735', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.184'}], 'enable_snat': True}, 'gw_port_id': 'f6a53971-545e-4fde-a9f7-fa67090fbed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:34:37Z', 'updated_at': '2021-12-25T20:34:38Z', 'revision_number': 3, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'f6a53971-545e-4fde-a9f7-fa67090fbed5', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff807ba6-6de8-404d-98cf-33f04296b8d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:34:38Z', 'updated_at': '2021-12-25T20:34:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:34:41.290315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c9bb1c-895f-48d4-8a88-b9a1db16142c None None] The sync data for ids ['ff807ba6-6de8-404d-98cf-33f04296b8d2'] in dv-neutron-822611-1-hyperv is: [{'id': 'ff807ba6-6de8-404d-98cf-33f04296b8d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879104735', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.184'}], 'enable_snat': True}, 'gw_port_id': 'f6a53971-545e-4fde-a9f7-fa67090fbed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:34:37Z', 'updated_at': '2021-12-25T20:34:38Z', 'revision_number': 3, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'f6a53971-545e-4fde-a9f7-fa67090fbed5', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff807ba6-6de8-404d-98cf-33f04296b8d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:34:38Z', 'updated_at': '2021-12-25T20:34:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:34:41.374269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a57f0-395a-4348-a618-6cd1f8bccd10 None None] Pushing event updated for resources: {'Port': ['ID=21c70a84-c838-4513-bc75-fe86edd54bf8,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:34:41.379396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-377a57f0-395a-4348-a618-6cd1f8bccd10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:34:41.399146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0a29229e-61d8-41db-9229-0a1dcc115609 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:41.875319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-0a29229e-61d8-41db-9229-0a1dcc115609 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Allocated IP 172.20.0.1 (921c1e8c-cf59-4599-beb2-aef5aef65af6/8b29771b-b123-443a-bb57-3f564eb355af/68a5ad87-dbad-472c-918f-660642e1deed) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:34:41.948788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device f6a53971-545e-4fde-a9f7-fa67090fbed5 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:34:42.022523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port f6a53971-545e-4fde-a9f7-fa67090fbed5 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:34:42.027886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port f6a53971-545e-4fde-a9f7-fa67090fbed5 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:34:42.028318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:42.062499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0a29229e-61d8-41db-9229-0a1dcc115609 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:42.086721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-0a29229e-61d8-41db-9229-0a1dcc115609 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Transition to ACTIVE for port object 68a5ad87-dbad-472c-918f-660642e1deed will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:34:42.108088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0a29229e-61d8-41db-9229-0a1dcc115609 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:42.114454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3620c299-7c37-4809-9ef3-0582545319ed tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:34:42.171945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:42.190468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port f6a53971-545e-4fde-a9f7-fa67090fbed5, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=f6a53971-545e-4fde-a9f7-fa67090fbed5,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:34:42.190704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a29229e-61d8-41db-9229-0a1dcc115609 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Network 921c1e8c-cf59-4599-beb2-aef5aef65af6 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:34:42.193666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:42.194150 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-0a29229e-61d8-41db-9229-0a1dcc115609 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:34:42.194717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 21c70a84-c838-4513-bc75-fe86edd54bf8 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:34:42.198840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a29229e-61d8-41db-9229-0a1dcc115609 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:34:42.234215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a29229e-61d8-41db-9229-0a1dcc115609 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'Port': ['ID=68a5ad87-dbad-472c-918f-660642e1deed,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:34:42.242443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0a29229e-61d8-41db-9229-0a1dcc115609 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:34:42.246095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bfcddd35-81f6-451d-9bb5-7ae739e2424c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:34:42.270110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0a29229e-61d8-41db-9229-0a1dcc115609 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:42.328387 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=f6a53971-545e-4fde-a9f7-fa67090fbed5,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:34:42.332312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:34:42.340435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 21c70a84-c838-4513-bc75-fe86edd54bf8 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:34:42.374923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0a29229e-61d8-41db-9229-0a1dcc115609 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:42.828497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0a29229e-61d8-41db-9229-0a1dcc115609 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:42.832150 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0a29229e-61d8-41db-9229-0a1dcc115609 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:42.864304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f9033179-7bc1-47af-af77-a59538c06616 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:34:42.953128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a29229e-61d8-41db-9229-0a1dcc115609 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'Port': ['ID=68a5ad87-dbad-472c-918f-660642e1deed,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:34:42.955950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0a29229e-61d8-41db-9229-0a1dcc115609 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:42.959997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0a29229e-61d8-41db-9229-0a1dcc115609 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:34:43.006628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d93614b-67ba-4915-b70e-823aac074245 None None] Network 921c1e8c-cf59-4599-beb2-aef5aef65af6 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:34:43.104129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a29229e-61d8-41db-9229-0a1dcc115609 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Network 921c1e8c-cf59-4599-beb2-aef5aef65af6 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:34:43.105629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-0a29229e-61d8-41db-9229-0a1dcc115609 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:34:43.143617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-04881fc5-9c9c-4d82-9b80-ea5f32afeac1 None None] Provisioning for port 21c70a84-c838-4513-bc75-fe86edd54bf8 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:34:43.182484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-04881fc5-9c9c-4d82-9b80-ea5f32afeac1 None None] Provisioning complete for port 21c70a84-c838-4513-bc75-fe86edd54bf8 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:34:43.183028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-04881fc5-9c9c-4d82-9b80-ea5f32afeac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:43.373515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-04881fc5-9c9c-4d82-9b80-ea5f32afeac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:43.412545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-04881fc5-9c9c-4d82-9b80-ea5f32afeac1 None None] For port 21c70a84-c838-4513-bc75-fe86edd54bf8, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=21c70a84-c838-4513-bc75-fe86edd54bf8,segment=NetworkSegment(2f8ca85f-0689-4120-a5ab-193b185a044f),segment_id=2f8ca85f-0689-4120-a5ab-193b185a044f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:34:43.416732 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-04881fc5-9c9c-4d82-9b80-ea5f32afeac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:43.418585 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:34:43.492091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04881fc5-9c9c-4d82-9b80-ea5f32afeac1 None None] Pushing event updated for resources: {'Port': ['ID=21c70a84-c838-4513-bc75-fe86edd54bf8,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:34:43.495451 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-04881fc5-9c9c-4d82-9b80-ea5f32afeac1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:34:43.521798 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a29229e-61d8-41db-9229-0a1dcc115609 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Router ff807ba6-6de8-404d-98cf-33f04296b8d2 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:34:43.739503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-69a82785-b458-4151-acfa-456caf09b4b0 None None] Provisioning for port 68a5ad87-dbad-472c-918f-660642e1deed completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:34:43.746006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-69a82785-b458-4151-acfa-456caf09b4b0 None None] Provisioning complete for port 68a5ad87-dbad-472c-918f-660642e1deed triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:34:43.746581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-69a82785-b458-4151-acfa-456caf09b4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:43.748534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a29229e-61d8-41db-9229-0a1dcc115609 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:34:43.767140 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0a29229e-61d8-41db-9229-0a1dcc115609 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "PUT /v2.0/routers/ff807ba6-6de8-404d-98cf-33f04296b8d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4725974 Dec 25 20:34:43.804656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-69a82785-b458-4151-acfa-456caf09b4b0 None None] Port 68a5ad87-dbad-472c-918f-660642e1deed cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:34:43.826083 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-69a82785-b458-4151-acfa-456caf09b4b0 None None] Provisioning complete for port 21c70a84-c838-4513-bc75-fe86edd54bf8 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:34:43.826519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-69a82785-b458-4151-acfa-456caf09b4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:43.875413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device f6a53971-545e-4fde-a9f7-fa67090fbed5 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:34:43.960760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-0ad6ae0e-5950-4d64-8687-fd42f3912113 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Synchronizing usage tracker for tenant:5a10522521544fda81a2e75a1a25c08e on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:34:43.977634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-0ad6ae0e-5950-4d64-8687-fd42f3912113 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Unset dirty status for tenant:5a10522521544fda81a2e75a1a25c08e on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:34:43.979252 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-0ad6ae0e-5950-4d64-8687-fd42f3912113 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1274907950&fields=id&tenant_id=5a10522521544fda81a2e75a1a25c08e HTTP/1.1" status: 200 len: 267 time: 0.0712230 Dec 25 20:34:44.014497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port f6a53971-545e-4fde-a9f7-fa67090fbed5 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:34:44.015200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:44.172147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 21c70a84-c838-4513-bc75-fe86edd54bf8 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:34:44.201650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-4f1a2986-fe6c-4bce-a648-0362a6c6ac14 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:34:44.202417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-4f1a2986-fe6c-4bce-a648-0362a6c6ac14 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Synchronizing usage tracker for tenant:5a10522521544fda81a2e75a1a25c08e on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:34:44.217653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-4f1a2986-fe6c-4bce-a648-0362a6c6ac14 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Unset dirty status for tenant:5a10522521544fda81a2e75a1a25c08e on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:34:44.218929 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-4f1a2986-fe6c-4bce-a648-0362a6c6ac14 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/networks?id=921c1e8c-cf59-4599-beb2-aef5aef65af6 HTTP/1.1" status: 200 len: 797 time: 0.2325242 Dec 25 20:34:44.238083 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-cd898676-f644-4ac0-9acf-7b28819fb966 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/quotas/5a10522521544fda81a2e75a1a25c08e HTTP/1.1" status: 200 len: 375 time: 0.0122874 Dec 25 20:34:44.244617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-9dac66c8-4afd-47fc-b468-f94baed9b5c5 None None] Provisioning complete for port 68a5ad87-dbad-472c-918f-660642e1deed triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:34:44.245040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9dac66c8-4afd-47fc-b468-f94baed9b5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:44.311536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 21c70a84-c838-4513-bc75-fe86edd54bf8 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:34:44.311952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:44.325841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-cbacb597-12ea-4352-a866-96b58d12120a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Synchronizing usage tracker for tenant:5a10522521544fda81a2e75a1a25c08e on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:34:44.339245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-9dac66c8-4afd-47fc-b468-f94baed9b5c5 None None] Port 68a5ad87-dbad-472c-918f-660642e1deed cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:34:44.342809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-cbacb597-12ea-4352-a866-96b58d12120a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Unset dirty status for tenant:5a10522521544fda81a2e75a1a25c08e on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:34:44.344331 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-cbacb597-12ea-4352-a866-96b58d12120a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5a10522521544fda81a2e75a1a25c08e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1003561 Dec 25 20:34:44.362813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-3a6538d2-39b7-4c53-b02b-bee1c72118f8 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 20:34:44.363913 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-3a6538d2-39b7-4c53-b02b-bee1c72118f8 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0061066 Dec 25 20:34:44.455670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37326b54-eab7-4c6e-a591-c2c80e8cb251 None None] Sync routers for ids ['ff807ba6-6de8-404d-98cf-33f04296b8d2'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:34:44.472011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-505a9446-87c0-4668-af81-0c47bd771cd2 None None] Provisioning complete for port 68a5ad87-dbad-472c-918f-660642e1deed triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:34:44.472429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-505a9446-87c0-4668-af81-0c47bd771cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:44.518631 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-597629fe-653b-4ad5-95d6-adb90c5c9756 service neutron] 10.222.0.24 "GET /v2.0/networks/921c1e8c-cf59-4599-beb2-aef5aef65af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466959 Dec 25 20:34:44.519387 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37326b54-eab7-4c6e-a591-c2c80e8cb251 None None] Routers {'ff807ba6-6de8-404d-98cf-33f04296b8d2'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:34:44.520080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-37326b54-eab7-4c6e-a591-c2c80e8cb251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:34:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['ff807ba6-6de8-404d-98cf-33f04296b8d2'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:34:44.608742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-505a9446-87c0-4668-af81-0c47bd771cd2 None None] Port 68a5ad87-dbad-472c-918f-660642e1deed cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:34:44.666223 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-1e561c3e-5bfc-4787-b5d8-9abb6b8744bf service neutron] 10.222.0.24 "GET /v2.0/networks/921c1e8c-cf59-4599-beb2-aef5aef65af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406250 Dec 25 20:34:44.879187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-37326b54-eab7-4c6e-a591-c2c80e8cb251 None None] Set router ff807ba6-6de8-404d-98cf-33f04296b8d2 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:34:44.890757 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dc04f167-d5c2-4758-873f-50fd515e1732 req-2d1bd5ed-9eff-423a-a775-839a7fbd6e5e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=10edfcb3-422e-4330-a190-ffa2d638a052 HTTP/1.1" status: 200 len: 210 time: 0.0591552 Dec 25 20:34:45.218553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-37326b54-eab7-4c6e-a591-c2c80e8cb251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff807ba6-6de8-404d-98cf-33f04296b8d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879104735', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.184'}], 'enable_snat': True}, 'gw_port_id': 'f6a53971-545e-4fde-a9f7-fa67090fbed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:34:37Z', 'updated_at': '2021-12-25T20:34:42Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'f6a53971-545e-4fde-a9f7-fa67090fbed5', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff807ba6-6de8-404d-98cf-33f04296b8d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:34:38Z', 'updated_at': '2021-12-25T20:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '68a5ad87-dbad-472c-918f-660642e1deed', 'name': '', 'network_id': '921c1e8c-cf59-4599-beb2-aef5aef65af6', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:71:cc:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff807ba6-6de8-404d-98cf-33f04296b8d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b29771b-b123-443a-bb57-3f564eb355af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:34:41Z', 'updated_at': '2021-12-25T20:34:42Z', 'revision_number': 2, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': '8b29771b-b123-443a-bb57-3f564eb355af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:34:45.223319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37326b54-eab7-4c6e-a591-c2c80e8cb251 None None] Checking router: ff807ba6-6de8-404d-98cf-33f04296b8d2 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:34:45.223728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37326b54-eab7-4c6e-a591-c2c80e8cb251 None None] Updating router ff807ba6-6de8-404d-98cf-33f04296b8d2 port 68a5ad87-dbad-472c-918f-660642e1deed binding host dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 20:34:45.276538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-37326b54-eab7-4c6e-a591-c2c80e8cb251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:45.642840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-37326b54-eab7-4c6e-a591-c2c80e8cb251 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:45.655163 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-37326b54-eab7-4c6e-a591-c2c80e8cb251 None None] Transition to ACTIVE for port object 68a5ad87-dbad-472c-918f-660642e1deed will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:34:45.660763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-37326b54-eab7-4c6e-a591-c2c80e8cb251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:45.665086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:34:45.796778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e2e93-fa9a-4a9c-8f66-8fc3d94f99bf None None] Pushing event updated for resources: {'Port': ['ID=68a5ad87-dbad-472c-918f-660642e1deed,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:34:45.800583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1a5e2e93-fa9a-4a9c-8f66-8fc3d94f99bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:34:45.894658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-37326b54-eab7-4c6e-a591-c2c80e8cb251 None None] Attempting to bind port 68a5ad87-dbad-472c-918f-660642e1deed on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:34:45.895109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-37326b54-eab7-4c6e-a591-c2c80e8cb251 None None] Attempting to bind port 68a5ad87-dbad-472c-918f-660642e1deed by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '2f8ca85f-0689-4120-a5ab-193b185a044f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '921c1e8c-cf59-4599-beb2-aef5aef65af6'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:34:45.895535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37326b54-eab7-4c6e-a591-c2c80e8cb251 None None] Attempting to bind port 68a5ad87-dbad-472c-918f-660642e1deed on network 921c1e8c-cf59-4599-beb2-aef5aef65af6 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:34:45.902682 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37326b54-eab7-4c6e-a591-c2c80e8cb251 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:34:45.903123 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37326b54-eab7-4c6e-a591-c2c80e8cb251 None None] Checking segment: {'id': '2f8ca85f-0689-4120-a5ab-193b185a044f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '921c1e8c-cf59-4599-beb2-aef5aef65af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:34:45.903584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-37326b54-eab7-4c6e-a591-c2c80e8cb251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:45.904031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37326b54-eab7-4c6e-a591-c2c80e8cb251 None None] Bound using segment: {'id': '2f8ca85f-0689-4120-a5ab-193b185a044f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '921c1e8c-cf59-4599-beb2-aef5aef65af6'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:34:45.904560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-37326b54-eab7-4c6e-a591-c2c80e8cb251 None None] Bound port: 68a5ad87-dbad-472c-918f-660642e1deed, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f8ca85f-0689-4120-a5ab-193b185a044f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '921c1e8c-cf59-4599-beb2-aef5aef65af6'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:34:45.904985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-37326b54-eab7-4c6e-a591-c2c80e8cb251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:45.999663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-37326b54-eab7-4c6e-a591-c2c80e8cb251 None None] For port 68a5ad87-dbad-472c-918f-660642e1deed, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:34:46.002893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-37326b54-eab7-4c6e-a591-c2c80e8cb251 None None] For port 68a5ad87-dbad-472c-918f-660642e1deed, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=68a5ad87-dbad-472c-918f-660642e1deed,segment=NetworkSegment(2f8ca85f-0689-4120-a5ab-193b185a044f),segment_id=2f8ca85f-0689-4120-a5ab-193b185a044f)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:34:46.006281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-37326b54-eab7-4c6e-a591-c2c80e8cb251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:46.010744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e5cf038f-b90c-49a1-9398-0632e5158f7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:34:46.073370 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c6c2b06c-a9d9-4b86-993f-2c38f7da9de0 req-31185de2-5689-4e12-93f4-794ca2a985a3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=10edfcb3-422e-4330-a190-ffa2d638a052 HTTP/1.1" status: 200 len: 210 time: 0.0521650 Dec 25 20:34:46.117332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e2e93-fa9a-4a9c-8f66-8fc3d94f99bf None None] Pushing event updated for resources: {'Port': ['ID=68a5ad87-dbad-472c-918f-660642e1deed,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:34:46.122427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1a5e2e93-fa9a-4a9c-8f66-8fc3d94f99bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:34:46.126807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37326b54-eab7-4c6e-a591-c2c80e8cb251 None None] Routers {'ff807ba6-6de8-404d-98cf-33f04296b8d2'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:34:46.127705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-37326b54-eab7-4c6e-a591-c2c80e8cb251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:34:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['ff807ba6-6de8-404d-98cf-33f04296b8d2'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:34:46.349473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-37326b54-eab7-4c6e-a591-c2c80e8cb251 None None] Set router ff807ba6-6de8-404d-98cf-33f04296b8d2 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:34:46.375142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-8a349741-95c8-4fb8-9ea0-e1dd7734e799 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:34:46.376807 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-8a349741-95c8-4fb8-9ea0-e1dd7734e799 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.36 "GET /v2.0/networks?id=921c1e8c-cf59-4599-beb2-aef5aef65af6 HTTP/1.1" status: 200 len: 797 time: 0.2201312 Dec 25 20:34:46.458150 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-a9a2a614-6776-42f1-8fd0-459b99a2efd6 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a10522521544fda81a2e75a1a25c08e HTTP/1.1" status: 200 len: 380 time: 0.0623956 Dec 25 20:34:46.472164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-6eb26cd4-159a-437b-898c-fe2241c2cefa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'port': {'device_id': '10edfcb3-422e-4330-a190-ffa2d638a052', 'network_id': '921c1e8c-cf59-4599-beb2-aef5aef65af6', 'admin_state_up': True, 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'security_groups': ['66e7297d-9822-45ab-867a-3d9d94e62113']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:34:46.622862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-6eb26cd4-159a-437b-898c-fe2241c2cefa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:34:46.633041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-6eb26cd4-159a-437b-898c-fe2241c2cefa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:34:46.642012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-6eb26cd4-159a-437b-898c-fe2241c2cefa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Made reservation on behalf of 5a10522521544fda81a2e75a1a25c08e for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:34:46.647559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-6eb26cd4-159a-437b-898c-fe2241c2cefa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:46.720355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-37326b54-eab7-4c6e-a591-c2c80e8cb251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff807ba6-6de8-404d-98cf-33f04296b8d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879104735', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.184'}], 'enable_snat': True}, 'gw_port_id': 'f6a53971-545e-4fde-a9f7-fa67090fbed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:34:37Z', 'updated_at': '2021-12-25T20:34:42Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'f6a53971-545e-4fde-a9f7-fa67090fbed5', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff807ba6-6de8-404d-98cf-33f04296b8d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:34:38Z', 'updated_at': '2021-12-25T20:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '68a5ad87-dbad-472c-918f-660642e1deed', 'name': '', 'network_id': '921c1e8c-cf59-4599-beb2-aef5aef65af6', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:71:cc:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff807ba6-6de8-404d-98cf-33f04296b8d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b29771b-b123-443a-bb57-3f564eb355af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:34:41Z', 'updated_at': '2021-12-25T20:34:45Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': '8b29771b-b123-443a-bb57-3f564eb355af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:34:46.724756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37326b54-eab7-4c6e-a591-c2c80e8cb251 None None] The sync data for ids ['ff807ba6-6de8-404d-98cf-33f04296b8d2'] in dv-neutron-822611-1-hyperv is: [{'id': 'ff807ba6-6de8-404d-98cf-33f04296b8d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879104735', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.184'}], 'enable_snat': True}, 'gw_port_id': 'f6a53971-545e-4fde-a9f7-fa67090fbed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:34:37Z', 'updated_at': '2021-12-25T20:34:42Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'f6a53971-545e-4fde-a9f7-fa67090fbed5', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff807ba6-6de8-404d-98cf-33f04296b8d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:34:38Z', 'updated_at': '2021-12-25T20:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '68a5ad87-dbad-472c-918f-660642e1deed', 'name': '', 'network_id': '921c1e8c-cf59-4599-beb2-aef5aef65af6', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:71:cc:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff807ba6-6de8-404d-98cf-33f04296b8d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b29771b-b123-443a-bb57-3f564eb355af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:34:41Z', 'updated_at': '2021-12-25T20:34:45Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': '8b29771b-b123-443a-bb57-3f564eb355af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:34:46.850895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-6eb26cd4-159a-437b-898c-fe2241c2cefa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Allocated IP 172.20.0.14 (921c1e8c-cf59-4599-beb2-aef5aef65af6/8b29771b-b123-443a-bb57-3f564eb355af/3116e8ed-d1d5-4542-aedd-07247ca69b86) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:34:47.076655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-6eb26cd4-159a-437b-898c-fe2241c2cefa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:47.096778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-6eb26cd4-159a-437b-898c-fe2241c2cefa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Transition to ACTIVE for port object 3116e8ed-d1d5-4542-aedd-07247ca69b86 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:34:47.126661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-6eb26cd4-159a-437b-898c-fe2241c2cefa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:47.133279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a6bde9cd-f182-4ec4-a1ee-a853f35c6a28 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:34:47.217507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb26cd4-159a-437b-898c-fe2241c2cefa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'Port': ['ID=3116e8ed-d1d5-4542-aedd-07247ca69b86,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:34:47.221492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6eb26cd4-159a-437b-898c-fe2241c2cefa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:34:47.226078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-6eb26cd4-159a-437b-898c-fe2241c2cefa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Network 921c1e8c-cf59-4599-beb2-aef5aef65af6 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:34:47.227426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-6eb26cd4-159a-437b-898c-fe2241c2cefa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:34:47.229913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-6eb26cd4-159a-437b-898c-fe2241c2cefa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:34:47.551408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-cb9c6274-7c34-473c-b913-d72886cc2f90 None None] Provisioning for port 3116e8ed-d1d5-4542-aedd-07247ca69b86 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:34:47.557174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-cb9c6274-7c34-473c-b913-d72886cc2f90 None None] Provisioning complete for port 3116e8ed-d1d5-4542-aedd-07247ca69b86 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:34:47.557600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cb9c6274-7c34-473c-b913-d72886cc2f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:47.598340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-6eb26cd4-159a-437b-898c-fe2241c2cefa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:34:47.599018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-6eb26cd4-159a-437b-898c-fe2241c2cefa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:47.617748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-cb9c6274-7c34-473c-b913-d72886cc2f90 None None] Port 3116e8ed-d1d5-4542-aedd-07247ca69b86 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:34:47.638008 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-6eb26cd4-159a-437b-898c-fe2241c2cefa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1709950 Dec 25 20:34:47.645354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ba9e7-a3a0-4e1f-87e1-ebf4b3f1b259 req-56a27f9d-d0e0-4584-b063-be344059a771 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:34:47.646117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-c17ba9e7-a3a0-4e1f-87e1-ebf4b3f1b259 req-56a27f9d-d0e0-4584-b063-be344059a771 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Synchronizing usage tracker for tenant:5a10522521544fda81a2e75a1a25c08e on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:34:47.654974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-b2da8747-c57c-410b-941c-419211acd0e6 service neutron] Request body: {'port': {'device_id': '10edfcb3-422e-4330-a190-ffa2d638a052', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:34:47.713953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-c17ba9e7-a3a0-4e1f-87e1-ebf4b3f1b259 req-56a27f9d-d0e0-4584-b063-be344059a771 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Unset dirty status for tenant:5a10522521544fda81a2e75a1a25c08e on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:34:47.715199 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c17ba9e7-a3a0-4e1f-87e1-ebf4b3f1b259 req-56a27f9d-d0e0-4584-b063-be344059a771 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=10edfcb3-422e-4330-a190-ffa2d638a052 HTTP/1.1" status: 200 len: 932 time: 0.4522159 Dec 25 20:34:47.821828 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c17ba9e7-a3a0-4e1f-87e1-ebf4b3f1b259 req-ae4d5766-f867-4b38-afb8-fe8e462f3cee tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=66e7297d-9822-45ab-867a-3d9d94e62113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735397 Dec 25 20:34:47.822564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-b2da8747-c57c-410b-941c-419211acd0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:47.905828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 68a5ad87-dbad-472c-918f-660642e1deed up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:34:47.988785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 68a5ad87-dbad-472c-918f-660642e1deed completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:34:47.994029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 68a5ad87-dbad-472c-918f-660642e1deed triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:34:47.994476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:48.115905 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:48.166298 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 68a5ad87-dbad-472c-918f-660642e1deed, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=68a5ad87-dbad-472c-918f-660642e1deed,segment=NetworkSegment(2f8ca85f-0689-4120-a5ab-193b185a044f),segment_id=2f8ca85f-0689-4120-a5ab-193b185a044f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:34:48.170489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:48.172485 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:34:48.206563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-b2da8747-c57c-410b-941c-419211acd0e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3116e8ed-d1d5-4542-aedd-07247ca69b86 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:34:48.213686 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-b2da8747-c57c-410b-941c-419211acd0e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:48.229817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-b2da8747-c57c-410b-941c-419211acd0e6 service neutron] Transition to ACTIVE for port object 3116e8ed-d1d5-4542-aedd-07247ca69b86 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:34:48.232250 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-b2da8747-c57c-410b-941c-419211acd0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:48.237976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6eb26cd4-159a-437b-898c-fe2241c2cefa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:34:48.241505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=68a5ad87-dbad-472c-918f-660642e1deed,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:34:48.244796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:34:48.370223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da8747-c57c-410b-941c-419211acd0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=3116e8ed-d1d5-4542-aedd-07247ca69b86,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:34:48.374921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b2da8747-c57c-410b-941c-419211acd0e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:34:48.484808 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-b2da8747-c57c-410b-941c-419211acd0e6 service neutron] Attempting to bind port 3116e8ed-d1d5-4542-aedd-07247ca69b86 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:34:48.485182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-b2da8747-c57c-410b-941c-419211acd0e6 service neutron] Attempting to bind port 3116e8ed-d1d5-4542-aedd-07247ca69b86 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2f8ca85f-0689-4120-a5ab-193b185a044f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '921c1e8c-cf59-4599-beb2-aef5aef65af6'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:34:48.485546 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-b2da8747-c57c-410b-941c-419211acd0e6 service neutron] Attempting to bind port 3116e8ed-d1d5-4542-aedd-07247ca69b86 on network 921c1e8c-cf59-4599-beb2-aef5aef65af6 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:34:48.492459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-b2da8747-c57c-410b-941c-419211acd0e6 service neutron] Port 3116e8ed-d1d5-4542-aedd-07247ca69b86 on network 921c1e8c-cf59-4599-beb2-aef5aef65af6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 20:34:48.492769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-b2da8747-c57c-410b-941c-419211acd0e6 service neutron] Attempting to bind port 3116e8ed-d1d5-4542-aedd-07247ca69b86 on network 921c1e8c-cf59-4599-beb2-aef5aef65af6 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:34:48.500189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-b2da8747-c57c-410b-941c-419211acd0e6 service neutron] Checking agent: {'id': '5d7a6d50-e450-4e92-a105-61a558d89e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'started_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:34:48.500563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-b2da8747-c57c-410b-941c-419211acd0e6 service neutron] Checking segment: {'id': '2f8ca85f-0689-4120-a5ab-193b185a044f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '921c1e8c-cf59-4599-beb2-aef5aef65af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:34:48.500983 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-b2da8747-c57c-410b-941c-419211acd0e6 service neutron] Bound using segment: {'id': '2f8ca85f-0689-4120-a5ab-193b185a044f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '921c1e8c-cf59-4599-beb2-aef5aef65af6'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:34:48.501459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-b2da8747-c57c-410b-941c-419211acd0e6 service neutron] Bound port: 3116e8ed-d1d5-4542-aedd-07247ca69b86, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f8ca85f-0689-4120-a5ab-193b185a044f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '921c1e8c-cf59-4599-beb2-aef5aef65af6'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:34:48.501818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-b2da8747-c57c-410b-941c-419211acd0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:48.607773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-b2da8747-c57c-410b-941c-419211acd0e6 service neutron] For port 3116e8ed-d1d5-4542-aedd-07247ca69b86, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:34:48.611905 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-b2da8747-c57c-410b-941c-419211acd0e6 service neutron] For port 3116e8ed-d1d5-4542-aedd-07247ca69b86, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=3116e8ed-d1d5-4542-aedd-07247ca69b86,segment=NetworkSegment(2f8ca85f-0689-4120-a5ab-193b185a044f),segment_id=2f8ca85f-0689-4120-a5ab-193b185a044f)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:34:48.615084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-b2da8747-c57c-410b-941c-419211acd0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:48.619780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f46f17a9-6435-4eda-a453-63db9571a5c2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:34:48.687576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-b2da8747-c57c-410b-941c-419211acd0e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:48.689139 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-b2da8747-c57c-410b-941c-419211acd0e6 service neutron] 10.222.0.36 "PUT /v2.0/ports/3116e8ed-d1d5-4542-aedd-07247ca69b86 HTTP/1.1" status: 200 len: 1094 time: 1.0389066 Dec 25 20:34:48.690270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10edfcb3-422e-4330-a190-ffa2d638a052', 'tag': '3116e8ed-d1d5-4542-aedd-07247ca69b86'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:34:48.708109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da8747-c57c-410b-941c-419211acd0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=3116e8ed-d1d5-4542-aedd-07247ca69b86,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:34:48.711843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b2da8747-c57c-410b-941c-419211acd0e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:34:48.775818 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10edfcb3-422e-4330-a190-ffa2d638a052', 'tag': '3116e8ed-d1d5-4542-aedd-07247ca69b86', 'status': 'completed', 'code': 200} Dec 25 20:34:48.814607 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-341fe244-d983-454b-a813-3e73a98f39d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a10522521544fda81a2e75a1a25c08e&device_id=10edfcb3-422e-4330-a190-ffa2d638a052 HTTP/1.1" status: 200 len: 1097 time: 0.0806251 Dec 25 20:34:48.907345 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-c053f628-e41e-49ad-98d7-4b45a6863235 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3116e8ed-d1d5-4542-aedd-07247ca69b86 HTTP/1.1" status: 200 len: 217 time: 0.0806706 Dec 25 20:34:49.041525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-8755aa1b-b8cf-4bbc-8c86-6df095ec23b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:34:49.043049 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-8755aa1b-b8cf-4bbc-8c86-6df095ec23b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b29771b-b123-443a-bb57-3f564eb355af HTTP/1.1" status: 200 len: 835 time: 0.1229141 Dec 25 20:34:49.117178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384d54b-aab4-488a-befc-01bb3594b0aa req-2905fc5c-db01-45fd-b534-fd6fda7de52e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:34:49.118758 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3384d54b-aab4-488a-befc-01bb3594b0aa req-2905fc5c-db01-45fd-b534-fd6fda7de52e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=10edfcb3-422e-4330-a190-ffa2d638a052 HTTP/1.1" status: 200 len: 944 time: 0.1576214 Dec 25 20:34:49.180221 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-fea4306d-6893-4039-af61-890fac125fc0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=921c1e8c-cf59-4599-beb2-aef5aef65af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1265502 Dec 25 20:34:49.184290 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3384d54b-aab4-488a-befc-01bb3594b0aa req-731541b7-24e5-49aa-9444-fc95508fa17a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=66e7297d-9822-45ab-867a-3d9d94e62113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584581 Dec 25 20:34:49.326951 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-45bd0e2b-bd49-4265-813e-5cdf5124a0d3 service neutron] 10.222.0.36 "GET /v2.0/networks/921c1e8c-cf59-4599-beb2-aef5aef65af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364999 Dec 25 20:34:49.475243 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-146fe201-7e15-4aad-95f2-07a9a76d851b req-f3ce62ef-0d61-46f8-98e7-20672a06aa9d service neutron] 10.222.0.36 "GET /v2.0/networks/921c1e8c-cf59-4599-beb2-aef5aef65af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405020 Dec 25 20:34:49.604433 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0db6268a-98c5-4b6a-a135-53eff75c5fd2 req-a76595a8-4f62-4e52-955b-676d0c349e23 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a10522521544fda81a2e75a1a25c08e&device_id=10edfcb3-422e-4330-a190-ffa2d638a052 HTTP/1.1" status: 200 len: 1097 time: 0.0792768 Dec 25 20:34:49.748689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6268a-98c5-4b6a-a135-53eff75c5fd2 req-0e6d4f41-30e1-42d7-a28d-37e043f08872 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:34:49.750279 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0db6268a-98c5-4b6a-a135-53eff75c5fd2 req-0e6d4f41-30e1-42d7-a28d-37e043f08872 service neutron] 10.222.0.36 "GET /v2.0/networks?id=921c1e8c-cf59-4599-beb2-aef5aef65af6 HTTP/1.1" status: 200 len: 897 time: 0.1390848 Dec 25 20:34:49.824985 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0db6268a-98c5-4b6a-a135-53eff75c5fd2 req-61d5d92c-bdf9-482e-adfc-1a44f124bbe7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3116e8ed-d1d5-4542-aedd-07247ca69b86 HTTP/1.1" status: 200 len: 217 time: 0.0662379 Dec 25 20:34:49.853104 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 68a5ad87-dbad-472c-918f-660642e1deed up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:34:49.899311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6268a-98c5-4b6a-a135-53eff75c5fd2 req-35f4c61e-c70a-48cc-ac97-c3605e0862ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:34:49.900928 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0db6268a-98c5-4b6a-a135-53eff75c5fd2 req-35f4c61e-c70a-48cc-ac97-c3605e0862ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b29771b-b123-443a-bb57-3f564eb355af HTTP/1.1" status: 200 len: 835 time: 0.0692227 Dec 25 20:34:49.926613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 68a5ad87-dbad-472c-918f-660642e1deed triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:34:49.927106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:49.983868 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0db6268a-98c5-4b6a-a135-53eff75c5fd2 req-dcf65db0-82be-435b-bced-3d67a4c0608d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=921c1e8c-cf59-4599-beb2-aef5aef65af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757968 Dec 25 20:34:50.133483 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0db6268a-98c5-4b6a-a135-53eff75c5fd2 req-2a26fcb5-cd37-4682-91ab-6061c2c34a69 service neutron] 10.222.0.36 "GET /v2.0/networks/921c1e8c-cf59-4599-beb2-aef5aef65af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379185 Dec 25 20:34:50.279774 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0db6268a-98c5-4b6a-a135-53eff75c5fd2 req-66cfd395-711a-4ea1-9cf0-ca096fd6ed80 service neutron] 10.222.0.36 "GET /v2.0/networks/921c1e8c-cf59-4599-beb2-aef5aef65af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388819 Dec 25 20:34:50.389763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f0235-8e40-47a0-863f-6b09981ca084 req-aea4ba7d-d0af-4a54-b88e-2944cb8cc0ab tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:34:50.391726 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d76f0235-8e40-47a0-863f-6b09981ca084 req-aea4ba7d-d0af-4a54-b88e-2944cb8cc0ab tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=10edfcb3-422e-4330-a190-ffa2d638a052 HTTP/1.1" status: 200 len: 944 time: 0.0825505 Dec 25 20:34:50.443646 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d76f0235-8e40-47a0-863f-6b09981ca084 req-5f8ea3fc-fdc5-4d32-a8e6-5b8c4892e5eb tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=66e7297d-9822-45ab-867a-3d9d94e62113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459797 Dec 25 20:34:51.664424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea009a-e99d-4abd-904d-53ab6d12ce11 req-f8abd932-3199-4944-a888-6fdc365f7096 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:34:51.666032 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f7ea009a-e99d-4abd-904d-53ab6d12ce11 req-f8abd932-3199-4944-a888-6fdc365f7096 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=10edfcb3-422e-4330-a190-ffa2d638a052 HTTP/1.1" status: 200 len: 944 time: 0.0842628 Dec 25 20:34:51.714039 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f7ea009a-e99d-4abd-904d-53ab6d12ce11 req-a3bd2e59-8f46-4329-9b08-205fc002c56a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=66e7297d-9822-45ab-867a-3d9d94e62113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419233 Dec 25 20:34:52.918833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa91367-0e6f-4265-b2d2-d213486f5d88 req-d355a980-e1a5-44bb-a402-dc555b488721 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:34:52.920516 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0fa91367-0e6f-4265-b2d2-d213486f5d88 req-d355a980-e1a5-44bb-a402-dc555b488721 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=10edfcb3-422e-4330-a190-ffa2d638a052 HTTP/1.1" status: 200 len: 944 time: 0.0877588 Dec 25 20:34:52.969982 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0fa91367-0e6f-4265-b2d2-d213486f5d88 req-8ee2bd69-429c-4c02-9cb2-7fa7add4bce1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=66e7297d-9822-45ab-867a-3d9d94e62113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428872 Dec 25 20:34:53.482752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 3116e8ed-d1d5-4542-aedd-07247ca69b86 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 20:34:53.628475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 3116e8ed-d1d5-4542-aedd-07247ca69b86, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=3116e8ed-d1d5-4542-aedd-07247ca69b86,segment=NetworkSegment(2f8ca85f-0689-4120-a5ab-193b185a044f),segment_id=2f8ca85f-0689-4120-a5ab-193b185a044f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:34:53.643111 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': '3116e8ed-d1d5-4542-aedd-07247ca69b86', 'network_id': '921c1e8c-cf59-4599-beb2-aef5aef65af6', 'port_id': '3116e8ed-d1d5-4542-aedd-07247ca69b86', 'mac_address': 'fa:16:3e:7e:61:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b29771b-b123-443a-bb57-3f564eb355af', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 20:34:53.698662 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:53.719550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3116e8ed-d1d5-4542-aedd-07247ca69b86 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:34:53.734204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 3116e8ed-d1d5-4542-aedd-07247ca69b86, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=3116e8ed-d1d5-4542-aedd-07247ca69b86,segment=NetworkSegment(2f8ca85f-0689-4120-a5ab-193b185a044f),segment_id=2f8ca85f-0689-4120-a5ab-193b185a044f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:34:53.737501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:53.739338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:34:53.804342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=3116e8ed-d1d5-4542-aedd-07247ca69b86,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:34:53.807457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:34:54.018938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['3116e8ed-d1d5-4542-aedd-07247ca69b86'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:34:54.071645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:54.178783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0b844-e2e5-426b-b725-1012494e6d5c req-4c5caee0-ed30-426b-bfbd-3017ae97a807 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:34:54.180495 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b8d0b844-e2e5-426b-b725-1012494e6d5c req-4c5caee0-ed30-426b-bfbd-3017ae97a807 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=10edfcb3-422e-4330-a190-ffa2d638a052 HTTP/1.1" status: 200 len: 945 time: 0.0876937 Dec 25 20:34:54.229722 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b8d0b844-e2e5-426b-b725-1012494e6d5c req-6894f4c6-0d2b-4510-a697-386de2ae1754 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=66e7297d-9822-45ab-867a-3d9d94e62113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425613 Dec 25 20:34:55.438495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a1b76-c61b-4669-b1b8-cd9d7a07ba4a req-90739d82-e214-4c5e-8407-792e1479915a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:34:55.440570 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a88a1b76-c61b-4669-b1b8-cd9d7a07ba4a req-90739d82-e214-4c5e-8407-792e1479915a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=10edfcb3-422e-4330-a190-ffa2d638a052 HTTP/1.1" status: 200 len: 945 time: 0.0872545 Dec 25 20:34:55.487972 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a88a1b76-c61b-4669-b1b8-cd9d7a07ba4a req-22559c59-5653-4441-aeae-1425d71e21f5 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=66e7297d-9822-45ab-867a-3d9d94e62113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414052 Dec 25 20:34:55.513620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 3116e8ed-d1d5-4542-aedd-07247ca69b86 up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:34:55.591360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning for port 3116e8ed-d1d5-4542-aedd-07247ca69b86 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:34:55.596637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port 3116e8ed-d1d5-4542-aedd-07247ca69b86 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:34:55.597062 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:55.711816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:55.738486 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10edfcb3-422e-4330-a190-ffa2d638a052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3116e8ed-d1d5-4542-aedd-07247ca69b86'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:34:55.748541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 3116e8ed-d1d5-4542-aedd-07247ca69b86, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=3116e8ed-d1d5-4542-aedd-07247ca69b86,segment=NetworkSegment(2f8ca85f-0689-4120-a5ab-193b185a044f),segment_id=2f8ca85f-0689-4120-a5ab-193b185a044f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:34:55.751479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:55.754071 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:34:55.823247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=3116e8ed-d1d5-4542-aedd-07247ca69b86,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:34:55.826448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:34:55.874842 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10edfcb3-422e-4330-a190-ffa2d638a052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3116e8ed-d1d5-4542-aedd-07247ca69b86', 'code': 200} Dec 25 20:34:56.128624 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6de99f06-2367-4f67-abf7-74448facbdd3 req-71c308bf-9d8d-4073-be15-9f6240bd987a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=10edfcb3-422e-4330-a190-ffa2d638a052 HTTP/1.1" status: 200 len: 1099 time: 0.0744090 Dec 25 20:34:56.178308 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6de99f06-2367-4f67-abf7-74448facbdd3 req-956c3914-083b-458e-8b0f-b276daaf3dac service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=66e7297d-9822-45ab-867a-3d9d94e62113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386221 Dec 25 20:34:56.702879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63dec8-cf94-43c5-a4e2-131a3b9248cd req-6c429bdd-a236-4b3b-bace-4ddbc559a6c7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:34:56.704516 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7a63dec8-cf94-43c5-a4e2-131a3b9248cd req-6c429bdd-a236-4b3b-bace-4ddbc559a6c7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=10edfcb3-422e-4330-a190-ffa2d638a052 HTTP/1.1" status: 200 len: 946 time: 0.0854988 Dec 25 20:34:56.753533 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7a63dec8-cf94-43c5-a4e2-131a3b9248cd req-b2f7a102-cb4b-4d25-b3ed-5b87b49b3a47 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=66e7297d-9822-45ab-867a-3d9d94e62113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419226 Dec 25 20:34:57.955588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be7e8d-2475-4d68-a1d3-c4b6badf5604 req-d5fae8fc-3198-4870-b22d-379603ce520d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:34:57.957209 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-15be7e8d-2475-4d68-a1d3-c4b6badf5604 req-d5fae8fc-3198-4870-b22d-379603ce520d tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=10edfcb3-422e-4330-a190-ffa2d638a052 HTTP/1.1" status: 200 len: 946 time: 0.0812495 Dec 25 20:34:58.009826 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-15be7e8d-2475-4d68-a1d3-c4b6badf5604 req-08a4896b-4aa8-4460-a046-87eb69dd86da tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=66e7297d-9822-45ab-867a-3d9d94e62113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465863 Dec 25 20:34:58.211445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadaa3a-cbda-42b1-a2d2-5daeb57248e7 req-d3ff2cbd-074f-4f9a-b584-3c869e5c01da tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:34:58.213060 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4cadaa3a-cbda-42b1-a2d2-5daeb57248e7 req-d3ff2cbd-074f-4f9a-b584-3c869e5c01da tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=10edfcb3-422e-4330-a190-ffa2d638a052 HTTP/1.1" status: 200 len: 946 time: 0.0837507 Dec 25 20:34:58.261844 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4cadaa3a-cbda-42b1-a2d2-5daeb57248e7 req-4e080b5e-b477-422e-b8a7-9250b82ca33e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=66e7297d-9822-45ab-867a-3d9d94e62113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423503 Dec 25 20:34:58.289918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 60486) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:34:58.365279 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c815875a-5a35-485d-9c11-e25c47bea272 tempest-TestNetworkAdvancedServerOps-2027681970 tempest-TestNetworkAdvancedServerOps-2027681970-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=10edfcb3-422e-4330-a190-ffa2d638a052 HTTP/1.1" status: 200 len: 1094 time: 0.0739603 Dec 25 20:34:58.367950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 60490) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:34:58.373769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-79859a13-703f-4331-97a7-3cf468bc7263 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Request body: {'floatingip': {'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'port_id': '3116e8ed-d1d5-4542-aedd-07247ca69b86', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:34:58.379845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-79859a13-703f-4331-97a7-3cf468bc7263 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:34:58.383895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-79859a13-703f-4331-97a7-3cf468bc7263 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Usage tracker for resource:floatingip and tenant:5a10522521544fda81a2e75a1a25c08e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:34:58.386831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-79859a13-703f-4331-97a7-3cf468bc7263 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:34:58.393509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-79859a13-703f-4331-97a7-3cf468bc7263 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:34:58.402844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-79859a13-703f-4331-97a7-3cf468bc7263 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:58.551017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-79859a13-703f-4331-97a7-3cf468bc7263 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:58.702885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-79859a13-703f-4331-97a7-3cf468bc7263 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Allocated IP 172.26.8.195 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/eca1ca5c-6287-447d-8092-d06838f756cb) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:34:58.866679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-79859a13-703f-4331-97a7-3cf468bc7263 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:58.892656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-79859a13-703f-4331-97a7-3cf468bc7263 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:58.897044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-12d982d1-a594-4325-897b-f4d1784d0628 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:34:58.968065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79859a13-703f-4331-97a7-3cf468bc7263 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:34:58.971939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-79859a13-703f-4331-97a7-3cf468bc7263 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:34:58.974519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79859a13-703f-4331-97a7-3cf468bc7263 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:34:59.003591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79859a13-703f-4331-97a7-3cf468bc7263 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'Port': ['ID=eca1ca5c-6287-447d-8092-d06838f756cb,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:34:59.006397 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-79859a13-703f-4331-97a7-3cf468bc7263 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:34:59.730256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-79859a13-703f-4331-97a7-3cf468bc7263 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:34:59.789489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-79859a13-703f-4331-97a7-3cf468bc7263 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:00.000566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-79859a13-703f-4331-97a7-3cf468bc7263 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:00.004384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-79859a13-703f-4331-97a7-3cf468bc7263 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:00.008677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cb02883b-0caa-456c-a6e0-542824f34223 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:35:00.124559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79859a13-703f-4331-97a7-3cf468bc7263 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event updated for resources: {'Port': ['ID=eca1ca5c-6287-447d-8092-d06838f756cb,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:35:00.129129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-79859a13-703f-4331-97a7-3cf468bc7263 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:35:00.136052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-79859a13-703f-4331-97a7-3cf468bc7263 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:00.333008 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [None req-79859a13-703f-4331-97a7-3cf468bc7263 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Floating IP 51756b61-8f4c-4dfa-805f-deddf6fbb9f6 associated. External IP: 172.26.8.195, port: 3116e8ed-d1d5-4542-aedd-07247ca69b86. Dec 25 20:35:00.741138 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79859a13-703f-4331-97a7-3cf468bc7263 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Router ff807ba6-6de8-404d-98cf-33f04296b8d2 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:35:00.960511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79859a13-703f-4331-97a7-3cf468bc7263 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:35:00.970693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b282ae9f-7f15-4811-a619-cdfd78c39a69 None None] Sync routers for ids ['ff807ba6-6de8-404d-98cf-33f04296b8d2'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:35:00.983532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b282ae9f-7f15-4811-a619-cdfd78c39a69 None None] Routers {'ff807ba6-6de8-404d-98cf-33f04296b8d2'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:35:00.984266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-b282ae9f-7f15-4811-a619-cdfd78c39a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:34:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['ff807ba6-6de8-404d-98cf-33f04296b8d2'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:35:00.985267 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-79859a13-703f-4331-97a7-3cf468bc7263 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:01.047790 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-79859a13-703f-4331-97a7-3cf468bc7263 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6786609 Dec 25 20:35:01.048484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10edfcb3-422e-4330-a190-ffa2d638a052', 'tag': '3116e8ed-d1d5-4542-aedd-07247ca69b86'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:35:01.180071 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-b282ae9f-7f15-4811-a619-cdfd78c39a69 None None] Set router ff807ba6-6de8-404d-98cf-33f04296b8d2 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:35:01.230118 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10edfcb3-422e-4330-a190-ffa2d638a052', 'tag': '3116e8ed-d1d5-4542-aedd-07247ca69b86', 'status': 'completed', 'code': 200} Dec 25 20:35:01.245056 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8109fbe-971d-4cd5-a2ea-7e6742aeacb5 req-48981d83-5295-4c39-af05-b17adcf37928 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:35:01.247729 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d8109fbe-971d-4cd5-a2ea-7e6742aeacb5 req-48981d83-5295-4c39-af05-b17adcf37928 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=10edfcb3-422e-4330-a190-ffa2d638a052 HTTP/1.1" status: 200 len: 946 time: 0.0942833 Dec 25 20:35:01.351411 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d8109fbe-971d-4cd5-a2ea-7e6742aeacb5 req-34ad831b-1a41-4d1c-9652-f91a9e1e255a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=66e7297d-9822-45ab-867a-3d9d94e62113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969787 Dec 25 20:35:01.368625 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5e4a894c-7d3a-46b6-9502-e24ff721ddfe req-2afcbf0c-7ba8-4dc6-b66b-038efe8cc365 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a10522521544fda81a2e75a1a25c08e&device_id=10edfcb3-422e-4330-a190-ffa2d638a052 HTTP/1.1" status: 200 len: 1099 time: 0.0995221 Dec 25 20:35:01.381366 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 60500) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:35:01.495736 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-37d4354d-1bd0-4aab-ad18-58b91ed02157 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/floatingips/51756b61-8f4c-4dfa-805f-deddf6fbb9f6 HTTP/1.1" status: 200 len: 992 time: 0.1129272 Dec 25 20:35:01.518036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a894c-7d3a-46b6-9502-e24ff721ddfe req-5dde7557-d122-4c85-9de3-9920e93ae0f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:35:01.519656 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5e4a894c-7d3a-46b6-9502-e24ff721ddfe req-5dde7557-d122-4c85-9de3-9920e93ae0f4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=921c1e8c-cf59-4599-beb2-aef5aef65af6 HTTP/1.1" status: 200 len: 897 time: 0.1421499 Dec 25 20:35:01.560332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-b282ae9f-7f15-4811-a619-cdfd78c39a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff807ba6-6de8-404d-98cf-33f04296b8d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879104735', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.184'}], 'enable_snat': True}, 'gw_port_id': 'f6a53971-545e-4fde-a9f7-fa67090fbed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:34:37Z', 'updated_at': '2021-12-25T20:34:42Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'f6a53971-545e-4fde-a9f7-fa67090fbed5', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff807ba6-6de8-404d-98cf-33f04296b8d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:34:38Z', 'updated_at': '2021-12-25T20:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '51756b61-8f4c-4dfa-805f-deddf6fbb9f6', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'floating_ip_address': '172.26.8.195', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'ff807ba6-6de8-404d-98cf-33f04296b8d2', 'port_id': '3116e8ed-d1d5-4542-aedd-07247ca69b86', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '921c1e8c-cf59-4599-beb2-aef5aef65af6', 'mac_address': 'fa:16:3e:7e:61:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edfcb3-422e-4330-a190-ffa2d638a052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:34:59Z', 'updated_at': '2021-12-25T20:34:59Z', 'revision_number': 0, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68a5ad87-dbad-472c-918f-660642e1deed', 'name': '', 'network_id': '921c1e8c-cf59-4599-beb2-aef5aef65af6', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:71:cc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff807ba6-6de8-404d-98cf-33f04296b8d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b29771b-b123-443a-bb57-3f564eb355af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:34:41Z', 'updated_at': '2021-12-25T20:34:48Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': '8b29771b-b123-443a-bb57-3f564eb355af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:35:01.564500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b282ae9f-7f15-4811-a619-cdfd78c39a69 None None] Checking router: ff807ba6-6de8-404d-98cf-33f04296b8d2 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:35:01.576227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b282ae9f-7f15-4811-a619-cdfd78c39a69 None None] Routers {'ff807ba6-6de8-404d-98cf-33f04296b8d2'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:35:01.577143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-b282ae9f-7f15-4811-a619-cdfd78c39a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:34:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['ff807ba6-6de8-404d-98cf-33f04296b8d2'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:35:01.630311 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5e4a894c-7d3a-46b6-9502-e24ff721ddfe req-85ed28a1-a0b4-46d8-97d9-2f70505514b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3116e8ed-d1d5-4542-aedd-07247ca69b86 HTTP/1.1" status: 200 len: 1000 time: 0.1030748 Dec 25 20:35:01.699656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a894c-7d3a-46b6-9502-e24ff721ddfe req-8de2e7b7-3cc4-4a6c-b34d-19cc324bab60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:35:01.701248 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5e4a894c-7d3a-46b6-9502-e24ff721ddfe req-8de2e7b7-3cc4-4a6c-b34d-19cc324bab60 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b29771b-b123-443a-bb57-3f564eb355af HTTP/1.1" status: 200 len: 835 time: 0.0641677 Dec 25 20:35:01.765916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-b282ae9f-7f15-4811-a619-cdfd78c39a69 None None] Set router ff807ba6-6de8-404d-98cf-33f04296b8d2 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:35:01.784424 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5e4a894c-7d3a-46b6-9502-e24ff721ddfe req-b7effc19-d259-4591-a3ea-b4f19a0a4ba5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=921c1e8c-cf59-4599-beb2-aef5aef65af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769601 Dec 25 20:35:02.161029 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-b282ae9f-7f15-4811-a619-cdfd78c39a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff807ba6-6de8-404d-98cf-33f04296b8d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879104735', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.184'}], 'enable_snat': True}, 'gw_port_id': 'f6a53971-545e-4fde-a9f7-fa67090fbed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:34:37Z', 'updated_at': '2021-12-25T20:34:42Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'f6a53971-545e-4fde-a9f7-fa67090fbed5', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff807ba6-6de8-404d-98cf-33f04296b8d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:34:38Z', 'updated_at': '2021-12-25T20:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '51756b61-8f4c-4dfa-805f-deddf6fbb9f6', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'floating_ip_address': '172.26.8.195', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'ff807ba6-6de8-404d-98cf-33f04296b8d2', 'port_id': '3116e8ed-d1d5-4542-aedd-07247ca69b86', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '921c1e8c-cf59-4599-beb2-aef5aef65af6', 'mac_address': 'fa:16:3e:7e:61:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edfcb3-422e-4330-a190-ffa2d638a052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:34:59Z', 'updated_at': '2021-12-25T20:34:59Z', 'revision_number': 0, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68a5ad87-dbad-472c-918f-660642e1deed', 'name': '', 'network_id': '921c1e8c-cf59-4599-beb2-aef5aef65af6', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:71:cc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff807ba6-6de8-404d-98cf-33f04296b8d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b29771b-b123-443a-bb57-3f564eb355af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:34:41Z', 'updated_at': '2021-12-25T20:34:48Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': '8b29771b-b123-443a-bb57-3f564eb355af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:35:02.161817 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5e4a894c-7d3a-46b6-9502-e24ff721ddfe req-5a2f33e0-4730-4f13-90b2-ec1c7b8c2104 service neutron] 10.222.0.36 "GET /v2.0/networks/921c1e8c-cf59-4599-beb2-aef5aef65af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697321 Dec 25 20:35:02.165390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b282ae9f-7f15-4811-a619-cdfd78c39a69 None None] The sync data for ids ['ff807ba6-6de8-404d-98cf-33f04296b8d2'] in dv-neutron-822611-1-hyperv is: [{'id': 'ff807ba6-6de8-404d-98cf-33f04296b8d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879104735', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.184'}], 'enable_snat': True}, 'gw_port_id': 'f6a53971-545e-4fde-a9f7-fa67090fbed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:34:37Z', 'updated_at': '2021-12-25T20:34:42Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'f6a53971-545e-4fde-a9f7-fa67090fbed5', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff807ba6-6de8-404d-98cf-33f04296b8d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:34:38Z', 'updated_at': '2021-12-25T20:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '51756b61-8f4c-4dfa-805f-deddf6fbb9f6', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'floating_ip_address': '172.26.8.195', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'ff807ba6-6de8-404d-98cf-33f04296b8d2', 'port_id': '3116e8ed-d1d5-4542-aedd-07247ca69b86', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '921c1e8c-cf59-4599-beb2-aef5aef65af6', 'mac_address': 'fa:16:3e:7e:61:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edfcb3-422e-4330-a190-ffa2d638a052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:34:59Z', 'updated_at': '2021-12-25T20:34:59Z', 'revision_number': 0, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68a5ad87-dbad-472c-918f-660642e1deed', 'name': '', 'network_id': '921c1e8c-cf59-4599-beb2-aef5aef65af6', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:71:cc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff807ba6-6de8-404d-98cf-33f04296b8d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b29771b-b123-443a-bb57-3f564eb355af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:34:41Z', 'updated_at': '2021-12-25T20:34:48Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': '8b29771b-b123-443a-bb57-3f564eb355af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:35:02.312186 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5e4a894c-7d3a-46b6-9502-e24ff721ddfe req-57a915f8-ed4f-440c-ada4-30115e4225c8 service neutron] 10.222.0.36 "GET /v2.0/networks/921c1e8c-cf59-4599-beb2-aef5aef65af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429307 Dec 25 20:35:02.499890 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 60504) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:35:02.523843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e0a5b5-20ac-4dc5-802a-53352757c2bf None None] New status for floating IP 51756b61-8f4c-4dfa-805f-deddf6fbb9f6: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 20:35:02.636582 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ac880613-4dcd-43b6-809f-4dbb7a083d95 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/floatingips/51756b61-8f4c-4dfa-805f-deddf6fbb9f6 HTTP/1.1" status: 200 len: 992 time: 0.1352923 Dec 25 20:35:03.639816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 60508) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:35:03.746745 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-13433c29-c3e5-4f2e-9584-57dd2c846e33 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/floatingips/51756b61-8f4c-4dfa-805f-deddf6fbb9f6 HTTP/1.1" status: 200 len: 994 time: 0.1056085 Dec 25 20:35:06.144467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-fbb4b225-7a9c-40f9-8c28-4c6646fea348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:07.303301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:08.448421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d4ebc727-632e-4db5-8e56-0c7002013995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:08.802921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:09.932169 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ab1d9320-5bca-406d-bc3d-9af7d1d7a886 req-07048963-6031-4b9a-bb9e-116a46556c1b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=10edfcb3-422e-4330-a190-ffa2d638a052&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1418114 Dec 25 20:35:10.078985 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ab1d9320-5bca-406d-bc3d-9af7d1d7a886 req-dfb8be1a-0412-4386-be71-b1c125e99148 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a10522521544fda81a2e75a1a25c08e&device_id=10edfcb3-422e-4330-a190-ffa2d638a052 HTTP/1.1" status: 200 len: 1099 time: 0.0731981 Dec 25 20:35:10.131313 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:10.239231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d9320-5bca-406d-bc3d-9af7d1d7a886 req-dd6fe6ba-59fb-4994-9921-1b7d4637dd96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:35:10.240841 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ab1d9320-5bca-406d-bc3d-9af7d1d7a886 req-dd6fe6ba-59fb-4994-9921-1b7d4637dd96 service neutron] 10.222.0.36 "GET /v2.0/networks?id=921c1e8c-cf59-4599-beb2-aef5aef65af6 HTTP/1.1" status: 200 len: 897 time: 0.1429675 Dec 25 20:35:10.349926 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ab1d9320-5bca-406d-bc3d-9af7d1d7a886 req-c768e622-baf8-4f04-ba89-da24ed588a18 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3116e8ed-d1d5-4542-aedd-07247ca69b86 HTTP/1.1" status: 200 len: 1002 time: 0.1014416 Dec 25 20:35:10.426186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d9320-5bca-406d-bc3d-9af7d1d7a886 req-f32ddc91-5da4-48d1-b18b-945f0b332a6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:35:10.427833 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ab1d9320-5bca-406d-bc3d-9af7d1d7a886 req-f32ddc91-5da4-48d1-b18b-945f0b332a6f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b29771b-b123-443a-bb57-3f564eb355af HTTP/1.1" status: 200 len: 835 time: 0.0714741 Dec 25 20:35:10.508180 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ab1d9320-5bca-406d-bc3d-9af7d1d7a886 req-460f6442-09d3-4b4f-85d1-22d0c12c3c45 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=921c1e8c-cf59-4599-beb2-aef5aef65af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733676 Dec 25 20:35:10.520598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [req-ab1d9320-5bca-406d-bc3d-9af7d1d7a886 req-8c112b08-eb89-482c-8fbf-f15ec86ae059 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 20:35:10.521648 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ab1d9320-5bca-406d-bc3d-9af7d1d7a886 req-8c112b08-eb89-482c-8fbf-f15ec86ae059 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0050905 Dec 25 20:35:10.671252 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ab1d9320-5bca-406d-bc3d-9af7d1d7a886 req-e9f77c3c-33db-4043-8269-6cb6f3c557dd service neutron] 10.222.0.36 "GET /v2.0/networks/921c1e8c-cf59-4599-beb2-aef5aef65af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414592 Dec 25 20:35:10.814216 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ab1d9320-5bca-406d-bc3d-9af7d1d7a886 req-acdd97f6-f8fc-4ad1-9366-ad3839c80ab0 service neutron] 10.222.0.36 "GET /v2.0/networks/921c1e8c-cf59-4599-beb2-aef5aef65af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367061 Dec 25 20:35:11.038865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:35:24.026328 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:35.333596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbc8ce-56f7-4438-abbc-3dfaa44ec8c2 req-abcad6d8-2f3b-498b-a107-4399f53ac89c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:35:35.335203 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2dbbc8ce-56f7-4438-abbc-3dfaa44ec8c2 req-abcad6d8-2f3b-498b-a107-4399f53ac89c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=10edfcb3-422e-4330-a190-ffa2d638a052 HTTP/1.1" status: 200 len: 946 time: 0.0862939 Dec 25 20:35:35.383039 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2dbbc8ce-56f7-4438-abbc-3dfaa44ec8c2 req-70cb0a25-09de-47ad-9058-fa52d03e0523 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=66e7297d-9822-45ab-867a-3d9d94e62113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416763 Dec 25 20:35:36.146787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-96c7a3b2-2c0f-4cb5-b842-7850b1b009df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:36.589887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f0313-5c3d-4908-9685-72969b42cd31 req-d2838f53-9835-4433-b269-bfdb0668df67 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:35:36.591514 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-203f0313-5c3d-4908-9685-72969b42cd31 req-d2838f53-9835-4433-b269-bfdb0668df67 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=10edfcb3-422e-4330-a190-ffa2d638a052 HTTP/1.1" status: 200 len: 946 time: 0.0822163 Dec 25 20:35:36.639730 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-203f0313-5c3d-4908-9685-72969b42cd31 req-c43f0ae8-6a67-4c40-8b7c-fa36f9c14705 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=66e7297d-9822-45ab-867a-3d9d94e62113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421529 Dec 25 20:35:36.667233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 60532) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:35:36.778007 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9782451b-8e26-4f03-8cee-81dda237dc3a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/floatingips/51756b61-8f4c-4dfa-805f-deddf6fbb9f6 HTTP/1.1" status: 200 len: 994 time: 0.1094882 Dec 25 20:35:37.295596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:38.365341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c979a8b-7182-4240-bb90-58ef934a7a25 req-fcc65e95-9ba7-4185-bad5-6fc89c93d386 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:35:38.366867 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1c979a8b-7182-4240-bb90-58ef934a7a25 req-fcc65e95-9ba7-4185-bad5-6fc89c93d386 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=10edfcb3-422e-4330-a190-ffa2d638a052 HTTP/1.1" status: 200 len: 946 time: 0.1528943 Dec 25 20:35:38.370582 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-165da531-6ce9-4b42-b37b-14b615a1f3d1 req-1f50fd41-3ea9-49f8-9f01-f99e76873861 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a10522521544fda81a2e75a1a25c08e&device_id=10edfcb3-422e-4330-a190-ffa2d638a052 HTTP/1.1" status: 200 len: 1099 time: 0.1137521 Dec 25 20:35:38.455658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a0113211-00a3-4463-9d74-8532fd93b99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:38.464508 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1c979a8b-7182-4240-bb90-58ef934a7a25 req-4a824c3a-bef1-4481-9db4-e90b57a54ec5 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=66e7297d-9822-45ab-867a-3d9d94e62113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911202 Dec 25 20:35:38.552255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165da531-6ce9-4b42-b37b-14b615a1f3d1 req-392f852c-cc6c-4ad0-8290-d51eb22e6098 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:35:38.553835 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-165da531-6ce9-4b42-b37b-14b615a1f3d1 req-392f852c-cc6c-4ad0-8290-d51eb22e6098 service neutron] 10.222.0.36 "GET /v2.0/networks?id=921c1e8c-cf59-4599-beb2-aef5aef65af6 HTTP/1.1" status: 200 len: 897 time: 0.1646650 Dec 25 20:35:38.667921 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-165da531-6ce9-4b42-b37b-14b615a1f3d1 req-00aad16d-4fbb-421b-9bf0-f18db15390b4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3116e8ed-d1d5-4542-aedd-07247ca69b86 HTTP/1.1" status: 200 len: 1002 time: 0.1036849 Dec 25 20:35:38.742911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165da531-6ce9-4b42-b37b-14b615a1f3d1 req-1f1b7f66-c565-496a-a33a-31748af05d5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:35:38.744493 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-165da531-6ce9-4b42-b37b-14b615a1f3d1 req-1f1b7f66-c565-496a-a33a-31748af05d5b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b29771b-b123-443a-bb57-3f564eb355af HTTP/1.1" status: 200 len: 835 time: 0.0673294 Dec 25 20:35:38.808563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:38.828346 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-165da531-6ce9-4b42-b37b-14b615a1f3d1 req-8cedc7c1-fd0e-4382-96f6-644bebb9192e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=921c1e8c-cf59-4599-beb2-aef5aef65af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739436 Dec 25 20:35:38.973190 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-165da531-6ce9-4b42-b37b-14b615a1f3d1 req-b85bb4c0-4d46-4717-ba3b-844086531012 service neutron] 10.222.0.36 "GET /v2.0/networks/921c1e8c-cf59-4599-beb2-aef5aef65af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334977 Dec 25 20:35:39.123838 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-165da531-6ce9-4b42-b37b-14b615a1f3d1 req-79122c0f-ac0c-4eb0-9ba5-c3961714c33d service neutron] 10.222.0.36 "GET /v2.0/networks/921c1e8c-cf59-4599-beb2-aef5aef65af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400471 Dec 25 20:35:39.678482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e65a8f-aa54-44c8-8940-9ee4663ccac6 req-a9d4a6da-946a-49b4-b4e0-ad43fb5a3b14 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:35:39.680116 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-85e65a8f-aa54-44c8-8940-9ee4663ccac6 req-a9d4a6da-946a-49b4-b4e0-ad43fb5a3b14 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=10edfcb3-422e-4330-a190-ffa2d638a052 HTTP/1.1" status: 200 len: 946 time: 0.0867219 Dec 25 20:35:39.732056 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-85e65a8f-aa54-44c8-8940-9ee4663ccac6 req-bd2b6d5d-dcf1-4bcd-ba51-790333e791c7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=66e7297d-9822-45ab-867a-3d9d94e62113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458210 Dec 25 20:35:40.133438 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:40.936225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6a670-6b27-42c4-850c-4840732c3fb7 req-9be550f0-50ef-44a4-9351-bd747b6ab61c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:35:40.937825 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-93c6a670-6b27-42c4-850c-4840732c3fb7 req-9be550f0-50ef-44a4-9351-bd747b6ab61c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=10edfcb3-422e-4330-a190-ffa2d638a052 HTTP/1.1" status: 200 len: 946 time: 0.0837154 Dec 25 20:35:40.986033 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-93c6a670-6b27-42c4-850c-4840732c3fb7 req-97efa027-b6e9-4d02-a746-32c8922ba3bc tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=66e7297d-9822-45ab-867a-3d9d94e62113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410485 Dec 25 20:35:41.016234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60556) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:35:41.130269 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6df932a9-8b86-4c36-9625-9d1ee5282b53 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/floatingips/51756b61-8f4c-4dfa-805f-deddf6fbb9f6 HTTP/1.1" status: 200 len: 994 time: 0.1124468 Dec 25 20:35:41.443562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60564) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:35:41.657743 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-cc7e923b-3399-48b7-8ff0-d1e68a2f2a85 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Deleting port eca1ca5c-6287-447d-8092-d06838f756cb {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:35:41.658119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cc7e923b-3399-48b7-8ff0-d1e68a2f2a85 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:41.833503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cc7e923b-3399-48b7-8ff0-d1e68a2f2a85 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:41.833876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cc7e923b-3399-48b7-8ff0-d1e68a2f2a85 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:41.960818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-cc7e923b-3399-48b7-8ff0-d1e68a2f2a85 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Calling delete_port for eca1ca5c-6287-447d-8092-d06838f756cb owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:35:42.112641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cc7e923b-3399-48b7-8ff0-d1e68a2f2a85 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:42.116884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0a92c43e-0aa1-4e3b-90b6-7bf97ead69aa tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:35:42.160536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e923b-3399-48b7-8ff0-d1e68a2f2a85 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event deleted for resources: {'Port': ['ID=eca1ca5c-6287-447d-8092-d06838f756cb,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:35:42.207115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e923b-3399-48b7-8ff0-d1e68a2f2a85 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:35:42.207549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e923b-3399-48b7-8ff0-d1e68a2f2a85 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:35:42.207970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e923b-3399-48b7-8ff0-d1e68a2f2a85 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:35:42.208384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e923b-3399-48b7-8ff0-d1e68a2f2a85 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:35:42.208796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e923b-3399-48b7-8ff0-d1e68a2f2a85 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:35:42.209207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e923b-3399-48b7-8ff0-d1e68a2f2a85 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:35:42.209615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e923b-3399-48b7-8ff0-d1e68a2f2a85 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:35:42.210021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e923b-3399-48b7-8ff0-d1e68a2f2a85 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:35:42.210425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e923b-3399-48b7-8ff0-d1e68a2f2a85 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:35:42.210827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e923b-3399-48b7-8ff0-d1e68a2f2a85 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:35:42.211260 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e923b-3399-48b7-8ff0-d1e68a2f2a85 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:35:42.214796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cc7e923b-3399-48b7-8ff0-d1e68a2f2a85 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:35:42.278440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cc7e923b-3399-48b7-8ff0-d1e68a2f2a85 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:42.963079 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc7e923b-3399-48b7-8ff0-d1e68a2f2a85 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Router ff807ba6-6de8-404d-98cf-33f04296b8d2 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:35:43.174159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7e923b-3399-48b7-8ff0-d1e68a2f2a85 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:35:43.184664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c25a260-a3a6-4bb8-b449-c6fb6d28ab4d None None] Sync routers for ids ['ff807ba6-6de8-404d-98cf-33f04296b8d2'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:35:43.194680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cc7e923b-3399-48b7-8ff0-d1e68a2f2a85 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:43.196968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c25a260-a3a6-4bb8-b449-c6fb6d28ab4d None None] Routers {'ff807ba6-6de8-404d-98cf-33f04296b8d2'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:35:43.197767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-0c25a260-a3a6-4bb8-b449-c6fb6d28ab4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:35:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['ff807ba6-6de8-404d-98cf-33f04296b8d2'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:35:43.255253 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-cc7e923b-3399-48b7-8ff0-d1e68a2f2a85 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "DELETE /v2.0/floatingips/51756b61-8f4c-4dfa-805f-deddf6fbb9f6 HTTP/1.1" status: 204 len: 168 time: 1.8103492 Dec 25 20:35:43.255723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10edfcb3-422e-4330-a190-ffa2d638a052', 'tag': '3116e8ed-d1d5-4542-aedd-07247ca69b86'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:35:43.322789 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10edfcb3-422e-4330-a190-ffa2d638a052', 'tag': '3116e8ed-d1d5-4542-aedd-07247ca69b86', 'status': 'completed', 'code': 200} Dec 25 20:35:43.386570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-0c25a260-a3a6-4bb8-b449-c6fb6d28ab4d None None] Set router ff807ba6-6de8-404d-98cf-33f04296b8d2 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:35:43.430782 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7f248c09-5476-4a62-9218-4ff7c4ebcb6f req-d91c1014-a7aa-4f97-9886-97ffac86e89a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a10522521544fda81a2e75a1a25c08e&device_id=10edfcb3-422e-4330-a190-ffa2d638a052 HTTP/1.1" status: 200 len: 1099 time: 0.0789580 Dec 25 20:35:43.590700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f248c09-5476-4a62-9218-4ff7c4ebcb6f req-0f876713-49c6-477a-8539-f1de3b739114 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:35:43.592349 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7f248c09-5476-4a62-9218-4ff7c4ebcb6f req-0f876713-49c6-477a-8539-f1de3b739114 service neutron] 10.222.0.36 "GET /v2.0/networks?id=921c1e8c-cf59-4599-beb2-aef5aef65af6 HTTP/1.1" status: 200 len: 897 time: 0.1517935 Dec 25 20:35:43.707856 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7f248c09-5476-4a62-9218-4ff7c4ebcb6f req-a8255b34-c3ae-4660-9f7a-a940856c0549 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3116e8ed-d1d5-4542-aedd-07247ca69b86 HTTP/1.1" status: 200 len: 217 time: 0.1078873 Dec 25 20:35:43.727437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-0c25a260-a3a6-4bb8-b449-c6fb6d28ab4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff807ba6-6de8-404d-98cf-33f04296b8d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879104735', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.184'}], 'enable_snat': True}, 'gw_port_id': 'f6a53971-545e-4fde-a9f7-fa67090fbed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:34:37Z', 'updated_at': '2021-12-25T20:34:42Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'f6a53971-545e-4fde-a9f7-fa67090fbed5', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff807ba6-6de8-404d-98cf-33f04296b8d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:34:38Z', 'updated_at': '2021-12-25T20:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '68a5ad87-dbad-472c-918f-660642e1deed', 'name': '', 'network_id': '921c1e8c-cf59-4599-beb2-aef5aef65af6', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:71:cc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff807ba6-6de8-404d-98cf-33f04296b8d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b29771b-b123-443a-bb57-3f564eb355af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:34:41Z', 'updated_at': '2021-12-25T20:34:48Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': '8b29771b-b123-443a-bb57-3f564eb355af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:35:43.731509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c25a260-a3a6-4bb8-b449-c6fb6d28ab4d None None] Checking router: ff807ba6-6de8-404d-98cf-33f04296b8d2 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:35:43.742554 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c25a260-a3a6-4bb8-b449-c6fb6d28ab4d None None] Routers {'ff807ba6-6de8-404d-98cf-33f04296b8d2'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:35:43.743262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-0c25a260-a3a6-4bb8-b449-c6fb6d28ab4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:35:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['ff807ba6-6de8-404d-98cf-33f04296b8d2'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:35:43.801998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f248c09-5476-4a62-9218-4ff7c4ebcb6f req-aa8c502c-f401-4db7-b18e-ce058b67e348 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:35:43.803522 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7f248c09-5476-4a62-9218-4ff7c4ebcb6f req-aa8c502c-f401-4db7-b18e-ce058b67e348 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b29771b-b123-443a-bb57-3f564eb355af HTTP/1.1" status: 200 len: 835 time: 0.0850091 Dec 25 20:35:43.814461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60599a96-f527-48e7-aae2-2f80890d4a5e req-51165cde-8d9b-41f6-b39b-7214073b6729 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:35:43.815237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-60599a96-f527-48e7-aae2-2f80890d4a5e req-51165cde-8d9b-41f6-b39b-7214073b6729 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Synchronizing usage tracker for tenant:5a10522521544fda81a2e75a1a25c08e on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:35:43.881252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-60599a96-f527-48e7-aae2-2f80890d4a5e req-51165cde-8d9b-41f6-b39b-7214073b6729 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Unset dirty status for tenant:5a10522521544fda81a2e75a1a25c08e on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:35:43.882545 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-60599a96-f527-48e7-aae2-2f80890d4a5e req-51165cde-8d9b-41f6-b39b-7214073b6729 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=10edfcb3-422e-4330-a190-ffa2d638a052 HTTP/1.1" status: 200 len: 946 time: 0.2278080 Dec 25 20:35:43.932696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-0c25a260-a3a6-4bb8-b449-c6fb6d28ab4d None None] Set router ff807ba6-6de8-404d-98cf-33f04296b8d2 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:35:43.933556 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7f248c09-5476-4a62-9218-4ff7c4ebcb6f req-c1bf6dbb-09af-47d0-b688-5f6b069cde4f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=921c1e8c-cf59-4599-beb2-aef5aef65af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1154480 Dec 25 20:35:43.967806 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-60599a96-f527-48e7-aae2-2f80890d4a5e req-249ef96c-a154-42e1-bb65-048819c88149 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=66e7297d-9822-45ab-867a-3d9d94e62113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787699 Dec 25 20:35:44.083770 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7f248c09-5476-4a62-9218-4ff7c4ebcb6f req-63e6fd22-255a-4a15-a508-fc59458450af service neutron] 10.222.0.36 "GET /v2.0/networks/921c1e8c-cf59-4599-beb2-aef5aef65af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422334 Dec 25 20:35:44.231934 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7f248c09-5476-4a62-9218-4ff7c4ebcb6f req-b8aa14d9-7a36-4de9-afd6-590f881b8f22 service neutron] 10.222.0.36 "GET /v2.0/networks/921c1e8c-cf59-4599-beb2-aef5aef65af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412983 Dec 25 20:35:44.260372 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-0c25a260-a3a6-4bb8-b449-c6fb6d28ab4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff807ba6-6de8-404d-98cf-33f04296b8d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879104735', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.184'}], 'enable_snat': True}, 'gw_port_id': 'f6a53971-545e-4fde-a9f7-fa67090fbed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:34:37Z', 'updated_at': '2021-12-25T20:34:42Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'f6a53971-545e-4fde-a9f7-fa67090fbed5', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff807ba6-6de8-404d-98cf-33f04296b8d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:34:38Z', 'updated_at': '2021-12-25T20:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '68a5ad87-dbad-472c-918f-660642e1deed', 'name': '', 'network_id': '921c1e8c-cf59-4599-beb2-aef5aef65af6', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:71:cc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff807ba6-6de8-404d-98cf-33f04296b8d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b29771b-b123-443a-bb57-3f564eb355af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:34:41Z', 'updated_at': '2021-12-25T20:34:48Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': '8b29771b-b123-443a-bb57-3f564eb355af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:35:44.264666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c25a260-a3a6-4bb8-b449-c6fb6d28ab4d None None] The sync data for ids ['ff807ba6-6de8-404d-98cf-33f04296b8d2'] in dv-neutron-822611-1-hyperv is: [{'id': 'ff807ba6-6de8-404d-98cf-33f04296b8d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879104735', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.184'}], 'enable_snat': True}, 'gw_port_id': 'f6a53971-545e-4fde-a9f7-fa67090fbed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:34:37Z', 'updated_at': '2021-12-25T20:34:42Z', 'revision_number': 4, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'f6a53971-545e-4fde-a9f7-fa67090fbed5', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff807ba6-6de8-404d-98cf-33f04296b8d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:34:38Z', 'updated_at': '2021-12-25T20:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': '68a5ad87-dbad-472c-918f-660642e1deed', 'name': '', 'network_id': '921c1e8c-cf59-4599-beb2-aef5aef65af6', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'mac_address': 'fa:16:3e:71:cc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff807ba6-6de8-404d-98cf-33f04296b8d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b29771b-b123-443a-bb57-3f564eb355af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:34:41Z', 'updated_at': '2021-12-25T20:34:48Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'subnets': [{'id': '8b29771b-b123-443a-bb57-3f564eb355af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:35:44.676862 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63cc3ed-b878-4b26-b153-0864b644c45d None None] New status for floating IP 51756b61-8f4c-4dfa-805f-deddf6fbb9f6: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 20:35:45.179785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91e1db-c42d-4baf-890f-b9fd650d652e req-67d57368-0797-4261-935e-2c291a19dd96 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:35:45.181435 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7b91e1db-c42d-4baf-890f-b9fd650d652e req-67d57368-0797-4261-935e-2c291a19dd96 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=10edfcb3-422e-4330-a190-ffa2d638a052 HTTP/1.1" status: 200 len: 946 time: 0.0885813 Dec 25 20:35:45.232781 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7b91e1db-c42d-4baf-890f-b9fd650d652e req-816cd687-7632-4ace-8059-9cd1741b41f4 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/security-groups?id=66e7297d-9822-45ab-867a-3d9d94e62113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451686 Dec 25 20:35:45.462455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef866e-ec13-4898-9f5a-ac55ec031dfb req-a03b5660-58e4-4e4d-87c8-bd8856be6d7a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:35:45.463956 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9aef866e-ec13-4898-9f5a-ac55ec031dfb req-a03b5660-58e4-4e4d-87c8-bd8856be6d7a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.36 "GET /v2.0/ports?device_id=10edfcb3-422e-4330-a190-ffa2d638a052 HTTP/1.1" status: 200 len: 946 time: 0.0824821 Dec 25 20:35:45.541934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-9aef866e-ec13-4898-9f5a-ac55ec031dfb req-809f9f50-5eff-4b51-ac67-33057fdfd52c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Deleting port 3116e8ed-d1d5-4542-aedd-07247ca69b86 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:35:45.542311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-9aef866e-ec13-4898-9f5a-ac55ec031dfb req-809f9f50-5eff-4b51-ac67-33057fdfd52c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:45.793228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-9aef866e-ec13-4898-9f5a-ac55ec031dfb req-809f9f50-5eff-4b51-ac67-33057fdfd52c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] For port 3116e8ed-d1d5-4542-aedd-07247ca69b86, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=3116e8ed-d1d5-4542-aedd-07247ca69b86,segment=NetworkSegment(2f8ca85f-0689-4120-a5ab-193b185a044f),segment_id=2f8ca85f-0689-4120-a5ab-193b185a044f)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:35:45.793625 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-9aef866e-ec13-4898-9f5a-ac55ec031dfb req-809f9f50-5eff-4b51-ac67-33057fdfd52c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:45.920831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-9aef866e-ec13-4898-9f5a-ac55ec031dfb req-809f9f50-5eff-4b51-ac67-33057fdfd52c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Calling delete_port for 3116e8ed-d1d5-4542-aedd-07247ca69b86 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:35:46.067837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-9aef866e-ec13-4898-9f5a-ac55ec031dfb req-809f9f50-5eff-4b51-ac67-33057fdfd52c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:46.073694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c4ac3032-df89-46c1-ab06-a90751822694 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:35:46.120453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f9f50-5eff-4b51-ac67-33057fdfd52c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event deleted for resources: {'Port': ['ID=3116e8ed-d1d5-4542-aedd-07247ca69b86,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:35:46.124396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-809f9f50-5eff-4b51-ac67-33057fdfd52c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:35:46.196054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aef866e-ec13-4898-9f5a-ac55ec031dfb req-809f9f50-5eff-4b51-ac67-33057fdfd52c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] No DVR routers for this DVR port 3116e8ed-d1d5-4542-aedd-07247ca69b86 on host hv-neutron-8226 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:35:46.198515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-9aef866e-ec13-4898-9f5a-ac55ec031dfb req-809f9f50-5eff-4b51-ac67-33057fdfd52c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:46.201304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10edfcb3-422e-4330-a190-ffa2d638a052', 'name': 'network-vif-deleted', 'tag': '3116e8ed-d1d5-4542-aedd-07247ca69b86'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:35:46.216064 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9aef866e-ec13-4898-9f5a-ac55ec031dfb req-809f9f50-5eff-4b51-ac67-33057fdfd52c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.36 "DELETE /v2.0/ports/3116e8ed-d1d5-4542-aedd-07247ca69b86 HTTP/1.1" status: 204 len: 173 time: 0.7435799 Dec 25 20:35:46.263976 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10edfcb3-422e-4330-a190-ffa2d638a052', 'name': 'network-vif-deleted', 'tag': '3116e8ed-d1d5-4542-aedd-07247ca69b86', 'status': 'completed', 'code': 200} Dec 25 20:35:46.411525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-375ed0b1-4d3f-4e74-bc62-3c671f1b1d9f req-ef9a259d-657f-4098-aab7-285ac65386c8 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Synchronizing usage tracker for tenant:5a10522521544fda81a2e75a1a25c08e on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:35:46.426761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-375ed0b1-4d3f-4e74-bc62-3c671f1b1d9f req-ef9a259d-657f-4098-aab7-285ac65386c8 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Unset dirty status for tenant:5a10522521544fda81a2e75a1a25c08e on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:35:46.428028 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-375ed0b1-4d3f-4e74-bc62-3c671f1b1d9f req-ef9a259d-657f-4098-aab7-285ac65386c8 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "GET /v2.0/ports?device_id=10edfcb3-422e-4330-a190-ffa2d638a052 HTTP/1.1" status: 200 len: 210 time: 0.0636060 Dec 25 20:35:47.534051 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60590) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:35:47.957523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90113a76-2b2c-43bb-9bce-74ef4031be30 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:48.040153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:35:48.835511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-90113a76-2b2c-43bb-9bce-74ef4031be30 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Deleting port 68a5ad87-dbad-472c-918f-660642e1deed {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:35:48.836102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90113a76-2b2c-43bb-9bce-74ef4031be30 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:49.032535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-90113a76-2b2c-43bb-9bce-74ef4031be30 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] For port 68a5ad87-dbad-472c-918f-660642e1deed, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=68a5ad87-dbad-472c-918f-660642e1deed,segment=NetworkSegment(2f8ca85f-0689-4120-a5ab-193b185a044f),segment_id=2f8ca85f-0689-4120-a5ab-193b185a044f)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:35:49.032937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90113a76-2b2c-43bb-9bce-74ef4031be30 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:49.161412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-90113a76-2b2c-43bb-9bce-74ef4031be30 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Calling delete_port for 68a5ad87-dbad-472c-918f-660642e1deed owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:35:49.346344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90113a76-2b2c-43bb-9bce-74ef4031be30 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:49.350773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a11ade7c-9c1b-4b37-ac00-8484ff6f9513 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:35:49.397866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90113a76-2b2c-43bb-9bce-74ef4031be30 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event deleted for resources: {'Port': ['ID=68a5ad87-dbad-472c-918f-660642e1deed,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:35:49.400629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-90113a76-2b2c-43bb-9bce-74ef4031be30 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:35:49.708145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-90113a76-2b2c-43bb-9bce-74ef4031be30 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:49.714126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 3116e8ed-d1d5-4542-aedd-07247ca69b86 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:35:49.750328 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] No Port match for: 3116e8ed-d1d5-4542-aedd-07247ca69b86 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:35:49.750732 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 3116e8ed-d1d5-4542-aedd-07247ca69b86 not bound to the agent host hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:35:50.317976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90113a76-2b2c-43bb-9bce-74ef4031be30 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Router ff807ba6-6de8-404d-98cf-33f04296b8d2 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:35:50.530225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90113a76-2b2c-43bb-9bce-74ef4031be30 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:35:50.540167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f4bfb8-deba-4af2-bba3-7369bdc3019f None None] Sync routers for ids ['ff807ba6-6de8-404d-98cf-33f04296b8d2'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:35:50.546173 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-90113a76-2b2c-43bb-9bce-74ef4031be30 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "PUT /v2.0/routers/ff807ba6-6de8-404d-98cf-33f04296b8d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0108159 Dec 25 20:35:50.549499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60594) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:35:50.553351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f4bfb8-deba-4af2-bba3-7369bdc3019f None None] Routers {'ff807ba6-6de8-404d-98cf-33f04296b8d2'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:35:50.554018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-33f4bfb8-deba-4af2-bba3-7369bdc3019f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:35:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['ff807ba6-6de8-404d-98cf-33f04296b8d2'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:35:50.739503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-33f4bfb8-deba-4af2-bba3-7369bdc3019f None None] Set router ff807ba6-6de8-404d-98cf-33f04296b8d2 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:35:50.749548 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3672d6c-c336-4ec8-ac75-3af4634fbbc9 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Deleting subnet 8b29771b-b123-443a-bb57-3f564eb355af {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 20:35:50.753215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e3672d6c-c336-4ec8-ac75-3af4634fbbc9 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:50.815218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e3672d6c-c336-4ec8-ac75-3af4634fbbc9 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:50.901658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e3672d6c-c336-4ec8-ac75-3af4634fbbc9 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:50.974133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e3672d6c-c336-4ec8-ac75-3af4634fbbc9 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:50.978652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5a6ebfe8-06fd-4128-8b2e-4ac6e40716b2 tempest-NetworksIpV6Test-1642101661 tempest-NetworksIpV6Test-1642101661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:35:51.018585 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3672d6c-c336-4ec8-ac75-3af4634fbbc9 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event deleted for resources: {'Subnet': ['ID=8b29771b-b123-443a-bb57-3f564eb355af,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:35:51.022406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e3672d6c-c336-4ec8-ac75-3af4634fbbc9 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:35:51.026327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e3672d6c-c336-4ec8-ac75-3af4634fbbc9 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:51.036120 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e3672d6c-c336-4ec8-ac75-3af4634fbbc9 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "DELETE /v2.0/subnets/8b29771b-b123-443a-bb57-3f564eb355af HTTP/1.1" status: 204 len: 168 time: 0.4830120 Dec 25 20:35:51.036311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011200d7-7f20-4a3d-9422-bf8cb7cef632 None None] Network 921c1e8c-cf59-4599-beb2-aef5aef65af6 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:35:51.036409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60598) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:35:51.045166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-33f4bfb8-deba-4af2-bba3-7369bdc3019f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff807ba6-6de8-404d-98cf-33f04296b8d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879104735', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.184'}], 'enable_snat': True}, 'gw_port_id': 'f6a53971-545e-4fde-a9f7-fa67090fbed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:34:37Z', 'updated_at': '2021-12-25T20:35:49Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'f6a53971-545e-4fde-a9f7-fa67090fbed5', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff807ba6-6de8-404d-98cf-33f04296b8d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:34:38Z', 'updated_at': '2021-12-25T20:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:35:51.049902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f4bfb8-deba-4af2-bba3-7369bdc3019f None None] Checking router: ff807ba6-6de8-404d-98cf-33f04296b8d2 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:35:51.061194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f4bfb8-deba-4af2-bba3-7369bdc3019f None None] Routers {'ff807ba6-6de8-404d-98cf-33f04296b8d2'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:35:51.061857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-33f4bfb8-deba-4af2-bba3-7369bdc3019f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:35:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['ff807ba6-6de8-404d-98cf-33f04296b8d2'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:35:51.273178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dbec45c4-1f25-4f7b-8171-3e14c5c51dba tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:51.306502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65aacba0-416f-4838-8edd-bf0f7d2b1582 None None] DHCP port deletion for 921c1e8c-cf59-4599-beb2-aef5aef65af6 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 20:35:51.311761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-65aacba0-416f-4838-8edd-bf0f7d2b1582 None None] Deleting port 21c70a84-c838-4513-bc75-fe86edd54bf8 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:35:51.312195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-65aacba0-416f-4838-8edd-bf0f7d2b1582 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:51.414777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-33f4bfb8-deba-4af2-bba3-7369bdc3019f None None] Set router ff807ba6-6de8-404d-98cf-33f04296b8d2 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:35:51.534169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-65aacba0-416f-4838-8edd-bf0f7d2b1582 None None] For port 21c70a84-c838-4513-bc75-fe86edd54bf8, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=21c70a84-c838-4513-bc75-fe86edd54bf8,segment=NetworkSegment(2f8ca85f-0689-4120-a5ab-193b185a044f),segment_id=2f8ca85f-0689-4120-a5ab-193b185a044f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:35:51.534560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-65aacba0-416f-4838-8edd-bf0f7d2b1582 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:51.667789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-65aacba0-416f-4838-8edd-bf0f7d2b1582 None None] Calling delete_port for 21c70a84-c838-4513-bc75-fe86edd54bf8 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:35:51.743092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dbec45c4-1f25-4f7b-8171-3e14c5c51dba tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:51.745676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-33f4bfb8-deba-4af2-bba3-7369bdc3019f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff807ba6-6de8-404d-98cf-33f04296b8d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879104735', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.184'}], 'enable_snat': True}, 'gw_port_id': 'f6a53971-545e-4fde-a9f7-fa67090fbed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:34:37Z', 'updated_at': '2021-12-25T20:35:49Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'f6a53971-545e-4fde-a9f7-fa67090fbed5', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff807ba6-6de8-404d-98cf-33f04296b8d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:34:38Z', 'updated_at': '2021-12-25T20:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:35:51.748939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-65aacba0-416f-4838-8edd-bf0f7d2b1582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:51.750141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f4bfb8-deba-4af2-bba3-7369bdc3019f None None] The sync data for ids ['ff807ba6-6de8-404d-98cf-33f04296b8d2'] in dv-neutron-822611-1-hyperv is: [{'id': 'ff807ba6-6de8-404d-98cf-33f04296b8d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879104735', 'tenant_id': '5a10522521544fda81a2e75a1a25c08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.184'}], 'enable_snat': True}, 'gw_port_id': 'f6a53971-545e-4fde-a9f7-fa67090fbed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:34:37Z', 'updated_at': '2021-12-25T20:35:49Z', 'revision_number': 5, 'project_id': '5a10522521544fda81a2e75a1a25c08e', 'gw_port': {'id': 'f6a53971-545e-4fde-a9f7-fa67090fbed5', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff807ba6-6de8-404d-98cf-33f04296b8d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:34:38Z', 'updated_at': '2021-12-25T20:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:35:51.753367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-dbec45c4-1f25-4f7b-8171-3e14c5c51dba tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Deleting port f6a53971-545e-4fde-a9f7-fa67090fbed5 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:35:51.753761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dbec45c4-1f25-4f7b-8171-3e14c5c51dba tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:51.757487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:35:51.800515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aacba0-416f-4838-8edd-bf0f7d2b1582 None None] Pushing event deleted for resources: {'Port': ['ID=21c70a84-c838-4513-bc75-fe86edd54bf8,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:35:51.804826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aacba0-416f-4838-8edd-bf0f7d2b1582 None None] No DVR routers for this DVR port 21c70a84-c838-4513-bc75-fe86edd54bf8 on host dv-neutron-822611-1-hyperv {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:35:51.814787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aacba0-416f-4838-8edd-bf0f7d2b1582 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:35:51.814787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aacba0-416f-4838-8edd-bf0f7d2b1582 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:35:51.814787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aacba0-416f-4838-8edd-bf0f7d2b1582 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:35:51.814787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aacba0-416f-4838-8edd-bf0f7d2b1582 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:35:51.814787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aacba0-416f-4838-8edd-bf0f7d2b1582 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:35:51.814787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aacba0-416f-4838-8edd-bf0f7d2b1582 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:35:51.815711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aacba0-416f-4838-8edd-bf0f7d2b1582 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:35:51.815711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aacba0-416f-4838-8edd-bf0f7d2b1582 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:35:51.815881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aacba0-416f-4838-8edd-bf0f7d2b1582 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:35:51.816233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aacba0-416f-4838-8edd-bf0f7d2b1582 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:35:51.816599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aacba0-416f-4838-8edd-bf0f7d2b1582 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:35:51.819772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-65aacba0-416f-4838-8edd-bf0f7d2b1582 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:35:51.893871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 68a5ad87-dbad-472c-918f-660642e1deed no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:35:51.928753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 68a5ad87-dbad-472c-918f-660642e1deed {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:35:51.929160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 68a5ad87-dbad-472c-918f-660642e1deed not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:35:51.929634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 21c70a84-c838-4513-bc75-fe86edd54bf8 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:35:51.949332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-dbec45c4-1f25-4f7b-8171-3e14c5c51dba tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] For port f6a53971-545e-4fde-a9f7-fa67090fbed5, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=f6a53971-545e-4fde-a9f7-fa67090fbed5,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:35:51.949736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dbec45c4-1f25-4f7b-8171-3e14c5c51dba tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:51.966462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 21c70a84-c838-4513-bc75-fe86edd54bf8 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:35:51.966865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 21c70a84-c838-4513-bc75-fe86edd54bf8 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:35:52.080237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-dbec45c4-1f25-4f7b-8171-3e14c5c51dba tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Calling delete_port for f6a53971-545e-4fde-a9f7-fa67090fbed5 owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:35:52.253088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dbec45c4-1f25-4f7b-8171-3e14c5c51dba tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:52.257569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cb15f8e7-7fea-4ff7-ab66-648a03f88eab tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:35:52.304007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec45c4-1f25-4f7b-8171-3e14c5c51dba tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event deleted for resources: {'Port': ['ID=f6a53971-545e-4fde-a9f7-fa67090fbed5,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:35:52.306740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dbec45c4-1f25-4f7b-8171-3e14c5c51dba tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:35:52.542792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dbec45c4-1f25-4f7b-8171-3e14c5c51dba tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:52.814146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dbec45c4-1f25-4f7b-8171-3e14c5c51dba tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:52.818560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dbec45c4-1f25-4f7b-8171-3e14c5c51dba tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:52.842907 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dbec45c4-1f25-4f7b-8171-3e14c5c51dba tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:52.843542 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbec45c4-1f25-4f7b-8171-3e14c5c51dba tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Fanout notify agent at l3_agent the message router_deleted on router ff807ba6-6de8-404d-98cf-33f04296b8d2 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 20:35:52.859569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dbec45c4-1f25-4f7b-8171-3e14c5c51dba tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:52.860797 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-dbec45c4-1f25-4f7b-8171-3e14c5c51dba tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "DELETE /v2.0/routers/ff807ba6-6de8-404d-98cf-33f04296b8d2 HTTP/1.1" status: 204 len: 168 time: 1.8209536 Dec 25 20:35:52.864348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 60602) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:35:52.996969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-72772533-62d2-4ea2-98f7-44ecddf1f911 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:53.151047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-72772533-62d2-4ea2-98f7-44ecddf1f911 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:53.180922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-72772533-62d2-4ea2-98f7-44ecddf1f911 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['921c1e8c-cf59-4599-beb2-aef5aef65af6']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:35:53.194312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-72772533-62d2-4ea2-98f7-44ecddf1f911 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f8ca85f-0689-4120-a5ab-193b185a044f') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:35:53.194645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-72772533-62d2-4ea2-98f7-44ecddf1f911 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f8ca85f-0689-4120-a5ab-193b185a044f') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:35:53.207196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-72772533-62d2-4ea2-98f7-44ecddf1f911 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:53.222031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-72772533-62d2-4ea2-98f7-44ecddf1f911 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:53.228302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72772533-62d2-4ea2-98f7-44ecddf1f911 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 20:35:53.228720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-72772533-62d2-4ea2-98f7-44ecddf1f911 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:53.247033 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 20:35:53.247033 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 20:35:53.247033 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 20:35:53.247033 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 20:35:53.247033 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 20:35:53.247033 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 20:35:53.247033 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 20:35:53.247033 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 20:35:53.247033 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 20:35:53.247033 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 20:35:53.247033 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 20:35:53.247033 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 20:35:53.247033 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 20:35:53.247033 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 20:35:53.247033 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 20:35:53.247033 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 20:35:53.247033 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 20:35:53.247033 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 20:35:53.247033 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 20:35:53.247033 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 20:35:53.247033 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 20:35:53.247033 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 20:35:53.247033 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 20:35:53.247033 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 20:35:53.247033 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 20:35:53.247033 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 20:35:53.247033 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 20:35:53.247033 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 20:35:53.247033 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 20:35:53.247033 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 20:35:53.247033 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 20:35:53.247033 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 20:35:53.324630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-72772533-62d2-4ea2-98f7-44ecddf1f911 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:53.329433 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-72772533-62d2-4ea2-98f7-44ecddf1f911 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:53.333539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5b7b4c0a-0392-42d7-a4a5-f150f4ae0ca7 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:35:53.357226 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72772533-62d2-4ea2-98f7-44ecddf1f911 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event deleted for resources: {'Network': ['ID=921c1e8c-cf59-4599-beb2-aef5aef65af6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:35:53.368099 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-72772533-62d2-4ea2-98f7-44ecddf1f911 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "DELETE /v2.0/networks/921c1e8c-cf59-4599-beb2-aef5aef65af6 HTTP/1.1" status: 204 len: 168 time: 0.5026546 Dec 25 20:35:53.369801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72772533-62d2-4ea2-98f7-44ecddf1f911 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:35:53.370235 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72772533-62d2-4ea2-98f7-44ecddf1f911 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:35:53.370654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72772533-62d2-4ea2-98f7-44ecddf1f911 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:35:53.371189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72772533-62d2-4ea2-98f7-44ecddf1f911 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:35:53.371383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60610) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:35:53.371733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72772533-62d2-4ea2-98f7-44ecddf1f911 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:35:53.372417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72772533-62d2-4ea2-98f7-44ecddf1f911 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:35:53.372853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72772533-62d2-4ea2-98f7-44ecddf1f911 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:35:53.373283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72772533-62d2-4ea2-98f7-44ecddf1f911 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:35:53.373768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72772533-62d2-4ea2-98f7-44ecddf1f911 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:35:53.374124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72772533-62d2-4ea2-98f7-44ecddf1f911 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:35:53.374549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72772533-62d2-4ea2-98f7-44ecddf1f911 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:35:53.378872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-72772533-62d2-4ea2-98f7-44ecddf1f911 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:35:53.446577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e1d0df18-080d-4808-94b9-6ad890b787c7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:53.477367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e1d0df18-080d-4808-94b9-6ad890b787c7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:53.530561 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e1d0df18-080d-4808-94b9-6ad890b787c7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:53.535954 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1f5dbbbc-748b-41ae-a642-b46f6381139e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:35:53.552170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0df18-080d-4808-94b9-6ad890b787c7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e7297d-9822-45ab-867a-3d9d94e62113,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:35:53.556425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e1d0df18-080d-4808-94b9-6ad890b787c7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:35:53.560565 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e1d0df18-080d-4808-94b9-6ad890b787c7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:53.561815 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e1d0df18-080d-4808-94b9-6ad890b787c7 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] 10.222.0.24 "DELETE /v2.0/security-groups/66e7297d-9822-45ab-867a-3d9d94e62113 HTTP/1.1" status: 204 len: 168 time: 0.1893337 Dec 25 20:35:53.879557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device f6a53971-545e-4fde-a9f7-fa67090fbed5 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:35:53.914058 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: f6a53971-545e-4fde-a9f7-fa67090fbed5 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:35:53.914464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device f6a53971-545e-4fde-a9f7-fa67090fbed5 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:35:53.916199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60620) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:35:54.038175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:54.101099 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-aa313959-67c2-416d-9284-61838758f526 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5a10522521544fda81a2e75a1a25c08e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1833401 Dec 25 20:35:54.103597 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60626) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:35:54.169252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-af545409-60d6-4e0e-8735-cee809909a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:54.196871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-af545409-60d6-4e0e-8735-cee809909a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:54.243215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-af545409-60d6-4e0e-8735-cee809909a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:54.248453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8ea66740-fe97-4111-b22a-99509ef2d315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:35:54.261956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af545409-60d6-4e0e-8735-cee809909a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91711b38-0a59-4b6d-b026-2eaadcde90bb,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:35:54.264382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-af545409-60d6-4e0e-8735-cee809909a04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:35:54.269360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-af545409-60d6-4e0e-8735-cee809909a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:54.270601 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-af545409-60d6-4e0e-8735-cee809909a04 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/91711b38-0a59-4b6d-b026-2eaadcde90bb HTTP/1.1" status: 204 len: 168 time: 0.1660268 Dec 25 20:35:54.607787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60634) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:35:54.628304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c06826c3-dec0-4141-bba6-59ad89a14d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:54.662543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c06826c3-dec0-4141-bba6-59ad89a14d84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:35:54.666660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c06826c3-dec0-4141-bba6-59ad89a14d84 admin admin] Usage tracker for resource:security_group_rule and tenant:1f65df867c2244c093aa7d1772d2985c is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:35:54.669616 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c06826c3-dec0-4141-bba6-59ad89a14d84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:35:54.675777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c06826c3-dec0-4141-bba6-59ad89a14d84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:35:54.745907 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c06826c3-dec0-4141-bba6-59ad89a14d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:54.748628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c06826c3-dec0-4141-bba6-59ad89a14d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:54.756470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bd8c346e-8a02-47c8-9ea4-0df2a7b53e6a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:35:54.801983 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06826c3-dec0-4141-bba6-59ad89a14d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ec45da-dc5a-4d8f-ad82-0ba622fdc996,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:35:54.805241 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c06826c3-dec0-4141-bba6-59ad89a14d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:35:54.807527 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c06826c3-dec0-4141-bba6-59ad89a14d84 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1f65df867c2244c093aa7d1772d2985c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1986444 Dec 25 20:35:54.810342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60638) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:35:54.872830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6f27d579-a4d9-4c23-9986-b59aa4b5d8cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:54.900978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6f27d579-a4d9-4c23-9986-b59aa4b5d8cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:54.944860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6f27d579-a4d9-4c23-9986-b59aa4b5d8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:54.949828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9df89484-5102-4cc0-ae28-ddb457e6f02b tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:35:54.963922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f27d579-a4d9-4c23-9986-b59aa4b5d8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ec45da-dc5a-4d8f-ad82-0ba622fdc996,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:35:54.966978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6f27d579-a4d9-4c23-9986-b59aa4b5d8cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:35:54.967885 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6f27d579-a4d9-4c23-9986-b59aa4b5d8cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:54.969103 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6f27d579-a4d9-4c23-9986-b59aa4b5d8cd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a4ec45da-dc5a-4d8f-ad82-0ba622fdc996 HTTP/1.1" status: 204 len: 168 time: 0.1577787 Dec 25 20:35:55.841787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60660) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:35:55.979760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-96224a9a-31e0-4f19-a6a8-507f75974974 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-372778116-network', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:35:55.984968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-96224a9a-31e0-4f19-a6a8-507f75974974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:35:55.989094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-96224a9a-31e0-4f19-a6a8-507f75974974 admin admin] Usage tracker for resource:network and tenant:058be7ccb6414b7982d15ef7ec089ac1 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:35:55.992174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-96224a9a-31e0-4f19-a6a8-507f75974974 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:35:55.999440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-96224a9a-31e0-4f19-a6a8-507f75974974 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:35:56.008103 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96224a9a-31e0-4f19-a6a8-507f75974974 admin admin] Made reservation on behalf of 058be7ccb6414b7982d15ef7ec089ac1 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:35:56.012991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-96224a9a-31e0-4f19-a6a8-507f75974974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:56.026502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-96224a9a-31e0-4f19-a6a8-507f75974974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:56.059586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-96224a9a-31e0-4f19-a6a8-507f75974974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:35:56.063709 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-96224a9a-31e0-4f19-a6a8-507f75974974 admin admin] Usage tracker for resource:security_group_rule and tenant:058be7ccb6414b7982d15ef7ec089ac1 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:35:56.066603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-96224a9a-31e0-4f19-a6a8-507f75974974 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:35:56.072833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-96224a9a-31e0-4f19-a6a8-507f75974974 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:35:56.148171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-96224a9a-31e0-4f19-a6a8-507f75974974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:56.151163 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-96224a9a-31e0-4f19-a6a8-507f75974974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:56.155529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4a27714b-aa23-4746-b6d2-e5efdd5a75e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:35:56.181932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96224a9a-31e0-4f19-a6a8-507f75974974 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 20:35:56.195613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96224a9a-31e0-4f19-a6a8-507f75974974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbfa11b-53b1-4ddb-aa31-993ed137cc02,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:35:56.200053 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-96224a9a-31e0-4f19-a6a8-507f75974974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:35:56.201037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-96224a9a-31e0-4f19-a6a8-507f75974974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:56.201425 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-96224a9a-31e0-4f19-a6a8-507f75974974 admin admin] Added segment 5ac78184-29b0-463a-8b5a-3c405802ecf2 of type vlan for network 0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442 Dec 25 20:35:56.228676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-96224a9a-31e0-4f19-a6a8-507f75974974 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:56.257658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-96224a9a-31e0-4f19-a6a8-507f75974974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:56.258617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96224a9a-31e0-4f19-a6a8-507f75974974 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:35:56.259288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-96224a9a-31e0-4f19-a6a8-507f75974974 admin admin] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:56.264281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cc670600-d398-422c-80f4-760dcf2bcb17 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:35:56.369168 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-96224a9a-31e0-4f19-a6a8-507f75974974 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5261974 Dec 25 20:35:56.372868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 60666) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:35:56.374977 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96224a9a-31e0-4f19-a6a8-507f75974974 admin admin] Pushing event updated for resources: {'Network': ['ID=0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:35:56.378394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-96224a9a-31e0-4f19-a6a8-507f75974974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:35:56.380825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-238cfe4d-cd1c-4dbe-912a-fa5e083ef94a admin admin] Request body: {'subnet': {'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-372778116-subnet', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:35:56.385918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 20:35:56.387141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-238cfe4d-cd1c-4dbe-912a-fa5e083ef94a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:35:56.391797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-238cfe4d-cd1c-4dbe-912a-fa5e083ef94a admin admin] Usage tracker for resource:subnet and tenant:058be7ccb6414b7982d15ef7ec089ac1 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:35:56.394752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-238cfe4d-cd1c-4dbe-912a-fa5e083ef94a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:35:56.400926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-238cfe4d-cd1c-4dbe-912a-fa5e083ef94a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:35:56.411318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238cfe4d-cd1c-4dbe-912a-fa5e083ef94a admin admin] Made reservation on behalf of 058be7ccb6414b7982d15ef7ec089ac1 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:35:56.416211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-238cfe4d-cd1c-4dbe-912a-fa5e083ef94a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:56.647077 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-238cfe4d-cd1c-4dbe-912a-fa5e083ef94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:56.651416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7fb6e323-db93-409e-8be7-2b2015bc1606 tempest-RoutersTest-1396971860 tempest-RoutersTest-1396971860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:35:56.734235 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238cfe4d-cd1c-4dbe-912a-fa5e083ef94a admin admin] Pushing event updated for resources: {'Subnet': ['ID=766f2447-8cfa-4f45-86a8-08ccd6279b1d,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:35:56.740316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-238cfe4d-cd1c-4dbe-912a-fa5e083ef94a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:35:56.751874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238cfe4d-cd1c-4dbe-912a-fa5e083ef94a admin admin] Checking segment: {'id': '5ac78184-29b0-463a-8b5a-3c405802ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:35:56.752188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238cfe4d-cd1c-4dbe-912a-fa5e083ef94a admin admin] Network hostable DHCP agents. Network: 0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 20:35:56.773540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238cfe4d-cd1c-4dbe-912a-fa5e083ef94a admin admin] Network 0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 20:35:56.781702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-238cfe4d-cd1c-4dbe-912a-fa5e083ef94a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:35:56.785607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238cfe4d-cd1c-4dbe-912a-fa5e083ef94a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:35:56.786260 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-238cfe4d-cd1c-4dbe-912a-fa5e083ef94a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:56.792253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec20a35d-4184-4303-9ecb-85e52f215efb None None] Network 0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:35:56.807602 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-238cfe4d-cd1c-4dbe-912a-fa5e083ef94a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4335475 Dec 25 20:35:56.809492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 60670) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:35:56.815726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-7757f68e-87e8-4d31-9df5-f0a8445a9a56 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-372778116-router', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:35:56.820737 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7757f68e-87e8-4d31-9df5-f0a8445a9a56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:35:56.824783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7757f68e-87e8-4d31-9df5-f0a8445a9a56 admin admin] Usage tracker for resource:router and tenant:058be7ccb6414b7982d15ef7ec089ac1 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:35:56.827820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7757f68e-87e8-4d31-9df5-f0a8445a9a56 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:35:56.833898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7757f68e-87e8-4d31-9df5-f0a8445a9a56 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:35:56.843470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7757f68e-87e8-4d31-9df5-f0a8445a9a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:56.844457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7757f68e-87e8-4d31-9df5-f0a8445a9a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:56.863080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7757f68e-87e8-4d31-9df5-f0a8445a9a56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:57.026428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6b7995-05c1-47ee-b107-6b4755fe985b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442', 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'fixed_ips': [{'subnet_id': '766f2447-8cfa-4f45-86a8-08ccd6279b1d'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 20:35:57.027412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba6b7995-05c1-47ee-b107-6b4755fe985b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:57.199359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-ba6b7995-05c1-47ee-b107-6b4755fe985b None None] Allocated IP 172.20.0.2 (0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442/766f2447-8cfa-4f45-86a8-08ccd6279b1d/80f4c79f-7727-4dfc-9a3c-0cfefb4b1e86) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:35:57.260474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7757f68e-87e8-4d31-9df5-f0a8445a9a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:57.428903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba6b7995-05c1-47ee-b107-6b4755fe985b None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:57.439847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-ba6b7995-05c1-47ee-b107-6b4755fe985b None None] Transition to ACTIVE for port object 80f4c79f-7727-4dfc-9a3c-0cfefb4b1e86 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:35:57.459265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-ba6b7995-05c1-47ee-b107-6b4755fe985b None None] Transition to ACTIVE for port object 80f4c79f-7727-4dfc-9a3c-0cfefb4b1e86 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:35:57.461122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7757f68e-87e8-4d31-9df5-f0a8445a9a56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:57.463308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba6b7995-05c1-47ee-b107-6b4755fe985b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:57.468224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:35:57.497013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7757f68e-87e8-4d31-9df5-f0a8445a9a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:57.537584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6b7995-05c1-47ee-b107-6b4755fe985b None None] Network 0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:35:57.538748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-ba6b7995-05c1-47ee-b107-6b4755fe985b None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:35:57.543275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6b7995-05c1-47ee-b107-6b4755fe985b None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:35:57.545512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b7995-05c1-47ee-b107-6b4755fe985b None None] Pushing event updated for resources: {'Port': ['ID=80f4c79f-7727-4dfc-9a3c-0cfefb4b1e86,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:35:57.549820 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ba6b7995-05c1-47ee-b107-6b4755fe985b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:35:57.638133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-ba6b7995-05c1-47ee-b107-6b4755fe985b None None] Attempting to bind port 80f4c79f-7727-4dfc-9a3c-0cfefb4b1e86 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:35:57.638554 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-ba6b7995-05c1-47ee-b107-6b4755fe985b None None] Attempting to bind port 80f4c79f-7727-4dfc-9a3c-0cfefb4b1e86 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '5ac78184-29b0-463a-8b5a-3c405802ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:35:57.638970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6b7995-05c1-47ee-b107-6b4755fe985b None None] Attempting to bind port 80f4c79f-7727-4dfc-9a3c-0cfefb4b1e86 on network 0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:35:57.642995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-7757f68e-87e8-4d31-9df5-f0a8445a9a56 admin admin] Allocated IP 172.26.8.146 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/83266c1e-3ca4-42ee-a950-de6be4d3583b) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:35:57.646463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6b7995-05c1-47ee-b107-6b4755fe985b None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:35:57.646892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6b7995-05c1-47ee-b107-6b4755fe985b None None] Checking segment: {'id': '5ac78184-29b0-463a-8b5a-3c405802ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:35:57.647378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba6b7995-05c1-47ee-b107-6b4755fe985b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:57.647825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6b7995-05c1-47ee-b107-6b4755fe985b None None] Bound using segment: {'id': '5ac78184-29b0-463a-8b5a-3c405802ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:35:57.648353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-ba6b7995-05c1-47ee-b107-6b4755fe985b None None] Bound port: 80f4c79f-7727-4dfc-9a3c-0cfefb4b1e86, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac78184-29b0-463a-8b5a-3c405802ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:35:57.648777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba6b7995-05c1-47ee-b107-6b4755fe985b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:57.743098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-ba6b7995-05c1-47ee-b107-6b4755fe985b None None] For port 80f4c79f-7727-4dfc-9a3c-0cfefb4b1e86, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:35:57.746628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-ba6b7995-05c1-47ee-b107-6b4755fe985b None None] For port 80f4c79f-7727-4dfc-9a3c-0cfefb4b1e86, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=80f4c79f-7727-4dfc-9a3c-0cfefb4b1e86,segment=NetworkSegment(5ac78184-29b0-463a-8b5a-3c405802ecf2),segment_id=5ac78184-29b0-463a-8b5a-3c405802ecf2)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:35:57.750217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba6b7995-05c1-47ee-b107-6b4755fe985b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:57.755309 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ef5411f1-27e6-4046-b79f-2b9517f74da3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:35:57.819491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7757f68e-87e8-4d31-9df5-f0a8445a9a56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:57.841142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b7995-05c1-47ee-b107-6b4755fe985b None None] Pushing event updated for resources: {'Port': ['ID=80f4c79f-7727-4dfc-9a3c-0cfefb4b1e86,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:35:57.844308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ba6b7995-05c1-47ee-b107-6b4755fe985b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:35:57.846971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7757f68e-87e8-4d31-9df5-f0a8445a9a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:57.851849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4dc4db0c-c1e8-4c4c-9083-dd8a1c9701bd tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:35:57.922348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7757f68e-87e8-4d31-9df5-f0a8445a9a56 admin admin] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:35:57.925437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-7757f68e-87e8-4d31-9df5-f0a8445a9a56 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:35:57.929451 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7757f68e-87e8-4d31-9df5-f0a8445a9a56 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:35:57.966719 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7757f68e-87e8-4d31-9df5-f0a8445a9a56 admin admin] Pushing event updated for resources: {'Port': ['ID=83266c1e-3ca4-42ee-a950-de6be4d3583b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:35:57.971239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7757f68e-87e8-4d31-9df5-f0a8445a9a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:35:58.104807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7757f68e-87e8-4d31-9df5-f0a8445a9a56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:58.105599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7757f68e-87e8-4d31-9df5-f0a8445a9a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:58.368016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7757f68e-87e8-4d31-9df5-f0a8445a9a56 admin admin] Router 03b5cca1-893d-4a5f-b631-ca9cbbb76c0c is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 20:35:58.582606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7757f68e-87e8-4d31-9df5-f0a8445a9a56 admin admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:35:58.592605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e66a75e-00d5-4847-86fe-24b221d5d194 None None] Sync routers for ids ['03b5cca1-893d-4a5f-b631-ca9cbbb76c0c'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:35:58.605711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e66a75e-00d5-4847-86fe-24b221d5d194 None None] Routers {'03b5cca1-893d-4a5f-b631-ca9cbbb76c0c'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:35:58.606380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-0e66a75e-00d5-4847-86fe-24b221d5d194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:35:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['03b5cca1-893d-4a5f-b631-ca9cbbb76c0c'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:35:58.607068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7757f68e-87e8-4d31-9df5-f0a8445a9a56 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:58.608456 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7757f68e-87e8-4d31-9df5-f0a8445a9a56 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7979345 Dec 25 20:35:58.611910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 60674) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:35:58.792004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-0e66a75e-00d5-4847-86fe-24b221d5d194 None None] Set router 03b5cca1-893d-4a5f-b631-ca9cbbb76c0c gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:35:59.099215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-0e66a75e-00d5-4847-86fe-24b221d5d194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'name': 'tempest-TestShelveInstance-372778116-router', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '83266c1e-3ca4-42ee-a950-de6be4d3583b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:35:56Z', 'updated_at': '2021-12-25T20:35:58Z', 'revision_number': 3, 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'gw_port': {'id': '83266c1e-3ca4-42ee-a950-de6be4d3583b', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:71:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:35:57Z', 'updated_at': '2021-12-25T20:35:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:35:59.103441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e66a75e-00d5-4847-86fe-24b221d5d194 None None] Checking router: 03b5cca1-893d-4a5f-b631-ca9cbbb76c0c for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:35:59.103844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e66a75e-00d5-4847-86fe-24b221d5d194 None None] Updating router 03b5cca1-893d-4a5f-b631-ca9cbbb76c0c port 83266c1e-3ca4-42ee-a950-de6be4d3583b binding host dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 20:35:59.159536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0e66a75e-00d5-4847-86fe-24b221d5d194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:59.421429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-78dd5bfb-69ac-4db7-b7f0-acac85705798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:59.526110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0e66a75e-00d5-4847-86fe-24b221d5d194 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:59.540511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-0e66a75e-00d5-4847-86fe-24b221d5d194 None None] Transition to ACTIVE for port object 83266c1e-3ca4-42ee-a950-de6be4d3583b will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:35:59.545836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35732060-e197-47c9-813f-5e0800511be5 None None] Network 0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:35:59.575508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0e66a75e-00d5-4847-86fe-24b221d5d194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:59.593864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-04881fc5-9c9c-4d82-9b80-ea5f32afeac1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:35:59.647813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-78dd5bfb-69ac-4db7-b7f0-acac85705798 admin admin] Allocated IP 172.20.0.1 (0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442/766f2447-8cfa-4f45-86a8-08ccd6279b1d/bca9dd14-ef5d-4e27-9edf-6180b0471e9e) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:35:59.748447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-f2383714-c6db-4ee7-89f9-0d11b0c4c837 None None] Provisioning for port 80f4c79f-7727-4dfc-9a3c-0cfefb4b1e86 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:35:59.756993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f9a43-f83f-4507-be94-13f57f898465 None None] Pushing event updated for resources: {'Port': ['ID=83266c1e-3ca4-42ee-a950-de6be4d3583b,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:35:59.759975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b43f9a43-f83f-4507-be94-13f57f898465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:35:59.764751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-0e66a75e-00d5-4847-86fe-24b221d5d194 None None] Attempting to bind port 83266c1e-3ca4-42ee-a950-de6be4d3583b on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:35:59.765181 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-0e66a75e-00d5-4847-86fe-24b221d5d194 None None] Attempting to bind port 83266c1e-3ca4-42ee-a950-de6be4d3583b by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:35:59.765599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e66a75e-00d5-4847-86fe-24b221d5d194 None None] Attempting to bind port 83266c1e-3ca4-42ee-a950-de6be4d3583b on network a29ab018-4a1a-4021-8156-423134b861f3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:35:59.790646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e66a75e-00d5-4847-86fe-24b221d5d194 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:35:59.791010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e66a75e-00d5-4847-86fe-24b221d5d194 None None] Checking segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:35:59.791526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0e66a75e-00d5-4847-86fe-24b221d5d194 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:59.791972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e66a75e-00d5-4847-86fe-24b221d5d194 None None] Bound using segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:35:59.792502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-0e66a75e-00d5-4847-86fe-24b221d5d194 None None] Bound port: 83266c1e-3ca4-42ee-a950-de6be4d3583b, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:35:59.792930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0e66a75e-00d5-4847-86fe-24b221d5d194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:59.805548 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-78dd5bfb-69ac-4db7-b7f0-acac85705798 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:59.822086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-78dd5bfb-69ac-4db7-b7f0-acac85705798 admin admin] Transition to ACTIVE for port object bca9dd14-ef5d-4e27-9edf-6180b0471e9e will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:35:59.842714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-78dd5bfb-69ac-4db7-b7f0-acac85705798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:35:59.847146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e938f411-9f9b-4c4c-a819-2b448f5d6c2f tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:35:59.920244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dd5bfb-69ac-4db7-b7f0-acac85705798 admin admin] Network 0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:35:59.924461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-78dd5bfb-69ac-4db7-b7f0-acac85705798 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:35:59.929677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dd5bfb-69ac-4db7-b7f0-acac85705798 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:35:59.958599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd5bfb-69ac-4db7-b7f0-acac85705798 admin admin] Pushing event updated for resources: {'Port': ['ID=bca9dd14-ef5d-4e27-9edf-6180b0471e9e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:35:59.964416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-78dd5bfb-69ac-4db7-b7f0-acac85705798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:35:59.992343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-78dd5bfb-69ac-4db7-b7f0-acac85705798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:00.081538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-78dd5bfb-69ac-4db7-b7f0-acac85705798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:00.087813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 80f4c79f-7727-4dfc-9a3c-0cfefb4b1e86 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:36:00.184013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-0e66a75e-00d5-4847-86fe-24b221d5d194 None None] For port 83266c1e-3ca4-42ee-a950-de6be4d3583b, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:36:00.205763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-0e66a75e-00d5-4847-86fe-24b221d5d194 None None] For port 83266c1e-3ca4-42ee-a950-de6be4d3583b, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=83266c1e-3ca4-42ee-a950-de6be4d3583b,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:36:00.214602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0e66a75e-00d5-4847-86fe-24b221d5d194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:00.220006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1a5e2e93-fa9a-4a9c-8f66-8fc3d94f99bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:36:00.313854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 80f4c79f-7727-4dfc-9a3c-0cfefb4b1e86 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:36:00.331758 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 80f4c79f-7727-4dfc-9a3c-0cfefb4b1e86 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:36:00.332112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:00.383608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f9a43-f83f-4507-be94-13f57f898465 None None] Pushing event updated for resources: {'Port': ['ID=83266c1e-3ca4-42ee-a950-de6be4d3583b,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:36:00.392408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e66a75e-00d5-4847-86fe-24b221d5d194 None None] Routers {'03b5cca1-893d-4a5f-b631-ca9cbbb76c0c'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:36:00.393124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-0e66a75e-00d5-4847-86fe-24b221d5d194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:35:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['03b5cca1-893d-4a5f-b631-ca9cbbb76c0c'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:36:00.457880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b43f9a43-f83f-4507-be94-13f57f898465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:36:00.557851 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-78dd5bfb-69ac-4db7-b7f0-acac85705798 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:00.563913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-78dd5bfb-69ac-4db7-b7f0-acac85705798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:00.595511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-08532dcb-b773-42c3-8b13-0a999da1ed91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:36:00.657459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:00.668955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-0e66a75e-00d5-4847-86fe-24b221d5d194 None None] Set router 03b5cca1-893d-4a5f-b631-ca9cbbb76c0c gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:36:00.681919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-78dd5bfb-69ac-4db7-b7f0-acac85705798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:00.687418 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd5bfb-69ac-4db7-b7f0-acac85705798 admin admin] Pushing event updated for resources: {'Port': ['ID=bca9dd14-ef5d-4e27-9edf-6180b0471e9e,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:36:00.690959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-78dd5bfb-69ac-4db7-b7f0-acac85705798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:36:00.776299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 80f4c79f-7727-4dfc-9a3c-0cfefb4b1e86, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=80f4c79f-7727-4dfc-9a3c-0cfefb4b1e86,segment=NetworkSegment(5ac78184-29b0-463a-8b5a-3c405802ecf2),segment_id=5ac78184-29b0-463a-8b5a-3c405802ecf2)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:36:00.780367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-03a21ede-a6bf-4ec6-95da-d54212264599 None None] Provisioning complete for port 80f4c79f-7727-4dfc-9a3c-0cfefb4b1e86 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:36:00.780793 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-03a21ede-a6bf-4ec6-95da-d54212264599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:00.846804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dd5bfb-69ac-4db7-b7f0-acac85705798 admin admin] Network 0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:36:00.848056 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-78dd5bfb-69ac-4db7-b7f0-acac85705798 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:36:00.878668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:00.889896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b43f9a43-f83f-4507-be94-13f57f898465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:36:01.077930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=80f4c79f-7727-4dfc-9a3c-0cfefb4b1e86,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:36:01.086561 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:36:01.223884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-03a21ede-a6bf-4ec6-95da-d54212264599 None None] Provisioning for port bca9dd14-ef5d-4e27-9edf-6180b0471e9e completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:36:01.232064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-03a21ede-a6bf-4ec6-95da-d54212264599 None None] Provisioning complete for port bca9dd14-ef5d-4e27-9edf-6180b0471e9e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:36:01.232494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-03a21ede-a6bf-4ec6-95da-d54212264599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:01.271127 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78dd5bfb-69ac-4db7-b7f0-acac85705798 admin admin] Router 03b5cca1-893d-4a5f-b631-ca9cbbb76c0c has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:36:01.284295 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-0e66a75e-00d5-4847-86fe-24b221d5d194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'name': 'tempest-TestShelveInstance-372778116-router', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '83266c1e-3ca4-42ee-a950-de6be4d3583b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:35:56Z', 'updated_at': '2021-12-25T20:36:00Z', 'revision_number': 4, 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'gw_port': {'id': '83266c1e-3ca4-42ee-a950-de6be4d3583b', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:71:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:35:57Z', 'updated_at': '2021-12-25T20:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'bca9dd14-ef5d-4e27-9edf-6180b0471e9e', 'name': '', 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'mac_address': 'fa:16:3e:c0:76:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '766f2447-8cfa-4f45-86a8-08ccd6279b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:35:59Z', 'updated_at': '2021-12-25T20:35:59Z', 'revision_number': 1, 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'subnets': [{'id': '766f2447-8cfa-4f45-86a8-08ccd6279b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:36:01.293379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e66a75e-00d5-4847-86fe-24b221d5d194 None None] The sync data for ids ['03b5cca1-893d-4a5f-b631-ca9cbbb76c0c'] in dv-neutron-822611-1-hyperv is: [{'id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'name': 'tempest-TestShelveInstance-372778116-router', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '83266c1e-3ca4-42ee-a950-de6be4d3583b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:35:56Z', 'updated_at': '2021-12-25T20:36:00Z', 'revision_number': 4, 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'gw_port': {'id': '83266c1e-3ca4-42ee-a950-de6be4d3583b', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:71:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:35:57Z', 'updated_at': '2021-12-25T20:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'bca9dd14-ef5d-4e27-9edf-6180b0471e9e', 'name': '', 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'mac_address': 'fa:16:3e:c0:76:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '766f2447-8cfa-4f45-86a8-08ccd6279b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:35:59Z', 'updated_at': '2021-12-25T20:35:59Z', 'revision_number': 1, 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'subnets': [{'id': '766f2447-8cfa-4f45-86a8-08ccd6279b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:36:01.296592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-03a21ede-a6bf-4ec6-95da-d54212264599 None None] Port bca9dd14-ef5d-4e27-9edf-6180b0471e9e cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:36:01.420612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d77f32b8-897b-4a8c-94cb-73f65556b356 None None] Provisioning complete for port bca9dd14-ef5d-4e27-9edf-6180b0471e9e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:36:01.421037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d77f32b8-897b-4a8c-94cb-73f65556b356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:01.479940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-d77f32b8-897b-4a8c-94cb-73f65556b356 None None] Port bca9dd14-ef5d-4e27-9edf-6180b0471e9e cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:36:01.488728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78dd5bfb-69ac-4db7-b7f0-acac85705798 admin admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:36:01.498012 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-78dd5bfb-69ac-4db7-b7f0-acac85705798 admin admin] 10.222.0.24 "PUT /v2.0/routers/03b5cca1-893d-4a5f-b631-ca9cbbb76c0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8850303 Dec 25 20:36:01.905867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 80f4c79f-7727-4dfc-9a3c-0cfefb4b1e86 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:36:01.984212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 80f4c79f-7727-4dfc-9a3c-0cfefb4b1e86 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:36:01.984770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:02.467186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60696) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:36:02.474089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-cfd6c0c9-0d80-4d42-89fa-bcb974bdd09d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1797896633-network', 'tenant_id': '27d1492401f14f2e93e5949ef6c7c7ba'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:36:02.480136 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-cfd6c0c9-0d80-4d42-89fa-bcb974bdd09d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:36:02.484690 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-cfd6c0c9-0d80-4d42-89fa-bcb974bdd09d admin admin] Usage tracker for resource:network and tenant:27d1492401f14f2e93e5949ef6c7c7ba is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:36:02.487868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-cfd6c0c9-0d80-4d42-89fa-bcb974bdd09d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:36:02.494278 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-cfd6c0c9-0d80-4d42-89fa-bcb974bdd09d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:36:02.506472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd6c0c9-0d80-4d42-89fa-bcb974bdd09d admin admin] Made reservation on behalf of 27d1492401f14f2e93e5949ef6c7c7ba for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:36:02.514033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cfd6c0c9-0d80-4d42-89fa-bcb974bdd09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:02.531554 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cfd6c0c9-0d80-4d42-89fa-bcb974bdd09d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:02.567035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-cfd6c0c9-0d80-4d42-89fa-bcb974bdd09d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:36:02.571959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-cfd6c0c9-0d80-4d42-89fa-bcb974bdd09d admin admin] Usage tracker for resource:security_group_rule and tenant:27d1492401f14f2e93e5949ef6c7c7ba is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:36:02.574807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-cfd6c0c9-0d80-4d42-89fa-bcb974bdd09d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:36:02.581243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-cfd6c0c9-0d80-4d42-89fa-bcb974bdd09d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:36:02.652517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cfd6c0c9-0d80-4d42-89fa-bcb974bdd09d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:02.655582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cfd6c0c9-0d80-4d42-89fa-bcb974bdd09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:02.660536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e2ad1e82-5950-49c8-8d90-71e95d212055 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:36:02.692086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfd6c0c9-0d80-4d42-89fa-bcb974bdd09d admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 20:36:02.701631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6c0c9-0d80-4d42-89fa-bcb974bdd09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18f5b99-4649-4480-8176-1ccde337ba9b,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:36:02.705112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cfd6c0c9-0d80-4d42-89fa-bcb974bdd09d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:36:02.709302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cfd6c0c9-0d80-4d42-89fa-bcb974bdd09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:02.709703 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-cfd6c0c9-0d80-4d42-89fa-bcb974bdd09d admin admin] Added segment f3b1dd83-a801-4111-b0bc-06416755b5f5 of type vlan for network 4bc5e632-1ca8-492d-8c6e-ba6ddf5be546 Dec 25 20:36:02.739899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cfd6c0c9-0d80-4d42-89fa-bcb974bdd09d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:02.776194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cfd6c0c9-0d80-4d42-89fa-bcb974bdd09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:02.777191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd6c0c9-0d80-4d42-89fa-bcb974bdd09d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:36:02.777829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cfd6c0c9-0d80-4d42-89fa-bcb974bdd09d admin admin] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:02.783173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d821eb03-e5d0-48e1-aca3-1f076dc20b99 tempest-NetworksTest-287430314 tempest-NetworksTest-287430314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:36:02.885314 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-cfd6c0c9-0d80-4d42-89fa-bcb974bdd09d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4169018 Dec 25 20:36:02.888495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 60700) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:36:02.891332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6c0c9-0d80-4d42-89fa-bcb974bdd09d admin admin] Pushing event updated for resources: {'Network': ['ID=4bc5e632-1ca8-492d-8c6e-ba6ddf5be546,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:36:02.894156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cfd6c0c9-0d80-4d42-89fa-bcb974bdd09d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:36:02.895225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-d216fb4d-8da3-4bfd-bed2-03d40d1ba785 admin admin] Request body: {'subnet': {'network_id': '4bc5e632-1ca8-492d-8c6e-ba6ddf5be546', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1797896633-subnet', 'tenant_id': '27d1492401f14f2e93e5949ef6c7c7ba', 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:36:02.902354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network 4bc5e632-1ca8-492d-8c6e-ba6ddf5be546 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 20:36:02.910447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d216fb4d-8da3-4bfd-bed2-03d40d1ba785 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:36:02.915746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d216fb4d-8da3-4bfd-bed2-03d40d1ba785 admin admin] Usage tracker for resource:subnet and tenant:27d1492401f14f2e93e5949ef6c7c7ba is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:36:02.919191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d216fb4d-8da3-4bfd-bed2-03d40d1ba785 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:36:02.926691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d216fb4d-8da3-4bfd-bed2-03d40d1ba785 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:36:02.941324 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d216fb4d-8da3-4bfd-bed2-03d40d1ba785 admin admin] Made reservation on behalf of 27d1492401f14f2e93e5949ef6c7c7ba for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:36:02.946286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d216fb4d-8da3-4bfd-bed2-03d40d1ba785 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851802972'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:03.164728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d216fb4d-8da3-4bfd-bed2-03d40d1ba785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853341204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851802955'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:03.170171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c50051b8-9665-4d1f-9cc9-8b9a9231515d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:36:03.250004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d216fb4d-8da3-4bfd-bed2-03d40d1ba785 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29be749a-3208-49b2-b398-a0341b02b3cf,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:36:03.254704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d216fb4d-8da3-4bfd-bed2-03d40d1ba785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:36:03.260472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d216fb4d-8da3-4bfd-bed2-03d40d1ba785 admin admin] Checking segment: {'id': 'f3b1dd83-a801-4111-b0bc-06416755b5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4bc5e632-1ca8-492d-8c6e-ba6ddf5be546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:36:03.260869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d216fb4d-8da3-4bfd-bed2-03d40d1ba785 admin admin] Network hostable DHCP agents. Network: 4bc5e632-1ca8-492d-8c6e-ba6ddf5be546, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 20:36:03.283264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d216fb4d-8da3-4bfd-bed2-03d40d1ba785 admin admin] Network 4bc5e632-1ca8-492d-8c6e-ba6ddf5be546 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 20:36:03.291975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-d216fb4d-8da3-4bfd-bed2-03d40d1ba785 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, 4bc5e632-1ca8-492d-8c6e-ba6ddf5be546) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:36:03.295950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d216fb4d-8da3-4bfd-bed2-03d40d1ba785 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:36:03.296584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d216fb4d-8da3-4bfd-bed2-03d40d1ba785 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:03.302059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ae38b4-781b-4123-b082-3918c6ff1bbd None None] Network 4bc5e632-1ca8-492d-8c6e-ba6ddf5be546 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:36:03.316800 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d216fb4d-8da3-4bfd-bed2-03d40d1ba785 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4270966 Dec 25 20:36:03.319520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 60704) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:36:03.325038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-08d8c71b-1547-4a1c-8e89-08a3195f5835 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1797896633-router', 'tenant_id': '27d1492401f14f2e93e5949ef6c7c7ba', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:36:03.330519 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-08d8c71b-1547-4a1c-8e89-08a3195f5835 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:36:03.334547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-08d8c71b-1547-4a1c-8e89-08a3195f5835 admin admin] Usage tracker for resource:router and tenant:27d1492401f14f2e93e5949ef6c7c7ba is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:36:03.337521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-08d8c71b-1547-4a1c-8e89-08a3195f5835 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:36:03.343761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-08d8c71b-1547-4a1c-8e89-08a3195f5835 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:36:03.355017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08d8c71b-1547-4a1c-8e89-08a3195f5835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:03.356103 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08d8c71b-1547-4a1c-8e89-08a3195f5835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:03.374059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08d8c71b-1547-4a1c-8e89-08a3195f5835 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:03.524863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08d8c71b-1547-4a1c-8e89-08a3195f5835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:03.537612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc13c77f-c91f-48bc-b9eb-2bb529523a8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-4bc5e632-1ca8-492d-8c6e-ba6ddf5be546', 'network_id': '4bc5e632-1ca8-492d-8c6e-ba6ddf5be546', 'tenant_id': '27d1492401f14f2e93e5949ef6c7c7ba', 'fixed_ips': [{'subnet_id': '29be749a-3208-49b2-b398-a0341b02b3cf'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 20:36:03.538515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bc13c77f-c91f-48bc-b9eb-2bb529523a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:03.701714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-bc13c77f-c91f-48bc-b9eb-2bb529523a8b None None] Allocated IP 172.20.0.2 (4bc5e632-1ca8-492d-8c6e-ba6ddf5be546/29be749a-3208-49b2-b398-a0341b02b3cf/e11794f5-d14e-44e9-93d9-fe0076259ea4) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:36:03.722093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08d8c71b-1547-4a1c-8e89-08a3195f5835 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:03.757552 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08d8c71b-1547-4a1c-8e89-08a3195f5835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:03.916834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-08d8c71b-1547-4a1c-8e89-08a3195f5835 admin admin] Allocated IP 172.26.8.221 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/907bf6d7-c9d7-4c2b-baa2-fcef5fea512c) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:36:03.918871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 83266c1e-3ca4-42ee-a950-de6be4d3583b up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:36:03.968429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bc13c77f-c91f-48bc-b9eb-2bb529523a8b None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:03.984507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-bc13c77f-c91f-48bc-b9eb-2bb529523a8b None None] Transition to ACTIVE for port object e11794f5-d14e-44e9-93d9-fe0076259ea4 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:36:04.010624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-bc13c77f-c91f-48bc-b9eb-2bb529523a8b None None] Transition to ACTIVE for port object e11794f5-d14e-44e9-93d9-fe0076259ea4 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:36:04.020236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bc13c77f-c91f-48bc-b9eb-2bb529523a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:04.024863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:36:04.077515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08d8c71b-1547-4a1c-8e89-08a3195f5835 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:04.096375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 83266c1e-3ca4-42ee-a950-de6be4d3583b completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:36:04.101208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc13c77f-c91f-48bc-b9eb-2bb529523a8b None None] Network 4bc5e632-1ca8-492d-8c6e-ba6ddf5be546 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:36:04.104988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08d8c71b-1547-4a1c-8e89-08a3195f5835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:04.106649 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-bc13c77f-c91f-48bc-b9eb-2bb529523a8b None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:36:04.108794 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc13c77f-c91f-48bc-b9eb-2bb529523a8b None None] Pushing event updated for resources: {'Port': ['ID=e11794f5-d14e-44e9-93d9-fe0076259ea4,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:36:04.111646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 83266c1e-3ca4-42ee-a950-de6be4d3583b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:36:04.112064 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:04.112466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-02687122-4332-4966-8d68-937fc1c27fec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:36:04.141785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc13c77f-c91f-48bc-b9eb-2bb529523a8b None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:36:04.144054 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bc13c77f-c91f-48bc-b9eb-2bb529523a8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:36:04.187579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d8c71b-1547-4a1c-8e89-08a3195f5835 admin admin] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:36:04.191523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-08d8c71b-1547-4a1c-8e89-08a3195f5835 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:36:04.196414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d8c71b-1547-4a1c-8e89-08a3195f5835 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:36:04.227017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d8c71b-1547-4a1c-8e89-08a3195f5835 admin admin] Pushing event updated for resources: {'Port': ['ID=907bf6d7-c9d7-4c2b-baa2-fcef5fea512c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:36:04.235342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-08d8c71b-1547-4a1c-8e89-08a3195f5835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:36:04.367389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08d8c71b-1547-4a1c-8e89-08a3195f5835 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:04.368069 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08d8c71b-1547-4a1c-8e89-08a3195f5835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:04.426070 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-bc13c77f-c91f-48bc-b9eb-2bb529523a8b None None] Attempting to bind port e11794f5-d14e-44e9-93d9-fe0076259ea4 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:36:04.426528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-bc13c77f-c91f-48bc-b9eb-2bb529523a8b None None] Attempting to bind port e11794f5-d14e-44e9-93d9-fe0076259ea4 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'f3b1dd83-a801-4111-b0bc-06416755b5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4bc5e632-1ca8-492d-8c6e-ba6ddf5be546'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:36:04.426947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc13c77f-c91f-48bc-b9eb-2bb529523a8b None None] Attempting to bind port e11794f5-d14e-44e9-93d9-fe0076259ea4 on network 4bc5e632-1ca8-492d-8c6e-ba6ddf5be546 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:36:04.478999 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc13c77f-c91f-48bc-b9eb-2bb529523a8b None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:36:04.479482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc13c77f-c91f-48bc-b9eb-2bb529523a8b None None] Checking segment: {'id': 'f3b1dd83-a801-4111-b0bc-06416755b5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4bc5e632-1ca8-492d-8c6e-ba6ddf5be546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:36:04.479915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bc13c77f-c91f-48bc-b9eb-2bb529523a8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:04.480359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc13c77f-c91f-48bc-b9eb-2bb529523a8b None None] Bound using segment: {'id': 'f3b1dd83-a801-4111-b0bc-06416755b5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4bc5e632-1ca8-492d-8c6e-ba6ddf5be546'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:36:04.480889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-bc13c77f-c91f-48bc-b9eb-2bb529523a8b None None] Bound port: e11794f5-d14e-44e9-93d9-fe0076259ea4, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b1dd83-a801-4111-b0bc-06416755b5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4bc5e632-1ca8-492d-8c6e-ba6ddf5be546'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:36:04.481317 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bc13c77f-c91f-48bc-b9eb-2bb529523a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:04.504935 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:04.566102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 83266c1e-3ca4-42ee-a950-de6be4d3583b, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=83266c1e-3ca4-42ee-a950-de6be4d3583b,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:36:04.573930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:04.577654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:36:04.615373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d8c71b-1547-4a1c-8e89-08a3195f5835 admin admin] Router 0b087886-64fa-43a6-96bb-8d8969f9cd62 is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 20:36:04.652666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-bc13c77f-c91f-48bc-b9eb-2bb529523a8b None None] For port e11794f5-d14e-44e9-93d9-fe0076259ea4, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:36:04.658063 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-bc13c77f-c91f-48bc-b9eb-2bb529523a8b None None] For port e11794f5-d14e-44e9-93d9-fe0076259ea4, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=e11794f5-d14e-44e9-93d9-fe0076259ea4,segment=NetworkSegment(f3b1dd83-a801-4111-b0bc-06416755b5f5),segment_id=f3b1dd83-a801-4111-b0bc-06416755b5f5)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:36:04.664007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bc13c77f-c91f-48bc-b9eb-2bb529523a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:04.672082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=83266c1e-3ca4-42ee-a950-de6be4d3583b,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:36:04.677516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:36:04.678025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2463fb28-bfe4-4d44-9744-8c5146e26d57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:36:04.756315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc13c77f-c91f-48bc-b9eb-2bb529523a8b None None] Pushing event updated for resources: {'Port': ['ID=e11794f5-d14e-44e9-93d9-fe0076259ea4,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:36:04.759735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bc13c77f-c91f-48bc-b9eb-2bb529523a8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:36:05.000245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796f4150-4ef2-493e-8ddc-9cadaa186833 None None] Sync routers for ids ['03b5cca1-893d-4a5f-b631-ca9cbbb76c0c'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:36:05.013643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796f4150-4ef2-493e-8ddc-9cadaa186833 None None] Routers {'03b5cca1-893d-4a5f-b631-ca9cbbb76c0c'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:36:05.014356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-796f4150-4ef2-493e-8ddc-9cadaa186833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:35:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['03b5cca1-893d-4a5f-b631-ca9cbbb76c0c'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:36:05.091891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d8c71b-1547-4a1c-8e89-08a3195f5835 admin admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:36:05.116194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beb2122-f9b4-4c56-b2ee-075fdab5bcb4 None None] Sync routers for ids ['0b087886-64fa-43a6-96bb-8d8969f9cd62'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:36:05.128631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-08d8c71b-1547-4a1c-8e89-08a3195f5835 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:05.130328 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-08d8c71b-1547-4a1c-8e89-08a3195f5835 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8094594 Dec 25 20:36:05.133276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60708) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:36:05.134370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beb2122-f9b4-4c56-b2ee-075fdab5bcb4 None None] Routers {'0b087886-64fa-43a6-96bb-8d8969f9cd62'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:36:05.135168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1beb2122-f9b4-4c56-b2ee-075fdab5bcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:35:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['0b087886-64fa-43a6-96bb-8d8969f9cd62'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:36:05.301512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-796f4150-4ef2-493e-8ddc-9cadaa186833 None None] Set router 03b5cca1-893d-4a5f-b631-ca9cbbb76c0c gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:36:05.352238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-1beb2122-f9b4-4c56-b2ee-075fdab5bcb4 None None] Set router 0b087886-64fa-43a6-96bb-8d8969f9cd62 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:36:05.676768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1beb2122-f9b4-4c56-b2ee-075fdab5bcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b087886-64fa-43a6-96bb-8d8969f9cd62', 'name': 'tempest-TestShelveInstance-1797896633-router', 'tenant_id': '27d1492401f14f2e93e5949ef6c7c7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': '907bf6d7-c9d7-4c2b-baa2-fcef5fea512c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:36:03Z', 'updated_at': '2021-12-25T20:36:04Z', 'revision_number': 3, 'project_id': '27d1492401f14f2e93e5949ef6c7c7ba', 'gw_port': {'id': '907bf6d7-c9d7-4c2b-baa2-fcef5fea512c', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ec:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b087886-64fa-43a6-96bb-8d8969f9cd62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:36:03Z', 'updated_at': '2021-12-25T20:36:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:36:05.677335 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-796f4150-4ef2-493e-8ddc-9cadaa186833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'name': 'tempest-TestShelveInstance-372778116-router', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '83266c1e-3ca4-42ee-a950-de6be4d3583b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:35:56Z', 'updated_at': '2021-12-25T20:36:00Z', 'revision_number': 4, 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'gw_port': {'id': '83266c1e-3ca4-42ee-a950-de6be4d3583b', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:35:57Z', 'updated_at': '2021-12-25T20:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'bca9dd14-ef5d-4e27-9edf-6180b0471e9e', 'name': '', 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'mac_address': 'fa:16:3e:c0:76:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '766f2447-8cfa-4f45-86a8-08ccd6279b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:35:59Z', 'updated_at': '2021-12-25T20:36:00Z', 'revision_number': 2, 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'subnets': [{'id': '766f2447-8cfa-4f45-86a8-08ccd6279b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:36:05.681546 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beb2122-f9b4-4c56-b2ee-075fdab5bcb4 None None] Checking router: 0b087886-64fa-43a6-96bb-8d8969f9cd62 for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:36:05.681963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beb2122-f9b4-4c56-b2ee-075fdab5bcb4 None None] Updating router 0b087886-64fa-43a6-96bb-8d8969f9cd62 port 907bf6d7-c9d7-4c2b-baa2-fcef5fea512c binding host dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 20:36:05.682117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796f4150-4ef2-493e-8ddc-9cadaa186833 None None] Checking router: 03b5cca1-893d-4a5f-b631-ca9cbbb76c0c for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:36:05.682706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796f4150-4ef2-493e-8ddc-9cadaa186833 None None] Updating router 03b5cca1-893d-4a5f-b631-ca9cbbb76c0c port bca9dd14-ef5d-4e27-9edf-6180b0471e9e binding host dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 20:36:05.736647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1beb2122-f9b4-4c56-b2ee-075fdab5bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:05.743150 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-796f4150-4ef2-493e-8ddc-9cadaa186833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:06.003346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 83266c1e-3ca4-42ee-a950-de6be4d3583b up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:36:06.023187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-94dd6a20-028d-41de-9177-a6936459a64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:06.161970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 83266c1e-3ca4-42ee-a950-de6be4d3583b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:36:06.163008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:06.209499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-796f4150-4ef2-493e-8ddc-9cadaa186833 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:06.230838 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-796f4150-4ef2-493e-8ddc-9cadaa186833 None None] Transition to ACTIVE for port object bca9dd14-ef5d-4e27-9edf-6180b0471e9e will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:36:06.240392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-796f4150-4ef2-493e-8ddc-9cadaa186833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:06.246892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-680dbc6b-3f56-44c0-981d-8bc8615178a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:36:06.265500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e188a764-5b31-4d58-9c48-869904c00546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:06.322485 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1beb2122-f9b4-4c56-b2ee-075fdab5bcb4 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:06.346860 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1beb2122-f9b4-4c56-b2ee-075fdab5bcb4 None None] Transition to ACTIVE for port object 907bf6d7-c9d7-4c2b-baa2-fcef5fea512c will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:36:06.353336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device e11794f5-d14e-44e9-93d9-fe0076259ea4 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:36:06.399282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27befe7-e367-45cb-8975-79dd1fff47a1 None None] Pushing event updated for resources: {'Port': ['ID=bca9dd14-ef5d-4e27-9edf-6180b0471e9e,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:36:06.401062 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1beb2122-f9b4-4c56-b2ee-075fdab5bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:06.409437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bc13c77f-c91f-48bc-b9eb-2bb529523a8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:36:06.415241 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27befe7-e367-45cb-8975-79dd1fff47a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:36:06.415449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27befe7-e367-45cb-8975-79dd1fff47a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:36:06.415816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27befe7-e367-45cb-8975-79dd1fff47a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:36:06.416192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27befe7-e367-45cb-8975-79dd1fff47a1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:36:06.416649 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27befe7-e367-45cb-8975-79dd1fff47a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:36:06.416919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27befe7-e367-45cb-8975-79dd1fff47a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:36:06.417297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27befe7-e367-45cb-8975-79dd1fff47a1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:36:06.417755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27befe7-e367-45cb-8975-79dd1fff47a1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:36:06.418174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27befe7-e367-45cb-8975-79dd1fff47a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:36:06.418551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27befe7-e367-45cb-8975-79dd1fff47a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:36:06.418921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27befe7-e367-45cb-8975-79dd1fff47a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:36:06.454234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d27befe7-e367-45cb-8975-79dd1fff47a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:36:06.524870 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b4080-df6a-46fb-bc7d-0dcff1c72352 None None] Pushing event updated for resources: {'Port': ['ID=907bf6d7-c9d7-4c2b-baa2-fcef5fea512c,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:36:06.527889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-796f4150-4ef2-493e-8ddc-9cadaa186833 None None] Attempting to bind port bca9dd14-ef5d-4e27-9edf-6180b0471e9e on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:36:06.528037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-310b4080-df6a-46fb-bc7d-0dcff1c72352 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:36:06.528312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-796f4150-4ef2-493e-8ddc-9cadaa186833 None None] Attempting to bind port bca9dd14-ef5d-4e27-9edf-6180b0471e9e by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '5ac78184-29b0-463a-8b5a-3c405802ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:36:06.528728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796f4150-4ef2-493e-8ddc-9cadaa186833 None None] Attempting to bind port bca9dd14-ef5d-4e27-9edf-6180b0471e9e on network 0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:36:06.530249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-1beb2122-f9b4-4c56-b2ee-075fdab5bcb4 None None] Attempting to bind port 907bf6d7-c9d7-4c2b-baa2-fcef5fea512c on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:36:06.530753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-1beb2122-f9b4-4c56-b2ee-075fdab5bcb4 None None] Attempting to bind port 907bf6d7-c9d7-4c2b-baa2-fcef5fea512c by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:36:06.531941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beb2122-f9b4-4c56-b2ee-075fdab5bcb4 None None] Attempting to bind port 907bf6d7-c9d7-4c2b-baa2-fcef5fea512c on network a29ab018-4a1a-4021-8156-423134b861f3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:36:06.538353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796f4150-4ef2-493e-8ddc-9cadaa186833 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:36:06.538780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796f4150-4ef2-493e-8ddc-9cadaa186833 None None] Checking segment: {'id': '5ac78184-29b0-463a-8b5a-3c405802ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:36:06.539395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-796f4150-4ef2-493e-8ddc-9cadaa186833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:06.539850 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796f4150-4ef2-493e-8ddc-9cadaa186833 None None] Bound using segment: {'id': '5ac78184-29b0-463a-8b5a-3c405802ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:36:06.540484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-796f4150-4ef2-493e-8ddc-9cadaa186833 None None] Bound port: bca9dd14-ef5d-4e27-9edf-6180b0471e9e, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac78184-29b0-463a-8b5a-3c405802ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:36:06.541161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-796f4150-4ef2-493e-8ddc-9cadaa186833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:06.542409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beb2122-f9b4-4c56-b2ee-075fdab5bcb4 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:36:06.542929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beb2122-f9b4-4c56-b2ee-075fdab5bcb4 None None] Checking segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:36:06.543623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1beb2122-f9b4-4c56-b2ee-075fdab5bcb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:06.544202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beb2122-f9b4-4c56-b2ee-075fdab5bcb4 None None] Bound using segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:36:06.544868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-1beb2122-f9b4-4c56-b2ee-075fdab5bcb4 None None] Bound port: 907bf6d7-c9d7-4c2b-baa2-fcef5fea512c, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:36:06.545409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1beb2122-f9b4-4c56-b2ee-075fdab5bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:06.584835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port e11794f5-d14e-44e9-93d9-fe0076259ea4 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:36:06.589607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-94dd6a20-028d-41de-9177-a6936459a64f admin admin] Allocated IP 172.20.0.1 (4bc5e632-1ca8-492d-8c6e-ba6ddf5be546/29be749a-3208-49b2-b398-a0341b02b3cf/f4e231a6-9606-490a-877d-c6d52cf2512c) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:36:06.648507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-1beb2122-f9b4-4c56-b2ee-075fdab5bcb4 None None] For port 907bf6d7-c9d7-4c2b-baa2-fcef5fea512c, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:36:06.653295 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-1beb2122-f9b4-4c56-b2ee-075fdab5bcb4 None None] For port 907bf6d7-c9d7-4c2b-baa2-fcef5fea512c, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=907bf6d7-c9d7-4c2b-baa2-fcef5fea512c,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:36:06.659310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1beb2122-f9b4-4c56-b2ee-075fdab5bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:06.660053 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-796f4150-4ef2-493e-8ddc-9cadaa186833 None None] For port bca9dd14-ef5d-4e27-9edf-6180b0471e9e, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:36:06.663716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-796f4150-4ef2-493e-8ddc-9cadaa186833 None None] For port bca9dd14-ef5d-4e27-9edf-6180b0471e9e, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=bca9dd14-ef5d-4e27-9edf-6180b0471e9e,segment=NetworkSegment(5ac78184-29b0-463a-8b5a-3c405802ecf2),segment_id=5ac78184-29b0-463a-8b5a-3c405802ecf2)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:36:06.665701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:36:06.672720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-796f4150-4ef2-493e-8ddc-9cadaa186833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:06.678995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-29ee0fa0-7d21-47b1-9da1-5220b16ffd18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:36:06.758331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beb2122-f9b4-4c56-b2ee-075fdab5bcb4 None None] Routers {'0b087886-64fa-43a6-96bb-8d8969f9cd62'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:36:06.758941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1beb2122-f9b4-4c56-b2ee-075fdab5bcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:35:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['0b087886-64fa-43a6-96bb-8d8969f9cd62'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:36:06.781443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27befe7-e367-45cb-8975-79dd1fff47a1 None None] Pushing event updated for resources: {'Port': ['ID=bca9dd14-ef5d-4e27-9edf-6180b0471e9e,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:36:06.785289 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d27befe7-e367-45cb-8975-79dd1fff47a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:36:06.786222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796f4150-4ef2-493e-8ddc-9cadaa186833 None None] Routers {'03b5cca1-893d-4a5f-b631-ca9cbbb76c0c'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:36:06.786956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-796f4150-4ef2-493e-8ddc-9cadaa186833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:35:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['03b5cca1-893d-4a5f-b631-ca9cbbb76c0c'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:36:06.833953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-94dd6a20-028d-41de-9177-a6936459a64f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:06.855740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-94dd6a20-028d-41de-9177-a6936459a64f admin admin] Transition to ACTIVE for port object f4e231a6-9606-490a-877d-c6d52cf2512c will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:36:06.882668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-94dd6a20-028d-41de-9177-a6936459a64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:06.888531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b2da8747-c57c-410b-941c-419211acd0e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:36:06.961010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd6a20-028d-41de-9177-a6936459a64f admin admin] Pushing event updated for resources: {'Port': ['ID=f4e231a6-9606-490a-877d-c6d52cf2512c,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:36:06.964189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-94dd6a20-028d-41de-9177-a6936459a64f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:36:06.971809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-1beb2122-f9b4-4c56-b2ee-075fdab5bcb4 None None] Set router 0b087886-64fa-43a6-96bb-8d8969f9cd62 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:36:06.982314 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dd6a20-028d-41de-9177-a6936459a64f admin admin] Network 4bc5e632-1ca8-492d-8c6e-ba6ddf5be546 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:36:06.984189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-94dd6a20-028d-41de-9177-a6936459a64f admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:36:06.987235 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dd6a20-028d-41de-9177-a6936459a64f admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:36:07.009521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-796f4150-4ef2-493e-8ddc-9cadaa186833 None None] Set router 03b5cca1-893d-4a5f-b631-ca9cbbb76c0c gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:36:07.053514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-94dd6a20-028d-41de-9177-a6936459a64f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:07.114456 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b3b489-b661-460e-9db5-b5894ef8b7d7 None None] Network 4bc5e632-1ca8-492d-8c6e-ba6ddf5be546 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:36:07.151922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-94dd6a20-028d-41de-9177-a6936459a64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:07.158968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b4080-df6a-46fb-bc7d-0dcff1c72352 None None] Pushing event updated for resources: {'Port': ['ID=907bf6d7-c9d7-4c2b-baa2-fcef5fea512c,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:36:07.173603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-310b4080-df6a-46fb-bc7d-0dcff1c72352 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:36:07.198823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-7877358e-e57c-4ac0-a9fa-8cb7862421b5 None None] Provisioning for port e11794f5-d14e-44e9-93d9-fe0076259ea4 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:36:07.269647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-7877358e-e57c-4ac0-a9fa-8cb7862421b5 None None] Provisioning complete for port e11794f5-d14e-44e9-93d9-fe0076259ea4 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:36:07.270098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7877358e-e57c-4ac0-a9fa-8cb7862421b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:07.377101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-796f4150-4ef2-493e-8ddc-9cadaa186833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'name': 'tempest-TestShelveInstance-372778116-router', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '83266c1e-3ca4-42ee-a950-de6be4d3583b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:35:56Z', 'updated_at': '2021-12-25T20:36:00Z', 'revision_number': 4, 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'gw_port': {'id': '83266c1e-3ca4-42ee-a950-de6be4d3583b', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:35:57Z', 'updated_at': '2021-12-25T20:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'bca9dd14-ef5d-4e27-9edf-6180b0471e9e', 'name': '', 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'mac_address': 'fa:16:3e:c0:76:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '766f2447-8cfa-4f45-86a8-08ccd6279b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:35:59Z', 'updated_at': '2021-12-25T20:36:06Z', 'revision_number': 4, 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'subnets': [{'id': '766f2447-8cfa-4f45-86a8-08ccd6279b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:36:07.382354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796f4150-4ef2-493e-8ddc-9cadaa186833 None None] The sync data for ids ['03b5cca1-893d-4a5f-b631-ca9cbbb76c0c'] in dv-neutron-822611-1-hyperv is: [{'id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'name': 'tempest-TestShelveInstance-372778116-router', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '83266c1e-3ca4-42ee-a950-de6be4d3583b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:35:56Z', 'updated_at': '2021-12-25T20:36:00Z', 'revision_number': 4, 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'gw_port': {'id': '83266c1e-3ca4-42ee-a950-de6be4d3583b', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:35:57Z', 'updated_at': '2021-12-25T20:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'bca9dd14-ef5d-4e27-9edf-6180b0471e9e', 'name': '', 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'mac_address': 'fa:16:3e:c0:76:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '766f2447-8cfa-4f45-86a8-08ccd6279b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:35:59Z', 'updated_at': '2021-12-25T20:36:06Z', 'revision_number': 4, 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'subnets': [{'id': '766f2447-8cfa-4f45-86a8-08ccd6279b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:36:07.416857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-94dd6a20-028d-41de-9177-a6936459a64f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:07.421659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-94dd6a20-028d-41de-9177-a6936459a64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:07.449499 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:07.454716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a483e873-e2f8-4142-a59a-1dee30cdfe23 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:36:07.538058 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd6a20-028d-41de-9177-a6936459a64f admin admin] Pushing event updated for resources: {'Port': ['ID=f4e231a6-9606-490a-877d-c6d52cf2512c,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:36:07.541255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-94dd6a20-028d-41de-9177-a6936459a64f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:36:07.552891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-94dd6a20-028d-41de-9177-a6936459a64f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:07.730596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dd6a20-028d-41de-9177-a6936459a64f admin admin] Network 4bc5e632-1ca8-492d-8c6e-ba6ddf5be546 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:36:07.731873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-94dd6a20-028d-41de-9177-a6936459a64f admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:36:07.846419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7877358e-e57c-4ac0-a9fa-8cb7862421b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:07.902763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1beb2122-f9b4-4c56-b2ee-075fdab5bcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b087886-64fa-43a6-96bb-8d8969f9cd62', 'name': 'tempest-TestShelveInstance-1797896633-router', 'tenant_id': '27d1492401f14f2e93e5949ef6c7c7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': '907bf6d7-c9d7-4c2b-baa2-fcef5fea512c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:36:03Z', 'updated_at': '2021-12-25T20:36:04Z', 'revision_number': 3, 'project_id': '27d1492401f14f2e93e5949ef6c7c7ba', 'gw_port': {'id': '907bf6d7-c9d7-4c2b-baa2-fcef5fea512c', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ec:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b087886-64fa-43a6-96bb-8d8969f9cd62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:36:03Z', 'updated_at': '2021-12-25T20:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:36:07.911464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beb2122-f9b4-4c56-b2ee-075fdab5bcb4 None None] The sync data for ids ['0b087886-64fa-43a6-96bb-8d8969f9cd62'] in dv-neutron-822611-1-hyperv is: [{'id': '0b087886-64fa-43a6-96bb-8d8969f9cd62', 'name': 'tempest-TestShelveInstance-1797896633-router', 'tenant_id': '27d1492401f14f2e93e5949ef6c7c7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': '907bf6d7-c9d7-4c2b-baa2-fcef5fea512c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:36:03Z', 'updated_at': '2021-12-25T20:36:04Z', 'revision_number': 3, 'project_id': '27d1492401f14f2e93e5949ef6c7c7ba', 'gw_port': {'id': '907bf6d7-c9d7-4c2b-baa2-fcef5fea512c', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ec:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b087886-64fa-43a6-96bb-8d8969f9cd62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:36:03Z', 'updated_at': '2021-12-25T20:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:36:07.915426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-7877358e-e57c-4ac0-a9fa-8cb7862421b5 None None] For port e11794f5-d14e-44e9-93d9-fe0076259ea4, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=e11794f5-d14e-44e9-93d9-fe0076259ea4,segment=NetworkSegment(f3b1dd83-a801-4111-b0bc-06416755b5f5),segment_id=f3b1dd83-a801-4111-b0bc-06416755b5f5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:36:07.921919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7877358e-e57c-4ac0-a9fa-8cb7862421b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:07.924873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:36:07.960906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device bca9dd14-ef5d-4e27-9edf-6180b0471e9e up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:36:08.076023 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7877358e-e57c-4ac0-a9fa-8cb7862421b5 None None] Pushing event updated for resources: {'Port': ['ID=e11794f5-d14e-44e9-93d9-fe0076259ea4,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:36:08.081198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7877358e-e57c-4ac0-a9fa-8cb7862421b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:36:08.094738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port bca9dd14-ef5d-4e27-9edf-6180b0471e9e completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:36:08.102777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port bca9dd14-ef5d-4e27-9edf-6180b0471e9e triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:36:08.103511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:08.253892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94dd6a20-028d-41de-9177-a6936459a64f admin admin] Router 0b087886-64fa-43a6-96bb-8d8969f9cd62 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:36:08.264848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d1b0b126-61ac-458a-aad9-91ef4a890b0e None None] Provisioning complete for port bca9dd14-ef5d-4e27-9edf-6180b0471e9e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:36:08.265347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d1b0b126-61ac-458a-aad9-91ef4a890b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:08.313775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:08.362381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port bca9dd14-ef5d-4e27-9edf-6180b0471e9e, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=bca9dd14-ef5d-4e27-9edf-6180b0471e9e,segment=NetworkSegment(5ac78184-29b0-463a-8b5a-3c405802ecf2),segment_id=5ac78184-29b0-463a-8b5a-3c405802ecf2)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:36:08.366756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:08.368834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b43f9a43-f83f-4507-be94-13f57f898465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:36:08.499853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94dd6a20-028d-41de-9177-a6936459a64f admin admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:36:08.512317 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-94dd6a20-028d-41de-9177-a6936459a64f admin admin] 10.222.0.24 "PUT /v2.0/routers/0b087886-64fa-43a6-96bb-8d8969f9cd62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3771803 Dec 25 20:36:08.521459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-324ff60a-c467-400b-b750-2a69ce0ab920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:08.535949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=bca9dd14-ef5d-4e27-9edf-6180b0471e9e,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:36:08.539591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:36:08.668504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b03a4d04-be40-4576-88aa-09af302555a9 None None] Provisioning for port f4e231a6-9606-490a-877d-c6d52cf2512c completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:36:08.674556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b03a4d04-be40-4576-88aa-09af302555a9 None None] Provisioning complete for port f4e231a6-9606-490a-877d-c6d52cf2512c triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:36:08.674985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b03a4d04-be40-4576-88aa-09af302555a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:08.750955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b03a4d04-be40-4576-88aa-09af302555a9 None None] Port f4e231a6-9606-490a-877d-c6d52cf2512c cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:36:08.768969 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b03a4d04-be40-4576-88aa-09af302555a9 None None] Provisioning complete for port e11794f5-d14e-44e9-93d9-fe0076259ea4 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:36:08.769396 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b03a4d04-be40-4576-88aa-09af302555a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:08.857516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:09.073092 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-4ee70b75-3fa0-45e6-b560-5ae12a027fca None None] Provisioning complete for port f4e231a6-9606-490a-877d-c6d52cf2512c triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:36:09.073520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4ee70b75-3fa0-45e6-b560-5ae12a027fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:09.129889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-4ee70b75-3fa0-45e6-b560-5ae12a027fca None None] Port f4e231a6-9606-490a-877d-c6d52cf2512c cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:36:09.324618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60718) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:36:09.331837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-1839797e-28fc-40be-93b7-279209018934 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1831843173', 'description': 'tempest-secgroup-smoke-1831843173 description', 'project_id': '058be7ccb6414b7982d15ef7ec089ac1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:36:09.338910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1839797e-28fc-40be-93b7-279209018934 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:36:09.343379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1839797e-28fc-40be-93b7-279209018934 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Usage tracker for resource:security_group and tenant:058be7ccb6414b7982d15ef7ec089ac1 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:36:09.347218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1839797e-28fc-40be-93b7-279209018934 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:36:09.353330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1839797e-28fc-40be-93b7-279209018934 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:36:09.364107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1839797e-28fc-40be-93b7-279209018934 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:09.405004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1839797e-28fc-40be-93b7-279209018934 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:36:09.409694 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1839797e-28fc-40be-93b7-279209018934 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Usage tracker for resource:security_group_rule and tenant:058be7ccb6414b7982d15ef7ec089ac1 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:36:09.412726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1839797e-28fc-40be-93b7-279209018934 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:36:09.419197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1839797e-28fc-40be-93b7-279209018934 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:36:09.482973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1839797e-28fc-40be-93b7-279209018934 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:09.485855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1839797e-28fc-40be-93b7-279209018934 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:09.491358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-81ada5f2-a1bd-4283-a3ff-9031a3cf89d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:36:09.531158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1839797e-28fc-40be-93b7-279209018934 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:09.533082 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1839797e-28fc-40be-93b7-279209018934 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2072120 Dec 25 20:36:09.534080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839797e-28fc-40be-93b7-279209018934 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68130c7c-a5a7-41b3-a8af-b11846c58abc,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:36:09.536385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60722) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:36:09.539304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1839797e-28fc-40be-93b7-279209018934 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:36:09.543153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-36bdb86a-6f46-4a88-a245-80dfff257cb2 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Request body: {'security_group_rule': {'security_group_id': '68130c7c-a5a7-41b3-a8af-b11846c58abc', 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:36:09.549598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-36bdb86a-6f46-4a88-a245-80dfff257cb2 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:36:09.553641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-36bdb86a-6f46-4a88-a245-80dfff257cb2 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Usage tracker for resource:security_group_rule and tenant:058be7ccb6414b7982d15ef7ec089ac1 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:36:09.556656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-36bdb86a-6f46-4a88-a245-80dfff257cb2 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:36:09.562691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-36bdb86a-6f46-4a88-a245-80dfff257cb2 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:36:09.579756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-36bdb86a-6f46-4a88-a245-80dfff257cb2 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:09.644500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-36bdb86a-6f46-4a88-a245-80dfff257cb2 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:09.647489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-36bdb86a-6f46-4a88-a245-80dfff257cb2 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:09.654921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5bc68f0d-9cd3-46bf-b519-5fca9e06a21a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:36:09.679599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bdb86a-6f46-4a88-a245-80dfff257cb2 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=440b6c31-0767-41d8-ba06-0ab1b09cb0ee,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:36:09.682322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-36bdb86a-6f46-4a88-a245-80dfff257cb2 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:36:09.686076 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-36bdb86a-6f46-4a88-a245-80dfff257cb2 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:09.687886 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-36bdb86a-6f46-4a88-a245-80dfff257cb2 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1499941 Dec 25 20:36:09.690828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60726) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:36:09.696718 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-48bbfe7c-b587-4186-95c6-ac02f61709f7 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Request body: {'security_group_rule': {'security_group_id': '68130c7c-a5a7-41b3-a8af-b11846c58abc', 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:36:09.703731 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-48bbfe7c-b587-4186-95c6-ac02f61709f7 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:36:09.709065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-48bbfe7c-b587-4186-95c6-ac02f61709f7 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Usage tracker for resource:security_group_rule and tenant:058be7ccb6414b7982d15ef7ec089ac1 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:36:09.712216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-48bbfe7c-b587-4186-95c6-ac02f61709f7 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:36:09.718260 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-48bbfe7c-b587-4186-95c6-ac02f61709f7 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:36:09.734570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-48bbfe7c-b587-4186-95c6-ac02f61709f7 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:09.801524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-48bbfe7c-b587-4186-95c6-ac02f61709f7 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:09.804355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-48bbfe7c-b587-4186-95c6-ac02f61709f7 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:09.806268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c7d7dcf1-c45c-421b-a97e-407ca56a4874 tempest-SecGroupIPv6Test-752643562 tempest-SecGroupIPv6Test-752643562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:36:09.831080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bbfe7c-b587-4186-95c6-ac02f61709f7 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c61ffa9-38a4-4b66-a7dd-ca8a90a3d737,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:36:09.833637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-48bbfe7c-b587-4186-95c6-ac02f61709f7 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:36:09.839966 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-48bbfe7c-b587-4186-95c6-ac02f61709f7 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:09.841263 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-48bbfe7c-b587-4186-95c6-ac02f61709f7 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1494107 Dec 25 20:36:09.844438 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60730) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:36:09.850539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-2f6aaf4a-0443-4f5d-9ec6-117f54392dfa tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Request body: {'security_group_rule': {'security_group_id': '68130c7c-a5a7-41b3-a8af-b11846c58abc', 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:36:09.857217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2f6aaf4a-0443-4f5d-9ec6-117f54392dfa tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:36:09.861158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2f6aaf4a-0443-4f5d-9ec6-117f54392dfa tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Usage tracker for resource:security_group_rule and tenant:058be7ccb6414b7982d15ef7ec089ac1 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:36:09.864194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-2f6aaf4a-0443-4f5d-9ec6-117f54392dfa tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:36:09.870444 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-2f6aaf4a-0443-4f5d-9ec6-117f54392dfa tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:36:09.887947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2f6aaf4a-0443-4f5d-9ec6-117f54392dfa tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:09.954724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2f6aaf4a-0443-4f5d-9ec6-117f54392dfa tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:09.957478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2f6aaf4a-0443-4f5d-9ec6-117f54392dfa tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:09.964994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b3d9f392-8d21-4b89-9ee1-ba7227ec78ea tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:36:09.976876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device bca9dd14-ef5d-4e27-9edf-6180b0471e9e up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:36:09.989566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6aaf4a-0443-4f5d-9ec6-117f54392dfa tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6d951dc-3927-4691-8a3f-741e148b346d,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:36:09.992504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2f6aaf4a-0443-4f5d-9ec6-117f54392dfa tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:36:09.994826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2f6aaf4a-0443-4f5d-9ec6-117f54392dfa tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:09.998390 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-2f6aaf4a-0443-4f5d-9ec6-117f54392dfa tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1505702 Dec 25 20:36:09.999124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60734) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:36:10.005782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-0a7ea339-9de6-4938-9e44-5493bbe80764 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Request body: {'security_group_rule': {'security_group_id': '68130c7c-a5a7-41b3-a8af-b11846c58abc', 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:36:10.012457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0a7ea339-9de6-4938-9e44-5493bbe80764 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:36:10.017277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0a7ea339-9de6-4938-9e44-5493bbe80764 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Usage tracker for resource:security_group_rule and tenant:058be7ccb6414b7982d15ef7ec089ac1 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:36:10.020374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0a7ea339-9de6-4938-9e44-5493bbe80764 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:36:10.026359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0a7ea339-9de6-4938-9e44-5493bbe80764 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:36:10.042408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0a7ea339-9de6-4938-9e44-5493bbe80764 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:10.053266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port bca9dd14-ef5d-4e27-9edf-6180b0471e9e triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:36:10.053700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:10.108841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0a7ea339-9de6-4938-9e44-5493bbe80764 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:10.114005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0a7ea339-9de6-4938-9e44-5493bbe80764 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:10.116264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-12500f46-1c90-4a9d-8900-add202ed8dcb tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:36:10.142173 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ea339-9de6-4938-9e44-5493bbe80764 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=692b87ec-a480-4fcc-a706-b4439938873c,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:36:10.144805 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0a7ea339-9de6-4938-9e44-5493bbe80764 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:36:10.153115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0a7ea339-9de6-4938-9e44-5493bbe80764 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:10.154718 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0a7ea339-9de6-4938-9e44-5493bbe80764 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1542020 Dec 25 20:36:10.157409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60738) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:36:10.163730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-41244be8-417d-43da-8d2e-f36e07b78f87 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Request body: {'security_group_rule': {'security_group_id': '68130c7c-a5a7-41b3-a8af-b11846c58abc', 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:36:10.170192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-41244be8-417d-43da-8d2e-f36e07b78f87 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:36:10.174795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-41244be8-417d-43da-8d2e-f36e07b78f87 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Usage tracker for resource:security_group_rule and tenant:058be7ccb6414b7982d15ef7ec089ac1 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:36:10.178198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-41244be8-417d-43da-8d2e-f36e07b78f87 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:36:10.184559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:10.184930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-41244be8-417d-43da-8d2e-f36e07b78f87 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:36:10.193798 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 907bf6d7-c9d7-4c2b-baa2-fcef5fea512c up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:36:10.199885 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-41244be8-417d-43da-8d2e-f36e07b78f87 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Project 058be7ccb6414b7982d15ef7ec089ac1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 20:36:10.206674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-41244be8-417d-43da-8d2e-f36e07b78f87 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:10.266053 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 907bf6d7-c9d7-4c2b-baa2-fcef5fea512c completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:36:10.271383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 907bf6d7-c9d7-4c2b-baa2-fcef5fea512c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:36:10.271816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:10.275068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-41244be8-417d-43da-8d2e-f36e07b78f87 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:10.277562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-41244be8-417d-43da-8d2e-f36e07b78f87 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:10.279513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0a7ea339-9de6-4938-9e44-5493bbe80764 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:36:10.300934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41244be8-417d-43da-8d2e-f36e07b78f87 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76540227-c233-41f8-84e7-ece4ca490238,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:36:10.305224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-41244be8-417d-43da-8d2e-f36e07b78f87 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:36:10.312296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-41244be8-417d-43da-8d2e-f36e07b78f87 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:10.314557 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-41244be8-417d-43da-8d2e-f36e07b78f87 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1556787 Dec 25 20:36:10.317107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60742) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:36:10.323205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-302584e0-bcb9-4f58-8577-45785ab177d7 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Request body: {'security_group_rule': {'security_group_id': '68130c7c-a5a7-41b3-a8af-b11846c58abc', 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:36:10.329447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-302584e0-bcb9-4f58-8577-45785ab177d7 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:36:10.333605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-302584e0-bcb9-4f58-8577-45785ab177d7 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Usage tracker for resource:security_group_rule and tenant:058be7ccb6414b7982d15ef7ec089ac1 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:36:10.336650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-302584e0-bcb9-4f58-8577-45785ab177d7 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:36:10.342800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-302584e0-bcb9-4f58-8577-45785ab177d7 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:36:10.352946 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-302584e0-bcb9-4f58-8577-45785ab177d7 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Project 058be7ccb6414b7982d15ef7ec089ac1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 20:36:10.360720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-302584e0-bcb9-4f58-8577-45785ab177d7 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:10.392877 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:10.409705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 907bf6d7-c9d7-4c2b-baa2-fcef5fea512c, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=907bf6d7-c9d7-4c2b-baa2-fcef5fea512c,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:36:10.412745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:10.413655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device e11794f5-d14e-44e9-93d9-fe0076259ea4 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:36:10.430785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-302584e0-bcb9-4f58-8577-45785ab177d7 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:10.433347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-302584e0-bcb9-4f58-8577-45785ab177d7 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:10.435296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4b43de21-76ac-4867-8d44-f904a811dee9 tempest-SecGroupTest-455462840 tempest-SecGroupTest-455462840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:36:10.446352 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:36:10.459010 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302584e0-bcb9-4f58-8577-45785ab177d7 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbbf905e-b47b-496f-b8c8-56f9616e6785,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:36:10.461593 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-302584e0-bcb9-4f58-8577-45785ab177d7 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:36:10.467832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-302584e0-bcb9-4f58-8577-45785ab177d7 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:10.469633 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-302584e0-bcb9-4f58-8577-45785ab177d7 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1515095 Dec 25 20:36:10.542171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=907bf6d7-c9d7-4c2b-baa2-fcef5fea512c,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:36:10.547551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:36:10.556730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port e11794f5-d14e-44e9-93d9-fe0076259ea4 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:36:10.557162 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:10.712975 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-01c52677-e43b-4a84-8082-a21489936801 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Synchronizing usage tracker for tenant:058be7ccb6414b7982d15ef7ec089ac1 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:36:10.729109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-01c52677-e43b-4a84-8082-a21489936801 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Unset dirty status for tenant:058be7ccb6414b7982d15ef7ec089ac1 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:36:10.730346 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-01c52677-e43b-4a84-8082-a21489936801 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1831843173&fields=id&tenant_id=058be7ccb6414b7982d15ef7ec089ac1 HTTP/1.1" status: 200 len: 267 time: 0.0639031 Dec 25 20:36:10.895997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-3a3e8184-d05c-4a15-9800-8b6623cd1f6a tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:36:10.896720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-3a3e8184-d05c-4a15-9800-8b6623cd1f6a tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Synchronizing usage tracker for tenant:058be7ccb6414b7982d15ef7ec089ac1 on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:36:10.913614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-3a3e8184-d05c-4a15-9800-8b6623cd1f6a tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Unset dirty status for tenant:058be7ccb6414b7982d15ef7ec089ac1 on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:36:10.914911 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-3a3e8184-d05c-4a15-9800-8b6623cd1f6a tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/networks?id=0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442 HTTP/1.1" status: 200 len: 808 time: 0.1765747 Dec 25 20:36:10.932730 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-35e3b19e-8a29-4e53-8f45-43a33d2e9a54 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/quotas/058be7ccb6414b7982d15ef7ec089ac1 HTTP/1.1" status: 200 len: 375 time: 0.0116293 Dec 25 20:36:11.019835 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-fbe8982b-5379-4ca8-b6ba-6c513c64dc7d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=058be7ccb6414b7982d15ef7ec089ac1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0806305 Dec 25 20:36:11.322398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45212815-a676-4871-a667-46b11fbef709 None None] Sync routers for ids ['0b087886-64fa-43a6-96bb-8d8969f9cd62'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:36:11.337944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45212815-a676-4871-a667-46b11fbef709 None None] Routers {'0b087886-64fa-43a6-96bb-8d8969f9cd62'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:36:11.338620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-45212815-a676-4871-a667-46b11fbef709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:36:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['0b087886-64fa-43a6-96bb-8d8969f9cd62'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:36:11.377396 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-a191777b-e214-4e06-9344-88829efd0a2f service neutron] 10.222.0.24 "GET /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444304 Dec 25 20:36:11.528320 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-022e334e-a8f3-46f1-a2aa-12091cbb87d2 service neutron] 10.222.0.24 "GET /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441481 Dec 25 20:36:11.679240 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-45212815-a676-4871-a667-46b11fbef709 None None] Set router 0b087886-64fa-43a6-96bb-8d8969f9cd62 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:36:11.737927 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b12e15f4-3e6a-4bda-a562-747003bab7ff req-dbbff5eb-e64d-4eba-9cf8-d29cd54c7ec5 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 210 time: 0.0464423 Dec 25 20:36:11.903143 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 907bf6d7-c9d7-4c2b-baa2-fcef5fea512c up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:36:11.980494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 907bf6d7-c9d7-4c2b-baa2-fcef5fea512c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:36:11.980924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:12.025787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-45212815-a676-4871-a667-46b11fbef709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b087886-64fa-43a6-96bb-8d8969f9cd62', 'name': 'tempest-TestShelveInstance-1797896633-router', 'tenant_id': '27d1492401f14f2e93e5949ef6c7c7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': '907bf6d7-c9d7-4c2b-baa2-fcef5fea512c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:36:03Z', 'updated_at': '2021-12-25T20:36:07Z', 'revision_number': 4, 'project_id': '27d1492401f14f2e93e5949ef6c7c7ba', 'gw_port': {'id': '907bf6d7-c9d7-4c2b-baa2-fcef5fea512c', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ec:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b087886-64fa-43a6-96bb-8d8969f9cd62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:36:03Z', 'updated_at': '2021-12-25T20:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'f4e231a6-9606-490a-877d-c6d52cf2512c', 'name': '', 'network_id': '4bc5e632-1ca8-492d-8c6e-ba6ddf5be546', 'tenant_id': '27d1492401f14f2e93e5949ef6c7c7ba', 'mac_address': 'fa:16:3e:44:d6:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b087886-64fa-43a6-96bb-8d8969f9cd62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29be749a-3208-49b2-b398-a0341b02b3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:36:06Z', 'updated_at': '2021-12-25T20:36:07Z', 'revision_number': 2, 'project_id': '27d1492401f14f2e93e5949ef6c7c7ba', 'subnets': [{'id': '29be749a-3208-49b2-b398-a0341b02b3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:36:12.029961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45212815-a676-4871-a667-46b11fbef709 None None] Checking router: 0b087886-64fa-43a6-96bb-8d8969f9cd62 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:36:12.030389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45212815-a676-4871-a667-46b11fbef709 None None] Updating router 0b087886-64fa-43a6-96bb-8d8969f9cd62 port f4e231a6-9606-490a-877d-c6d52cf2512c binding host dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 20:36:12.097880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-45212815-a676-4871-a667-46b11fbef709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:12.472427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-45212815-a676-4871-a667-46b11fbef709 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:12.484619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-45212815-a676-4871-a667-46b11fbef709 None None] Transition to ACTIVE for port object f4e231a6-9606-490a-877d-c6d52cf2512c will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:36:12.490135 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-45212815-a676-4871-a667-46b11fbef709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:12.494442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8eb146a2-fde5-4060-93dc-11e1d74b14fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:36:12.632827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac784f-3657-44ce-8fcc-f5563ee71503 None None] Pushing event updated for resources: {'Port': ['ID=f4e231a6-9606-490a-877d-c6d52cf2512c,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:36:12.638423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e0ac784f-3657-44ce-8fcc-f5563ee71503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:36:12.731356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-45212815-a676-4871-a667-46b11fbef709 None None] Attempting to bind port f4e231a6-9606-490a-877d-c6d52cf2512c on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:36:12.732085 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-45212815-a676-4871-a667-46b11fbef709 None None] Attempting to bind port f4e231a6-9606-490a-877d-c6d52cf2512c by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'f3b1dd83-a801-4111-b0bc-06416755b5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4bc5e632-1ca8-492d-8c6e-ba6ddf5be546'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:36:12.732527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45212815-a676-4871-a667-46b11fbef709 None None] Attempting to bind port f4e231a6-9606-490a-877d-c6d52cf2512c on network 4bc5e632-1ca8-492d-8c6e-ba6ddf5be546 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:36:12.739909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45212815-a676-4871-a667-46b11fbef709 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:36:12.740324 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45212815-a676-4871-a667-46b11fbef709 None None] Checking segment: {'id': 'f3b1dd83-a801-4111-b0bc-06416755b5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4bc5e632-1ca8-492d-8c6e-ba6ddf5be546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:36:12.740773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-45212815-a676-4871-a667-46b11fbef709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:12.741208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45212815-a676-4871-a667-46b11fbef709 None None] Bound using segment: {'id': 'f3b1dd83-a801-4111-b0bc-06416755b5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4bc5e632-1ca8-492d-8c6e-ba6ddf5be546'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:36:12.741722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-45212815-a676-4871-a667-46b11fbef709 None None] Bound port: f4e231a6-9606-490a-877d-c6d52cf2512c, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b1dd83-a801-4111-b0bc-06416755b5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4bc5e632-1ca8-492d-8c6e-ba6ddf5be546'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:36:12.742134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-45212815-a676-4871-a667-46b11fbef709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:12.835833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-45212815-a676-4871-a667-46b11fbef709 None None] For port f4e231a6-9606-490a-877d-c6d52cf2512c, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:36:12.838951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-45212815-a676-4871-a667-46b11fbef709 None None] For port f4e231a6-9606-490a-877d-c6d52cf2512c, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=f4e231a6-9606-490a-877d-c6d52cf2512c,segment=NetworkSegment(f3b1dd83-a801-4111-b0bc-06416755b5f5),segment_id=f3b1dd83-a801-4111-b0bc-06416755b5f5)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:36:12.843269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-45212815-a676-4871-a667-46b11fbef709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:12.847886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-195017a3-5452-4431-b4e5-5d11ebd13570 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:36:12.930758 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c27a2c4c-f2a1-46e5-aabe-1b46c238a8db req-3395d39a-2941-44fa-8bbe-c78115bfcb41 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 210 time: 0.0585878 Dec 25 20:36:12.933571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac784f-3657-44ce-8fcc-f5563ee71503 None None] Pushing event updated for resources: {'Port': ['ID=f4e231a6-9606-490a-877d-c6d52cf2512c,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:36:12.937430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e0ac784f-3657-44ce-8fcc-f5563ee71503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:36:12.940025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45212815-a676-4871-a667-46b11fbef709 None None] Routers {'0b087886-64fa-43a6-96bb-8d8969f9cd62'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:36:12.940714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-45212815-a676-4871-a667-46b11fbef709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:36:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['0b087886-64fa-43a6-96bb-8d8969f9cd62'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:36:13.139720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-45212815-a676-4871-a667-46b11fbef709 None None] Set router 0b087886-64fa-43a6-96bb-8d8969f9cd62 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:36:13.516562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-45212815-a676-4871-a667-46b11fbef709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b087886-64fa-43a6-96bb-8d8969f9cd62', 'name': 'tempest-TestShelveInstance-1797896633-router', 'tenant_id': '27d1492401f14f2e93e5949ef6c7c7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': '907bf6d7-c9d7-4c2b-baa2-fcef5fea512c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:36:03Z', 'updated_at': '2021-12-25T20:36:07Z', 'revision_number': 4, 'project_id': '27d1492401f14f2e93e5949ef6c7c7ba', 'gw_port': {'id': '907bf6d7-c9d7-4c2b-baa2-fcef5fea512c', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ec:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b087886-64fa-43a6-96bb-8d8969f9cd62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:36:03Z', 'updated_at': '2021-12-25T20:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'f4e231a6-9606-490a-877d-c6d52cf2512c', 'name': '', 'network_id': '4bc5e632-1ca8-492d-8c6e-ba6ddf5be546', 'tenant_id': '27d1492401f14f2e93e5949ef6c7c7ba', 'mac_address': 'fa:16:3e:44:d6:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b087886-64fa-43a6-96bb-8d8969f9cd62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29be749a-3208-49b2-b398-a0341b02b3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:36:06Z', 'updated_at': '2021-12-25T20:36:12Z', 'revision_number': 4, 'project_id': '27d1492401f14f2e93e5949ef6c7c7ba', 'subnets': [{'id': '29be749a-3208-49b2-b398-a0341b02b3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:36:13.521204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45212815-a676-4871-a667-46b11fbef709 None None] The sync data for ids ['0b087886-64fa-43a6-96bb-8d8969f9cd62'] in dv-neutron-822611-1-hyperv is: [{'id': '0b087886-64fa-43a6-96bb-8d8969f9cd62', 'name': 'tempest-TestShelveInstance-1797896633-router', 'tenant_id': '27d1492401f14f2e93e5949ef6c7c7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': '907bf6d7-c9d7-4c2b-baa2-fcef5fea512c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:36:03Z', 'updated_at': '2021-12-25T20:36:07Z', 'revision_number': 4, 'project_id': '27d1492401f14f2e93e5949ef6c7c7ba', 'gw_port': {'id': '907bf6d7-c9d7-4c2b-baa2-fcef5fea512c', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ec:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b087886-64fa-43a6-96bb-8d8969f9cd62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:36:03Z', 'updated_at': '2021-12-25T20:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'f4e231a6-9606-490a-877d-c6d52cf2512c', 'name': '', 'network_id': '4bc5e632-1ca8-492d-8c6e-ba6ddf5be546', 'tenant_id': '27d1492401f14f2e93e5949ef6c7c7ba', 'mac_address': 'fa:16:3e:44:d6:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b087886-64fa-43a6-96bb-8d8969f9cd62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29be749a-3208-49b2-b398-a0341b02b3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:36:06Z', 'updated_at': '2021-12-25T20:36:12Z', 'revision_number': 4, 'project_id': '27d1492401f14f2e93e5949ef6c7c7ba', 'subnets': [{'id': '29be749a-3208-49b2-b398-a0341b02b3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:36:13.567088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-0b29726f-fa2a-496b-8cae-dc533dc5522b tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:36:13.568690 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-0b29726f-fa2a-496b-8cae-dc533dc5522b tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.36 "GET /v2.0/networks?id=0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442 HTTP/1.1" status: 200 len: 808 time: 0.4379241 Dec 25 20:36:13.639863 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-345897c9-4eb7-422a-b3e7-4b2370221fba tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=058be7ccb6414b7982d15ef7ec089ac1 HTTP/1.1" status: 200 len: 380 time: 0.0543401 Dec 25 20:36:13.655941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-b9bcb39a-0a4f-434f-83ae-68b607319415 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Request body: {'port': {'device_id': 'bc82f7d6-f062-4393-b71f-6331aa5a8ef5', 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442', 'admin_state_up': True, 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'security_groups': ['68130c7c-a5a7-41b3-a8af-b11846c58abc']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:36:13.810072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-b9bcb39a-0a4f-434f-83ae-68b607319415 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:36:13.814766 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-b9bcb39a-0a4f-434f-83ae-68b607319415 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Usage tracker for resource:port and tenant:058be7ccb6414b7982d15ef7ec089ac1 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:36:13.817948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-b9bcb39a-0a4f-434f-83ae-68b607319415 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:36:13.824218 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-b9bcb39a-0a4f-434f-83ae-68b607319415 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:36:13.835025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-b9bcb39a-0a4f-434f-83ae-68b607319415 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Made reservation on behalf of 058be7ccb6414b7982d15ef7ec089ac1 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:36:13.840788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-b9bcb39a-0a4f-434f-83ae-68b607319415 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:13.928256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device f4e231a6-9606-490a-877d-c6d52cf2512c up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:36:14.005138 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port f4e231a6-9606-490a-877d-c6d52cf2512c completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:36:14.011809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port f4e231a6-9606-490a-877d-c6d52cf2512c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:36:14.012372 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:14.034432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-b9bcb39a-0a4f-434f-83ae-68b607319415 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Allocated IP 172.20.0.8 (0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442/766f2447-8cfa-4f45-86a8-08ccd6279b1d/6bff9287-c814-4595-af87-a9d3f428ec77) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:36:14.156072 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:14.172201 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2e02d3e7-ddd6-4cbf-b30c-56adace7cb79 req-35e7488f-61f2-489f-8313-b825945d3b30 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 210 time: 0.0816667 Dec 25 20:36:14.198774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port f4e231a6-9606-490a-877d-c6d52cf2512c, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=f4e231a6-9606-490a-877d-c6d52cf2512c,segment=NetworkSegment(f3b1dd83-a801-4111-b0bc-06416755b5f5),segment_id=f3b1dd83-a801-4111-b0bc-06416755b5f5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:36:14.204425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:14.206403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e5a1f097-dca8-4cd7-994d-c40c8cdd12b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:36:14.279806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=f4e231a6-9606-490a-877d-c6d52cf2512c,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:36:14.283656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:36:14.316826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-b9bcb39a-0a4f-434f-83ae-68b607319415 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:14.334404 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-b9bcb39a-0a4f-434f-83ae-68b607319415 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Transition to ACTIVE for port object 6bff9287-c814-4595-af87-a9d3f428ec77 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:36:14.355216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-b9bcb39a-0a4f-434f-83ae-68b607319415 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:14.361937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bd7dcbf5-2acb-4885-bd24-5db811f3f0b1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:36:14.438160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-b9bcb39a-0a4f-434f-83ae-68b607319415 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Network 0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:36:14.441448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-b9bcb39a-0a4f-434f-83ae-68b607319415 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:36:14.445831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-b9bcb39a-0a4f-434f-83ae-68b607319415 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:36:14.485722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bcb39a-0a4f-434f-83ae-68b607319415 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Pushing event updated for resources: {'Port': ['ID=6bff9287-c814-4595-af87-a9d3f428ec77,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:36:14.490927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b9bcb39a-0a4f-434f-83ae-68b607319415 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:36:14.519478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-b9bcb39a-0a4f-434f-83ae-68b607319415 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:36:14.520232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-b9bcb39a-0a4f-434f-83ae-68b607319415 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:14.555860 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-b9bcb39a-0a4f-434f-83ae-68b607319415 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9042206 Dec 25 20:36:14.572923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-e7fcaf3e-f6ee-4cbf-9ff8-3820d335bb68 service neutron] Request body: {'port': {'device_id': 'bc82f7d6-f062-4393-b71f-6331aa5a8ef5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:36:14.698976 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-e7fcaf3e-f6ee-4cbf-9ff8-3820d335bb68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:14.749840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-aa96b97e-29a3-4613-b7eb-4341b4647349 None None] Provisioning for port 6bff9287-c814-4595-af87-a9d3f428ec77 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:36:14.756211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-aa96b97e-29a3-4613-b7eb-4341b4647349 None None] Provisioning complete for port 6bff9287-c814-4595-af87-a9d3f428ec77 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:36:14.756775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aa96b97e-29a3-4613-b7eb-4341b4647349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:14.820234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-aa96b97e-29a3-4613-b7eb-4341b4647349 None None] Port 6bff9287-c814-4595-af87-a9d3f428ec77 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:36:15.068108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-e7fcaf3e-f6ee-4cbf-9ff8-3820d335bb68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bff9287-c814-4595-af87-a9d3f428ec77 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:36:15.075619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-e7fcaf3e-f6ee-4cbf-9ff8-3820d335bb68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:15.091691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-e7fcaf3e-f6ee-4cbf-9ff8-3820d335bb68 service neutron] Transition to ACTIVE for port object 6bff9287-c814-4595-af87-a9d3f428ec77 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:36:15.096512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-e7fcaf3e-f6ee-4cbf-9ff8-3820d335bb68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:15.101175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-809f9f50-5eff-4b51-ac67-33057fdfd52c tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:36:15.241785 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fcaf3e-f6ee-4cbf-9ff8-3820d335bb68 service neutron] Pushing event updated for resources: {'Port': ['ID=6bff9287-c814-4595-af87-a9d3f428ec77,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:36:15.245126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e7fcaf3e-f6ee-4cbf-9ff8-3820d335bb68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:36:15.424670 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-e7fcaf3e-f6ee-4cbf-9ff8-3820d335bb68 service neutron] Attempting to bind port 6bff9287-c814-4595-af87-a9d3f428ec77 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:36:15.425119 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-e7fcaf3e-f6ee-4cbf-9ff8-3820d335bb68 service neutron] Attempting to bind port 6bff9287-c814-4595-af87-a9d3f428ec77 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '5ac78184-29b0-463a-8b5a-3c405802ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:36:15.425385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-e7fcaf3e-f6ee-4cbf-9ff8-3820d335bb68 service neutron] Attempting to bind port 6bff9287-c814-4595-af87-a9d3f428ec77 on network 0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:36:15.440175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-e7fcaf3e-f6ee-4cbf-9ff8-3820d335bb68 service neutron] Port 6bff9287-c814-4595-af87-a9d3f428ec77 on network 0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 20:36:15.440474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-e7fcaf3e-f6ee-4cbf-9ff8-3820d335bb68 service neutron] Attempting to bind port 6bff9287-c814-4595-af87-a9d3f428ec77 on network 0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:36:15.450636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1aeec8-bb19-4437-93bf-37daf6e2e82a req-e0cd16f2-bcc6-478f-bf2b-9d635a87eb15 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:36:15.451827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-3b1aeec8-bb19-4437-93bf-37daf6e2e82a req-e0cd16f2-bcc6-478f-bf2b-9d635a87eb15 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Synchronizing usage tracker for tenant:058be7ccb6414b7982d15ef7ec089ac1 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:36:15.462957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-e7fcaf3e-f6ee-4cbf-9ff8-3820d335bb68 service neutron] Checking agent: {'id': '5d7a6d50-e450-4e92-a105-61a558d89e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'started_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:36:15.463362 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-e7fcaf3e-f6ee-4cbf-9ff8-3820d335bb68 service neutron] Checking segment: {'id': '5ac78184-29b0-463a-8b5a-3c405802ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:36:15.463780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-e7fcaf3e-f6ee-4cbf-9ff8-3820d335bb68 service neutron] Bound using segment: {'id': '5ac78184-29b0-463a-8b5a-3c405802ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:36:15.464255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-e7fcaf3e-f6ee-4cbf-9ff8-3820d335bb68 service neutron] Bound port: 6bff9287-c814-4595-af87-a9d3f428ec77, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ac78184-29b0-463a-8b5a-3c405802ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:36:15.464681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-e7fcaf3e-f6ee-4cbf-9ff8-3820d335bb68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:15.519901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-3b1aeec8-bb19-4437-93bf-37daf6e2e82a req-e0cd16f2-bcc6-478f-bf2b-9d635a87eb15 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Unset dirty status for tenant:058be7ccb6414b7982d15ef7ec089ac1 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:36:15.521186 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3b1aeec8-bb19-4437-93bf-37daf6e2e82a req-e0cd16f2-bcc6-478f-bf2b-9d635a87eb15 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 943 time: 0.2024474 Dec 25 20:36:15.601284 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3b1aeec8-bb19-4437-93bf-37daf6e2e82a req-499eb852-0f5a-48a2-8541-a1df9c64b3e7 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690095 Dec 25 20:36:15.605053 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-e7fcaf3e-f6ee-4cbf-9ff8-3820d335bb68 service neutron] For port 6bff9287-c814-4595-af87-a9d3f428ec77, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:36:15.608280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-e7fcaf3e-f6ee-4cbf-9ff8-3820d335bb68 service neutron] For port 6bff9287-c814-4595-af87-a9d3f428ec77, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6bff9287-c814-4595-af87-a9d3f428ec77,segment=NetworkSegment(5ac78184-29b0-463a-8b5a-3c405802ecf2),segment_id=5ac78184-29b0-463a-8b5a-3c405802ecf2)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:36:15.612110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-e7fcaf3e-f6ee-4cbf-9ff8-3820d335bb68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:15.616643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-360b65ed-c8cc-4f0e-8f67-324294b01b26 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:36:15.678585 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-e7fcaf3e-f6ee-4cbf-9ff8-3820d335bb68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:15.679991 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-e7fcaf3e-f6ee-4cbf-9ff8-3820d335bb68 service neutron] 10.222.0.36 "PUT /v2.0/ports/6bff9287-c814-4595-af87-a9d3f428ec77 HTTP/1.1" status: 200 len: 1093 time: 1.1123438 Dec 25 20:36:15.683157 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc82f7d6-f062-4393-b71f-6331aa5a8ef5', 'tag': '6bff9287-c814-4595-af87-a9d3f428ec77'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:36:15.705724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fcaf3e-f6ee-4cbf-9ff8-3820d335bb68 service neutron] Pushing event updated for resources: {'Port': ['ID=6bff9287-c814-4595-af87-a9d3f428ec77,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:36:15.709688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e7fcaf3e-f6ee-4cbf-9ff8-3820d335bb68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:36:15.768234 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc82f7d6-f062-4393-b71f-6331aa5a8ef5', 'tag': '6bff9287-c814-4595-af87-a9d3f428ec77', 'status': 'completed', 'code': 200} Dec 25 20:36:15.811692 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-e80114b5-3f7f-43cf-b935-25197c67a29d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=058be7ccb6414b7982d15ef7ec089ac1&device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 1096 time: 0.0818329 Dec 25 20:36:15.894062 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-0372337d-0326-46ee-a6c2-6773000c74a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bff9287-c814-4595-af87-a9d3f428ec77 HTTP/1.1" status: 200 len: 217 time: 0.0700591 Dec 25 20:36:15.904129 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device f4e231a6-9606-490a-877d-c6d52cf2512c up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:36:15.972549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-45232abb-0a4d-4d23-9b60-719b593b8bc6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:36:15.974056 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-45232abb-0a4d-4d23-9b60-719b593b8bc6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=766f2447-8cfa-4f45-86a8-08ccd6279b1d HTTP/1.1" status: 200 len: 847 time: 0.0706265 Dec 25 20:36:15.992649 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port f4e231a6-9606-490a-877d-c6d52cf2512c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:36:15.993075 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:16.058932 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-6439434a-eda3-4365-8815-f32e5b2d36df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755835 Dec 25 20:36:16.207752 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-feff6f82-1283-4c2d-b85f-9470977a31e4 service neutron] 10.222.0.36 "GET /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389279 Dec 25 20:36:16.354446 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3aad0268-b1ea-4d13-bcb0-c448f7a66b10 req-85484d0a-e325-4ad6-85b3-1f89397c4e04 service neutron] 10.222.0.36 "GET /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365056 Dec 25 20:36:16.492399 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ca8c060b-6f3a-401d-8faa-73a2b5341657 req-75ce7238-e56a-4608-b957-931462a0dd3f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=058be7ccb6414b7982d15ef7ec089ac1&device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 1096 time: 0.0802097 Dec 25 20:36:16.634453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c060b-6f3a-401d-8faa-73a2b5341657 req-639cdbb1-dafe-4d4b-a79c-3caec2636941 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:36:16.635987 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ca8c060b-6f3a-401d-8faa-73a2b5341657 req-639cdbb1-dafe-4d4b-a79c-3caec2636941 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442 HTTP/1.1" status: 200 len: 908 time: 0.1373568 Dec 25 20:36:16.711939 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ca8c060b-6f3a-401d-8faa-73a2b5341657 req-8869d595-b2ba-4126-8467-c2f49e41ffdf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bff9287-c814-4595-af87-a9d3f428ec77 HTTP/1.1" status: 200 len: 217 time: 0.0671113 Dec 25 20:36:16.840057 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c060b-6f3a-401d-8faa-73a2b5341657 req-ab584aa0-d5ff-47b6-9b95-ffb6e2c5b9ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:36:16.841627 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ca8c060b-6f3a-401d-8faa-73a2b5341657 req-ab584aa0-d5ff-47b6-9b95-ffb6e2c5b9ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=766f2447-8cfa-4f45-86a8-08ccd6279b1d HTTP/1.1" status: 200 len: 847 time: 0.1230950 Dec 25 20:36:16.914449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590a142-1b4b-4894-b460-663e48a72062 req-c573d0fc-3a61-4652-bc4d-f8888ccbe0d8 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:36:16.915987 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f590a142-1b4b-4894-b460-663e48a72062 req-c573d0fc-3a61-4652-bc4d-f8888ccbe0d8 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 943 time: 0.1623178 Dec 25 20:36:16.973430 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ca8c060b-6f3a-401d-8faa-73a2b5341657 req-04090b71-0a9f-44d6-8fb7-0388b0a9bbe2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1235993 Dec 25 20:36:16.980748 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f590a142-1b4b-4894-b460-663e48a72062 req-3e074324-b44c-410b-b814-ca3d077c7e0a tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564256 Dec 25 20:36:17.117759 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ca8c060b-6f3a-401d-8faa-73a2b5341657 req-357e9b89-f9d5-4778-ae39-c230b2e98c6a service neutron] 10.222.0.36 "GET /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359892 Dec 25 20:36:17.264734 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ca8c060b-6f3a-401d-8faa-73a2b5341657 req-9f69fd44-bb9f-455d-96aa-c6b25b72c7ca service neutron] 10.222.0.36 "GET /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404879 Dec 25 20:36:18.187798 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6033995-6569-4e42-a60f-5d7c6ddf87e4 req-0e82a1fd-a19d-49f2-a9f0-02983964ec98 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:36:18.189404 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a6033995-6569-4e42-a60f-5d7c6ddf87e4 req-0e82a1fd-a19d-49f2-a9f0-02983964ec98 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 943 time: 0.0822594 Dec 25 20:36:18.236604 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a6033995-6569-4e42-a60f-5d7c6ddf87e4 req-0110f37f-a4db-4cf9-8ba7-165e7ad5a28f tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411022 Dec 25 20:36:19.447197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1458728-8371-4043-9e92-53fe11c53023 req-fab4a787-b11a-48de-a184-9b80e6e63767 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:36:19.448831 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e1458728-8371-4043-9e92-53fe11c53023 req-fab4a787-b11a-48de-a184-9b80e6e63767 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 943 time: 0.0901661 Dec 25 20:36:19.499221 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e1458728-8371-4043-9e92-53fe11c53023 req-6e3aef39-7922-4f13-a81f-738ddac5f9dc tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434868 Dec 25 20:36:19.823849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 6bff9287-c814-4595-af87-a9d3f428ec77 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 20:36:19.965823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 6bff9287-c814-4595-af87-a9d3f428ec77, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6bff9287-c814-4595-af87-a9d3f428ec77,segment=NetworkSegment(5ac78184-29b0-463a-8b5a-3c405802ecf2),segment_id=5ac78184-29b0-463a-8b5a-3c405802ecf2)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:36:19.979502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': '6bff9287-c814-4595-af87-a9d3f428ec77', 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442', 'port_id': '6bff9287-c814-4595-af87-a9d3f428ec77', 'mac_address': 'fa:16:3e:47:91:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '766f2447-8cfa-4f45-86a8-08ccd6279b1d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 20:36:20.034086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:20.055654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bff9287-c814-4595-af87-a9d3f428ec77 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:36:20.070960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 6bff9287-c814-4595-af87-a9d3f428ec77, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6bff9287-c814-4595-af87-a9d3f428ec77,segment=NetworkSegment(5ac78184-29b0-463a-8b5a-3c405802ecf2),segment_id=5ac78184-29b0-463a-8b5a-3c405802ecf2)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:36:20.073926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:20.075729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:36:20.141016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=6bff9287-c814-4595-af87-a9d3f428ec77,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:36:20.144363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:36:20.344252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['6bff9287-c814-4595-af87-a9d3f428ec77'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:36:20.701619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1a9e2-301d-4c3f-aafe-438e8971abe8 req-1b57fae0-18ff-464b-9155-9d47b3dc63fe tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:36:20.703635 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ccc1a9e2-301d-4c3f-aafe-438e8971abe8 req-1b57fae0-18ff-464b-9155-9d47b3dc63fe tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 944 time: 0.0827553 Dec 25 20:36:20.752178 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ccc1a9e2-301d-4c3f-aafe-438e8971abe8 req-b06d15b3-fef3-449b-9af9-5ed6cb08f03d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424588 Dec 25 20:36:21.838964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 6bff9287-c814-4595-af87-a9d3f428ec77 up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:36:21.912305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning for port 6bff9287-c814-4595-af87-a9d3f428ec77 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:36:21.917175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port 6bff9287-c814-4595-af87-a9d3f428ec77 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:36:21.917669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:21.959994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13b69c-72d7-4fec-b338-e8ab498c6b10 req-4ed2379b-a452-45a8-812b-08a0fe56eee2 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:36:21.961605 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7d13b69c-72d7-4fec-b338-e8ab498c6b10 req-4ed2379b-a452-45a8-812b-08a0fe56eee2 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 944 time: 0.0881302 Dec 25 20:36:22.010821 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7d13b69c-72d7-4fec-b338-e8ab498c6b10 req-a264ff51-d401-44b3-83cd-521129adc683 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427916 Dec 25 20:36:22.035726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:22.063411 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc82f7d6-f062-4393-b71f-6331aa5a8ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bff9287-c814-4595-af87-a9d3f428ec77'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:36:22.073052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 6bff9287-c814-4595-af87-a9d3f428ec77, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6bff9287-c814-4595-af87-a9d3f428ec77,segment=NetworkSegment(5ac78184-29b0-463a-8b5a-3c405802ecf2),segment_id=5ac78184-29b0-463a-8b5a-3c405802ecf2)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:36:22.076425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:22.078853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7877358e-e57c-4ac0-a9fa-8cb7862421b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:36:22.128717 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc82f7d6-f062-4393-b71f-6331aa5a8ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bff9287-c814-4595-af87-a9d3f428ec77', 'code': 200} Dec 25 20:36:22.151006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=6bff9287-c814-4595-af87-a9d3f428ec77,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:36:22.154134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:36:22.368943 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-36b96ac6-fac8-4bca-9242-452d27cfbce8 req-c1debb66-e265-4366-b094-4af4ba174362 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 1098 time: 0.0733602 Dec 25 20:36:22.413978 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-36b96ac6-fac8-4bca-9242-452d27cfbce8 req-2a17445e-2884-421c-9bd0-7b70eda6b637 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385461 Dec 25 20:36:23.444523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b788935-ebd5-4d8e-bc55-2db53274821e req-4b91e85b-504d-47dc-8dff-396c08a8077a tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:36:23.446045 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6b788935-ebd5-4d8e-bc55-2db53274821e req-4b91e85b-504d-47dc-8dff-396c08a8077a tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 945 time: 0.3109727 Dec 25 20:36:23.494716 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6b788935-ebd5-4d8e-bc55-2db53274821e req-150022d5-aaa1-4560-9c10-aae4124123f1 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423844 Dec 25 20:36:24.038715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:24.699122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1819ba-1ced-436c-b623-eff356929ca9 req-cb735aeb-e474-48ca-a596-a07d600a7533 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:36:24.700711 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-bd1819ba-1ced-436c-b623-eff356929ca9 req-cb735aeb-e474-48ca-a596-a07d600a7533 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 945 time: 0.0826542 Dec 25 20:36:24.754418 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-bd1819ba-1ced-436c-b623-eff356929ca9 req-1cc04e9d-af97-400a-8b1e-3ebaa16ca87f tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477111 Dec 25 20:36:24.954983 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee31bb-2bc9-481c-a32b-cec92e9e44d1 req-893fefb2-90f3-4883-afea-bddcbc4a540e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:36:24.956607 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ecee31bb-2bc9-481c-a32b-cec92e9e44d1 req-893fefb2-90f3-4883-afea-bddcbc4a540e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 945 time: 0.0824707 Dec 25 20:36:25.004485 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ecee31bb-2bc9-481c-a32b-cec92e9e44d1 req-d4b98544-718b-4c19-8cfe-e5bf4c607ef9 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418861 Dec 25 20:36:25.031371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60814) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:36:25.040855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:36:25.180288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4cb400c6-f78c-468f-aef4-4c8b1ba9530b tempest-TestShelveInstance-223897957 tempest-TestShelveInstance-223897957-project-admin] Synchronizing usage tracker for tenant:27d1492401f14f2e93e5949ef6c7c7ba on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:36:25.195748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4cb400c6-f78c-468f-aef4-4c8b1ba9530b tempest-TestShelveInstance-223897957 tempest-TestShelveInstance-223897957-project-admin] Unset dirty status for tenant:27d1492401f14f2e93e5949ef6c7c7ba on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:36:25.197018 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4cb400c6-f78c-468f-aef4-4c8b1ba9530b tempest-TestShelveInstance-223897957 tempest-TestShelveInstance-223897957-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 1093 time: 0.1646109 Dec 25 20:36:25.200230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 60820) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:36:25.206401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-f7eeef82-516b-4a52-9965-282afdbac8a1 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Request body: {'floatingip': {'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'port_id': '6bff9287-c814-4595-af87-a9d3f428ec77', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:36:25.212198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f7eeef82-516b-4a52-9965-282afdbac8a1 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:36:25.216242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f7eeef82-516b-4a52-9965-282afdbac8a1 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Usage tracker for resource:floatingip and tenant:058be7ccb6414b7982d15ef7ec089ac1 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:36:25.220107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f7eeef82-516b-4a52-9965-282afdbac8a1 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:36:25.228530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f7eeef82-516b-4a52-9965-282afdbac8a1 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:36:25.238192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f7eeef82-516b-4a52-9965-282afdbac8a1 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:25.385474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f7eeef82-516b-4a52-9965-282afdbac8a1 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:25.526913 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-f7eeef82-516b-4a52-9965-282afdbac8a1 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Allocated IP 172.26.8.117 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/55d248a5-4c53-4ad8-9714-ae178b59247c) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:36:25.680896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f7eeef82-516b-4a52-9965-282afdbac8a1 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:25.706513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f7eeef82-516b-4a52-9965-282afdbac8a1 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:25.710848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b9bcb39a-0a4f-434f-83ae-68b607319415 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:36:25.783016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7eeef82-516b-4a52-9965-282afdbac8a1 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:36:25.785972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-f7eeef82-516b-4a52-9965-282afdbac8a1 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:36:25.790299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7eeef82-516b-4a52-9965-282afdbac8a1 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:36:25.817460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eeef82-516b-4a52-9965-282afdbac8a1 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Pushing event updated for resources: {'Port': ['ID=55d248a5-4c53-4ad8-9714-ae178b59247c,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:36:25.822659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f7eeef82-516b-4a52-9965-282afdbac8a1 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:36:26.314252 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f7eeef82-516b-4a52-9965-282afdbac8a1 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:26.370653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f7eeef82-516b-4a52-9965-282afdbac8a1 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:26.599554 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f7eeef82-516b-4a52-9965-282afdbac8a1 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:26.603186 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f7eeef82-516b-4a52-9965-282afdbac8a1 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:26.607700 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5791d5fe-593b-46bd-b83e-885815f793bc tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:36:26.712269 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eeef82-516b-4a52-9965-282afdbac8a1 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Pushing event updated for resources: {'Port': ['ID=55d248a5-4c53-4ad8-9714-ae178b59247c,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:36:26.720893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f7eeef82-516b-4a52-9965-282afdbac8a1 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:36:26.734686 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f7eeef82-516b-4a52-9965-282afdbac8a1 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:26.944300 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [None req-f7eeef82-516b-4a52-9965-282afdbac8a1 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Floating IP 5ce77dab-83a7-4b80-bea0-697cabf46f18 associated. External IP: 172.26.8.117, port: 6bff9287-c814-4595-af87-a9d3f428ec77. Dec 25 20:36:27.353324 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7eeef82-516b-4a52-9965-282afdbac8a1 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Router 03b5cca1-893d-4a5f-b631-ca9cbbb76c0c has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:36:27.563762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7eeef82-516b-4a52-9965-282afdbac8a1 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:36:27.574270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9101a1-3b44-40f7-8278-c29b204c9113 None None] Sync routers for ids ['03b5cca1-893d-4a5f-b631-ca9cbbb76c0c'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:36:27.588627 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f7eeef82-516b-4a52-9965-282afdbac8a1 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:27.589712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9101a1-3b44-40f7-8278-c29b204c9113 None None] Routers {'03b5cca1-893d-4a5f-b631-ca9cbbb76c0c'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:36:27.590410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-de9101a1-3b44-40f7-8278-c29b204c9113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:36:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['03b5cca1-893d-4a5f-b631-ca9cbbb76c0c'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:36:27.648510 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f7eeef82-516b-4a52-9965-282afdbac8a1 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4470859 Dec 25 20:36:27.649110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc82f7d6-f062-4393-b71f-6331aa5a8ef5', 'tag': '6bff9287-c814-4595-af87-a9d3f428ec77'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:36:27.706966 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc82f7d6-f062-4393-b71f-6331aa5a8ef5', 'tag': '6bff9287-c814-4595-af87-a9d3f428ec77', 'status': 'completed', 'code': 200} Dec 25 20:36:27.779273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-de9101a1-3b44-40f7-8278-c29b204c9113 None None] Set router 03b5cca1-893d-4a5f-b631-ca9cbbb76c0c gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:36:27.806824 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f1bdebe1-a8b3-45da-8230-fe9a3d204a4f req-fce38d04-1f17-4e40-b906-54b21c6c84bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=058be7ccb6414b7982d15ef7ec089ac1&device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 1098 time: 0.0766661 Dec 25 20:36:28.190807 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdebe1-a8b3-45da-8230-fe9a3d204a4f req-6326048c-af6f-48df-ba4b-277e96e214d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:36:28.192507 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f1bdebe1-a8b3-45da-8230-fe9a3d204a4f req-6326048c-af6f-48df-ba4b-277e96e214d1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442 HTTP/1.1" status: 200 len: 908 time: 0.3791773 Dec 25 20:36:28.310859 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f1bdebe1-a8b3-45da-8230-fe9a3d204a4f req-6e16d5ee-5e89-4d3c-94cb-8fada8d52499 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bff9287-c814-4595-af87-a9d3f428ec77 HTTP/1.1" status: 200 len: 999 time: 0.1120272 Dec 25 20:36:28.325303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-de9101a1-3b44-40f7-8278-c29b204c9113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'name': 'tempest-TestShelveInstance-372778116-router', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '83266c1e-3ca4-42ee-a950-de6be4d3583b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:35:56Z', 'updated_at': '2021-12-25T20:36:00Z', 'revision_number': 4, 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'gw_port': {'id': '83266c1e-3ca4-42ee-a950-de6be4d3583b', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:35:57Z', 'updated_at': '2021-12-25T20:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '5ce77dab-83a7-4b80-bea0-697cabf46f18', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'floating_ip_address': '172.26.8.117', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'port_id': '6bff9287-c814-4595-af87-a9d3f428ec77', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442', 'mac_address': 'fa:16:3e:47:91:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc82f7d6-f062-4393-b71f-6331aa5a8ef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:36:26Z', 'updated_at': '2021-12-25T20:36:26Z', 'revision_number': 0, 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca9dd14-ef5d-4e27-9edf-6180b0471e9e', 'name': '', 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'mac_address': 'fa:16:3e:c0:76:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '766f2447-8cfa-4f45-86a8-08ccd6279b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:35:59Z', 'updated_at': '2021-12-25T20:36:08Z', 'revision_number': 5, 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'subnets': [{'id': '766f2447-8cfa-4f45-86a8-08ccd6279b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:36:28.329487 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9101a1-3b44-40f7-8278-c29b204c9113 None None] Checking router: 03b5cca1-893d-4a5f-b631-ca9cbbb76c0c for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:36:28.340823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9101a1-3b44-40f7-8278-c29b204c9113 None None] Routers {'03b5cca1-893d-4a5f-b631-ca9cbbb76c0c'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:36:28.341491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-de9101a1-3b44-40f7-8278-c29b204c9113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:36:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['03b5cca1-893d-4a5f-b631-ca9cbbb76c0c'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:36:28.379365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdebe1-a8b3-45da-8230-fe9a3d204a4f req-14da9c55-0cd0-4e65-8f75-92459e0d546f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:36:28.380942 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f1bdebe1-a8b3-45da-8230-fe9a3d204a4f req-14da9c55-0cd0-4e65-8f75-92459e0d546f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=766f2447-8cfa-4f45-86a8-08ccd6279b1d HTTP/1.1" status: 200 len: 847 time: 0.0638628 Dec 25 20:36:28.464320 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f1bdebe1-a8b3-45da-8230-fe9a3d204a4f req-52d6873b-dde2-43f1-be4b-0b7d8fe13993 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766072 Dec 25 20:36:28.532377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-de9101a1-3b44-40f7-8278-c29b204c9113 None None] Set router 03b5cca1-893d-4a5f-b631-ca9cbbb76c0c gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:36:28.618531 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f1bdebe1-a8b3-45da-8230-fe9a3d204a4f req-3604885b-ac56-4cfa-ae26-88ebd680e92b service neutron] 10.222.0.36 "GET /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471090 Dec 25 20:36:28.764386 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f1bdebe1-a8b3-45da-8230-fe9a3d204a4f req-99341631-caae-4342-8153-41b2e6d5738b service neutron] 10.222.0.36 "GET /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387599 Dec 25 20:36:28.911227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-de9101a1-3b44-40f7-8278-c29b204c9113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'name': 'tempest-TestShelveInstance-372778116-router', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '83266c1e-3ca4-42ee-a950-de6be4d3583b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:35:56Z', 'updated_at': '2021-12-25T20:36:00Z', 'revision_number': 4, 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'gw_port': {'id': '83266c1e-3ca4-42ee-a950-de6be4d3583b', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:35:57Z', 'updated_at': '2021-12-25T20:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '5ce77dab-83a7-4b80-bea0-697cabf46f18', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'floating_ip_address': '172.26.8.117', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'port_id': '6bff9287-c814-4595-af87-a9d3f428ec77', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442', 'mac_address': 'fa:16:3e:47:91:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc82f7d6-f062-4393-b71f-6331aa5a8ef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:36:26Z', 'updated_at': '2021-12-25T20:36:26Z', 'revision_number': 0, 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca9dd14-ef5d-4e27-9edf-6180b0471e9e', 'name': '', 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'mac_address': 'fa:16:3e:c0:76:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '766f2447-8cfa-4f45-86a8-08ccd6279b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:35:59Z', 'updated_at': '2021-12-25T20:36:08Z', 'revision_number': 5, 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'subnets': [{'id': '766f2447-8cfa-4f45-86a8-08ccd6279b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:36:28.915589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9101a1-3b44-40f7-8278-c29b204c9113 None None] The sync data for ids ['03b5cca1-893d-4a5f-b631-ca9cbbb76c0c'] in dv-neutron-822611-1-hyperv is: [{'id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'name': 'tempest-TestShelveInstance-372778116-router', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '83266c1e-3ca4-42ee-a950-de6be4d3583b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:35:56Z', 'updated_at': '2021-12-25T20:36:00Z', 'revision_number': 4, 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'gw_port': {'id': '83266c1e-3ca4-42ee-a950-de6be4d3583b', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:35:57Z', 'updated_at': '2021-12-25T20:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '5ce77dab-83a7-4b80-bea0-697cabf46f18', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'floating_ip_address': '172.26.8.117', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'port_id': '6bff9287-c814-4595-af87-a9d3f428ec77', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442', 'mac_address': 'fa:16:3e:47:91:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc82f7d6-f062-4393-b71f-6331aa5a8ef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:36:26Z', 'updated_at': '2021-12-25T20:36:26Z', 'revision_number': 0, 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca9dd14-ef5d-4e27-9edf-6180b0471e9e', 'name': '', 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'mac_address': 'fa:16:3e:c0:76:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '766f2447-8cfa-4f45-86a8-08ccd6279b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:35:59Z', 'updated_at': '2021-12-25T20:36:08Z', 'revision_number': 5, 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'subnets': [{'id': '766f2447-8cfa-4f45-86a8-08ccd6279b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:36:29.272093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0284a013-81e1-4ea0-ab02-926e6d3fbece None None] New status for floating IP 5ce77dab-83a7-4b80-bea0-697cabf46f18: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 20:36:36.147770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c927eeee-7fa2-45ad-a5ae-546804fc5b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:37.302290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:38.453566 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4cce77c7-4195-47cc-90fe-5901e2b8385b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:38.810775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:40.145840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:36:54.026788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:37:02.041817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:37:06.150570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-89e3acb7-09de-4e9a-adef-56c60b05912b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:37:07.303978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:37:08.455287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5ceb1b0b-0a17-4407-929c-5c95334cdb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:37:08.813780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:37:10.142303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:37:10.878433 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4a5aebbc-78ec-46d1-916a-4479d112b2e1 req-cd4e414a-6465-40b8-88c0-7d70adb373cf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764351 Dec 25 20:37:11.034268 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4a5aebbc-78ec-46d1-916a-4479d112b2e1 req-11dfcda3-9a1a-4b45-9518-2a35009540e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=058be7ccb6414b7982d15ef7ec089ac1&device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 1098 time: 0.0743527 Dec 25 20:37:11.199196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5aebbc-78ec-46d1-916a-4479d112b2e1 req-741058d3-cb74-423a-afaf-d96d499d99b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:37:11.200812 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4a5aebbc-78ec-46d1-916a-4479d112b2e1 req-741058d3-cb74-423a-afaf-d96d499d99b7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442 HTTP/1.1" status: 200 len: 908 time: 0.1417778 Dec 25 20:37:11.314255 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4a5aebbc-78ec-46d1-916a-4479d112b2e1 req-78f02511-4a1f-48e9-9572-a085c96f02df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bff9287-c814-4595-af87-a9d3f428ec77 HTTP/1.1" status: 200 len: 1001 time: 0.1023450 Dec 25 20:37:11.392691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5aebbc-78ec-46d1-916a-4479d112b2e1 req-e521a8e3-077d-4cf1-96e3-241a54b6c86d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:37:11.394248 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4a5aebbc-78ec-46d1-916a-4479d112b2e1 req-e521a8e3-077d-4cf1-96e3-241a54b6c86d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=766f2447-8cfa-4f45-86a8-08ccd6279b1d HTTP/1.1" status: 200 len: 847 time: 0.0701799 Dec 25 20:37:11.479031 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4a5aebbc-78ec-46d1-916a-4479d112b2e1 req-b1240caf-5c0c-46c1-acab-0679b6a5866f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751209 Dec 25 20:37:11.623767 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4a5aebbc-78ec-46d1-916a-4479d112b2e1 req-6ea1837a-cd30-45b7-9c45-c046dff24a6e service neutron] 10.222.0.36 "GET /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354253 Dec 25 20:37:11.770889 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4a5aebbc-78ec-46d1-916a-4479d112b2e1 req-e28a8cd3-e5b5-425b-a501-36bef30fa9ba service neutron] 10.222.0.36 "GET /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361954 Dec 25 20:37:24.068863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:37:36.152692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3f7f57ee-f0b9-476b-9f55-d58749c38293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:37:37.305501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:37:38.456919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0078884f-93cf-4edc-9148-d5415ba14351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:37:38.817342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:37:39.042974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:37:40.145879 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:37:54.049979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:38:06.155570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c0cc5a69-da74-4527-a7d4-92e75f0bb0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:38:07.306730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:38:08.457630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a2e3a7cf-5f01-4104-a5e9-5fd9bc188df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:38:08.820792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:38:10.149052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:38:12.862947 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-eb262c89-6ea0-43bc-bfd0-2d3377eeabc9 req-1a9e3ae3-69c6-47f7-8b1f-3f89afd0a601 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758479 Dec 25 20:38:13.023044 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-eb262c89-6ea0-43bc-bfd0-2d3377eeabc9 req-c81642a3-894a-4c39-8d31-a33309852660 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=058be7ccb6414b7982d15ef7ec089ac1&device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 1098 time: 0.0781310 Dec 25 20:38:13.184894 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb262c89-6ea0-43bc-bfd0-2d3377eeabc9 req-7f7dad70-ca48-4c92-8e04-de1e7c548508 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:38:13.186467 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-eb262c89-6ea0-43bc-bfd0-2d3377eeabc9 req-7f7dad70-ca48-4c92-8e04-de1e7c548508 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442 HTTP/1.1" status: 200 len: 908 time: 0.1382325 Dec 25 20:38:13.299429 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-eb262c89-6ea0-43bc-bfd0-2d3377eeabc9 req-52dab06f-df6d-4687-9ca8-a053a55887f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bff9287-c814-4595-af87-a9d3f428ec77 HTTP/1.1" status: 200 len: 1001 time: 0.1017573 Dec 25 20:38:13.370749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb262c89-6ea0-43bc-bfd0-2d3377eeabc9 req-04c33ee4-d9f6-416f-9f16-bd265ee20cdf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:38:13.372335 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-eb262c89-6ea0-43bc-bfd0-2d3377eeabc9 req-04c33ee4-d9f6-416f-9f16-bd265ee20cdf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=766f2447-8cfa-4f45-86a8-08ccd6279b1d HTTP/1.1" status: 200 len: 847 time: 0.0635755 Dec 25 20:38:13.450993 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-eb262c89-6ea0-43bc-bfd0-2d3377eeabc9 req-99ef9118-7ff1-4364-a92c-bbc253ef981f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719216 Dec 25 20:38:13.598206 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-eb262c89-6ea0-43bc-bfd0-2d3377eeabc9 req-53801b7c-c2e1-45be-84b6-5294e8a76b4e service neutron] 10.222.0.36 "GET /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359749 Dec 25 20:38:13.741420 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-eb262c89-6ea0-43bc-bfd0-2d3377eeabc9 req-180151f7-5a4f-4c14-ac34-70b5b7403127 service neutron] 10.222.0.36 "GET /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330760 Dec 25 20:38:16.043187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:38:24.051689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:38:24.323005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6cd3b-a61c-41da-9abe-0510031be610 req-5d6e3180-9bea-403d-820e-460dcc664875 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:38:24.324594 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-baa6cd3b-a61c-41da-9abe-0510031be610 req-5d6e3180-9bea-403d-820e-460dcc664875 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 945 time: 0.0888829 Dec 25 20:38:24.373823 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-baa6cd3b-a61c-41da-9abe-0510031be610 req-ba2fd5a7-1148-4bc5-ba29-57e9a9a1e88b tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432115 Dec 25 20:38:25.580208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d007c71-fa58-47e8-8c17-3fc0bc8f28cd req-1164f79d-a4b2-410a-b4e8-41157dc471e5 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:38:25.581801 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8d007c71-fa58-47e8-8c17-3fc0bc8f28cd req-1164f79d-a4b2-410a-b4e8-41157dc471e5 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 945 time: 0.0831583 Dec 25 20:38:25.631853 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8d007c71-fa58-47e8-8c17-3fc0bc8f28cd req-e193d5e9-99bf-4077-bc94-52c703ddfd25 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439346 Dec 25 20:38:26.862564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1144b-3080-4936-b630-c41f1d6fe0f7 req-60a1dbc0-0dc6-4dfe-9c95-5937944824db tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:38:26.864194 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7ff1144b-3080-4936-b630-c41f1d6fe0f7 req-60a1dbc0-0dc6-4dfe-9c95-5937944824db tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 945 time: 0.0945587 Dec 25 20:38:26.915499 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7ff1144b-3080-4936-b630-c41f1d6fe0f7 req-3fd951b7-6d8e-4d6a-802c-6305d7d13e6d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451117 Dec 25 20:38:28.119683 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478c0d4-c152-4ee7-85c8-cdfb9241fa38 req-d5e553c4-a973-434c-b1c8-d1dc479870d0 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:38:28.121293 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8478c0d4-c152-4ee7-85c8-cdfb9241fa38 req-d5e553c4-a973-434c-b1c8-d1dc479870d0 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 945 time: 0.0820701 Dec 25 20:38:28.174808 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8478c0d4-c152-4ee7-85c8-cdfb9241fa38 req-00da4e07-ee4c-427c-a357-fb62862e7680 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465574 Dec 25 20:38:29.381420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c5694-5422-4c36-9f36-09e905b9b0e7 req-3cc9b2bf-1748-4961-b31c-2946aeb7c507 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:38:29.383017 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8f5c5694-5422-4c36-9f36-09e905b9b0e7 req-3cc9b2bf-1748-4961-b31c-2946aeb7c507 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 945 time: 0.0831366 Dec 25 20:38:29.431034 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8f5c5694-5422-4c36-9f36-09e905b9b0e7 req-fae23b7c-bed1-46ad-96cf-6f7685f1dca5 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418687 Dec 25 20:38:30.662013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11f9fa-d9a6-411e-bdcc-326d75d931f6 req-b067358d-c5f1-4fe0-a4e7-e793040bec55 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:38:30.663608 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7c11f9fa-d9a6-411e-bdcc-326d75d931f6 req-b067358d-c5f1-4fe0-a4e7-e793040bec55 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 945 time: 0.0863473 Dec 25 20:38:30.710270 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7c11f9fa-d9a6-411e-bdcc-326d75d931f6 req-3892eb0b-f9bb-465e-8281-07babc0ea97e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407221 Dec 25 20:38:32.048175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27be554-f191-4233-9474-a4ed855b01b4 req-c2c57823-01fa-4dee-b11a-91893aa84305 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:38:32.049732 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c27be554-f191-4233-9474-a4ed855b01b4 req-c2c57823-01fa-4dee-b11a-91893aa84305 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 945 time: 0.0843017 Dec 25 20:38:32.097829 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c27be554-f191-4233-9474-a4ed855b01b4 req-4e093c85-b2ee-48c5-8add-d8185cfcbc5d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419526 Dec 25 20:38:33.303450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6db35-3c67-4b22-9208-2cb800754382 req-891912b4-28c5-4924-8f28-f2eb3f45d7e8 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:38:33.305037 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-33e6db35-3c67-4b22-9208-2cb800754382 req-891912b4-28c5-4924-8f28-f2eb3f45d7e8 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 945 time: 0.0853610 Dec 25 20:38:33.354073 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-33e6db35-3c67-4b22-9208-2cb800754382 req-74d01b5e-318d-48ce-b9dc-79e57a0dde31 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429504 Dec 25 20:38:34.553895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37544e0-369f-44cb-830b-4adfd1999cec req-69d0182d-e1e5-492b-9227-fe67524a1b7e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:38:34.555505 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a37544e0-369f-44cb-830b-4adfd1999cec req-69d0182d-e1e5-492b-9227-fe67524a1b7e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 945 time: 0.0819156 Dec 25 20:38:34.606576 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a37544e0-369f-44cb-830b-4adfd1999cec req-612fff96-6646-4ac5-b5b5-b661da9de9c5 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450201 Dec 25 20:38:35.920086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a2a61-d69c-4f0b-96dc-990f5c34d183 req-6f2aecba-c5e3-4f33-81fb-01bbb86b4f06 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:38:35.921719 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fa1a2a61-d69c-4f0b-96dc-990f5c34d183 req-6f2aecba-c5e3-4f33-81fb-01bbb86b4f06 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 945 time: 0.1896896 Dec 25 20:38:35.970635 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fa1a2a61-d69c-4f0b-96dc-990f5c34d183 req-43c0f202-39c4-4123-94b2-60205bca3e16 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420992 Dec 25 20:38:36.157477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9290c201-c765-4325-a3d4-3d4483acbf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:38:36.367621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 6bff9287-c814-4595-af87-a9d3f428ec77 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 20:38:36.511110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 6bff9287-c814-4595-af87-a9d3f428ec77, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6bff9287-c814-4595-af87-a9d3f428ec77,segment=NetworkSegment(5ac78184-29b0-463a-8b5a-3c405802ecf2),segment_id=5ac78184-29b0-463a-8b5a-3c405802ecf2)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:38:36.525299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': '6bff9287-c814-4595-af87-a9d3f428ec77', 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442', 'port_id': '6bff9287-c814-4595-af87-a9d3f428ec77', 'mac_address': 'fa:16:3e:47:91:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '766f2447-8cfa-4f45-86a8-08ccd6279b1d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 20:38:36.593663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:38:36.612876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6bff9287-c814-4595-af87-a9d3f428ec77 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:38:36.628706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 6bff9287-c814-4595-af87-a9d3f428ec77, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6bff9287-c814-4595-af87-a9d3f428ec77,segment=NetworkSegment(5ac78184-29b0-463a-8b5a-3c405802ecf2),segment_id=5ac78184-29b0-463a-8b5a-3c405802ecf2)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:38:36.631980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:38:36.633827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-377a57f0-395a-4348-a618-6cd1f8bccd10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:38:36.702987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=6bff9287-c814-4595-af87-a9d3f428ec77,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:38:36.712650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:38:36.712994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:38:36.713381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:38:36.713767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:38:36.714148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:38:36.714525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:38:36.714899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:38:36.715302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:38:36.715677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:38:36.716047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:38:36.716416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:38:36.720984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:38:36.727200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['6bff9287-c814-4595-af87-a9d3f428ec77'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:38:37.269224 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe86e0-13ec-4bf7-b3ed-b073078f3b51 req-c4aeb029-2bba-4020-8a5a-2eb8bbcdc200 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:38:37.270804 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d7fe86e0-13ec-4bf7-b3ed-b073078f3b51 req-c4aeb029-2bba-4020-8a5a-2eb8bbcdc200 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 944 time: 0.1658263 Dec 25 20:38:37.311568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:38:37.321022 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d7fe86e0-13ec-4bf7-b3ed-b073078f3b51 req-b04a8d85-309e-40ae-82f8-2805abc5dc1d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440643 Dec 25 20:38:38.374617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 6bff9287-c814-4595-af87-a9d3f428ec77 up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:38:38.471297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6c2f4d78-e39d-4159-952c-eadb2d1fb995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:38:38.472962 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port 6bff9287-c814-4595-af87-a9d3f428ec77 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:38:38.473447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:38:38.569506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8cb1e8-c146-4bbc-a522-9830f2f75318 req-f572d876-4b98-49ac-8c8f-6ef56a61fb12 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:38:38.571853 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6f8cb1e8-c146-4bbc-a522-9830f2f75318 req-f572d876-4b98-49ac-8c8f-6ef56a61fb12 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 944 time: 0.0873702 Dec 25 20:38:38.620733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:38:38.632121 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6f8cb1e8-c146-4bbc-a522-9830f2f75318 req-58def5e8-248c-490e-8f69-0d7ff8dcf7cb tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519366 Dec 25 20:38:38.666345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc82f7d6-f062-4393-b71f-6331aa5a8ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bff9287-c814-4595-af87-a9d3f428ec77'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:38:38.677305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 6bff9287-c814-4595-af87-a9d3f428ec77, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6bff9287-c814-4595-af87-a9d3f428ec77,segment=NetworkSegment(5ac78184-29b0-463a-8b5a-3c405802ecf2),segment_id=5ac78184-29b0-463a-8b5a-3c405802ecf2)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:38:38.683607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:38:38.686260 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:38:38.765960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=6bff9287-c814-4595-af87-a9d3f428ec77,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:38:38.770100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:38:38.826886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:38:39.767786 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc82f7d6-f062-4393-b71f-6331aa5a8ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bff9287-c814-4595-af87-a9d3f428ec77', 'code': 200} Dec 25 20:38:39.871470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c37f8-d5fa-4a30-8b27-4781da7346e9 req-59e1e434-66c0-49de-b400-266c46edf184 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:38:39.873479 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d45c37f8-d5fa-4a30-8b27-4781da7346e9 req-59e1e434-66c0-49de-b400-266c46edf184 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 945 time: 0.0935431 Dec 25 20:38:39.928795 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d45c37f8-d5fa-4a30-8b27-4781da7346e9 req-574d5a90-248b-4508-ae26-9218af2651fa tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478218 Dec 25 20:38:40.159939 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:38:41.159436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0fdd0-ad16-4fae-bc44-2df6c54a4b57 req-421c6b81-a7ac-45ff-b25f-77b2518ea1ed tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:38:41.165062 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b3d0fdd0-ad16-4fae-bc44-2df6c54a4b57 req-421c6b81-a7ac-45ff-b25f-77b2518ea1ed tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 945 time: 0.0995846 Dec 25 20:38:41.220527 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b3d0fdd0-ad16-4fae-bc44-2df6c54a4b57 req-efdccfb0-fc46-442f-a35e-bbeb6ae9f278 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498753 Dec 25 20:38:42.477973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a08c9-6bf0-4781-b8d1-b9e61fd74ccb req-de2452de-62ee-4341-9e45-4952cb08417a tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:38:42.479548 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8d5a08c9-6bf0-4781-b8d1-b9e61fd74ccb req-de2452de-62ee-4341-9e45-4952cb08417a tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 945 time: 0.1211689 Dec 25 20:38:42.529179 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8d5a08c9-6bf0-4781-b8d1-b9e61fd74ccb req-05258e2c-f52a-4dda-bf58-229be3ad359e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433466 Dec 25 20:38:43.750765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07923551-de6d-48e6-91e7-bdd31d04bc75 req-dbb7d5e9-1234-4d03-8e4f-af443e82a896 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:38:43.753504 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-07923551-de6d-48e6-91e7-bdd31d04bc75 req-dbb7d5e9-1234-4d03-8e4f-af443e82a896 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 945 time: 0.0940487 Dec 25 20:38:43.808808 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-07923551-de6d-48e6-91e7-bdd31d04bc75 req-58c1119f-f709-4b3a-bd38-e2e80f15c764 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490339 Dec 25 20:38:45.043404 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01294791-bf97-48a4-9b70-1577c8a76693 req-576bc0e5-5c9f-4904-b714-c8facb6fcc58 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:38:45.045447 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-01294791-bf97-48a4-9b70-1577c8a76693 req-576bc0e5-5c9f-4904-b714-c8facb6fcc58 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 945 time: 0.0906472 Dec 25 20:38:45.097930 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-01294791-bf97-48a4-9b70-1577c8a76693 req-627e23ab-5369-44d8-9513-db55c266e3ef tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460265 Dec 25 20:38:46.540233 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77143fa0-62b3-4866-a95e-a55c5ff881f7 req-3b1ee8cc-d8b5-42a0-b1fe-249538308842 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:38:46.541758 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-77143fa0-62b3-4866-a95e-a55c5ff881f7 req-3b1ee8cc-d8b5-42a0-b1fe-249538308842 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 945 time: 0.3195796 Dec 25 20:38:46.591728 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-77143fa0-62b3-4866-a95e-a55c5ff881f7 req-06f47779-d144-45f2-aeab-7e7c58363acb tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431433 Dec 25 20:38:46.724075 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-10b14bf8-f1fb-4002-964a-0bdd381674a5 req-635524db-36f0-4297-981f-972ea44d1fa9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=058be7ccb6414b7982d15ef7ec089ac1&device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 1098 time: 0.0790854 Dec 25 20:38:46.873362 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b14bf8-f1fb-4002-964a-0bdd381674a5 req-2c404524-93dc-49f5-8899-09d4a51a3668 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:38:46.874866 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-10b14bf8-f1fb-4002-964a-0bdd381674a5 req-2c404524-93dc-49f5-8899-09d4a51a3668 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442 HTTP/1.1" status: 200 len: 908 time: 0.1400216 Dec 25 20:38:46.989703 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-10b14bf8-f1fb-4002-964a-0bdd381674a5 req-f9f10f4e-855e-4f16-a84e-3c2733b69d7c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bff9287-c814-4595-af87-a9d3f428ec77 HTTP/1.1" status: 200 len: 1001 time: 0.1071377 Dec 25 20:38:47.065322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b14bf8-f1fb-4002-964a-0bdd381674a5 req-d654ad8e-175a-488e-a9ae-d8241bc8ddc1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:38:47.066900 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-10b14bf8-f1fb-4002-964a-0bdd381674a5 req-d654ad8e-175a-488e-a9ae-d8241bc8ddc1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=766f2447-8cfa-4f45-86a8-08ccd6279b1d HTTP/1.1" status: 200 len: 847 time: 0.0679648 Dec 25 20:38:47.155899 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-10b14bf8-f1fb-4002-964a-0bdd381674a5 req-a34c2502-0d32-461c-8953-097a5d591137 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783041 Dec 25 20:38:47.303743 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-10b14bf8-f1fb-4002-964a-0bdd381674a5 req-d0d6fdfd-4a9e-486a-bebd-5f8a0003ef37 service neutron] 10.222.0.36 "GET /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374373 Dec 25 20:38:47.449742 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-10b14bf8-f1fb-4002-964a-0bdd381674a5 req-a87bcf74-b749-423a-b82f-e021cfff5df1 service neutron] 10.222.0.36 "GET /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352608 Dec 25 20:38:47.794921 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83d372-f878-48bf-a656-c9144ffcd0b4 req-3c5bc52d-a3af-40e4-99ef-e96c59b6bc54 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:38:47.796570 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6b83d372-f878-48bf-a656-c9144ffcd0b4 req-3c5bc52d-a3af-40e4-99ef-e96c59b6bc54 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 945 time: 0.0830426 Dec 25 20:38:47.844821 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6b83d372-f878-48bf-a656-c9144ffcd0b4 req-e0b4ecaa-7452-4ac7-9428-f8ff45a8ee0f tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408690 Dec 25 20:38:49.049563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc3090-108d-4382-a1b6-3a073b361ef1 req-e1bb9625-19f9-4bc3-9b4c-ed4bc26ddb73 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:38:49.051169 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2fbc3090-108d-4382-a1b6-3a073b361ef1 req-e1bb9625-19f9-4bc3-9b4c-ed4bc26ddb73 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 945 time: 0.0864394 Dec 25 20:38:49.098417 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2fbc3090-108d-4382-a1b6-3a073b361ef1 req-218af27b-d437-4242-a79b-57c788e1ab63 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411916 Dec 25 20:38:50.301874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7c77e-3864-4f68-9643-edcc1b9b7a14 req-07dccd2f-8aba-4e92-a77c-ad6e3ad50ea5 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:38:50.303514 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b7b7c77e-3864-4f68-9643-edcc1b9b7a14 req-07dccd2f-8aba-4e92-a77c-ad6e3ad50ea5 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 945 time: 0.0826755 Dec 25 20:38:50.350828 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b7b7c77e-3864-4f68-9643-edcc1b9b7a14 req-4defe752-dda2-499d-95b6-9b38ff34c7e9 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413766 Dec 25 20:38:50.446547 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 6bff9287-c814-4595-af87-a9d3f428ec77 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:38:50.563727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:38:50.591926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc82f7d6-f062-4393-b71f-6331aa5a8ef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bff9287-c814-4595-af87-a9d3f428ec77'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:38:50.602855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 6bff9287-c814-4595-af87-a9d3f428ec77, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6bff9287-c814-4595-af87-a9d3f428ec77,segment=NetworkSegment(5ac78184-29b0-463a-8b5a-3c405802ecf2),segment_id=5ac78184-29b0-463a-8b5a-3c405802ecf2)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:38:50.606261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:38:50.608423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-65aacba0-416f-4838-8edd-bf0f7d2b1582 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:38:50.621030 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e52a0e1d-5a21-4674-a492-68a52259a9b9 req-9612d7f1-a8c4-4731-9900-a20849528712 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1508129 Dec 25 20:38:50.644601 dv-neutron-822611-1-hyperv neutron-server[88789]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bc82f7d6-f062-4393-b71f-6331aa5a8ef5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6bff9287-c814-4595-af87-a9d3f428ec77', 'code': 422} returned with failed status Dec 25 20:38:50.678001 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=6bff9287-c814-4595-af87-a9d3f428ec77,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:38:50.681384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:38:51.902322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 32782) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:38:51.930247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbe0c0-cc4c-415b-aff0-93524b317f2a req-997b27e5-ba96-426a-92e8-b3e95de325d1 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:38:51.931919 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d5dbe0c0-cc4c-415b-aff0-93524b317f2a req-997b27e5-ba96-426a-92e8-b3e95de325d1 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 943 time: 0.0880167 Dec 25 20:38:51.984845 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d5dbe0c0-cc4c-415b-aff0-93524b317f2a req-67ffb7b7-e856-411f-870b-4db70de43a5d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458598 Dec 25 20:38:52.086997 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-026a8589-179d-4f80-857a-cb63c0dd0727 req-21a62aa2-eab0-4403-9765-9be2fcee7e7e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1833551 Dec 25 20:38:53.043553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:38:53.195844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb8ddc-7949-4e38-8125-68b043439d7a req-472ea1b1-df8d-4dff-bd81-0834bd34b6bd tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:38:53.197480 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9edb8ddc-7949-4e38-8125-68b043439d7a req-472ea1b1-df8d-4dff-bd81-0834bd34b6bd tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 943 time: 0.0910492 Dec 25 20:38:53.246166 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9edb8ddc-7949-4e38-8125-68b043439d7a req-f832a8f7-a51c-49d3-8916-7e5471bfded8 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426843 Dec 25 20:38:54.045078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:38:54.449898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9402e-c768-43d0-afdf-5b7c0cf96e6e req-6e64e0d1-1a2d-48da-8a91-f1c7957f6be3 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:38:54.451463 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6ad9402e-c768-43d0-afdf-5b7c0cf96e6e req-6e64e0d1-1a2d-48da-8a91-f1c7957f6be3 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 943 time: 0.0830288 Dec 25 20:38:54.501162 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6ad9402e-c768-43d0-afdf-5b7c0cf96e6e req-48253dce-45d7-4358-b30d-acdf4ee655b1 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430679 Dec 25 20:38:55.707454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4355ea3-dd24-401f-8351-febf1a42d5cd req-af16a5b1-3fa9-497b-8c0b-e1ada11e69e4 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:38:55.709072 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a4355ea3-dd24-401f-8351-febf1a42d5cd req-af16a5b1-3fa9-497b-8c0b-e1ada11e69e4 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 943 time: 0.0875561 Dec 25 20:38:55.759112 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a4355ea3-dd24-401f-8351-febf1a42d5cd req-1c6e3bce-2e04-4d10-afd5-0a80f7fe328b tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437226 Dec 25 20:38:56.703791 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-026a8589-179d-4f80-857a-cb63c0dd0727 req-8328c934-4860-4224-bd7d-402702341e9d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5&tenant_id=058be7ccb6414b7982d15ef7ec089ac1 HTTP/1.1" status: 200 len: 1096 time: 0.0740635 Dec 25 20:38:56.808576 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-026a8589-179d-4f80-857a-cb63c0dd0727 req-0cb41bbc-0e23-4ba6-9ef6-61fc4e7dcae6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=058be7ccb6414b7982d15ef7ec089ac1&device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 1096 time: 0.0776222 Dec 25 20:38:57.014120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a8589-179d-4f80-857a-cb63c0dd0727 req-c17f3464-d47b-4ba9-97f3-355740065410 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:38:57.015743 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-026a8589-179d-4f80-857a-cb63c0dd0727 req-c17f3464-d47b-4ba9-97f3-355740065410 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442 HTTP/1.1" status: 200 len: 908 time: 0.1964664 Dec 25 20:38:57.085004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4165ae0-5cf8-4e79-b73b-117f9084dbd0 req-d27a15e6-b87b-4ca0-9e51-8edb66deeffa tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:38:57.086626 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c4165ae0-5cf8-4e79-b73b-117f9084dbd0 req-d27a15e6-b87b-4ca0-9e51-8edb66deeffa tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 943 time: 0.1720870 Dec 25 20:38:57.171062 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c4165ae0-5cf8-4e79-b73b-117f9084dbd0 req-3bd4c0c6-a8e2-4a22-bf84-8dea4da8fa75 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782442 Dec 25 20:38:57.172918 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-026a8589-179d-4f80-857a-cb63c0dd0727 req-44a0b0c5-5726-44fd-83fc-dbf05b7966d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bff9287-c814-4595-af87-a9d3f428ec77 HTTP/1.1" status: 200 len: 999 time: 0.1467845 Dec 25 20:38:57.247631 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a8589-179d-4f80-857a-cb63c0dd0727 req-3ec5bf96-83fb-4227-bd81-fb40d5dd8471 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:38:57.249541 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-026a8589-179d-4f80-857a-cb63c0dd0727 req-3ec5bf96-83fb-4227-bd81-fb40d5dd8471 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=766f2447-8cfa-4f45-86a8-08ccd6279b1d HTTP/1.1" status: 200 len: 847 time: 0.0670843 Dec 25 20:38:57.331821 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-026a8589-179d-4f80-857a-cb63c0dd0727 req-fe997e43-4590-458b-b08a-f138640f7e73 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722253 Dec 25 20:38:57.479103 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-026a8589-179d-4f80-857a-cb63c0dd0727 req-66827ba5-7f38-4495-bd73-8d1345ddaa2e service neutron] 10.222.0.36 "GET /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363649 Dec 25 20:38:57.623630 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-026a8589-179d-4f80-857a-cb63c0dd0727 req-62e42037-f2c2-4a53-983e-63723975a4b4 service neutron] 10.222.0.36 "GET /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344407 Dec 25 20:38:58.383350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad549f1-2d63-4722-bdd6-786277cb2b1f req-e2cb7347-112c-4c59-bfff-da0c2e8335a1 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:38:58.384949 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3ad549f1-2d63-4722-bdd6-786277cb2b1f req-e2cb7347-112c-4c59-bfff-da0c2e8335a1 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 943 time: 0.0885363 Dec 25 20:38:58.435799 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3ad549f1-2d63-4722-bdd6-786277cb2b1f req-d6304d7c-ed30-47b8-b4d7-11fcd05762e7 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434520 Dec 25 20:38:59.654777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1762d-87fc-46e5-9efc-eb5b15c82495 req-e1d31c79-6b3b-4f99-bfa9-db162248549a tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:38:59.656961 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-97a1762d-87fc-46e5-9efc-eb5b15c82495 req-e1d31c79-6b3b-4f99-bfa9-db162248549a tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 943 time: 0.0877690 Dec 25 20:38:59.706638 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-97a1762d-87fc-46e5-9efc-eb5b15c82495 req-269f5825-82ba-43d3-a923-b75f125290ad tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431638 Dec 25 20:39:00.935003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0538023-6567-49d9-9d34-ec1601e2c523 req-e6a15aa4-561f-43f9-8238-541ec42ec53a tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:39:00.936682 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f0538023-6567-49d9-9d34-ec1601e2c523 req-e6a15aa4-561f-43f9-8238-541ec42ec53a tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 943 time: 0.0950897 Dec 25 20:39:00.989513 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f0538023-6567-49d9-9d34-ec1601e2c523 req-c81767f5-10d0-4cb0-b07e-50f0b9a3a028 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461040 Dec 25 20:39:02.226254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6a6c5-d051-497e-9110-ff622ca69df6 req-845dd9df-3a05-4827-a4c4-29bf110c312e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:39:02.227944 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-afc6a6c5-d051-497e-9110-ff622ca69df6 req-845dd9df-3a05-4827-a4c4-29bf110c312e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 943 time: 0.0960214 Dec 25 20:39:02.278633 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-afc6a6c5-d051-497e-9110-ff622ca69df6 req-92e3297c-e06b-4728-b44b-9bda401a9f6a tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445445 Dec 25 20:39:03.493050 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3b5f7-3720-43b7-bf1c-e32522c0885d req-4fced5f1-c42d-4800-bcbb-706790b33ff5 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:39:03.494688 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3fd3b5f7-3720-43b7-bf1c-e32522c0885d req-4fced5f1-c42d-4800-bcbb-706790b33ff5 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 943 time: 0.0906248 Dec 25 20:39:03.545946 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3fd3b5f7-3720-43b7-bf1c-e32522c0885d req-c436da80-bd0f-4b13-8bfa-d9e4fa5a8ba5 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441408 Dec 25 20:39:04.758453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a07401-c4f5-447e-bd32-a6f4ccd18054 req-7da9f843-31f0-40ed-982e-73088b843865 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:39:04.760099 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-71a07401-c4f5-447e-bd32-a6f4ccd18054 req-7da9f843-31f0-40ed-982e-73088b843865 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 943 time: 0.0867610 Dec 25 20:39:04.815018 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-71a07401-c4f5-447e-bd32-a6f4ccd18054 req-01082c4b-458e-43b2-8467-45b452a7d3f6 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487013 Dec 25 20:39:06.029095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09139682-3f6a-43df-9f6e-cdda546b092a req-95c5c289-c8fa-4731-a646-10676cc9b55c tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:39:06.030698 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-09139682-3f6a-43df-9f6e-cdda546b092a req-95c5c289-c8fa-4731-a646-10676cc9b55c tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 943 time: 0.0876095 Dec 25 20:39:06.080774 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-09139682-3f6a-43df-9f6e-cdda546b092a req-3cd735e7-ec9d-40cc-a03d-13b9ea7ed961 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437086 Dec 25 20:39:06.168463 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2120c20a-3cc0-435a-9da4-feb69bdcd188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:39:07.303109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d53a23-fd03-4e50-a75e-e16890a5a428 req-59970e11-192d-4d08-8e4b-ccee9c8a4e44 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:39:07.304848 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-61d53a23-fd03-4e50-a75e-e16890a5a428 req-59970e11-192d-4d08-8e4b-ccee9c8a4e44 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 943 time: 0.0919242 Dec 25 20:39:07.308246 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:39:07.358169 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-61d53a23-fd03-4e50-a75e-e16890a5a428 req-fd91f39e-22dc-44ee-abb1-091583d0c033 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433292 Dec 25 20:39:08.465652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cb202-c46e-44a6-b0b0-f7548972aa4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:39:08.573346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922021bf-4af5-4abe-adae-bab95cfacda8 req-5a9ca7c5-0bb1-47ef-9244-22fddd0861d0 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:39:08.575104 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-922021bf-4af5-4abe-adae-bab95cfacda8 req-5a9ca7c5-0bb1-47ef-9244-22fddd0861d0 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 943 time: 0.0888588 Dec 25 20:39:08.627495 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-922021bf-4af5-4abe-adae-bab95cfacda8 req-9885835d-e2ba-4af2-a82b-1da9d2d45583 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445907 Dec 25 20:39:08.829100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:39:09.838570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a523b2-4bd2-4a50-aead-d36691656968 req-9367c11b-b175-4850-8771-1b001063248b tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:39:09.840222 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-21a523b2-4bd2-4a50-aead-d36691656968 req-9367c11b-b175-4850-8771-1b001063248b tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 943 time: 0.0908735 Dec 25 20:39:09.890125 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-21a523b2-4bd2-4a50-aead-d36691656968 req-73749975-081d-4f5e-9ca0-ee6afb398a2e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437801 Dec 25 20:39:10.152065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:39:11.091620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71740bfa-f87d-4a8e-b16b-cfe0b52f3654 req-ddf05266-be51-45b4-989f-8b5fc432f6f1 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:39:11.093215 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-71740bfa-f87d-4a8e-b16b-cfe0b52f3654 req-ddf05266-be51-45b4-989f-8b5fc432f6f1 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 943 time: 0.0826104 Dec 25 20:39:11.141287 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-71740bfa-f87d-4a8e-b16b-cfe0b52f3654 req-a73f28f2-5e4f-40f7-bcf4-d269acbd385a tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419374 Dec 25 20:39:12.346459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec70d1a-f2e6-4f88-af04-d11874c130b4 req-3ffbeeb2-9297-46a1-9452-23a7ec094194 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:39:12.348096 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4ec70d1a-f2e6-4f88-af04-d11874c130b4 req-3ffbeeb2-9297-46a1-9452-23a7ec094194 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 943 time: 0.0866566 Dec 25 20:39:12.396518 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4ec70d1a-f2e6-4f88-af04-d11874c130b4 req-dced838d-6968-4c1a-bc98-55642d154e3d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424063 Dec 25 20:39:12.518888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 6bff9287-c814-4595-af87-a9d3f428ec77 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 20:39:12.661516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 6bff9287-c814-4595-af87-a9d3f428ec77, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6bff9287-c814-4595-af87-a9d3f428ec77,segment=NetworkSegment(5ac78184-29b0-463a-8b5a-3c405802ecf2),segment_id=5ac78184-29b0-463a-8b5a-3c405802ecf2)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:39:12.678940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': '6bff9287-c814-4595-af87-a9d3f428ec77', 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442', 'port_id': '6bff9287-c814-4595-af87-a9d3f428ec77', 'mac_address': 'fa:16:3e:47:91:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '766f2447-8cfa-4f45-86a8-08ccd6279b1d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 20:39:12.733232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:39:12.752649 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bff9287-c814-4595-af87-a9d3f428ec77 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:39:12.768020 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 6bff9287-c814-4595-af87-a9d3f428ec77, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6bff9287-c814-4595-af87-a9d3f428ec77,segment=NetworkSegment(5ac78184-29b0-463a-8b5a-3c405802ecf2),segment_id=5ac78184-29b0-463a-8b5a-3c405802ecf2)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:39:12.770892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:39:12.772715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-310b4080-df6a-46fb-bc7d-0dcff1c72352 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:39:12.841056 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=6bff9287-c814-4595-af87-a9d3f428ec77,revision_number=9']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:39:12.844234 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:39:12.926422 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fa9ae2f7-7caa-431e-b209-a805b6a1e4a6 req-cbbbdb4c-f534-4fc2-840c-c5f7f3faefc7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=058be7ccb6414b7982d15ef7ec089ac1&device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 1097 time: 0.0752914 Dec 25 20:39:13.083600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ae2f7-7caa-431e-b209-a805b6a1e4a6 req-d1e17aa0-bb9e-4042-9991-06af16ef1b53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:39:13.085089 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fa9ae2f7-7caa-431e-b209-a805b6a1e4a6 req-d1e17aa0-bb9e-4042-9991-06af16ef1b53 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442 HTTP/1.1" status: 200 len: 908 time: 0.1395552 Dec 25 20:39:13.089744 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['6bff9287-c814-4595-af87-a9d3f428ec77'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:39:13.206349 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fa9ae2f7-7caa-431e-b209-a805b6a1e4a6 req-c1ad614f-a65e-44ee-b7aa-785afdcf401d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bff9287-c814-4595-af87-a9d3f428ec77 HTTP/1.1" status: 200 len: 1000 time: 0.1130373 Dec 25 20:39:13.510091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ae2f7-7caa-431e-b209-a805b6a1e4a6 req-8944f253-738a-4b32-ac6c-2b71b3aa9d36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:39:13.511720 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fa9ae2f7-7caa-431e-b209-a805b6a1e4a6 req-8944f253-738a-4b32-ac6c-2b71b3aa9d36 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=766f2447-8cfa-4f45-86a8-08ccd6279b1d HTTP/1.1" status: 200 len: 847 time: 0.2955077 Dec 25 20:39:13.659976 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fa9ae2f7-7caa-431e-b209-a805b6a1e4a6 req-4d488371-8658-428f-9f4d-e357472f2b98 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1411345 Dec 25 20:39:13.670106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34e47c-d41e-45be-867b-2bf5432628d3 req-b8ceb037-00c1-4f58-8da8-884ffdf2598e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:39:13.671632 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9d34e47c-d41e-45be-867b-2bf5432628d3 req-b8ceb037-00c1-4f58-8da8-884ffdf2598e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 944 time: 0.1152034 Dec 25 20:39:13.824529 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9d34e47c-d41e-45be-867b-2bf5432628d3 req-95e36f15-0d2e-4aef-9b50-f86e092f4929 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305861 Dec 25 20:39:13.850451 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fa9ae2f7-7caa-431e-b209-a805b6a1e4a6 req-54c07d2c-800b-42cd-8d97-5904a7e46046 service neutron] 10.222.0.36 "GET /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777971 Dec 25 20:39:13.998583 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-fa9ae2f7-7caa-431e-b209-a805b6a1e4a6 req-ab413ca1-ec1e-4202-9455-0b9cbffda894 service neutron] 10.222.0.36 "GET /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367478 Dec 25 20:39:14.522351 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 6bff9287-c814-4595-af87-a9d3f428ec77 up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:39:14.596182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port 6bff9287-c814-4595-af87-a9d3f428ec77 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:39:14.596602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:39:14.708824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:39:14.735892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc82f7d6-f062-4393-b71f-6331aa5a8ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bff9287-c814-4595-af87-a9d3f428ec77'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:39:14.746121 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 6bff9287-c814-4595-af87-a9d3f428ec77, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6bff9287-c814-4595-af87-a9d3f428ec77,segment=NetworkSegment(5ac78184-29b0-463a-8b5a-3c405802ecf2),segment_id=5ac78184-29b0-463a-8b5a-3c405802ecf2)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:39:14.749299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:39:14.752055 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:39:14.801430 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc82f7d6-f062-4393-b71f-6331aa5a8ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bff9287-c814-4595-af87-a9d3f428ec77', 'code': 200} Dec 25 20:39:14.822272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=6bff9287-c814-4595-af87-a9d3f428ec77,revision_number=10']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:39:14.825387 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:39:15.034225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6818042-78fb-41bd-9e81-9fbd2fa6e930 req-ad3e307b-64c6-4880-b12f-f4862568300c tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:39:15.035876 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b6818042-78fb-41bd-9e81-9fbd2fa6e930 req-ad3e307b-64c6-4880-b12f-f4862568300c tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 946 time: 0.0883181 Dec 25 20:39:15.089109 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b6818042-78fb-41bd-9e81-9fbd2fa6e930 req-60e4a9bc-2af8-4c17-9cfa-882dda7e0266 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463288 Dec 25 20:39:15.239651 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a0ea6ea0-f40b-45fc-a903-d25a1a682e1f req-c9625a00-4aa7-428c-af59-f254196d3cd4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 1099 time: 0.0721474 Dec 25 20:39:15.287631 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a0ea6ea0-f40b-45fc-a903-d25a1a682e1f req-e6f65946-4644-4a30-9a63-581110629309 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378916 Dec 25 20:39:16.304727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc9e85-59c0-44a4-bfd1-7fa9aec3e5a6 req-2c6c1d63-8c15-41c1-893f-144a98e0b381 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:39:16.306343 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f2bc9e85-59c0-44a4-bfd1-7fa9aec3e5a6 req-2c6c1d63-8c15-41c1-893f-144a98e0b381 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 946 time: 0.0934446 Dec 25 20:39:16.356630 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f2bc9e85-59c0-44a4-bfd1-7fa9aec3e5a6 req-c30c6a31-3b29-414f-bf91-be99dfbb05bc tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435734 Dec 25 20:39:17.562138 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b10cb-94af-4382-a545-895a02d97b30 req-ff074dcd-45a5-4736-9982-c3e8b833b567 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:39:17.563783 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8b6b10cb-94af-4382-a545-895a02d97b30 req-ff074dcd-45a5-4736-9982-c3e8b833b567 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 946 time: 0.0839071 Dec 25 20:39:17.612287 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8b6b10cb-94af-4382-a545-895a02d97b30 req-0007516c-96a2-4f8f-82ce-537c2c0035c6 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413716 Dec 25 20:39:24.050554 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:39:30.044735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:39:36.160387 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-865ba344-992d-41dd-a119-09e171b6f010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:39:37.310480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:39:38.461516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8f1bfc70-97f3-4843-8d76-a3ef7f77944e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:39:38.830420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:39:40.153974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:39:54.060187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:06.162783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-517cf43f-e1aa-45a2-a749-0e2406a4f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:07.044562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:40:07.312124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:08.463094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-80d379ed-f370-44e4-af4e-1e3cc1227d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:08.832809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:10.158611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:14.958696 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-46256b6d-b0f1-4e9b-9b77-e92020b0e10a req-7246ad80-f4d3-439c-9757-4a7f3f3c3459 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1742096 Dec 25 20:40:15.115465 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-46256b6d-b0f1-4e9b-9b77-e92020b0e10a req-232df0ca-9733-4a47-8910-585afc1eb4ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=058be7ccb6414b7982d15ef7ec089ac1&device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 1099 time: 0.0743868 Dec 25 20:40:15.273748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46256b6d-b0f1-4e9b-9b77-e92020b0e10a req-1cbcdc67-a95d-4bfb-879d-93d0ba94d5cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:40:15.275334 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-46256b6d-b0f1-4e9b-9b77-e92020b0e10a req-1cbcdc67-a95d-4bfb-879d-93d0ba94d5cb service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442 HTTP/1.1" status: 200 len: 908 time: 0.1360841 Dec 25 20:40:15.387160 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-46256b6d-b0f1-4e9b-9b77-e92020b0e10a req-1dc1737e-e195-49cf-9247-3bd434677536 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bff9287-c814-4595-af87-a9d3f428ec77 HTTP/1.1" status: 200 len: 1001 time: 0.1012409 Dec 25 20:40:15.462841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46256b6d-b0f1-4e9b-9b77-e92020b0e10a req-d2e3cb9c-63f8-4f57-b488-4c616e2ce389 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:40:15.464400 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-46256b6d-b0f1-4e9b-9b77-e92020b0e10a req-d2e3cb9c-63f8-4f57-b488-4c616e2ce389 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=766f2447-8cfa-4f45-86a8-08ccd6279b1d HTTP/1.1" status: 200 len: 847 time: 0.0630794 Dec 25 20:40:15.549013 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-46256b6d-b0f1-4e9b-9b77-e92020b0e10a req-4d72ac48-7aa7-4f1e-9182-c35f77846ca3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748317 Dec 25 20:40:15.693281 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-46256b6d-b0f1-4e9b-9b77-e92020b0e10a req-ed32f881-0cc6-4be2-85bb-cd6551c1c453 service neutron] 10.222.0.36 "GET /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337657 Dec 25 20:40:15.838542 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-46256b6d-b0f1-4e9b-9b77-e92020b0e10a req-aafd3f35-0af3-47c2-bad5-8fc925516b88 service neutron] 10.222.0.36 "GET /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350074 Dec 25 20:40:24.048948 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:31.118018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 32924) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:40:31.327427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-a2c371ed-d983-40d0-8ce1-a0b25190be1d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Deleting port 55d248a5-4c53-4ad8-9714-ae178b59247c {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:40:31.327814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a2c371ed-d983-40d0-8ce1-a0b25190be1d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:31.517238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a2c371ed-d983-40d0-8ce1-a0b25190be1d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:31.517618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a2c371ed-d983-40d0-8ce1-a0b25190be1d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:31.644273 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-a2c371ed-d983-40d0-8ce1-a0b25190be1d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Calling delete_port for 55d248a5-4c53-4ad8-9714-ae178b59247c owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:40:31.803739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a2c371ed-d983-40d0-8ce1-a0b25190be1d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:31.808063 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cc7e923b-3399-48b7-8ff0-d1e68a2f2a85 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:40:31.849482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c371ed-d983-40d0-8ce1-a0b25190be1d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Pushing event deleted for resources: {'Port': ['ID=55d248a5-4c53-4ad8-9714-ae178b59247c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:40:31.891491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c371ed-d983-40d0-8ce1-a0b25190be1d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:40:31.891918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c371ed-d983-40d0-8ce1-a0b25190be1d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:40:31.892341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c371ed-d983-40d0-8ce1-a0b25190be1d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:40:31.892761 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c371ed-d983-40d0-8ce1-a0b25190be1d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:40:31.893723 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c371ed-d983-40d0-8ce1-a0b25190be1d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:40:31.894140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c371ed-d983-40d0-8ce1-a0b25190be1d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:40:31.894556 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c371ed-d983-40d0-8ce1-a0b25190be1d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:40:31.894970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c371ed-d983-40d0-8ce1-a0b25190be1d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:40:31.895407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c371ed-d983-40d0-8ce1-a0b25190be1d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:40:31.895815 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c371ed-d983-40d0-8ce1-a0b25190be1d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:40:31.896225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c371ed-d983-40d0-8ce1-a0b25190be1d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:40:31.899674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a2c371ed-d983-40d0-8ce1-a0b25190be1d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:40:31.962544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a2c371ed-d983-40d0-8ce1-a0b25190be1d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:32.600217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c371ed-d983-40d0-8ce1-a0b25190be1d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Router 03b5cca1-893d-4a5f-b631-ca9cbbb76c0c has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:40:32.810130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c371ed-d983-40d0-8ce1-a0b25190be1d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:40:32.821733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f664c98-dd06-49ce-8acb-43931ccd8ea1 None None] Sync routers for ids ['03b5cca1-893d-4a5f-b631-ca9cbbb76c0c'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:40:32.830972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a2c371ed-d983-40d0-8ce1-a0b25190be1d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:32.834413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f664c98-dd06-49ce-8acb-43931ccd8ea1 None None] Routers {'03b5cca1-893d-4a5f-b631-ca9cbbb76c0c'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:40:32.835122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-7f664c98-dd06-49ce-8acb-43931ccd8ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:40:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['03b5cca1-893d-4a5f-b631-ca9cbbb76c0c'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:40:32.886815 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a2c371ed-d983-40d0-8ce1-a0b25190be1d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "DELETE /v2.0/floatingips/5ce77dab-83a7-4b80-bea0-697cabf46f18 HTTP/1.1" status: 204 len: 168 time: 1.7674694 Dec 25 20:40:32.887473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc82f7d6-f062-4393-b71f-6331aa5a8ef5', 'tag': '6bff9287-c814-4595-af87-a9d3f428ec77'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:40:33.031215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-7f664c98-dd06-49ce-8acb-43931ccd8ea1 None None] Set router 03b5cca1-893d-4a5f-b631-ca9cbbb76c0c gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:40:33.046028 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc82f7d6-f062-4393-b71f-6331aa5a8ef5', 'tag': '6bff9287-c814-4595-af87-a9d3f428ec77', 'status': 'completed', 'code': 200} Dec 25 20:40:33.172431 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c63ae629-7cb1-44d5-98b1-2da60f70a421 req-2cac7b5d-bdb7-4128-bac0-64fe9bccef5c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=058be7ccb6414b7982d15ef7ec089ac1&device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 1099 time: 0.0965276 Dec 25 20:40:33.377953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ae629-7cb1-44d5-98b1-2da60f70a421 req-53aafc69-3e71-46a5-8276-929442542f81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:40:33.379621 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c63ae629-7cb1-44d5-98b1-2da60f70a421 req-53aafc69-3e71-46a5-8276-929442542f81 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442 HTTP/1.1" status: 200 len: 908 time: 0.2003388 Dec 25 20:40:33.388243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-7f664c98-dd06-49ce-8acb-43931ccd8ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'name': 'tempest-TestShelveInstance-372778116-router', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '83266c1e-3ca4-42ee-a950-de6be4d3583b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:35:56Z', 'updated_at': '2021-12-25T20:36:00Z', 'revision_number': 4, 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'gw_port': {'id': '83266c1e-3ca4-42ee-a950-de6be4d3583b', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:35:57Z', 'updated_at': '2021-12-25T20:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'bca9dd14-ef5d-4e27-9edf-6180b0471e9e', 'name': '', 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'mac_address': 'fa:16:3e:c0:76:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '766f2447-8cfa-4f45-86a8-08ccd6279b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:35:59Z', 'updated_at': '2021-12-25T20:36:08Z', 'revision_number': 5, 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'subnets': [{'id': '766f2447-8cfa-4f45-86a8-08ccd6279b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:40:33.392457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f664c98-dd06-49ce-8acb-43931ccd8ea1 None None] Checking router: 03b5cca1-893d-4a5f-b631-ca9cbbb76c0c for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:40:33.404536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f664c98-dd06-49ce-8acb-43931ccd8ea1 None None] Routers {'03b5cca1-893d-4a5f-b631-ca9cbbb76c0c'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:40:33.405148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-7f664c98-dd06-49ce-8acb-43931ccd8ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:40:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['03b5cca1-893d-4a5f-b631-ca9cbbb76c0c'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:40:33.464680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a70e7f-3230-4f4a-a508-640e13ba2b85 req-2a07555f-400d-4d25-bb9f-be3457d542b9 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:40:33.465445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-15a70e7f-3230-4f4a-a508-640e13ba2b85 req-2a07555f-400d-4d25-bb9f-be3457d542b9 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Synchronizing usage tracker for tenant:058be7ccb6414b7982d15ef7ec089ac1 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:40:33.469967 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c63ae629-7cb1-44d5-98b1-2da60f70a421 req-72f8f073-3ff9-405e-85dc-54734dfcb751 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bff9287-c814-4595-af87-a9d3f428ec77 HTTP/1.1" status: 200 len: 217 time: 0.0821733 Dec 25 20:40:33.522604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-15a70e7f-3230-4f4a-a508-640e13ba2b85 req-2a07555f-400d-4d25-bb9f-be3457d542b9 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Unset dirty status for tenant:058be7ccb6414b7982d15ef7ec089ac1 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:40:33.523901 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-15a70e7f-3230-4f4a-a508-640e13ba2b85 req-2a07555f-400d-4d25-bb9f-be3457d542b9 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 946 time: 0.2440989 Dec 25 20:40:33.577094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ae629-7cb1-44d5-98b1-2da60f70a421 req-ec12b200-93b8-4e09-91c3-1a92c0d5ea40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:40:33.578665 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c63ae629-7cb1-44d5-98b1-2da60f70a421 req-ec12b200-93b8-4e09-91c3-1a92c0d5ea40 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=766f2447-8cfa-4f45-86a8-08ccd6279b1d HTTP/1.1" status: 200 len: 847 time: 0.1012368 Dec 25 20:40:33.598928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-7f664c98-dd06-49ce-8acb-43931ccd8ea1 None None] Set router 03b5cca1-893d-4a5f-b631-ca9cbbb76c0c gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:40:33.634429 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-15a70e7f-3230-4f4a-a508-640e13ba2b85 req-e401aef2-c01b-4dce-9f07-6936cd55b49a tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021712 Dec 25 20:40:33.671684 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c63ae629-7cb1-44d5-98b1-2da60f70a421 req-5e786f7b-f039-4cce-8b54-c90adb88221a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817959 Dec 25 20:40:33.816734 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c63ae629-7cb1-44d5-98b1-2da60f70a421 req-c139ca57-5144-48e8-b306-76a96b26cf3b service neutron] 10.222.0.36 "GET /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373880 Dec 25 20:40:33.928574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-7f664c98-dd06-49ce-8acb-43931ccd8ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'name': 'tempest-TestShelveInstance-372778116-router', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '83266c1e-3ca4-42ee-a950-de6be4d3583b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:35:56Z', 'updated_at': '2021-12-25T20:36:00Z', 'revision_number': 4, 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'gw_port': {'id': '83266c1e-3ca4-42ee-a950-de6be4d3583b', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:35:57Z', 'updated_at': '2021-12-25T20:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'bca9dd14-ef5d-4e27-9edf-6180b0471e9e', 'name': '', 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'mac_address': 'fa:16:3e:c0:76:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '766f2447-8cfa-4f45-86a8-08ccd6279b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:35:59Z', 'updated_at': '2021-12-25T20:36:08Z', 'revision_number': 5, 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'subnets': [{'id': '766f2447-8cfa-4f45-86a8-08ccd6279b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:40:33.932713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f664c98-dd06-49ce-8acb-43931ccd8ea1 None None] The sync data for ids ['03b5cca1-893d-4a5f-b631-ca9cbbb76c0c'] in dv-neutron-822611-1-hyperv is: [{'id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'name': 'tempest-TestShelveInstance-372778116-router', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '83266c1e-3ca4-42ee-a950-de6be4d3583b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:35:56Z', 'updated_at': '2021-12-25T20:36:00Z', 'revision_number': 4, 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'gw_port': {'id': '83266c1e-3ca4-42ee-a950-de6be4d3583b', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:35:57Z', 'updated_at': '2021-12-25T20:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'bca9dd14-ef5d-4e27-9edf-6180b0471e9e', 'name': '', 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'mac_address': 'fa:16:3e:c0:76:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '766f2447-8cfa-4f45-86a8-08ccd6279b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:35:59Z', 'updated_at': '2021-12-25T20:36:08Z', 'revision_number': 5, 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'subnets': [{'id': '766f2447-8cfa-4f45-86a8-08ccd6279b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:40:33.961517 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c63ae629-7cb1-44d5-98b1-2da60f70a421 req-bca946dd-e289-4d6e-9d5b-862f317fe3c5 service neutron] 10.222.0.36 "GET /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382608 Dec 25 20:40:34.384927 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d87034-5daa-45ca-af1d-c6f7b5ccbe88 None None] New status for floating IP 5ce77dab-83a7-4b80-bea0-697cabf46f18: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 20:40:34.914773 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a6f96-6ad7-4091-94d3-7d0c95414eef req-91c0fb43-4cea-4a82-860a-5a8fb2a6dc64 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:40:34.916344 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-580a6f96-6ad7-4091-94d3-7d0c95414eef req-91c0fb43-4cea-4a82-860a-5a8fb2a6dc64 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 946 time: 0.1560178 Dec 25 20:40:34.922816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd88623-f3cc-45c0-ae0b-fa2934467dfe req-e77a20b5-f119-40d4-a776-5cb6f776759d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:40:34.924790 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9dd88623-f3cc-45c0-ae0b-fa2934467dfe req-e77a20b5-f119-40d4-a776-5cb6f776759d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 946 time: 0.1207037 Dec 25 20:40:35.023291 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-580a6f96-6ad7-4091-94d3-7d0c95414eef req-9ca96eb8-d927-42e2-afd9-34233b36a322 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=68130c7c-a5a7-41b3-a8af-b11846c58abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974383 Dec 25 20:40:35.029476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-9dd88623-f3cc-45c0-ae0b-fa2934467dfe req-cfab822c-d74f-4c32-9326-31b6a9482b59 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Deleting port 6bff9287-c814-4595-af87-a9d3f428ec77 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:40:35.029859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-9dd88623-f3cc-45c0-ae0b-fa2934467dfe req-cfab822c-d74f-4c32-9326-31b6a9482b59 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:35.292914 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-9dd88623-f3cc-45c0-ae0b-fa2934467dfe req-cfab822c-d74f-4c32-9326-31b6a9482b59 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] For port 6bff9287-c814-4595-af87-a9d3f428ec77, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6bff9287-c814-4595-af87-a9d3f428ec77,segment=NetworkSegment(5ac78184-29b0-463a-8b5a-3c405802ecf2),segment_id=5ac78184-29b0-463a-8b5a-3c405802ecf2)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:40:35.293312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-9dd88623-f3cc-45c0-ae0b-fa2934467dfe req-cfab822c-d74f-4c32-9326-31b6a9482b59 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:35.418483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-9dd88623-f3cc-45c0-ae0b-fa2934467dfe req-cfab822c-d74f-4c32-9326-31b6a9482b59 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Calling delete_port for 6bff9287-c814-4595-af87-a9d3f428ec77 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:40:35.565800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-9dd88623-f3cc-45c0-ae0b-fa2934467dfe req-cfab822c-d74f-4c32-9326-31b6a9482b59 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:35.573182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f7eeef82-516b-4a52-9965-282afdbac8a1 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:40:35.616571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab822c-d74f-4c32-9326-31b6a9482b59 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Pushing event deleted for resources: {'Port': ['ID=6bff9287-c814-4595-af87-a9d3f428ec77,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:40:35.619272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cfab822c-d74f-4c32-9326-31b6a9482b59 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:40:35.701460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd88623-f3cc-45c0-ae0b-fa2934467dfe req-cfab822c-d74f-4c32-9326-31b6a9482b59 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] No DVR routers for this DVR port 6bff9287-c814-4595-af87-a9d3f428ec77 on host hv-neutron-8226 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:40:35.703991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-9dd88623-f3cc-45c0-ae0b-fa2934467dfe req-cfab822c-d74f-4c32-9326-31b6a9482b59 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:35.706726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc82f7d6-f062-4393-b71f-6331aa5a8ef5', 'name': 'network-vif-deleted', 'tag': '6bff9287-c814-4595-af87-a9d3f428ec77'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:40:35.721422 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9dd88623-f3cc-45c0-ae0b-fa2934467dfe req-cfab822c-d74f-4c32-9326-31b6a9482b59 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.36 "DELETE /v2.0/ports/6bff9287-c814-4595-af87-a9d3f428ec77 HTTP/1.1" status: 204 len: 173 time: 0.7814882 Dec 25 20:40:35.761764 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc82f7d6-f062-4393-b71f-6331aa5a8ef5', 'name': 'network-vif-deleted', 'tag': '6bff9287-c814-4595-af87-a9d3f428ec77', 'status': 'completed', 'code': 200} Dec 25 20:40:36.173781 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5e40f33b-14f4-4bc7-a9c0-25149f11e5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:36.219045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-8f290a1c-1a18-4ec7-a4c0-90d9ef7ba527 req-ebfc1aae-d35e-469a-bf3d-79c76d95cd7b tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Synchronizing usage tracker for tenant:058be7ccb6414b7982d15ef7ec089ac1 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:40:36.234310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-8f290a1c-1a18-4ec7-a4c0-90d9ef7ba527 req-ebfc1aae-d35e-469a-bf3d-79c76d95cd7b tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Unset dirty status for tenant:058be7ccb6414b7982d15ef7ec089ac1 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:40:36.235575 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8f290a1c-1a18-4ec7-a4c0-90d9ef7ba527 req-ebfc1aae-d35e-469a-bf3d-79c76d95cd7b tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc82f7d6-f062-4393-b71f-6331aa5a8ef5 HTTP/1.1" status: 200 len: 210 time: 0.0627122 Dec 25 20:40:37.318425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:37.345015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 32950) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:40:37.417353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3f73e774-89b3-4751-b9b6-de065d6a7d30 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:37.448605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3f73e774-89b3-4751-b9b6-de065d6a7d30 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:37.503481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3f73e774-89b3-4751-b9b6-de065d6a7d30 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:37.508648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c06826c3-dec0-4141-bba6-59ad89a14d84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:40:37.528633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73e774-89b3-4751-b9b6-de065d6a7d30 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68130c7c-a5a7-41b3-a8af-b11846c58abc,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:40:37.532971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3f73e774-89b3-4751-b9b6-de065d6a7d30 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:40:37.536401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3f73e774-89b3-4751-b9b6-de065d6a7d30 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:37.537631 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3f73e774-89b3-4751-b9b6-de065d6a7d30 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "DELETE /v2.0/security-groups/68130c7c-a5a7-41b3-a8af-b11846c58abc HTTP/1.1" status: 204 len: 168 time: 0.1915445 Dec 25 20:40:37.838035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 32958) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:40:37.844251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-10993d07-6fcd-48c7-bfc3-a7a69bdbd926 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1806265500', 'description': 'tempest-secgroup-smoke-1806265500 description', 'project_id': '058be7ccb6414b7982d15ef7ec089ac1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:40:37.851304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-10993d07-6fcd-48c7-bfc3-a7a69bdbd926 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:40:37.855625 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-10993d07-6fcd-48c7-bfc3-a7a69bdbd926 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Usage tracker for resource:security_group and tenant:058be7ccb6414b7982d15ef7ec089ac1 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:40:37.858564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-10993d07-6fcd-48c7-bfc3-a7a69bdbd926 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:40:37.865149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-10993d07-6fcd-48c7-bfc3-a7a69bdbd926 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:40:37.874859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-10993d07-6fcd-48c7-bfc3-a7a69bdbd926 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:37.910855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-10993d07-6fcd-48c7-bfc3-a7a69bdbd926 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:40:37.914826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-10993d07-6fcd-48c7-bfc3-a7a69bdbd926 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Usage tracker for resource:security_group_rule and tenant:058be7ccb6414b7982d15ef7ec089ac1 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:40:37.917707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-10993d07-6fcd-48c7-bfc3-a7a69bdbd926 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:40:37.923642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-10993d07-6fcd-48c7-bfc3-a7a69bdbd926 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:40:37.981117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-10993d07-6fcd-48c7-bfc3-a7a69bdbd926 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:37.983704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-10993d07-6fcd-48c7-bfc3-a7a69bdbd926 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:37.989134 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-79f0806a-bdc5-425b-adab-0dee7342164e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:40:38.031840 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10993d07-6fcd-48c7-bfc3-a7a69bdbd926 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7149c63-61fb-4a58-a347-e1a6bc73d03b,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:40:38.035347 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-10993d07-6fcd-48c7-bfc3-a7a69bdbd926 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:40:38.036689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-10993d07-6fcd-48c7-bfc3-a7a69bdbd926 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:38.037975 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-10993d07-6fcd-48c7-bfc3-a7a69bdbd926 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1988742 Dec 25 20:40:38.041183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 32962) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:40:38.048851 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-1f0e23fa-3580-49de-b2fe-f6155fc1f3c5 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Request body: {'security_group_rule': {'security_group_id': 'd7149c63-61fb-4a58-a347-e1a6bc73d03b', 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:40:38.055394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1f0e23fa-3580-49de-b2fe-f6155fc1f3c5 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:40:38.059455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1f0e23fa-3580-49de-b2fe-f6155fc1f3c5 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Usage tracker for resource:security_group_rule and tenant:058be7ccb6414b7982d15ef7ec089ac1 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:40:38.062473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1f0e23fa-3580-49de-b2fe-f6155fc1f3c5 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:40:38.068656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1f0e23fa-3580-49de-b2fe-f6155fc1f3c5 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:40:38.084896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f0e23fa-3580-49de-b2fe-f6155fc1f3c5 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:38.149213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f0e23fa-3580-49de-b2fe-f6155fc1f3c5 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:38.152153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f0e23fa-3580-49de-b2fe-f6155fc1f3c5 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:38.154408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3a1bae94-906a-4a84-9f38-def9607efa22 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:40:38.178995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e23fa-3580-49de-b2fe-f6155fc1f3c5 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e881b270-0e41-4700-8abf-88bd9d4ceb40,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:40:38.193633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e23fa-3580-49de-b2fe-f6155fc1f3c5 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:40:38.194066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e23fa-3580-49de-b2fe-f6155fc1f3c5 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:40:38.194488 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e23fa-3580-49de-b2fe-f6155fc1f3c5 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:40:38.194909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e23fa-3580-49de-b2fe-f6155fc1f3c5 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:40:38.195371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e23fa-3580-49de-b2fe-f6155fc1f3c5 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:40:38.195784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e23fa-3580-49de-b2fe-f6155fc1f3c5 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:40:38.196192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e23fa-3580-49de-b2fe-f6155fc1f3c5 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:40:38.196603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e23fa-3580-49de-b2fe-f6155fc1f3c5 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:40:38.197011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e23fa-3580-49de-b2fe-f6155fc1f3c5 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:40:38.197414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e23fa-3580-49de-b2fe-f6155fc1f3c5 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:40:38.197821 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e23fa-3580-49de-b2fe-f6155fc1f3c5 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:40:38.200956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1f0e23fa-3580-49de-b2fe-f6155fc1f3c5 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:38.202234 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1f0e23fa-3580-49de-b2fe-f6155fc1f3c5 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1584721 Dec 25 20:40:38.203264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1f0e23fa-3580-49de-b2fe-f6155fc1f3c5 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:40:38.206048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 32966) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:40:38.212217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-7409899d-e2a5-4aef-b3a2-87d5cc54ede2 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Request body: {'security_group_rule': {'security_group_id': 'd7149c63-61fb-4a58-a347-e1a6bc73d03b', 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:40:38.218895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7409899d-e2a5-4aef-b3a2-87d5cc54ede2 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:40:38.223650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7409899d-e2a5-4aef-b3a2-87d5cc54ede2 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Usage tracker for resource:security_group_rule and tenant:058be7ccb6414b7982d15ef7ec089ac1 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:40:38.226635 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7409899d-e2a5-4aef-b3a2-87d5cc54ede2 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:40:38.233058 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7409899d-e2a5-4aef-b3a2-87d5cc54ede2 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:40:38.250330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7409899d-e2a5-4aef-b3a2-87d5cc54ede2 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:38.313760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7409899d-e2a5-4aef-b3a2-87d5cc54ede2 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:38.316901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7409899d-e2a5-4aef-b3a2-87d5cc54ede2 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:38.318858 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-21f497dc-f749-406e-81f4-e9cfa2db351a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:40:38.342275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7409899d-e2a5-4aef-b3a2-87d5cc54ede2 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=217b4094-cbd7-4822-aedc-2ce328ab803a,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:40:38.344818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7409899d-e2a5-4aef-b3a2-87d5cc54ede2 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:40:38.350839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7409899d-e2a5-4aef-b3a2-87d5cc54ede2 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:38.352141 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7409899d-e2a5-4aef-b3a2-87d5cc54ede2 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1450427 Dec 25 20:40:38.355093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 32970) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:40:38.360993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-21511866-b832-404f-9f70-3c8df712ca29 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Request body: {'security_group_rule': {'security_group_id': 'd7149c63-61fb-4a58-a347-e1a6bc73d03b', 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:40:38.367225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-21511866-b832-404f-9f70-3c8df712ca29 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:40:38.371223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-21511866-b832-404f-9f70-3c8df712ca29 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Usage tracker for resource:security_group_rule and tenant:058be7ccb6414b7982d15ef7ec089ac1 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:40:38.374438 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-21511866-b832-404f-9f70-3c8df712ca29 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:40:38.380997 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-21511866-b832-404f-9f70-3c8df712ca29 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:40:38.400124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-21511866-b832-404f-9f70-3c8df712ca29 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:38.464857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-21511866-b832-404f-9f70-3c8df712ca29 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:38.468981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-21511866-b832-404f-9f70-3c8df712ca29 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:38.471071 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a3562236-d502-4de0-91a7-990b42acda8f tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:40:38.475342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e29a5c39-2e29-461b-a70e-557c3d3148a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:38.494938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21511866-b832-404f-9f70-3c8df712ca29 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bbaa0cb-06c9-4a99-8772-5962b3133746,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:40:38.497491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-21511866-b832-404f-9f70-3c8df712ca29 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:40:38.504283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-21511866-b832-404f-9f70-3c8df712ca29 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:38.505556 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-21511866-b832-404f-9f70-3c8df712ca29 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1494610 Dec 25 20:40:38.508537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 32976) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:40:38.514321 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-dca03e2f-d9ee-4ba5-9e6b-f65eb60eb2b6 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Request body: {'security_group_rule': {'security_group_id': 'd7149c63-61fb-4a58-a347-e1a6bc73d03b', 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:40:38.525152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-dca03e2f-d9ee-4ba5-9e6b-f65eb60eb2b6 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:40:38.529157 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-dca03e2f-d9ee-4ba5-9e6b-f65eb60eb2b6 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Usage tracker for resource:security_group_rule and tenant:058be7ccb6414b7982d15ef7ec089ac1 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:40:38.532131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-dca03e2f-d9ee-4ba5-9e6b-f65eb60eb2b6 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:40:38.538137 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-dca03e2f-d9ee-4ba5-9e6b-f65eb60eb2b6 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:40:38.553742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dca03e2f-d9ee-4ba5-9e6b-f65eb60eb2b6 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:38.619423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dca03e2f-d9ee-4ba5-9e6b-f65eb60eb2b6 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:38.622024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dca03e2f-d9ee-4ba5-9e6b-f65eb60eb2b6 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:38.624184 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9c80910c-ca0b-43ad-bb74-08d3d1aef4b2 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:40:38.647923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca03e2f-d9ee-4ba5-9e6b-f65eb60eb2b6 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd1f0a4d-4a44-4539-99ef-52c228265b5e,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:40:38.650370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dca03e2f-d9ee-4ba5-9e6b-f65eb60eb2b6 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:40:38.656434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dca03e2f-d9ee-4ba5-9e6b-f65eb60eb2b6 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:38.657696 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-dca03e2f-d9ee-4ba5-9e6b-f65eb60eb2b6 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1481786 Dec 25 20:40:38.660691 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 32980) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:40:38.666445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-cc608f82-81fd-4388-b057-0c07654ee352 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Request body: {'security_group_rule': {'security_group_id': 'd7149c63-61fb-4a58-a347-e1a6bc73d03b', 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:40:38.672497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-cc608f82-81fd-4388-b057-0c07654ee352 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:40:38.676998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-cc608f82-81fd-4388-b057-0c07654ee352 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Usage tracker for resource:security_group_rule and tenant:058be7ccb6414b7982d15ef7ec089ac1 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:40:38.679965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-cc608f82-81fd-4388-b057-0c07654ee352 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:40:38.685899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-cc608f82-81fd-4388-b057-0c07654ee352 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:40:38.696377 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-cc608f82-81fd-4388-b057-0c07654ee352 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Project 058be7ccb6414b7982d15ef7ec089ac1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 20:40:38.702829 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cc608f82-81fd-4388-b057-0c07654ee352 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:38.772189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cc608f82-81fd-4388-b057-0c07654ee352 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:38.774787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cc608f82-81fd-4388-b057-0c07654ee352 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:38.776695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-41244be8-417d-43da-8d2e-f36e07b78f87 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:40:38.799699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc608f82-81fd-4388-b057-0c07654ee352 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45bb3812-97e3-45c7-bb82-03f99cf1617d,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:40:38.802148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cc608f82-81fd-4388-b057-0c07654ee352 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:40:38.808264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cc608f82-81fd-4388-b057-0c07654ee352 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:38.809565 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-cc608f82-81fd-4388-b057-0c07654ee352 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1478875 Dec 25 20:40:38.812604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 32984) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:40:38.819868 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-e9cb921c-a681-4ee8-92c6-e4e5f83df197 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Request body: {'security_group_rule': {'security_group_id': 'd7149c63-61fb-4a58-a347-e1a6bc73d03b', 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:40:38.826445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e9cb921c-a681-4ee8-92c6-e4e5f83df197 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:40:38.830512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e9cb921c-a681-4ee8-92c6-e4e5f83df197 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Usage tracker for resource:security_group_rule and tenant:058be7ccb6414b7982d15ef7ec089ac1 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:40:38.833598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e9cb921c-a681-4ee8-92c6-e4e5f83df197 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:40:38.836485 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:38.840095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e9cb921c-a681-4ee8-92c6-e4e5f83df197 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:40:38.849548 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-e9cb921c-a681-4ee8-92c6-e4e5f83df197 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Project 058be7ccb6414b7982d15ef7ec089ac1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 20:40:38.856652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e9cb921c-a681-4ee8-92c6-e4e5f83df197 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:38.879867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 6bff9287-c814-4595-af87-a9d3f428ec77 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:40:38.912796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] No Port match for: 6bff9287-c814-4595-af87-a9d3f428ec77 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:40:38.913197 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 6bff9287-c814-4595-af87-a9d3f428ec77 not bound to the agent host hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:40:38.925867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e9cb921c-a681-4ee8-92c6-e4e5f83df197 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:38.928581 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e9cb921c-a681-4ee8-92c6-e4e5f83df197 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:38.930452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6ea39cc0-fc9a-4c2d-b2fa-1b451a22a3ef tempest-TestVolumeBootPattern-2044586854 tempest-TestVolumeBootPattern-2044586854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:40:38.953734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb921c-a681-4ee8-92c6-e4e5f83df197 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efd1645d-bca3-4367-8791-47d5977769e7,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:40:38.956220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e9cb921c-a681-4ee8-92c6-e4e5f83df197 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:40:38.962457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e9cb921c-a681-4ee8-92c6-e4e5f83df197 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:38.963762 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e9cb921c-a681-4ee8-92c6-e4e5f83df197 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1501179 Dec 25 20:40:40.176738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:44.045249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:40:54.072211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:55.378306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-291268ac-91e8-4a67-8e14-f3fe346fd2c7 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Synchronizing usage tracker for tenant:058be7ccb6414b7982d15ef7ec089ac1 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:40:55.400399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-291268ac-91e8-4a67-8e14-f3fe346fd2c7 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Unset dirty status for tenant:058be7ccb6414b7982d15ef7ec089ac1 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:40:55.401715 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-291268ac-91e8-4a67-8e14-f3fe346fd2c7 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1806265500&fields=id&tenant_id=058be7ccb6414b7982d15ef7ec089ac1 HTTP/1.1" status: 200 len: 267 time: 0.0786345 Dec 25 20:40:55.561906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-a78ee015-c292-4096-abf4-b530f5239e90 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:40:55.563538 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-a78ee015-c292-4096-abf4-b530f5239e90 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/networks?id=0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442 HTTP/1.1" status: 200 len: 808 time: 0.1546006 Dec 25 20:40:55.582406 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-cb9be7f1-36d1-499a-a6d2-acf30ec0f49c tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/quotas/058be7ccb6414b7982d15ef7ec089ac1 HTTP/1.1" status: 200 len: 375 time: 0.0115991 Dec 25 20:40:55.672051 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-d45e92b8-6cd8-4530-866c-1122f7191e54 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=058be7ccb6414b7982d15ef7ec089ac1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0842891 Dec 25 20:40:56.055727 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-2636c7c5-ab84-4681-b3fb-dcafced1e890 service neutron] 10.222.0.24 "GET /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679414 Dec 25 20:40:56.202575 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-e21ba3bb-7c13-4833-aa81-36537a31b254 service neutron] 10.222.0.24 "GET /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403685 Dec 25 20:40:56.616641 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0f06a1f2-0b30-413e-b3bf-ff0b5fd6d70d req-f7efc609-2c48-4b93-8aa7-7eef6afeea68 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 210 time: 0.0457416 Dec 25 20:40:57.969451 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7c30cde9-29fd-48cd-be36-fae9f8ea81ea req-64750d6b-722c-494f-aea7-485505dda287 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 210 time: 0.0576782 Dec 25 20:40:57.978715 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-34fa23df-64a0-449a-864e-7d49f8fc3aa6 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:40:57.980281 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-34fa23df-64a0-449a-864e-7d49f8fc3aa6 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.36 "GET /v2.0/networks?id=0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442 HTTP/1.1" status: 200 len: 808 time: 0.2176070 Dec 25 20:40:58.062301 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-9a73fe9f-b1b7-425f-9250-9f1e93a47e98 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=058be7ccb6414b7982d15ef7ec089ac1 HTTP/1.1" status: 200 len: 380 time: 0.0645938 Dec 25 20:40:58.073509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-118f16ce-9e03-4654-b21b-b4f9f52dca4e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Request body: {'port': {'device_id': '972d225e-8c1f-4880-8ff9-f52b3bee6ab6', 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442', 'admin_state_up': True, 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'security_groups': ['d7149c63-61fb-4a58-a347-e1a6bc73d03b']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:40:58.223389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-118f16ce-9e03-4654-b21b-b4f9f52dca4e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:40:58.233995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-118f16ce-9e03-4654-b21b-b4f9f52dca4e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:40:58.242734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-118f16ce-9e03-4654-b21b-b4f9f52dca4e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Made reservation on behalf of 058be7ccb6414b7982d15ef7ec089ac1 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:40:58.248507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-118f16ce-9e03-4654-b21b-b4f9f52dca4e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:58.420285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-118f16ce-9e03-4654-b21b-b4f9f52dca4e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Allocated IP 172.20.0.13 (0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442/766f2447-8cfa-4f45-86a8-08ccd6279b1d/8963bf03-fee6-4cb0-b30c-92bda4173dbd) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:40:58.624938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-118f16ce-9e03-4654-b21b-b4f9f52dca4e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:58.649009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-118f16ce-9e03-4654-b21b-b4f9f52dca4e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Transition to ACTIVE for port object 8963bf03-fee6-4cb0-b30c-92bda4173dbd will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:40:58.680883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-118f16ce-9e03-4654-b21b-b4f9f52dca4e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:58.686665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-141fda22-a4fa-4918-910d-0205bcee681a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:40:58.758484 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-118f16ce-9e03-4654-b21b-b4f9f52dca4e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Network 0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:40:58.761710 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-118f16ce-9e03-4654-b21b-b4f9f52dca4e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:40:58.766277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-118f16ce-9e03-4654-b21b-b4f9f52dca4e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:40:58.801015 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f16ce-9e03-4654-b21b-b4f9f52dca4e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Pushing event updated for resources: {'Port': ['ID=8963bf03-fee6-4cb0-b30c-92bda4173dbd,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:40:58.808940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-118f16ce-9e03-4654-b21b-b4f9f52dca4e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:40:58.838964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-118f16ce-9e03-4654-b21b-b4f9f52dca4e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:40:58.839637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-118f16ce-9e03-4654-b21b-b4f9f52dca4e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:58.872128 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-118f16ce-9e03-4654-b21b-b4f9f52dca4e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8026013 Dec 25 20:40:58.887813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-d3f0eb39-d782-4568-bce8-b76b536f0ea6 service neutron] Request body: {'port': {'device_id': '972d225e-8c1f-4880-8ff9-f52b3bee6ab6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:40:59.009399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-d3f0eb39-d782-4568-bce8-b76b536f0ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:59.055321 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b6107324-1104-4137-bf3d-f9b42c1924d8 None None] Provisioning for port 8963bf03-fee6-4cb0-b30c-92bda4173dbd completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:40:59.063090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b6107324-1104-4137-bf3d-f9b42c1924d8 None None] Provisioning complete for port 8963bf03-fee6-4cb0-b30c-92bda4173dbd triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:40:59.063771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b6107324-1104-4137-bf3d-f9b42c1924d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:59.126898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b6107324-1104-4137-bf3d-f9b42c1924d8 None None] Port 8963bf03-fee6-4cb0-b30c-92bda4173dbd cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:40:59.358695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0ec53-ed54-41c7-9ed0-8d937ec79fc4 req-0e00d0e1-21b8-49b1-b53c-ccfb8e45ea48 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:40:59.359419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-53e0ec53-ed54-41c7-9ed0-8d937ec79fc4 req-0e00d0e1-21b8-49b1-b53c-ccfb8e45ea48 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Synchronizing usage tracker for tenant:058be7ccb6414b7982d15ef7ec089ac1 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:40:59.392896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-53e0ec53-ed54-41c7-9ed0-8d937ec79fc4 req-0e00d0e1-21b8-49b1-b53c-ccfb8e45ea48 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Unset dirty status for tenant:058be7ccb6414b7982d15ef7ec089ac1 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:40:59.394190 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-53e0ec53-ed54-41c7-9ed0-8d937ec79fc4 req-0e00d0e1-21b8-49b1-b53c-ccfb8e45ea48 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 932 time: 0.2496574 Dec 25 20:40:59.489688 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-53e0ec53-ed54-41c7-9ed0-8d937ec79fc4 req-99a81492-3166-4ad1-a3a1-d4b4a07a4476 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7149c63-61fb-4a58-a347-e1a6bc73d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881648 Dec 25 20:40:59.516195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-d3f0eb39-d782-4568-bce8-b76b536f0ea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8963bf03-fee6-4cb0-b30c-92bda4173dbd {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:40:59.523938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-d3f0eb39-d782-4568-bce8-b76b536f0ea6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:59.539009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-d3f0eb39-d782-4568-bce8-b76b536f0ea6 service neutron] Transition to ACTIVE for port object 8963bf03-fee6-4cb0-b30c-92bda4173dbd will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:40:59.541607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-d3f0eb39-d782-4568-bce8-b76b536f0ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:59.545955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e7fcaf3e-f6ee-4cbf-9ff8-3820d335bb68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:40:59.673725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f0eb39-d782-4568-bce8-b76b536f0ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=8963bf03-fee6-4cb0-b30c-92bda4173dbd,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:40:59.678950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d3f0eb39-d782-4568-bce8-b76b536f0ea6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:40:59.793340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-d3f0eb39-d782-4568-bce8-b76b536f0ea6 service neutron] Attempting to bind port 8963bf03-fee6-4cb0-b30c-92bda4173dbd on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:40:59.793692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-d3f0eb39-d782-4568-bce8-b76b536f0ea6 service neutron] Attempting to bind port 8963bf03-fee6-4cb0-b30c-92bda4173dbd by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '5ac78184-29b0-463a-8b5a-3c405802ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:40:59.794060 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-d3f0eb39-d782-4568-bce8-b76b536f0ea6 service neutron] Attempting to bind port 8963bf03-fee6-4cb0-b30c-92bda4173dbd on network 0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:40:59.800477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-d3f0eb39-d782-4568-bce8-b76b536f0ea6 service neutron] Port 8963bf03-fee6-4cb0-b30c-92bda4173dbd on network 0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 20:40:59.800838 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-d3f0eb39-d782-4568-bce8-b76b536f0ea6 service neutron] Attempting to bind port 8963bf03-fee6-4cb0-b30c-92bda4173dbd on network 0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:40:59.808406 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-d3f0eb39-d782-4568-bce8-b76b536f0ea6 service neutron] Checking agent: {'id': '5d7a6d50-e450-4e92-a105-61a558d89e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'started_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:40:59.808781 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-d3f0eb39-d782-4568-bce8-b76b536f0ea6 service neutron] Checking segment: {'id': '5ac78184-29b0-463a-8b5a-3c405802ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:40:59.809199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-d3f0eb39-d782-4568-bce8-b76b536f0ea6 service neutron] Bound using segment: {'id': '5ac78184-29b0-463a-8b5a-3c405802ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:40:59.809677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-d3f0eb39-d782-4568-bce8-b76b536f0ea6 service neutron] Bound port: 8963bf03-fee6-4cb0-b30c-92bda4173dbd, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ac78184-29b0-463a-8b5a-3c405802ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:40:59.810058 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-d3f0eb39-d782-4568-bce8-b76b536f0ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:59.910619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-d3f0eb39-d782-4568-bce8-b76b536f0ea6 service neutron] For port 8963bf03-fee6-4cb0-b30c-92bda4173dbd, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:40:59.913733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-d3f0eb39-d782-4568-bce8-b76b536f0ea6 service neutron] For port 8963bf03-fee6-4cb0-b30c-92bda4173dbd, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8963bf03-fee6-4cb0-b30c-92bda4173dbd,segment=NetworkSegment(5ac78184-29b0-463a-8b5a-3c405802ecf2),segment_id=5ac78184-29b0-463a-8b5a-3c405802ecf2)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:40:59.917004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-d3f0eb39-d782-4568-bce8-b76b536f0ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:59.921400 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2d25734f-399e-4e79-808a-2d35ac22064e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:40:59.983526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-d3f0eb39-d782-4568-bce8-b76b536f0ea6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:40:59.985114 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-d3f0eb39-d782-4568-bce8-b76b536f0ea6 service neutron] 10.222.0.36 "PUT /v2.0/ports/8963bf03-fee6-4cb0-b30c-92bda4173dbd HTTP/1.1" status: 200 len: 1094 time: 1.1019413 Dec 25 20:40:59.985590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972d225e-8c1f-4880-8ff9-f52b3bee6ab6', 'tag': '8963bf03-fee6-4cb0-b30c-92bda4173dbd'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:41:00.006098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f0eb39-d782-4568-bce8-b76b536f0ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=8963bf03-fee6-4cb0-b30c-92bda4173dbd,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:41:00.010767 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d3f0eb39-d782-4568-bce8-b76b536f0ea6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:41:00.061748 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '972d225e-8c1f-4880-8ff9-f52b3bee6ab6', 'tag': '8963bf03-fee6-4cb0-b30c-92bda4173dbd', 'status': 'completed', 'code': 200} Dec 25 20:41:00.110062 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-b2c52dfc-eb21-48cb-b3b7-d26d351e8e5d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=058be7ccb6414b7982d15ef7ec089ac1&device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 1097 time: 0.0854020 Dec 25 20:41:00.194897 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-5408793f-4eb0-4861-af2c-efe397f7da38 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8963bf03-fee6-4cb0-b30c-92bda4173dbd HTTP/1.1" status: 200 len: 217 time: 0.0735040 Dec 25 20:41:00.270614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-f723ed81-97b2-4005-9d0b-74eb5ff8caa7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:41:00.272725 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-f723ed81-97b2-4005-9d0b-74eb5ff8caa7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=766f2447-8cfa-4f45-86a8-08ccd6279b1d HTTP/1.1" status: 200 len: 847 time: 0.0676880 Dec 25 20:41:00.358589 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-365b30fe-773f-4cc8-9fc9-4ff854c1e2d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763466 Dec 25 20:41:00.503637 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-a3e1da8c-7336-433e-b7f8-2525b6cfcadf service neutron] 10.222.0.36 "GET /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351461 Dec 25 20:41:00.711395 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-53ed7957-663e-4e34-8c13-981e9cd5c0e5 req-b91c647f-4503-4f66-bf51-15a1799000c9 service neutron] 10.222.0.36 "GET /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973572 Dec 25 20:41:00.728661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556b307-c9e2-426e-89b6-a6e99226ef29 req-8e3248d6-095d-4648-bf82-97c9ed05616f tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:41:00.730659 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5556b307-c9e2-426e-89b6-a6e99226ef29 req-8e3248d6-095d-4648-bf82-97c9ed05616f tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 944 time: 0.1136968 Dec 25 20:41:00.831488 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5556b307-c9e2-426e-89b6-a6e99226ef29 req-2a4ec4b6-6d1c-41a4-bc48-f7ad70e64449 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7149c63-61fb-4a58-a347-e1a6bc73d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944219 Dec 25 20:41:00.856188 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7d92c798-9789-4d9b-8d8a-2c706e5aa577 req-d8e2fcd8-1ad0-4931-a3cc-14ffdff1fcdd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=058be7ccb6414b7982d15ef7ec089ac1&device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 1097 time: 0.0878534 Dec 25 20:41:01.007780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92c798-9789-4d9b-8d8a-2c706e5aa577 req-4aea24ef-9cb6-42b6-b845-f334e899d999 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:41:01.009370 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7d92c798-9789-4d9b-8d8a-2c706e5aa577 req-4aea24ef-9cb6-42b6-b845-f334e899d999 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442 HTTP/1.1" status: 200 len: 908 time: 0.1458383 Dec 25 20:41:01.088179 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7d92c798-9789-4d9b-8d8a-2c706e5aa577 req-288a32a9-ffc3-408a-8302-48efcd704c58 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8963bf03-fee6-4cb0-b30c-92bda4173dbd HTTP/1.1" status: 200 len: 217 time: 0.0660357 Dec 25 20:41:01.401482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92c798-9789-4d9b-8d8a-2c706e5aa577 req-7705f0cd-83f4-4c8d-b55a-a88a7fd360fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:41:01.402980 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7d92c798-9789-4d9b-8d8a-2c706e5aa577 req-7705f0cd-83f4-4c8d-b55a-a88a7fd360fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=766f2447-8cfa-4f45-86a8-08ccd6279b1d HTTP/1.1" status: 200 len: 847 time: 0.3048141 Dec 25 20:41:01.485776 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7d92c798-9789-4d9b-8d8a-2c706e5aa577 req-46b58cf6-15f9-4f40-b6c3-d0c02d76ae43 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726945 Dec 25 20:41:01.632327 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7d92c798-9789-4d9b-8d8a-2c706e5aa577 req-9200b6b9-5b4f-43eb-ac71-186121925ab9 service neutron] 10.222.0.36 "GET /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351192 Dec 25 20:41:01.777892 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-7d92c798-9789-4d9b-8d8a-2c706e5aa577 req-f56845cd-d71d-4785-b893-9db46b5fba9f service neutron] 10.222.0.36 "GET /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349468 Dec 25 20:41:02.034597 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0dc2f-23f6-46e5-aacd-4dce73a66649 req-6f16b0a6-69ae-4ccc-820e-9d4ca0d2d0b9 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:41:02.036150 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-44f0dc2f-23f6-46e5-aacd-4dce73a66649 req-6f16b0a6-69ae-4ccc-820e-9d4ca0d2d0b9 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 944 time: 0.0818605 Dec 25 20:41:02.088630 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-44f0dc2f-23f6-46e5-aacd-4dce73a66649 req-3b7271d3-12e1-43cf-80cb-6a4133a34cb9 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7149c63-61fb-4a58-a347-e1a6bc73d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460920 Dec 25 20:41:03.290276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d281f-202a-4623-834a-a46c75b9df2d req-f0621bdc-0b81-4cd6-b867-5ebfc47cce60 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:41:03.291909 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c00d281f-202a-4623-834a-a46c75b9df2d req-f0621bdc-0b81-4cd6-b867-5ebfc47cce60 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 944 time: 0.0821579 Dec 25 20:41:03.339682 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c00d281f-202a-4623-834a-a46c75b9df2d req-02584379-6513-402f-8143-c97fdd222774 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7149c63-61fb-4a58-a347-e1a6bc73d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418046 Dec 25 20:41:04.545949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430b89d-6899-4abb-a769-15ec8080bfb1 req-fc477a1b-bf78-44d6-abc6-1918e45633b3 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:41:04.547575 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3430b89d-6899-4abb-a769-15ec8080bfb1 req-fc477a1b-bf78-44d6-abc6-1918e45633b3 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 944 time: 0.0868826 Dec 25 20:41:04.595815 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3430b89d-6899-4abb-a769-15ec8080bfb1 req-775d2757-879b-4602-aa34-eb07e168a3a7 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7149c63-61fb-4a58-a347-e1a6bc73d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422773 Dec 25 20:41:05.802704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae5f42-411c-4c5c-ad06-469eb92c0ff5 req-c4c0cb03-fe44-4cb2-9c00-bd3893599ec6 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:41:05.804341 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c9ae5f42-411c-4c5c-ad06-469eb92c0ff5 req-c4c0cb03-fe44-4cb2-9c00-bd3893599ec6 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 944 time: 0.0847588 Dec 25 20:41:05.852495 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c9ae5f42-411c-4c5c-ad06-469eb92c0ff5 req-3b83ed95-d524-4192-ad3d-18aa674ae8bd tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7149c63-61fb-4a58-a347-e1a6bc73d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417378 Dec 25 20:41:06.169524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-279a68a8-92fb-46e0-bb3e-26330800e7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:41:07.059149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f9c23-a6f3-4091-b4a6-f492c4525b6a req-c2434382-7b7a-46ef-bb7e-440ad32b8c4c tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:41:07.060758 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1f1f9c23-a6f3-4091-b4a6-f492c4525b6a req-c2434382-7b7a-46ef-bb7e-440ad32b8c4c tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 944 time: 0.0873089 Dec 25 20:41:07.110921 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1f1f9c23-a6f3-4091-b4a6-f492c4525b6a req-6eeb1c7d-8d60-4634-ab63-3271eeff97df tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7149c63-61fb-4a58-a347-e1a6bc73d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441856 Dec 25 20:41:07.311162 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:41:08.312322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82140db8-c66a-414b-9157-d80aa4356c55 req-e8ac0ad6-ce4f-4c44-bf88-1c9cde7dc16e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:41:08.313941 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-82140db8-c66a-414b-9157-d80aa4356c55 req-e8ac0ad6-ce4f-4c44-bf88-1c9cde7dc16e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 944 time: 0.0835466 Dec 25 20:41:08.361256 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-82140db8-c66a-414b-9157-d80aa4356c55 req-ae2000b7-e417-49a5-aea4-b85b5903838c tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7149c63-61fb-4a58-a347-e1a6bc73d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413175 Dec 25 20:41:08.466559 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c54eb09f-c21b-41a0-b758-ff93f8adfac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:41:08.838809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:41:09.031302 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 8963bf03-fee6-4cb0-b30c-92bda4173dbd details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 20:41:09.173264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 8963bf03-fee6-4cb0-b30c-92bda4173dbd, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8963bf03-fee6-4cb0-b30c-92bda4173dbd,segment=NetworkSegment(5ac78184-29b0-463a-8b5a-3c405802ecf2),segment_id=5ac78184-29b0-463a-8b5a-3c405802ecf2)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:41:09.187037 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': '8963bf03-fee6-4cb0-b30c-92bda4173dbd', 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442', 'port_id': '8963bf03-fee6-4cb0-b30c-92bda4173dbd', 'mac_address': 'fa:16:3e:03:10:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '766f2447-8cfa-4f45-86a8-08ccd6279b1d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 20:41:09.241506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:41:09.259956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8963bf03-fee6-4cb0-b30c-92bda4173dbd {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:41:09.275292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 8963bf03-fee6-4cb0-b30c-92bda4173dbd, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8963bf03-fee6-4cb0-b30c-92bda4173dbd,segment=NetworkSegment(5ac78184-29b0-463a-8b5a-3c405802ecf2),segment_id=5ac78184-29b0-463a-8b5a-3c405802ecf2)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:41:09.278000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:41:09.279833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1a5e2e93-fa9a-4a9c-8f66-8fc3d94f99bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:41:09.346320 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=8963bf03-fee6-4cb0-b30c-92bda4173dbd,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:41:09.355257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:41:09.355648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:41:09.356025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:41:09.356402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:41:09.356779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:41:09.357148 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:41:09.357515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:41:09.357882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:41:09.358247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:41:09.358608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:41:09.358966 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:41:09.362917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:41:09.550051 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['8963bf03-fee6-4cb0-b30c-92bda4173dbd'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:41:09.641305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc8d3f-7893-4cde-a8a3-5c3e77e98b98 req-0cb37dc2-1196-4be7-936b-45de7dc356e3 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:41:09.642923 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-37cc8d3f-7893-4cde-a8a3-5c3e77e98b98 req-0cb37dc2-1196-4be7-936b-45de7dc356e3 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 945 time: 0.0876527 Dec 25 20:41:09.690931 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-37cc8d3f-7893-4cde-a8a3-5c3e77e98b98 req-956a70bf-10f0-4188-9c00-ae8d8a51a483 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7149c63-61fb-4a58-a347-e1a6bc73d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417004 Dec 25 20:41:10.166354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:41:10.897011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f553061-fce3-49c0-9595-530ad176f93b req-4f50fd38-734c-41f5-aacc-658d02c3bb43 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:41:10.898633 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3f553061-fce3-49c0-9595-530ad176f93b req-4f50fd38-734c-41f5-aacc-658d02c3bb43 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 945 time: 0.0873578 Dec 25 20:41:10.950579 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3f553061-fce3-49c0-9595-530ad176f93b req-0812ba9d-1446-4184-8dff-045de035f539 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7149c63-61fb-4a58-a347-e1a6bc73d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457239 Dec 25 20:41:11.034920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 8963bf03-fee6-4cb0-b30c-92bda4173dbd up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:41:11.104863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning for port 8963bf03-fee6-4cb0-b30c-92bda4173dbd completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:41:11.109665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port 8963bf03-fee6-4cb0-b30c-92bda4173dbd triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:41:11.110088 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:41:11.238721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:41:11.267011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972d225e-8c1f-4880-8ff9-f52b3bee6ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8963bf03-fee6-4cb0-b30c-92bda4173dbd'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:41:11.276875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 8963bf03-fee6-4cb0-b30c-92bda4173dbd, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8963bf03-fee6-4cb0-b30c-92bda4173dbd,segment=NetworkSegment(5ac78184-29b0-463a-8b5a-3c405802ecf2),segment_id=5ac78184-29b0-463a-8b5a-3c405802ecf2)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:41:11.280449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:41:11.282020 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:41:11.348262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=8963bf03-fee6-4cb0-b30c-92bda4173dbd,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:41:11.352336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:41:11.403966 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972d225e-8c1f-4880-8ff9-f52b3bee6ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8963bf03-fee6-4cb0-b30c-92bda4173dbd', 'code': 200} Dec 25 20:41:11.708230 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1279d14a-16d6-4c05-bed6-e336d856c8b7 req-329ae1cd-aa46-47d9-aca7-7e083b5c411d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 1099 time: 0.0733609 Dec 25 20:41:11.757777 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1279d14a-16d6-4c05-bed6-e336d856c8b7 req-dfe5c883-495f-4a98-a01a-156cdd0d1433 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d7149c63-61fb-4a58-a347-e1a6bc73d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388198 Dec 25 20:41:12.160916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4682256-b091-433c-b68c-3ad0470364b8 req-bff4c7cb-003b-4a31-b1f1-1a31bb339cdf tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:41:12.163045 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d4682256-b091-433c-b68c-3ad0470364b8 req-bff4c7cb-003b-4a31-b1f1-1a31bb339cdf tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 946 time: 0.0900123 Dec 25 20:41:12.212773 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d4682256-b091-433c-b68c-3ad0470364b8 req-c726bf65-9f21-4cf0-a6dd-a4d9ebb4e49d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7149c63-61fb-4a58-a347-e1a6bc73d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431931 Dec 25 20:41:13.432491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b9b84-f40d-47f7-852d-563f4ecee38d req-bbf21792-3390-47eb-a4e3-d712eb8b4018 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:41:13.434024 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4c3b9b84-f40d-47f7-852d-563f4ecee38d req-bbf21792-3390-47eb-a4e3-d712eb8b4018 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 946 time: 0.0961030 Dec 25 20:41:13.483567 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4c3b9b84-f40d-47f7-852d-563f4ecee38d req-8c7a72a4-f4f8-4b5b-88a9-24a0db1b4c94 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7149c63-61fb-4a58-a347-e1a6bc73d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432682 Dec 25 20:41:13.686843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595af653-38eb-4115-833f-47f4bc20b005 req-e295df67-894b-4f49-88ab-9284437f2f7c tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:41:13.688405 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-595af653-38eb-4115-833f-47f4bc20b005 req-e295df67-894b-4f49-88ab-9284437f2f7c tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 946 time: 0.0856836 Dec 25 20:41:13.736160 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-595af653-38eb-4115-833f-47f4bc20b005 req-82933845-a37e-4311-9ee2-ddd891c91e3e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7149c63-61fb-4a58-a347-e1a6bc73d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412683 Dec 25 20:41:13.764109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 33184) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:41:13.839601 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d624e3a9-3ce2-4ded-a412-771eb91d649d tempest-TestShelveInstance-223897957 tempest-TestShelveInstance-223897957-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 1094 time: 0.0741513 Dec 25 20:41:13.842261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 33188) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:41:13.847847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-f8b1df6c-16d9-4afa-be60-cfe3f991814d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Request body: {'floatingip': {'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'port_id': '8963bf03-fee6-4cb0-b30c-92bda4173dbd', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:41:13.853732 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f8b1df6c-16d9-4afa-be60-cfe3f991814d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:41:13.857749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f8b1df6c-16d9-4afa-be60-cfe3f991814d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Usage tracker for resource:floatingip and tenant:058be7ccb6414b7982d15ef7ec089ac1 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:41:13.860720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-f8b1df6c-16d9-4afa-be60-cfe3f991814d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:41:13.867249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-f8b1df6c-16d9-4afa-be60-cfe3f991814d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:41:13.876872 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f8b1df6c-16d9-4afa-be60-cfe3f991814d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:41:14.022541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f8b1df6c-16d9-4afa-be60-cfe3f991814d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:41:14.167994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-f8b1df6c-16d9-4afa-be60-cfe3f991814d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Allocated IP 172.26.8.131 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/1aeb1cc5-4ba9-4139-973d-1f705b84622a) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:41:14.322461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f8b1df6c-16d9-4afa-be60-cfe3f991814d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:41:14.347521 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f8b1df6c-16d9-4afa-be60-cfe3f991814d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:41:14.352523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f7eeef82-516b-4a52-9965-282afdbac8a1 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:41:14.425285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b1df6c-16d9-4afa-be60-cfe3f991814d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:41:14.426398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-f8b1df6c-16d9-4afa-be60-cfe3f991814d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:41:14.429668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b1df6c-16d9-4afa-be60-cfe3f991814d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:41:14.479896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1df6c-16d9-4afa-be60-cfe3f991814d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Pushing event updated for resources: {'Port': ['ID=1aeb1cc5-4ba9-4139-973d-1f705b84622a,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:41:14.482790 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f8b1df6c-16d9-4afa-be60-cfe3f991814d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:41:14.959100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f8b1df6c-16d9-4afa-be60-cfe3f991814d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:41:15.017020 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f8b1df6c-16d9-4afa-be60-cfe3f991814d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:41:15.228036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f8b1df6c-16d9-4afa-be60-cfe3f991814d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:41:15.231462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f8b1df6c-16d9-4afa-be60-cfe3f991814d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:41:15.235803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a2c371ed-d983-40d0-8ce1-a0b25190be1d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:41:15.343093 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1df6c-16d9-4afa-be60-cfe3f991814d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Pushing event updated for resources: {'Port': ['ID=1aeb1cc5-4ba9-4139-973d-1f705b84622a,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:41:15.347615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f8b1df6c-16d9-4afa-be60-cfe3f991814d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:41:15.358207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f8b1df6c-16d9-4afa-be60-cfe3f991814d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:41:15.553328 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [None req-f8b1df6c-16d9-4afa-be60-cfe3f991814d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Floating IP 9dd24ecd-62ee-4e5d-91f4-ee3bea0f74a3 associated. External IP: 172.26.8.131, port: 8963bf03-fee6-4cb0-b30c-92bda4173dbd. Dec 25 20:41:16.178923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b1df6c-16d9-4afa-be60-cfe3f991814d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Router 03b5cca1-893d-4a5f-b631-ca9cbbb76c0c has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:41:16.387345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b1df6c-16d9-4afa-be60-cfe3f991814d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:41:16.397904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11a004c-7ed1-4c9e-aace-30681c17ab90 None None] Sync routers for ids ['03b5cca1-893d-4a5f-b631-ca9cbbb76c0c'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:41:16.411356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11a004c-7ed1-4c9e-aace-30681c17ab90 None None] Routers {'03b5cca1-893d-4a5f-b631-ca9cbbb76c0c'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:41:16.412656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d11a004c-7ed1-4c9e-aace-30681c17ab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:41:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['03b5cca1-893d-4a5f-b631-ca9cbbb76c0c'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:41:16.413132 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f8b1df6c-16d9-4afa-be60-cfe3f991814d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:41:16.469226 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f8b1df6c-16d9-4afa-be60-cfe3f991814d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6258719 Dec 25 20:41:16.470012 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972d225e-8c1f-4880-8ff9-f52b3bee6ab6', 'tag': '8963bf03-fee6-4cb0-b30c-92bda4173dbd'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:41:16.528588 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '972d225e-8c1f-4880-8ff9-f52b3bee6ab6', 'tag': '8963bf03-fee6-4cb0-b30c-92bda4173dbd', 'status': 'completed', 'code': 200} Dec 25 20:41:16.636878 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-16364027-d522-40a1-b45d-a31cd926378e req-bbecc646-81ee-4e80-93cf-a9042ce42e87 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=058be7ccb6414b7982d15ef7ec089ac1&device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 1099 time: 0.0847316 Dec 25 20:41:16.769632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-d11a004c-7ed1-4c9e-aace-30681c17ab90 None None] Set router 03b5cca1-893d-4a5f-b631-ca9cbbb76c0c gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:41:16.787272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16364027-d522-40a1-b45d-a31cd926378e req-295a5a4b-9006-448e-ad7e-901c8699f0e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:41:16.788850 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-16364027-d522-40a1-b45d-a31cd926378e req-295a5a4b-9006-448e-ad7e-901c8699f0e6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442 HTTP/1.1" status: 200 len: 908 time: 0.1454284 Dec 25 20:41:16.837873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.36', 58680) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:41:16.899746 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-16364027-d522-40a1-b45d-a31cd926378e req-883c59a6-ebc2-4d09-9bcb-47bda820dd27 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8963bf03-fee6-4cb0-b30c-92bda4173dbd HTTP/1.1" status: 200 len: 1000 time: 0.1042936 Dec 25 20:41:16.917699 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8c66b71b-ffa8-4e28-9a58-87f4046d1b2c req-d7725524-7408-4ac5-a45b-7fe95f1cf82b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0778570 Dec 25 20:41:16.972480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16364027-d522-40a1-b45d-a31cd926378e req-eca2cadf-eb0b-4fff-8da9-2e3b5525f162 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:41:16.974047 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-16364027-d522-40a1-b45d-a31cd926378e req-eca2cadf-eb0b-4fff-8da9-2e3b5525f162 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=766f2447-8cfa-4f45-86a8-08ccd6279b1d HTTP/1.1" status: 200 len: 847 time: 0.0678833 Dec 25 20:41:17.056410 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-16364027-d522-40a1-b45d-a31cd926378e req-5402ebee-6dde-4e55-a5df-b0bc4f8da90e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752819 Dec 25 20:41:17.143282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d11a004c-7ed1-4c9e-aace-30681c17ab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'name': 'tempest-TestShelveInstance-372778116-router', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '83266c1e-3ca4-42ee-a950-de6be4d3583b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:35:56Z', 'updated_at': '2021-12-25T20:36:00Z', 'revision_number': 4, 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'gw_port': {'id': '83266c1e-3ca4-42ee-a950-de6be4d3583b', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:35:57Z', 'updated_at': '2021-12-25T20:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '9dd24ecd-62ee-4e5d-91f4-ee3bea0f74a3', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'floating_ip_address': '172.26.8.131', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'port_id': '8963bf03-fee6-4cb0-b30c-92bda4173dbd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442', 'mac_address': 'fa:16:3e:03:10:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972d225e-8c1f-4880-8ff9-f52b3bee6ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:41:14Z', 'updated_at': '2021-12-25T20:41:14Z', 'revision_number': 0, 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca9dd14-ef5d-4e27-9edf-6180b0471e9e', 'name': '', 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'mac_address': 'fa:16:3e:c0:76:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '766f2447-8cfa-4f45-86a8-08ccd6279b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:35:59Z', 'updated_at': '2021-12-25T20:36:08Z', 'revision_number': 5, 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'subnets': [{'id': '766f2447-8cfa-4f45-86a8-08ccd6279b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:41:17.147501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11a004c-7ed1-4c9e-aace-30681c17ab90 None None] Checking router: 03b5cca1-893d-4a5f-b631-ca9cbbb76c0c for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:41:17.158588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11a004c-7ed1-4c9e-aace-30681c17ab90 None None] Routers {'03b5cca1-893d-4a5f-b631-ca9cbbb76c0c'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:41:17.159290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d11a004c-7ed1-4c9e-aace-30681c17ab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:41:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['03b5cca1-893d-4a5f-b631-ca9cbbb76c0c'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:41:17.205605 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-16364027-d522-40a1-b45d-a31cd926378e req-0292d59b-48c8-41c0-b444-471d08ea7b70 service neutron] 10.222.0.36 "GET /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429574 Dec 25 20:41:17.348982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-d11a004c-7ed1-4c9e-aace-30681c17ab90 None None] Set router 03b5cca1-893d-4a5f-b631-ca9cbbb76c0c gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:41:17.351715 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-16364027-d522-40a1-b45d-a31cd926378e req-0da9fecc-5bd2-47d7-8a1f-8944c04a9d52 service neutron] 10.222.0.36 "GET /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396196 Dec 25 20:41:17.522806 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8c66b71b-ffa8-4e28-9a58-87f4046d1b2c req-57c04633-850e-4566-91f1-e8bbf65f591e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=058be7ccb6414b7982d15ef7ec089ac1&device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 1099 time: 0.0783074 Dec 25 20:41:17.681168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66b71b-ffa8-4e28-9a58-87f4046d1b2c req-dcc5a9cf-197b-4535-8716-e541f3f65709 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:41:17.682686 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8c66b71b-ffa8-4e28-9a58-87f4046d1b2c req-dcc5a9cf-197b-4535-8716-e541f3f65709 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442 HTTP/1.1" status: 200 len: 908 time: 0.1399393 Dec 25 20:41:17.722623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d11a004c-7ed1-4c9e-aace-30681c17ab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'name': 'tempest-TestShelveInstance-372778116-router', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '83266c1e-3ca4-42ee-a950-de6be4d3583b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:35:56Z', 'updated_at': '2021-12-25T20:36:00Z', 'revision_number': 4, 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'gw_port': {'id': '83266c1e-3ca4-42ee-a950-de6be4d3583b', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:35:57Z', 'updated_at': '2021-12-25T20:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '9dd24ecd-62ee-4e5d-91f4-ee3bea0f74a3', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'floating_ip_address': '172.26.8.131', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'port_id': '8963bf03-fee6-4cb0-b30c-92bda4173dbd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442', 'mac_address': 'fa:16:3e:03:10:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972d225e-8c1f-4880-8ff9-f52b3bee6ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:41:14Z', 'updated_at': '2021-12-25T20:41:14Z', 'revision_number': 0, 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca9dd14-ef5d-4e27-9edf-6180b0471e9e', 'name': '', 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'mac_address': 'fa:16:3e:c0:76:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '766f2447-8cfa-4f45-86a8-08ccd6279b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:35:59Z', 'updated_at': '2021-12-25T20:36:08Z', 'revision_number': 5, 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'subnets': [{'id': '766f2447-8cfa-4f45-86a8-08ccd6279b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:41:17.727502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11a004c-7ed1-4c9e-aace-30681c17ab90 None None] The sync data for ids ['03b5cca1-893d-4a5f-b631-ca9cbbb76c0c'] in dv-neutron-822611-1-hyperv is: [{'id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'name': 'tempest-TestShelveInstance-372778116-router', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '83266c1e-3ca4-42ee-a950-de6be4d3583b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:35:56Z', 'updated_at': '2021-12-25T20:36:00Z', 'revision_number': 4, 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'gw_port': {'id': '83266c1e-3ca4-42ee-a950-de6be4d3583b', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:35:57Z', 'updated_at': '2021-12-25T20:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '9dd24ecd-62ee-4e5d-91f4-ee3bea0f74a3', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'floating_ip_address': '172.26.8.131', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'port_id': '8963bf03-fee6-4cb0-b30c-92bda4173dbd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442', 'mac_address': 'fa:16:3e:03:10:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972d225e-8c1f-4880-8ff9-f52b3bee6ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:41:14Z', 'updated_at': '2021-12-25T20:41:14Z', 'revision_number': 0, 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca9dd14-ef5d-4e27-9edf-6180b0471e9e', 'name': '', 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'mac_address': 'fa:16:3e:c0:76:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '766f2447-8cfa-4f45-86a8-08ccd6279b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:35:59Z', 'updated_at': '2021-12-25T20:36:08Z', 'revision_number': 5, 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'subnets': [{'id': '766f2447-8cfa-4f45-86a8-08ccd6279b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:41:17.793172 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8c66b71b-ffa8-4e28-9a58-87f4046d1b2c req-c4d798a5-17d6-4a1b-8c50-644102f3e4ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8963bf03-fee6-4cb0-b30c-92bda4173dbd HTTP/1.1" status: 200 len: 1000 time: 0.1037691 Dec 25 20:41:17.867529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66b71b-ffa8-4e28-9a58-87f4046d1b2c req-36998c8e-e439-4622-92c1-39c6d1975154 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:41:17.869108 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8c66b71b-ffa8-4e28-9a58-87f4046d1b2c req-36998c8e-e439-4622-92c1-39c6d1975154 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=766f2447-8cfa-4f45-86a8-08ccd6279b1d HTTP/1.1" status: 200 len: 847 time: 0.0700209 Dec 25 20:41:17.948011 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8c66b71b-ffa8-4e28-9a58-87f4046d1b2c req-36754e2c-7d94-4725-aac3-a892eeee9e1a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725229 Dec 25 20:41:18.104644 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8c66b71b-ffa8-4e28-9a58-87f4046d1b2c req-3db98c4c-8a0a-41da-be9e-e6dedb6860e5 service neutron] 10.222.0.36 "GET /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495452 Dec 25 20:41:18.153320 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e74757-f829-40c2-87b9-d4a48cf1f873 None None] New status for floating IP 9dd24ecd-62ee-4e5d-91f4-ee3bea0f74a3: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 20:41:18.256296 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8c66b71b-ffa8-4e28-9a58-87f4046d1b2c req-e9701595-729c-4f9f-8597-0f074498fb67 service neutron] 10.222.0.36 "GET /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440959 Dec 25 20:41:21.045899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:41:24.093472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:41:36.180780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ee4fadb7-bc69-45cf-84d1-d8d870a61830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:41:37.324711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:41:38.477223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e201bad9-2174-4948-b7f7-73aab6ddc983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:41:38.850953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:41:40.181520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:41:54.104533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:41:58.046606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:42:06.171028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-85e9fb31-7e41-4455-a1a5-9e390b24d6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:42:07.322126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:42:08.469215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-31b65b89-cef0-488f-963a-0c6a60b5f1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:42:08.845132 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:42:10.176453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:42:17.985183 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1987b909-8c69-4ad4-8436-8bb60911bbfe req-7c450063-73fd-4f21-9801-646af8d3c880 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1443195 Dec 25 20:42:18.140837 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1987b909-8c69-4ad4-8436-8bb60911bbfe req-95f3f500-7e2a-4ad8-a118-2c21b2ce12d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=058be7ccb6414b7982d15ef7ec089ac1&device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 1099 time: 0.0743668 Dec 25 20:42:18.312645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987b909-8c69-4ad4-8436-8bb60911bbfe req-6a5698d0-6c5b-496f-94ad-f9c3539d8eeb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:42:18.312645 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1987b909-8c69-4ad4-8436-8bb60911bbfe req-6a5698d0-6c5b-496f-94ad-f9c3539d8eeb service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442 HTTP/1.1" status: 200 len: 908 time: 0.1430168 Dec 25 20:42:18.423297 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1987b909-8c69-4ad4-8436-8bb60911bbfe req-98179c30-933b-4319-87bb-b0e12f41b022 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8963bf03-fee6-4cb0-b30c-92bda4173dbd HTTP/1.1" status: 200 len: 1002 time: 0.1037836 Dec 25 20:42:18.494410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987b909-8c69-4ad4-8436-8bb60911bbfe req-9c57e872-5988-45a3-adfe-01c0aee5a3d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:42:18.495923 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1987b909-8c69-4ad4-8436-8bb60911bbfe req-9c57e872-5988-45a3-adfe-01c0aee5a3d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=766f2447-8cfa-4f45-86a8-08ccd6279b1d HTTP/1.1" status: 200 len: 847 time: 0.0632885 Dec 25 20:42:18.581549 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1987b909-8c69-4ad4-8436-8bb60911bbfe req-c1ab919a-cfd0-4040-989f-eee73659d4ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754652 Dec 25 20:42:18.728097 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1987b909-8c69-4ad4-8436-8bb60911bbfe req-94110b9e-10e9-4b77-a4f5-28a15e032cc6 service neutron] 10.222.0.36 "GET /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356671 Dec 25 20:42:18.873854 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1987b909-8c69-4ad4-8436-8bb60911bbfe req-9241f70d-7bd7-4cde-be1e-2ab3cce3530f service neutron] 10.222.0.36 "GET /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343210 Dec 25 20:42:24.092591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:42:35.046952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:42:36.173410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bdf87530-b663-4bc5-afca-194d6dabb58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:42:37.313297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:42:38.471348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a84a02a9-6810-4f46-9974-a9733312eadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:42:38.848051 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:42:40.176058 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:42:54.085489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:43:06.176510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a44093e8-1179-4673-a399-2b002de04e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:43:07.322505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:43:08.473922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-678d23a6-9c51-4454-972c-4484afc7d3c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:43:08.850262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:43:10.178966 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:43:12.047359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:43:19.845230 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6e64a883-4734-4753-91cf-f6524dabcc80 req-f89356aa-b032-4144-895b-10b4512ed41b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740447 Dec 25 20:43:20.000873 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6e64a883-4734-4753-91cf-f6524dabcc80 req-94375142-9bce-4ad2-97d9-e51656aae3d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=058be7ccb6414b7982d15ef7ec089ac1&device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 1099 time: 0.0742588 Dec 25 20:43:20.159251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64a883-4734-4753-91cf-f6524dabcc80 req-2672ae2e-d01f-4d1f-873f-8a9c3ebb961a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:43:20.160807 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6e64a883-4734-4753-91cf-f6524dabcc80 req-2672ae2e-d01f-4d1f-873f-8a9c3ebb961a service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442 HTTP/1.1" status: 200 len: 908 time: 0.1375716 Dec 25 20:43:20.272870 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6e64a883-4734-4753-91cf-f6524dabcc80 req-a96d1c71-104b-49e2-83f3-7c040ef0620c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8963bf03-fee6-4cb0-b30c-92bda4173dbd HTTP/1.1" status: 200 len: 1002 time: 0.1011631 Dec 25 20:43:20.349475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64a883-4734-4753-91cf-f6524dabcc80 req-646ed1b6-9ee1-41f6-93be-af38de7c863a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:43:20.351010 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6e64a883-4734-4753-91cf-f6524dabcc80 req-646ed1b6-9ee1-41f6-93be-af38de7c863a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=766f2447-8cfa-4f45-86a8-08ccd6279b1d HTTP/1.1" status: 200 len: 847 time: 0.0674980 Dec 25 20:43:20.433226 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6e64a883-4734-4753-91cf-f6524dabcc80 req-042fb247-83b9-4e1b-8989-d55786c8f2f1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724545 Dec 25 20:43:20.578613 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6e64a883-4734-4753-91cf-f6524dabcc80 req-75cc3e06-01b0-4822-9272-7f4f89977de3 service neutron] 10.222.0.36 "GET /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345358 Dec 25 20:43:20.728283 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6e64a883-4734-4753-91cf-f6524dabcc80 req-e418d625-48bd-4c9d-9138-c5d4b8171cc7 service neutron] 10.222.0.36 "GET /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393230 Dec 25 20:43:23.101369 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9378fb-538b-4168-90c5-9b361e09151d req-2171ff15-d2ad-4e3c-936b-bd0601fa78ed tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:43:23.102967 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-af9378fb-538b-4168-90c5-9b361e09151d req-2171ff15-d2ad-4e3c-936b-bd0601fa78ed tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 946 time: 0.1541462 Dec 25 20:43:23.155845 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-af9378fb-538b-4168-90c5-9b361e09151d req-98dfc1b8-bc51-4bf7-b3d5-bb071aec46d0 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7149c63-61fb-4a58-a347-e1a6bc73d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466256 Dec 25 20:43:24.093711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:43:24.733109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c308df7-420a-4a45-ab8b-ad1473d66e3d req-abadcf96-7819-46f3-863a-4f8f374de838 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:43:24.734719 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1c308df7-420a-4a45-ab8b-ad1473d66e3d req-abadcf96-7819-46f3-863a-4f8f374de838 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 946 time: 0.3910310 Dec 25 20:43:24.784657 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1c308df7-420a-4a45-ab8b-ad1473d66e3d req-1b74ff42-5fb5-4eee-87e4-11ae1ef9e22e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7149c63-61fb-4a58-a347-e1a6bc73d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436473 Dec 25 20:43:26.003130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6eee5-c26f-420a-8404-b7a9a3e1f6cf req-dc25d93b-eb46-47da-b20d-e5c48c503993 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:43:26.004659 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-eed6eee5-c26f-420a-8404-b7a9a3e1f6cf req-dc25d93b-eb46-47da-b20d-e5c48c503993 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 946 time: 0.0866427 Dec 25 20:43:26.054186 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-eed6eee5-c26f-420a-8404-b7a9a3e1f6cf req-6c7c27a6-64a8-4849-8c9d-b75cbdd96f9c tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7149c63-61fb-4a58-a347-e1a6bc73d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435541 Dec 25 20:43:27.257491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00823048-7432-4448-831a-73109e5ecc5a req-e95845d8-04c2-4891-9ef6-6dbe184c7b24 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:43:27.259106 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-00823048-7432-4448-831a-73109e5ecc5a req-e95845d8-04c2-4891-9ef6-6dbe184c7b24 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 946 time: 0.0859466 Dec 25 20:43:27.306856 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-00823048-7432-4448-831a-73109e5ecc5a req-90400caa-9232-4047-90ae-1ce1f4f0d122 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7149c63-61fb-4a58-a347-e1a6bc73d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417316 Dec 25 20:43:28.517994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52f85e-ff92-49e3-9b99-2cd0f4d0b7a9 req-cb3bc7df-cd83-448a-8445-ab0ccca82245 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:43:28.519633 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9b52f85e-ff92-49e3-9b99-2cd0f4d0b7a9 req-cb3bc7df-cd83-448a-8445-ab0ccca82245 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 946 time: 0.0884781 Dec 25 20:43:28.568466 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9b52f85e-ff92-49e3-9b99-2cd0f4d0b7a9 req-beceb277-99c6-49b6-a78b-b8e79893970e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7149c63-61fb-4a58-a347-e1a6bc73d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421021 Dec 25 20:43:29.775481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36107db5-2265-478c-b389-b4c4a8bbad0b req-dfdbebc9-60e5-4968-9535-0b1d8c74180f tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:43:29.777073 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-36107db5-2265-478c-b389-b4c4a8bbad0b req-dfdbebc9-60e5-4968-9535-0b1d8c74180f tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 946 time: 0.0825396 Dec 25 20:43:29.827963 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-36107db5-2265-478c-b389-b4c4a8bbad0b req-800084ab-421c-48e1-a1f1-edd566d5b704 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7149c63-61fb-4a58-a347-e1a6bc73d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449326 Dec 25 20:43:31.033771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918a828-2c68-4831-806d-d047f8b1a7b2 req-69d6d6ba-dcc4-459f-be53-a7cd97c82228 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:43:31.035418 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f918a828-2c68-4831-806d-d047f8b1a7b2 req-69d6d6ba-dcc4-459f-be53-a7cd97c82228 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 946 time: 0.0853388 Dec 25 20:43:31.084361 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f918a828-2c68-4831-806d-d047f8b1a7b2 req-78b18699-d536-453d-b604-81e3c9e1dc1f tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7149c63-61fb-4a58-a347-e1a6bc73d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421250 Dec 25 20:43:32.292421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6708c-89d7-49d1-819b-0868fc4a8327 req-066abab1-6ad9-4194-ad27-cc99549351ee tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:43:32.294033 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-12b6708c-89d7-49d1-819b-0868fc4a8327 req-066abab1-6ad9-4194-ad27-cc99549351ee tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 946 time: 0.0903699 Dec 25 20:43:32.341430 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-12b6708c-89d7-49d1-819b-0868fc4a8327 req-b7c929ec-a08e-4359-9437-7f34803dc0f7 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7149c63-61fb-4a58-a347-e1a6bc73d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412447 Dec 25 20:43:33.100894 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-de222e53-d925-456f-b862-e5fef250fed2 req-756ab4e0-3d53-4ac7-a448-abf4f27a0986 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=058be7ccb6414b7982d15ef7ec089ac1&device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 1099 time: 0.0761063 Dec 25 20:43:33.247425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de222e53-d925-456f-b862-e5fef250fed2 req-e1c5b53c-6f63-487d-9498-a5ccf7d7d751 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:43:33.249271 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-de222e53-d925-456f-b862-e5fef250fed2 req-e1c5b53c-6f63-487d-9498-a5ccf7d7d751 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442 HTTP/1.1" status: 200 len: 908 time: 0.1383636 Dec 25 20:43:33.362265 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-de222e53-d925-456f-b862-e5fef250fed2 req-00a2964e-1839-42f9-9663-9cebafc3b337 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8963bf03-fee6-4cb0-b30c-92bda4173dbd HTTP/1.1" status: 200 len: 1002 time: 0.1025074 Dec 25 20:43:33.436480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de222e53-d925-456f-b862-e5fef250fed2 req-e8f71c6d-d699-4dbf-b3f2-8edd251801d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:43:33.438049 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-de222e53-d925-456f-b862-e5fef250fed2 req-e8f71c6d-d699-4dbf-b3f2-8edd251801d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=766f2447-8cfa-4f45-86a8-08ccd6279b1d HTTP/1.1" status: 200 len: 847 time: 0.0644174 Dec 25 20:43:33.592544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea690e47-1a8d-47b8-9950-d794a15a78ef req-bbfbf54a-c321-4c61-b091-658ed0010dd4 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:43:33.594116 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ea690e47-1a8d-47b8-9950-d794a15a78ef req-bbfbf54a-c321-4c61-b091-658ed0010dd4 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 946 time: 0.1058528 Dec 25 20:43:33.597594 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-de222e53-d925-456f-b862-e5fef250fed2 req-33b4db7c-ff7c-42e3-83ba-8034f546ce60 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1497004 Dec 25 20:43:33.745591 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-ea690e47-1a8d-47b8-9950-d794a15a78ef req-d58611dd-a96d-4ae5-b927-90006909c6a6 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7149c63-61fb-4a58-a347-e1a6bc73d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446462 Dec 25 20:43:33.778195 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-de222e53-d925-456f-b862-e5fef250fed2 req-32033e0e-66c2-4b9f-8c77-4b232154294a service neutron] 10.222.0.36 "GET /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632540 Dec 25 20:43:33.923684 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-de222e53-d925-456f-b862-e5fef250fed2 req-12ea4d99-65ed-4d12-8a6e-5764c5247f58 service neutron] 10.222.0.36 "GET /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355407 Dec 25 20:43:34.954835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c5b90-e7bc-4a87-b534-d8c050de2e9b req-8f37c1cc-a487-4a40-a5d5-197f78ef1a95 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:43:34.956479 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-102c5b90-e7bc-4a87-b534-d8c050de2e9b req-8f37c1cc-a487-4a40-a5d5-197f78ef1a95 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 946 time: 0.0883408 Dec 25 20:43:35.005698 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-102c5b90-e7bc-4a87-b534-d8c050de2e9b req-fefead4d-db31-4f33-9628-989ebb706cc3 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7149c63-61fb-4a58-a347-e1a6bc73d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429626 Dec 25 20:43:36.183170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1eade65f-0341-42ff-999e-c90ce5101a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:43:36.218393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecdd414-298f-41bf-9905-ac606199630e req-58e4613e-92f2-43e8-b681-7f9806db1d9b tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:43:36.220082 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6ecdd414-298f-41bf-9905-ac606199630e req-58e4613e-92f2-43e8-b681-7f9806db1d9b tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 946 time: 0.0914445 Dec 25 20:43:36.269788 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6ecdd414-298f-41bf-9905-ac606199630e req-74809c0c-c2eb-4670-a6a8-508f4a6aa0a8 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7149c63-61fb-4a58-a347-e1a6bc73d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434017 Dec 25 20:43:37.311833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:43:37.478244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346e43c-8f37-4e16-8c9c-760eec5bb7ac req-5b50d891-3e1f-4c49-a179-110c36d73edf tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:43:37.479900 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a346e43c-8f37-4e16-8c9c-760eec5bb7ac req-5b50d891-3e1f-4c49-a179-110c36d73edf tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 946 time: 0.0846097 Dec 25 20:43:37.528597 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a346e43c-8f37-4e16-8c9c-760eec5bb7ac req-ad59bda9-efe0-4fe4-accf-3ef9e8113cbd tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7149c63-61fb-4a58-a347-e1a6bc73d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426919 Dec 25 20:43:37.827358 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-588b5e59-6fbc-42b9-95ea-8111876254e5 req-4942cf7f-b569-4bbb-a509-ea6594b8f26c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1436260 Dec 25 20:43:38.478502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e8e99e5f-5909-4230-b2c0-d0ed16bf2a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:43:38.852367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:43:39.122617 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-95833723-5d12-409c-9d3b-b0a6abfa5b7d req-862e0eab-87bb-49ab-8998-9a8ec7cf4248 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1548042 Dec 25 20:43:39.124640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75014d1-b125-49e7-9e37-ea795956f888 req-54102335-6541-4bf2-8785-1b2b20b86208 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:43:39.126286 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e75014d1-b125-49e7-9e37-ea795956f888 req-54102335-6541-4bf2-8785-1b2b20b86208 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 946 time: 0.0911653 Dec 25 20:43:39.177529 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e75014d1-b125-49e7-9e37-ea795956f888 req-a64d22c5-9625-4c2f-9921-d38535fbd6aa tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7149c63-61fb-4a58-a347-e1a6bc73d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427172 Dec 25 20:43:39.765101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 8963bf03-fee6-4cb0-b30c-92bda4173dbd no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:43:39.883154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:43:39.917676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972d225e-8c1f-4880-8ff9-f52b3bee6ab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8963bf03-fee6-4cb0-b30c-92bda4173dbd'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:43:39.927290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 8963bf03-fee6-4cb0-b30c-92bda4173dbd, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8963bf03-fee6-4cb0-b30c-92bda4173dbd,segment=NetworkSegment(5ac78184-29b0-463a-8b5a-3c405802ecf2),segment_id=5ac78184-29b0-463a-8b5a-3c405802ecf2)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:43:39.931422 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:43:39.933244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-310b4080-df6a-46fb-bc7d-0dcff1c72352 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:43:40.005190 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=8963bf03-fee6-4cb0-b30c-92bda4173dbd,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:43:40.016611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:43:40.017084 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:43:40.017475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:43:40.017864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:43:40.018249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:43:40.018634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:43:40.019013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:43:40.019440 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:43:40.019802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:43:40.020178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:43:40.021094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:43:40.025397 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:43:40.113133 dv-neutron-822611-1-hyperv neutron-server[88789]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '972d225e-8c1f-4880-8ff9-f52b3bee6ab6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8963bf03-fee6-4cb0-b30c-92bda4173dbd', 'code': 422} returned with failed status Dec 25 20:43:40.182882 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:43:40.388067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b3a82-0400-4782-b0e5-a3af5c062e1a req-6e0a9a6b-4c9c-46c0-a8cb-dd67b794f0e9 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:43:40.389657 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8f1b3a82-0400-4782-b0e5-a3af5c062e1a req-6e0a9a6b-4c9c-46c0-a8cb-dd67b794f0e9 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 944 time: 0.0893488 Dec 25 20:43:40.437131 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8f1b3a82-0400-4782-b0e5-a3af5c062e1a req-b1624cdb-7be3-41fa-b62a-ada40b30b41b tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7149c63-61fb-4a58-a347-e1a6bc73d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407124 Dec 25 20:43:41.646511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174c7aa-a081-4e3a-a9f8-2f8a4911cacc req-41d8c1c1-e656-4510-80d2-ed8782710b26 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:43:41.648177 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4174c7aa-a081-4e3a-a9f8-2f8a4911cacc req-41d8c1c1-e656-4510-80d2-ed8782710b26 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 944 time: 0.0849452 Dec 25 20:43:41.696456 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4174c7aa-a081-4e3a-a9f8-2f8a4911cacc req-b87df8f8-69e1-4ee7-bd9b-8fb72137f892 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7149c63-61fb-4a58-a347-e1a6bc73d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422075 Dec 25 20:43:42.906430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156b17a-bfff-4aec-8dee-5fc89c1db9c6 req-b6dcb681-b9c4-4836-b591-c7e03efa91f8 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:43:42.908067 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8156b17a-bfff-4aec-8dee-5fc89c1db9c6 req-b6dcb681-b9c4-4836-b591-c7e03efa91f8 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 944 time: 0.0865602 Dec 25 20:43:42.959593 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8156b17a-bfff-4aec-8dee-5fc89c1db9c6 req-60797899-3820-49b7-b23d-f0dd2dc18a04 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7149c63-61fb-4a58-a347-e1a6bc73d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442951 Dec 25 20:43:43.217664 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-95833723-5d12-409c-9d3b-b0a6abfa5b7d req-8e823c19-7364-4ed3-9fff-a3bb446739cf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6&tenant_id=058be7ccb6414b7982d15ef7ec089ac1 HTTP/1.1" status: 200 len: 1097 time: 0.0747070 Dec 25 20:43:43.319451 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-95833723-5d12-409c-9d3b-b0a6abfa5b7d req-48787993-120f-47fa-bd5c-3c6c4c5ee0f3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=058be7ccb6414b7982d15ef7ec089ac1&device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 1097 time: 0.0757644 Dec 25 20:43:43.466986 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95833723-5d12-409c-9d3b-b0a6abfa5b7d req-88a13019-56d2-4d3a-95c5-c9429cbb43b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:43:43.468543 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-95833723-5d12-409c-9d3b-b0a6abfa5b7d req-88a13019-56d2-4d3a-95c5-c9429cbb43b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442 HTTP/1.1" status: 200 len: 908 time: 0.1386800 Dec 25 20:43:43.578998 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-95833723-5d12-409c-9d3b-b0a6abfa5b7d req-dce6a07b-b549-45c6-9f4e-833870acf0b4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8963bf03-fee6-4cb0-b30c-92bda4173dbd HTTP/1.1" status: 200 len: 1000 time: 0.0980392 Dec 25 20:43:43.652906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95833723-5d12-409c-9d3b-b0a6abfa5b7d req-382a7a17-09c0-42a3-84eb-aa6ae5fb3dfd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:43:43.654405 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-95833723-5d12-409c-9d3b-b0a6abfa5b7d req-382a7a17-09c0-42a3-84eb-aa6ae5fb3dfd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=766f2447-8cfa-4f45-86a8-08ccd6279b1d HTTP/1.1" status: 200 len: 847 time: 0.0653529 Dec 25 20:43:43.736163 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-95833723-5d12-409c-9d3b-b0a6abfa5b7d req-b40205b6-b294-4cc9-b20d-00d23143a0f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718157 Dec 25 20:43:43.882945 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-95833723-5d12-409c-9d3b-b0a6abfa5b7d req-5a8abce8-1524-49de-9965-92afdeca9a18 service neutron] 10.222.0.36 "GET /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359692 Dec 25 20:43:44.030155 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-95833723-5d12-409c-9d3b-b0a6abfa5b7d req-58adf3f0-708a-4526-8bd6-3e77bc27e2f8 service neutron] 10.222.0.36 "GET /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371429 Dec 25 20:43:44.189494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6fbc6-a768-4eb7-8d24-4f47ffba6d7d req-d291138c-b368-4e4e-a708-bc76dcad64f4 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:43:44.191270 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-33c6fbc6-a768-4eb7-8d24-4f47ffba6d7d req-d291138c-b368-4e4e-a708-bc76dcad64f4 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 944 time: 0.1071007 Dec 25 20:43:44.241147 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-33c6fbc6-a768-4eb7-8d24-4f47ffba6d7d req-4011da9f-0482-4f68-a4c7-4783ea552619 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7149c63-61fb-4a58-a347-e1a6bc73d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437574 Dec 25 20:43:45.449957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da77c51-a51b-4f92-a63b-23fe07894368 req-3348e307-a8b9-45e7-b4b5-0b3c913bb5e7 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:43:45.451569 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2da77c51-a51b-4f92-a63b-23fe07894368 req-3348e307-a8b9-45e7-b4b5-0b3c913bb5e7 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 944 time: 0.0833704 Dec 25 20:43:45.499990 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2da77c51-a51b-4f92-a63b-23fe07894368 req-9c794dc9-2f85-4ef8-85d6-9a60f1b7b6d3 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7149c63-61fb-4a58-a347-e1a6bc73d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421650 Dec 25 20:43:46.709609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80918ef4-d440-49fe-a210-c9118d7dfa69 req-bafda229-731f-4042-ba8d-639b4008999f tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:43:46.711301 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-80918ef4-d440-49fe-a210-c9118d7dfa69 req-bafda229-731f-4042-ba8d-639b4008999f tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 944 time: 0.0868418 Dec 25 20:43:46.768875 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-80918ef4-d440-49fe-a210-c9118d7dfa69 req-45d5aa70-6b04-400b-a51c-6681619acb05 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7149c63-61fb-4a58-a347-e1a6bc73d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511291 Dec 25 20:43:47.973811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d8d55-e715-404d-95a3-fed93133af20 req-838f0f0d-f6cb-494c-b26e-6c29acf25527 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:43:47.975407 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-303d8d55-e715-404d-95a3-fed93133af20 req-838f0f0d-f6cb-494c-b26e-6c29acf25527 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 944 time: 0.0826402 Dec 25 20:43:48.027239 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-303d8d55-e715-404d-95a3-fed93133af20 req-f6e3b7bf-715e-4132-8b4a-890a91b1fb73 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7149c63-61fb-4a58-a347-e1a6bc73d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457373 Dec 25 20:43:49.048474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:43:49.232871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830e596-ea37-40da-919b-37193d158624 req-1cebf4f8-7ae3-494f-b19c-2eb3fa7350e9 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:43:49.234455 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b830e596-ea37-40da-919b-37193d158624 req-1cebf4f8-7ae3-494f-b19c-2eb3fa7350e9 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 944 time: 0.0822160 Dec 25 20:43:49.281992 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b830e596-ea37-40da-919b-37193d158624 req-fdc2c52e-9076-44a6-b579-67d0df7f3eef tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7149c63-61fb-4a58-a347-e1a6bc73d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406840 Dec 25 20:43:50.496601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0032459-2379-4cec-b534-ea2c240f9dcf req-1c2dccf8-f8d3-4e12-ad0f-61c501e4c6c5 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:43:50.498201 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b0032459-2379-4cec-b534-ea2c240f9dcf req-1c2dccf8-f8d3-4e12-ad0f-61c501e4c6c5 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 944 time: 0.0920086 Dec 25 20:43:50.546278 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b0032459-2379-4cec-b534-ea2c240f9dcf req-02563dba-9e83-426c-a6e0-7db1584cdf91 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7149c63-61fb-4a58-a347-e1a6bc73d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416191 Dec 25 20:43:51.747609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75ff91-0e60-4ad9-be94-31d9420345bc req-90504717-44c9-4f88-a89a-e789283c2878 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:43:51.749440 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2a75ff91-0e60-4ad9-be94-31d9420345bc req-90504717-44c9-4f88-a89a-e789283c2878 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 944 time: 0.0818272 Dec 25 20:43:51.801147 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2a75ff91-0e60-4ad9-be94-31d9420345bc req-558b8440-751d-4193-9493-18b54c0545c0 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7149c63-61fb-4a58-a347-e1a6bc73d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456524 Dec 25 20:43:51.875633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 8963bf03-fee6-4cb0-b30c-92bda4173dbd details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 20:43:52.017199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 8963bf03-fee6-4cb0-b30c-92bda4173dbd, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8963bf03-fee6-4cb0-b30c-92bda4173dbd,segment=NetworkSegment(5ac78184-29b0-463a-8b5a-3c405802ecf2),segment_id=5ac78184-29b0-463a-8b5a-3c405802ecf2)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:43:52.031472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': '8963bf03-fee6-4cb0-b30c-92bda4173dbd', 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442', 'port_id': '8963bf03-fee6-4cb0-b30c-92bda4173dbd', 'mac_address': 'fa:16:3e:03:10:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '766f2447-8cfa-4f45-86a8-08ccd6279b1d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 20:43:52.087478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:43:52.108339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8963bf03-fee6-4cb0-b30c-92bda4173dbd {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:43:52.123168 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 8963bf03-fee6-4cb0-b30c-92bda4173dbd, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8963bf03-fee6-4cb0-b30c-92bda4173dbd,segment=NetworkSegment(5ac78184-29b0-463a-8b5a-3c405802ecf2),segment_id=5ac78184-29b0-463a-8b5a-3c405802ecf2)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:43:52.126636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:43:52.128574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ba6b7995-05c1-47ee-b107-6b4755fe985b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:43:52.201045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=8963bf03-fee6-4cb0-b30c-92bda4173dbd,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:43:52.204341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:43:52.417113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['8963bf03-fee6-4cb0-b30c-92bda4173dbd'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:43:53.005382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3d5dd-b188-4a75-8cb5-974f2ebc98e1 req-d6d9bcb3-3d47-4f80-afd0-1ec64079aeb0 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:43:53.006990 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5fe3d5dd-b188-4a75-8cb5-974f2ebc98e1 req-d6d9bcb3-3d47-4f80-afd0-1ec64079aeb0 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 945 time: 0.0866702 Dec 25 20:43:53.056091 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5fe3d5dd-b188-4a75-8cb5-974f2ebc98e1 req-c5671f9d-2b85-4777-8a94-9ea15f3d77f4 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7149c63-61fb-4a58-a347-e1a6bc73d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431294 Dec 25 20:43:53.890534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 8963bf03-fee6-4cb0-b30c-92bda4173dbd up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:43:53.964473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port 8963bf03-fee6-4cb0-b30c-92bda4173dbd triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:43:53.964886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:43:54.079133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:43:54.108094 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972d225e-8c1f-4880-8ff9-f52b3bee6ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8963bf03-fee6-4cb0-b30c-92bda4173dbd'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:43:54.139095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 8963bf03-fee6-4cb0-b30c-92bda4173dbd, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8963bf03-fee6-4cb0-b30c-92bda4173dbd,segment=NetworkSegment(5ac78184-29b0-463a-8b5a-3c405802ecf2),segment_id=5ac78184-29b0-463a-8b5a-3c405802ecf2)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:43:54.144612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:43:54.147425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:43:54.182373 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972d225e-8c1f-4880-8ff9-f52b3bee6ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8963bf03-fee6-4cb0-b30c-92bda4173dbd', 'code': 200} Dec 25 20:43:54.188929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:43:54.223924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=8963bf03-fee6-4cb0-b30c-92bda4173dbd,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:43:54.227090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:43:54.281501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69caeaa9-83fb-4378-8a68-1010653103f8 req-9b910816-df27-4509-9c8b-6e25bc54f420 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:43:54.283258 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-69caeaa9-83fb-4378-8a68-1010653103f8 req-9b910816-df27-4509-9c8b-6e25bc54f420 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 946 time: 0.0856347 Dec 25 20:43:54.335962 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-69caeaa9-83fb-4378-8a68-1010653103f8 req-41bf07a1-2067-4c0b-9ebf-44ae55edac74 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7149c63-61fb-4a58-a347-e1a6bc73d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463505 Dec 25 20:43:54.479093 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3d1765d8-7292-48f8-a883-f014c044ac75 req-a789482d-c165-43ad-854b-1e77e7d5106d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 1099 time: 0.0778522 Dec 25 20:43:54.527205 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3d1765d8-7292-48f8-a883-f014c044ac75 req-062de925-8803-46d7-845a-fe9f08dc3506 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d7149c63-61fb-4a58-a347-e1a6bc73d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374217 Dec 25 20:43:55.553097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be6b0e-64ef-4e3d-8976-485db07b7830 req-0f7b5a7e-8c6d-47d2-9c74-c0a1a6fe4709 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:43:55.554717 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e0be6b0e-64ef-4e3d-8976-485db07b7830 req-0f7b5a7e-8c6d-47d2-9c74-c0a1a6fe4709 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 946 time: 0.0839872 Dec 25 20:43:55.606526 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e0be6b0e-64ef-4e3d-8976-485db07b7830 req-709ba069-fa52-4557-b0e0-b9f913192fcc tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7149c63-61fb-4a58-a347-e1a6bc73d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456555 Dec 25 20:43:56.815677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200d0cd-8a13-44b8-9662-bed883909739 req-8411e830-255e-4416-856e-19f0f3f414f6 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:43:56.817825 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4200d0cd-8a13-44b8-9662-bed883909739 req-8411e830-255e-4416-856e-19f0f3f414f6 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 946 time: 0.0877292 Dec 25 20:43:56.865335 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-4200d0cd-8a13-44b8-9662-bed883909739 req-9bb8b3db-73f2-4fd8-8492-f06961daa11d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7149c63-61fb-4a58-a347-e1a6bc73d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414119 Dec 25 20:44:06.177617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-389bae82-b96e-4cf0-9f6a-b8132a3845ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:44:07.313905 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:44:08.480449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e8664761-8f05-4a5b-a4ca-839524e125a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:44:08.855027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:44:10.185030 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:44:22.505492 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-479790d7-8362-4192-95ba-07afecbc5f83 req-ee6ffafc-6950-4092-a3f3-a4fe7196800d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0923910 Dec 25 20:44:22.882281 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-479790d7-8362-4192-95ba-07afecbc5f83 req-64d76bbf-fca4-4e30-bf1d-9befc285119c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=058be7ccb6414b7982d15ef7ec089ac1&device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 1099 time: 0.2979679 Dec 25 20:44:23.064545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479790d7-8362-4192-95ba-07afecbc5f83 req-15cf5c15-f4f9-4fb3-bded-771c2aa68fde service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:44:23.066266 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-479790d7-8362-4192-95ba-07afecbc5f83 req-15cf5c15-f4f9-4fb3-bded-771c2aa68fde service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442 HTTP/1.1" status: 200 len: 908 time: 0.1593344 Dec 25 20:44:23.180357 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-479790d7-8362-4192-95ba-07afecbc5f83 req-5b91c1b1-cf32-49d6-bac2-30cf3faf9c37 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8963bf03-fee6-4cb0-b30c-92bda4173dbd HTTP/1.1" status: 200 len: 1002 time: 0.1055675 Dec 25 20:44:23.258081 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479790d7-8362-4192-95ba-07afecbc5f83 req-711c4469-7c53-415f-88a6-fe9565412394 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:44:23.260973 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-479790d7-8362-4192-95ba-07afecbc5f83 req-711c4469-7c53-415f-88a6-fe9565412394 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=766f2447-8cfa-4f45-86a8-08ccd6279b1d HTTP/1.1" status: 200 len: 847 time: 0.0728295 Dec 25 20:44:23.349255 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-479790d7-8362-4192-95ba-07afecbc5f83 req-11de763b-166d-43c0-9ad1-c46bedeab729 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798826 Dec 25 20:44:23.499829 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-479790d7-8362-4192-95ba-07afecbc5f83 req-df0066d1-b0bb-457e-8930-d3f895ca8c28 service neutron] 10.222.0.36 "GET /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440170 Dec 25 20:44:23.651437 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-479790d7-8362-4192-95ba-07afecbc5f83 req-378a64d7-9fd4-4f55-957b-784346ea1c83 service neutron] 10.222.0.36 "GET /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403797 Dec 25 20:44:24.117936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:44:26.049513 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:44:36.180196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c07eabf9-80b3-4751-b2f0-b177483c3190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:44:37.315361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:44:38.485686 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a3a9d29b-33ea-49cf-87fa-96a5e08dd3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:44:38.858003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:44:40.191226 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:44:54.128475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:03.050758 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:45:06.181926 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-589278ab-41d0-4c90-b555-a6dccdb51450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:07.316052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:08.486985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c604544c-8e33-4eda-98df-2578c0c02b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:08.860889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:10.192295 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:19.013156 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 33394) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:45:19.230608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-47402c88-4b63-4013-b0e9-fdecfaea347f tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Deleting port 1aeb1cc5-4ba9-4139-973d-1f705b84622a {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:45:19.230981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-47402c88-4b63-4013-b0e9-fdecfaea347f tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:19.406630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-47402c88-4b63-4013-b0e9-fdecfaea347f tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:19.406867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-47402c88-4b63-4013-b0e9-fdecfaea347f tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:19.537560 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-47402c88-4b63-4013-b0e9-fdecfaea347f tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Calling delete_port for 1aeb1cc5-4ba9-4139-973d-1f705b84622a owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:45:19.688756 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-47402c88-4b63-4013-b0e9-fdecfaea347f tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:19.693174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-437ed17c-dbae-4c20-82ba-2dc21a75a77f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:19.738326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47402c88-4b63-4013-b0e9-fdecfaea347f tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Pushing event deleted for resources: {'Port': ['ID=1aeb1cc5-4ba9-4139-973d-1f705b84622a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:19.780664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47402c88-4b63-4013-b0e9-fdecfaea347f tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:45:19.781098 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47402c88-4b63-4013-b0e9-fdecfaea347f tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:45:19.781516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47402c88-4b63-4013-b0e9-fdecfaea347f tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:45:19.782110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47402c88-4b63-4013-b0e9-fdecfaea347f tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:45:19.782348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47402c88-4b63-4013-b0e9-fdecfaea347f tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:45:19.782765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47402c88-4b63-4013-b0e9-fdecfaea347f tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:45:19.783198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47402c88-4b63-4013-b0e9-fdecfaea347f tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:45:19.783608 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47402c88-4b63-4013-b0e9-fdecfaea347f tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:45:19.784016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47402c88-4b63-4013-b0e9-fdecfaea347f tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:45:19.784423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47402c88-4b63-4013-b0e9-fdecfaea347f tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:45:19.784826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47402c88-4b63-4013-b0e9-fdecfaea347f tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:45:19.791827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-47402c88-4b63-4013-b0e9-fdecfaea347f tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:19.852358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-47402c88-4b63-4013-b0e9-fdecfaea347f tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:20.261312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47402c88-4b63-4013-b0e9-fdecfaea347f tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Router 03b5cca1-893d-4a5f-b631-ca9cbbb76c0c has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:45:20.468531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47402c88-4b63-4013-b0e9-fdecfaea347f tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:45:20.478545 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf52d897-fc2a-4cae-9c04-c22f40552466 None None] Sync routers for ids ['03b5cca1-893d-4a5f-b631-ca9cbbb76c0c'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:45:20.487985 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-47402c88-4b63-4013-b0e9-fdecfaea347f tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:20.491916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf52d897-fc2a-4cae-9c04-c22f40552466 None None] Routers {'03b5cca1-893d-4a5f-b631-ca9cbbb76c0c'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:45:20.492599 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-cf52d897-fc2a-4cae-9c04-c22f40552466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:45:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['03b5cca1-893d-4a5f-b631-ca9cbbb76c0c'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:45:20.546592 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-47402c88-4b63-4013-b0e9-fdecfaea347f tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "DELETE /v2.0/floatingips/9dd24ecd-62ee-4e5d-91f4-ee3bea0f74a3 HTTP/1.1" status: 204 len: 168 time: 1.5322247 Dec 25 20:45:20.547339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972d225e-8c1f-4880-8ff9-f52b3bee6ab6', 'tag': '8963bf03-fee6-4cb0-b30c-92bda4173dbd'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:45:20.814989 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '972d225e-8c1f-4880-8ff9-f52b3bee6ab6', 'tag': '8963bf03-fee6-4cb0-b30c-92bda4173dbd', 'status': 'completed', 'code': 200} Dec 25 20:45:20.860726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-cf52d897-fc2a-4cae-9c04-c22f40552466 None None] Set router 03b5cca1-893d-4a5f-b631-ca9cbbb76c0c gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:45:20.981916 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3a16f6d3-d69b-4fd1-b3e7-cbab2e454d4e req-b0b99146-5d93-4859-9c70-dbe9d9154110 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=058be7ccb6414b7982d15ef7ec089ac1&device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 1099 time: 0.1449978 Dec 25 20:45:21.020448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b127d-bd73-4fe4-9b96-a163713cca50 req-442896e1-61e7-4ce8-b22e-0042ccd4ec89 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:45:21.021939 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3a3b127d-bd73-4fe4-9b96-a163713cca50 req-442896e1-61e7-4ce8-b22e-0042ccd4ec89 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 946 time: 0.1259401 Dec 25 20:45:21.154571 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3a3b127d-bd73-4fe4-9b96-a163713cca50 req-56e00135-e097-4207-ba8b-972076c11b25 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7149c63-61fb-4a58-a347-e1a6bc73d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260364 Dec 25 20:45:21.176140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16f6d3-d69b-4fd1-b3e7-cbab2e454d4e req-d140bd51-f818-442d-aef4-0f09d145dbbe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:45:21.177745 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3a16f6d3-d69b-4fd1-b3e7-cbab2e454d4e req-d140bd51-f818-442d-aef4-0f09d145dbbe service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442 HTTP/1.1" status: 200 len: 908 time: 0.1882396 Dec 25 20:45:21.199639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-cf52d897-fc2a-4cae-9c04-c22f40552466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'name': 'tempest-TestShelveInstance-372778116-router', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '83266c1e-3ca4-42ee-a950-de6be4d3583b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:35:56Z', 'updated_at': '2021-12-25T20:36:00Z', 'revision_number': 4, 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'gw_port': {'id': '83266c1e-3ca4-42ee-a950-de6be4d3583b', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:35:57Z', 'updated_at': '2021-12-25T20:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'bca9dd14-ef5d-4e27-9edf-6180b0471e9e', 'name': '', 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'mac_address': 'fa:16:3e:c0:76:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '766f2447-8cfa-4f45-86a8-08ccd6279b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:35:59Z', 'updated_at': '2021-12-25T20:36:08Z', 'revision_number': 5, 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'subnets': [{'id': '766f2447-8cfa-4f45-86a8-08ccd6279b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:45:21.203796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf52d897-fc2a-4cae-9c04-c22f40552466 None None] Checking router: 03b5cca1-893d-4a5f-b631-ca9cbbb76c0c for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:45:21.215035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf52d897-fc2a-4cae-9c04-c22f40552466 None None] Routers {'03b5cca1-893d-4a5f-b631-ca9cbbb76c0c'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:45:21.215732 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-cf52d897-fc2a-4cae-9c04-c22f40552466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:45:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['03b5cca1-893d-4a5f-b631-ca9cbbb76c0c'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:45:21.251597 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3a16f6d3-d69b-4fd1-b3e7-cbab2e454d4e req-961fe861-47ca-4ec2-99d6-36c01d522a48 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8963bf03-fee6-4cb0-b30c-92bda4173dbd HTTP/1.1" status: 200 len: 217 time: 0.0649588 Dec 25 20:45:21.323703 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16f6d3-d69b-4fd1-b3e7-cbab2e454d4e req-8a57938b-3e2f-4011-957e-20c8a916ba7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:45:21.325199 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3a16f6d3-d69b-4fd1-b3e7-cbab2e454d4e req-8a57938b-3e2f-4011-957e-20c8a916ba7d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=766f2447-8cfa-4f45-86a8-08ccd6279b1d HTTP/1.1" status: 200 len: 847 time: 0.0663750 Dec 25 20:45:21.405245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-cf52d897-fc2a-4cae-9c04-c22f40552466 None None] Set router 03b5cca1-893d-4a5f-b631-ca9cbbb76c0c gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:45:21.406045 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3a16f6d3-d69b-4fd1-b3e7-cbab2e454d4e req-4f2d0678-20ad-4c05-9c5a-53fc61b9c753 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725238 Dec 25 20:45:21.417388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [req-3a16f6d3-d69b-4fd1-b3e7-cbab2e454d4e req-71608662-fdd7-48b1-b352-d19ec3787c47 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 20:45:21.418408 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3a16f6d3-d69b-4fd1-b3e7-cbab2e454d4e req-71608662-fdd7-48b1-b352-d19ec3787c47 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0056071 Dec 25 20:45:21.567046 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3a16f6d3-d69b-4fd1-b3e7-cbab2e454d4e req-34fde81f-87e8-4a75-8d73-6b29fa8c0ae5 service neutron] 10.222.0.36 "GET /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400559 Dec 25 20:45:21.714823 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3a16f6d3-d69b-4fd1-b3e7-cbab2e454d4e req-44e48020-e995-4781-af82-2f280b9d584a service neutron] 10.222.0.36 "GET /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388414 Dec 25 20:45:21.736727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-cf52d897-fc2a-4cae-9c04-c22f40552466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'name': 'tempest-TestShelveInstance-372778116-router', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '83266c1e-3ca4-42ee-a950-de6be4d3583b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:35:56Z', 'updated_at': '2021-12-25T20:36:00Z', 'revision_number': 4, 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'gw_port': {'id': '83266c1e-3ca4-42ee-a950-de6be4d3583b', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:35:57Z', 'updated_at': '2021-12-25T20:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'bca9dd14-ef5d-4e27-9edf-6180b0471e9e', 'name': '', 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'mac_address': 'fa:16:3e:c0:76:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '766f2447-8cfa-4f45-86a8-08ccd6279b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:35:59Z', 'updated_at': '2021-12-25T20:36:08Z', 'revision_number': 5, 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'subnets': [{'id': '766f2447-8cfa-4f45-86a8-08ccd6279b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:45:21.740980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf52d897-fc2a-4cae-9c04-c22f40552466 None None] The sync data for ids ['03b5cca1-893d-4a5f-b631-ca9cbbb76c0c'] in dv-neutron-822611-1-hyperv is: [{'id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'name': 'tempest-TestShelveInstance-372778116-router', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '83266c1e-3ca4-42ee-a950-de6be4d3583b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:35:56Z', 'updated_at': '2021-12-25T20:36:00Z', 'revision_number': 4, 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'gw_port': {'id': '83266c1e-3ca4-42ee-a950-de6be4d3583b', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:35:57Z', 'updated_at': '2021-12-25T20:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'bca9dd14-ef5d-4e27-9edf-6180b0471e9e', 'name': '', 'network_id': '0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'mac_address': 'fa:16:3e:c0:76:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '766f2447-8cfa-4f45-86a8-08ccd6279b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:35:59Z', 'updated_at': '2021-12-25T20:36:08Z', 'revision_number': 5, 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'subnets': [{'id': '766f2447-8cfa-4f45-86a8-08ccd6279b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:45:22.189147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74951dd1-5ef3-43bf-bddf-c5cc83828248 None None] New status for floating IP 9dd24ecd-62ee-4e5d-91f4-ee3bea0f74a3: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 20:45:22.373172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18251c1a-5942-43c2-8f27-aefe04796305 req-01b5b4eb-efd2-416f-843a-654d2614b638 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:45:22.375040 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-18251c1a-5942-43c2-8f27-aefe04796305 req-01b5b4eb-efd2-416f-843a-654d2614b638 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 946 time: 0.0870466 Dec 25 20:45:22.425725 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-18251c1a-5942-43c2-8f27-aefe04796305 req-eda410b7-2f46-4d5e-9971-ed0a73361a37 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7149c63-61fb-4a58-a347-e1a6bc73d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443480 Dec 25 20:45:22.696982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04bfccb-87d5-4b01-9201-f4fe46a90a7d req-1b408313-85ac-47bb-843e-5ecf73727b12 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:45:22.698469 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f04bfccb-87d5-4b01-9201-f4fe46a90a7d req-1b408313-85ac-47bb-843e-5ecf73727b12 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.36 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 946 time: 0.0835881 Dec 25 20:45:22.778863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-f04bfccb-87d5-4b01-9201-f4fe46a90a7d req-78d49932-0da2-4050-a9fa-bb05aa02a75e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Deleting port 8963bf03-fee6-4cb0-b30c-92bda4173dbd {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:45:22.779280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-f04bfccb-87d5-4b01-9201-f4fe46a90a7d req-78d49932-0da2-4050-a9fa-bb05aa02a75e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:23.039716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-f04bfccb-87d5-4b01-9201-f4fe46a90a7d req-78d49932-0da2-4050-a9fa-bb05aa02a75e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] For port 8963bf03-fee6-4cb0-b30c-92bda4173dbd, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8963bf03-fee6-4cb0-b30c-92bda4173dbd,segment=NetworkSegment(5ac78184-29b0-463a-8b5a-3c405802ecf2),segment_id=5ac78184-29b0-463a-8b5a-3c405802ecf2)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:45:23.040120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-f04bfccb-87d5-4b01-9201-f4fe46a90a7d req-78d49932-0da2-4050-a9fa-bb05aa02a75e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:23.186526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-f04bfccb-87d5-4b01-9201-f4fe46a90a7d req-78d49932-0da2-4050-a9fa-bb05aa02a75e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Calling delete_port for 8963bf03-fee6-4cb0-b30c-92bda4173dbd owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:45:23.339720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-f04bfccb-87d5-4b01-9201-f4fe46a90a7d req-78d49932-0da2-4050-a9fa-bb05aa02a75e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:23.345459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e7fcaf3e-f6ee-4cbf-9ff8-3820d335bb68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:23.394673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d49932-0da2-4050-a9fa-bb05aa02a75e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Pushing event deleted for resources: {'Port': ['ID=8963bf03-fee6-4cb0-b30c-92bda4173dbd,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:23.437848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d49932-0da2-4050-a9fa-bb05aa02a75e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:45:23.438283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d49932-0da2-4050-a9fa-bb05aa02a75e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:45:23.438713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d49932-0da2-4050-a9fa-bb05aa02a75e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:45:23.439160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d49932-0da2-4050-a9fa-bb05aa02a75e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:45:23.439583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d49932-0da2-4050-a9fa-bb05aa02a75e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:45:23.440002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d49932-0da2-4050-a9fa-bb05aa02a75e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:45:23.440419 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d49932-0da2-4050-a9fa-bb05aa02a75e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:45:23.440837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d49932-0da2-4050-a9fa-bb05aa02a75e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:45:23.441253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d49932-0da2-4050-a9fa-bb05aa02a75e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:45:23.441667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d49932-0da2-4050-a9fa-bb05aa02a75e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:45:23.442082 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d49932-0da2-4050-a9fa-bb05aa02a75e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:45:23.449978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-78d49932-0da2-4050-a9fa-bb05aa02a75e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:23.486075 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04bfccb-87d5-4b01-9201-f4fe46a90a7d req-78d49932-0da2-4050-a9fa-bb05aa02a75e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] No DVR routers for this DVR port 8963bf03-fee6-4cb0-b30c-92bda4173dbd on host hv-neutron-8226 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:45:23.488606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-f04bfccb-87d5-4b01-9201-f4fe46a90a7d req-78d49932-0da2-4050-a9fa-bb05aa02a75e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:23.491489 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972d225e-8c1f-4880-8ff9-f52b3bee6ab6', 'name': 'network-vif-deleted', 'tag': '8963bf03-fee6-4cb0-b30c-92bda4173dbd'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:45:23.503380 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f04bfccb-87d5-4b01-9201-f4fe46a90a7d req-78d49932-0da2-4050-a9fa-bb05aa02a75e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.36 "DELETE /v2.0/ports/8963bf03-fee6-4cb0-b30c-92bda4173dbd HTTP/1.1" status: 204 len: 173 time: 0.7963574 Dec 25 20:45:23.605596 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-e3a7aea1-6391-4501-9405-d524aff243d0 req-92f583bd-3b8a-4505-857d-72d53366403d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Synchronizing usage tracker for tenant:058be7ccb6414b7982d15ef7ec089ac1 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:45:23.620449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-e3a7aea1-6391-4501-9405-d524aff243d0 req-92f583bd-3b8a-4505-857d-72d53366403d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Unset dirty status for tenant:058be7ccb6414b7982d15ef7ec089ac1 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:45:23.621824 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e3a7aea1-6391-4501-9405-d524aff243d0 req-92f583bd-3b8a-4505-857d-72d53366403d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 210 time: 0.0624516 Dec 25 20:45:23.686011 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972d225e-8c1f-4880-8ff9-f52b3bee6ab6', 'name': 'network-vif-deleted', 'tag': '8963bf03-fee6-4cb0-b30c-92bda4173dbd', 'status': 'completed', 'code': 200} Dec 25 20:45:24.137543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:24.791965 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d325e947-98d2-4741-9acb-5c33a92842ae req-699e1f8f-3b21-44c6-ae7d-1e461fe1a882 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0574419 Dec 25 20:45:24.835107 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1cb38bff-c9d5-49b1-bc39-c62002cdbbc2 req-bae4ae8f-8dea-481c-91bf-c30e3a5c8246 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "GET /v2.0/ports?device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 210 time: 0.0516317 Dec 25 20:45:24.922118 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d325e947-98d2-4741-9acb-5c33a92842ae req-7073e1e8-aa76-4d76-b6e3-e10e03131cb5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=058be7ccb6414b7982d15ef7ec089ac1&device_id=972d225e-8c1f-4880-8ff9-f52b3bee6ab6 HTTP/1.1" status: 200 len: 210 time: 0.0466747 Dec 25 20:45:25.094257 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325e947-98d2-4741-9acb-5c33a92842ae req-2561ea6a-288d-458b-94d0-84a1f508a0a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:45:25.095849 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d325e947-98d2-4741-9acb-5c33a92842ae req-2561ea6a-288d-458b-94d0-84a1f508a0a6 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=058be7ccb6414b7982d15ef7ec089ac1&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1499059 Dec 25 20:45:25.252285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325e947-98d2-4741-9acb-5c33a92842ae req-b6512ab4-8131-4006-b22a-bb18cf2d62f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:45:25.253888 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d325e947-98d2-4741-9acb-5c33a92842ae req-b6512ab4-8131-4006-b22a-bb18cf2d62f6 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1473653 Dec 25 20:45:25.948271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 33438) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:45:26.024217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9e935a14-cc64-49e7-a387-b7225a31597f tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:26.055746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9e935a14-cc64-49e7-a387-b7225a31597f tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:26.119640 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9e935a14-cc64-49e7-a387-b7225a31597f tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:26.125459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e1232869-7543-4756-997b-ec9fc1fb1c64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:26.141553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e935a14-cc64-49e7-a387-b7225a31597f tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7149c63-61fb-4a58-a347-e1a6bc73d03b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:26.144373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9e935a14-cc64-49e7-a387-b7225a31597f tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:26.154851 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9e935a14-cc64-49e7-a387-b7225a31597f tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:26.156561 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-9e935a14-cc64-49e7-a387-b7225a31597f tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] 10.222.0.24 "DELETE /v2.0/security-groups/d7149c63-61fb-4a58-a347-e1a6bc73d03b HTTP/1.1" status: 204 len: 168 time: 0.2069333 Dec 25 20:45:26.212697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 33444) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:45:26.429267 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 8963bf03-fee6-4cb0-b30c-92bda4173dbd no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:45:26.463345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] No Port match for: 8963bf03-fee6-4cb0-b30c-92bda4173dbd {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:45:26.463749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 8963bf03-fee6-4cb0-b30c-92bda4173dbd not bound to the agent host hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:45:27.010188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6785aa4c-4c1e-49ce-a35e-b54ab58aecc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:27.669052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-6785aa4c-4c1e-49ce-a35e-b54ab58aecc0 admin admin] Deleting port bca9dd14-ef5d-4e27-9edf-6180b0471e9e {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:45:27.669357 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6785aa4c-4c1e-49ce-a35e-b54ab58aecc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:27.849932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-6785aa4c-4c1e-49ce-a35e-b54ab58aecc0 admin admin] For port bca9dd14-ef5d-4e27-9edf-6180b0471e9e, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=bca9dd14-ef5d-4e27-9edf-6180b0471e9e,segment=NetworkSegment(5ac78184-29b0-463a-8b5a-3c405802ecf2),segment_id=5ac78184-29b0-463a-8b5a-3c405802ecf2)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:45:27.850334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6785aa4c-4c1e-49ce-a35e-b54ab58aecc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:27.986175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-6785aa4c-4c1e-49ce-a35e-b54ab58aecc0 admin admin] Calling delete_port for bca9dd14-ef5d-4e27-9edf-6180b0471e9e owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:45:28.164258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6785aa4c-4c1e-49ce-a35e-b54ab58aecc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:28.169344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-20dc8bb5-0981-4aa7-a273-0cfa36c3bf1e tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:28.212730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785aa4c-4c1e-49ce-a35e-b54ab58aecc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bca9dd14-ef5d-4e27-9edf-6180b0471e9e,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:28.215825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6785aa4c-4c1e-49ce-a35e-b54ab58aecc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:28.521831 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6785aa4c-4c1e-49ce-a35e-b54ab58aecc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:29.124387 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6785aa4c-4c1e-49ce-a35e-b54ab58aecc0 admin admin] Router 03b5cca1-893d-4a5f-b631-ca9cbbb76c0c has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:45:29.569338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6785aa4c-4c1e-49ce-a35e-b54ab58aecc0 admin admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:45:29.578692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846d0fda-60c8-4b88-b6bb-d67a34feaf9d None None] Sync routers for ids ['03b5cca1-893d-4a5f-b631-ca9cbbb76c0c'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:45:29.585468 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6785aa4c-4c1e-49ce-a35e-b54ab58aecc0 admin admin] 10.222.0.24 "PUT /v2.0/routers/03b5cca1-893d-4a5f-b631-ca9cbbb76c0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3693254 Dec 25 20:45:29.588260 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 33452) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:45:29.591573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846d0fda-60c8-4b88-b6bb-d67a34feaf9d None None] Routers {'03b5cca1-893d-4a5f-b631-ca9cbbb76c0c'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:45:29.592268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-846d0fda-60c8-4b88-b6bb-d67a34feaf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:45:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['03b5cca1-893d-4a5f-b631-ca9cbbb76c0c'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:45:29.781068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-846d0fda-60c8-4b88-b6bb-d67a34feaf9d None None] Set router 03b5cca1-893d-4a5f-b631-ca9cbbb76c0c gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:45:29.794906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-268d02fb-adf5-4e86-83c8-a33f7f974798 admin admin] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:30.007841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-268d02fb-adf5-4e86-83c8-a33f7f974798 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:30.016265 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-268d02fb-adf5-4e86-83c8-a33f7f974798 admin admin] Deleting port 83266c1e-3ca4-42ee-a950-de6be4d3583b {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:45:30.016630 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-268d02fb-adf5-4e86-83c8-a33f7f974798 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:30.085963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-846d0fda-60c8-4b88-b6bb-d67a34feaf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'name': 'tempest-TestShelveInstance-372778116-router', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '83266c1e-3ca4-42ee-a950-de6be4d3583b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:35:56Z', 'updated_at': '2021-12-25T20:45:28Z', 'revision_number': 5, 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'gw_port': {'id': '83266c1e-3ca4-42ee-a950-de6be4d3583b', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:35:57Z', 'updated_at': '2021-12-25T20:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:45:30.090461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846d0fda-60c8-4b88-b6bb-d67a34feaf9d None None] Checking router: 03b5cca1-893d-4a5f-b631-ca9cbbb76c0c for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:45:30.101705 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846d0fda-60c8-4b88-b6bb-d67a34feaf9d None None] Routers {'03b5cca1-893d-4a5f-b631-ca9cbbb76c0c'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:45:30.102381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-846d0fda-60c8-4b88-b6bb-d67a34feaf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:45:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['03b5cca1-893d-4a5f-b631-ca9cbbb76c0c'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:45:30.212480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-268d02fb-adf5-4e86-83c8-a33f7f974798 admin admin] For port 83266c1e-3ca4-42ee-a950-de6be4d3583b, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=83266c1e-3ca4-42ee-a950-de6be4d3583b,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:45:30.213497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-268d02fb-adf5-4e86-83c8-a33f7f974798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:30.261553 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-846d0fda-60c8-4b88-b6bb-d67a34feaf9d None None] Set router 03b5cca1-893d-4a5f-b631-ca9cbbb76c0c gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:45:30.341446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-268d02fb-adf5-4e86-83c8-a33f7f974798 admin admin] Calling delete_port for 83266c1e-3ca4-42ee-a950-de6be4d3583b owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:45:30.372139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-846d0fda-60c8-4b88-b6bb-d67a34feaf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'name': 'tempest-TestShelveInstance-372778116-router', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:35:56Z', 'updated_at': '2021-12-25T20:45:30Z', 'revision_number': 6, 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'gw_port_host': None}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:45:30.376645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846d0fda-60c8-4b88-b6bb-d67a34feaf9d None None] The sync data for ids ['03b5cca1-893d-4a5f-b631-ca9cbbb76c0c'] in dv-neutron-822611-1-hyperv is: [{'id': '03b5cca1-893d-4a5f-b631-ca9cbbb76c0c', 'name': 'tempest-TestShelveInstance-372778116-router', 'tenant_id': '058be7ccb6414b7982d15ef7ec089ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:35:56Z', 'updated_at': '2021-12-25T20:45:30Z', 'revision_number': 6, 'project_id': '058be7ccb6414b7982d15ef7ec089ac1', 'gw_port_host': None}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:45:30.516466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-268d02fb-adf5-4e86-83c8-a33f7f974798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:30.521468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-94dd6a20-028d-41de-9177-a6936459a64f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:30.565502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d02fb-adf5-4e86-83c8-a33f7f974798 admin admin] Pushing event deleted for resources: {'Port': ['ID=83266c1e-3ca4-42ee-a950-de6be4d3583b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:30.569830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-268d02fb-adf5-4e86-83c8-a33f7f974798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:30.805961 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-268d02fb-adf5-4e86-83c8-a33f7f974798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:31.081385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-268d02fb-adf5-4e86-83c8-a33f7f974798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:31.086104 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-268d02fb-adf5-4e86-83c8-a33f7f974798 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:31.110834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-268d02fb-adf5-4e86-83c8-a33f7f974798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:31.111368 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268d02fb-adf5-4e86-83c8-a33f7f974798 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03b5cca1-893d-4a5f-b631-ca9cbbb76c0c {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 20:45:31.124734 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-268d02fb-adf5-4e86-83c8-a33f7f974798 admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:31.128443 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-268d02fb-adf5-4e86-83c8-a33f7f974798 admin admin] 10.222.0.24 "DELETE /v2.0/routers/03b5cca1-893d-4a5f-b631-ca9cbbb76c0c HTTP/1.1" status: 204 len: 168 time: 1.5367460 Dec 25 20:45:31.128722 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 33456) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:45:31.199887 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae8696f7-b438-42da-839f-921d6db4837c admin admin] Deleting subnet 766f2447-8cfa-4f45-86a8-08ccd6279b1d {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 20:45:31.203204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ae8696f7-b438-42da-839f-921d6db4837c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:31.258779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ae8696f7-b438-42da-839f-921d6db4837c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:31.340923 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ae8696f7-b438-42da-839f-921d6db4837c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:31.412080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ae8696f7-b438-42da-839f-921d6db4837c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:31.417003 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1ab8f9ae-9ff8-4413-8498-885b02751cd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:31.453330 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8696f7-b438-42da-839f-921d6db4837c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=766f2447-8cfa-4f45-86a8-08ccd6279b1d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:31.456681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ae8696f7-b438-42da-839f-921d6db4837c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:31.459714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ae8696f7-b438-42da-839f-921d6db4837c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:31.465591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66261b9-603b-4db0-90c9-698f9910858a None None] Network 0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:45:31.466934 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ae8696f7-b438-42da-839f-921d6db4837c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/766f2447-8cfa-4f45-86a8-08ccd6279b1d HTTP/1.1" status: 204 len: 168 time: 0.3371835 Dec 25 20:45:31.469725 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 33460) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:45:31.586248 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4f74b179-a665-4ab7-ada2-196790ea3681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:31.597410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-4f74b179-a665-4ab7-ada2-196790ea3681 admin admin] Deleting port 80f4c79f-7727-4dfc-9a3c-0cfefb4b1e86 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:45:31.597771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4f74b179-a665-4ab7-ada2-196790ea3681 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:31.736139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb054b4-a8b8-44d2-9a32-a22bc4f977c7 None None] DHCP port deletion for 0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 20:45:31.740368 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8eb054b4-a8b8-44d2-9a32-a22bc4f977c7 None None] Deleting port 80f4c79f-7727-4dfc-9a3c-0cfefb4b1e86 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:45:31.740792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8eb054b4-a8b8-44d2-9a32-a22bc4f977c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:31.820598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-4f74b179-a665-4ab7-ada2-196790ea3681 admin admin] For port 80f4c79f-7727-4dfc-9a3c-0cfefb4b1e86, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=80f4c79f-7727-4dfc-9a3c-0cfefb4b1e86,segment=NetworkSegment(5ac78184-29b0-463a-8b5a-3c405802ecf2),segment_id=5ac78184-29b0-463a-8b5a-3c405802ecf2)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:45:31.820995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4f74b179-a665-4ab7-ada2-196790ea3681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:31.950573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-4f74b179-a665-4ab7-ada2-196790ea3681 admin admin] Calling delete_port for 80f4c79f-7727-4dfc-9a3c-0cfefb4b1e86 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:45:31.950884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-8eb054b4-a8b8-44d2-9a32-a22bc4f977c7 None None] For port 80f4c79f-7727-4dfc-9a3c-0cfefb4b1e86, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=80f4c79f-7727-4dfc-9a3c-0cfefb4b1e86,segment=NetworkSegment(5ac78184-29b0-463a-8b5a-3c405802ecf2),segment_id=5ac78184-29b0-463a-8b5a-3c405802ecf2)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:45:31.951384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8eb054b4-a8b8-44d2-9a32-a22bc4f977c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:32.029974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4f74b179-a665-4ab7-ada2-196790ea3681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:32.035038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-57e60faa-9b93-4dbf-ab78-e180dc08909a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:32.082256 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f74b179-a665-4ab7-ada2-196790ea3681 admin admin] Pushing event deleted for resources: {'Port': ['ID=80f4c79f-7727-4dfc-9a3c-0cfefb4b1e86,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:32.086692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4f74b179-a665-4ab7-ada2-196790ea3681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:32.090341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f74b179-a665-4ab7-ada2-196790ea3681 admin admin] No DVR routers for this DVR port 80f4c79f-7727-4dfc-9a3c-0cfefb4b1e86 on host dv-neutron-822611-1-hyperv {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:45:32.196210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device bca9dd14-ef5d-4e27-9edf-6180b0471e9e no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:45:32.224454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4f74b179-a665-4ab7-ada2-196790ea3681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:32.252080 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-4f74b179-a665-4ab7-ada2-196790ea3681 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:45:32.265472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-4f74b179-a665-4ab7-ada2-196790ea3681 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ac78184-29b0-463a-8b5a-3c405802ecf2') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:45:32.265814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-4f74b179-a665-4ab7-ada2-196790ea3681 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ac78184-29b0-463a-8b5a-3c405802ecf2') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:45:32.278077 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4f74b179-a665-4ab7-ada2-196790ea3681 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:32.293217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8eb054b4-a8b8-44d2-9a32-a22bc4f977c7 None None] Calling delete_port for 80f4c79f-7727-4dfc-9a3c-0cfefb4b1e86 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:45:32.299834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4f74b179-a665-4ab7-ada2-196790ea3681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:32.308024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f74b179-a665-4ab7-ada2-196790ea3681 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 20:45:32.308687 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4f74b179-a665-4ab7-ada2-196790ea3681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:32.324459 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: bca9dd14-ef5d-4e27-9edf-6180b0471e9e {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:45:32.324863 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device bca9dd14-ef5d-4e27-9edf-6180b0471e9e not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:45:32.325343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 80f4c79f-7727-4dfc-9a3c-0cfefb4b1e86 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:45:32.331294 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 20:45:32.331294 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 20:45:32.331294 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 20:45:32.331294 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 20:45:32.331294 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 20:45:32.331294 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 20:45:32.331294 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 20:45:32.331294 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 20:45:32.331294 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 20:45:32.331294 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 20:45:32.331294 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 20:45:32.331294 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 20:45:32.331294 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 20:45:32.331294 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 20:45:32.331294 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 20:45:32.331294 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 20:45:32.331294 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 20:45:32.331294 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 20:45:32.331294 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 20:45:32.331294 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 20:45:32.331294 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 20:45:32.331294 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 20:45:32.331294 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 20:45:32.331294 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 20:45:32.331294 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 20:45:32.331294 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 20:45:32.331294 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 20:45:32.331294 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 20:45:32.331294 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 20:45:32.331294 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 20:45:32.331294 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 20:45:32.331294 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 20:45:32.372264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 80f4c79f-7727-4dfc-9a3c-0cfefb4b1e86 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:45:32.372671 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 80f4c79f-7727-4dfc-9a3c-0cfefb4b1e86 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:45:32.373139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 83266c1e-3ca4-42ee-a950-de6be4d3583b no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:45:32.413570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 83266c1e-3ca4-42ee-a950-de6be4d3583b {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:45:32.413968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 83266c1e-3ca4-42ee-a950-de6be4d3583b not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:45:32.430310 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4f74b179-a665-4ab7-ada2-196790ea3681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:32.434428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-cfd6c0c9-0d80-4d42-89fa-bcb974bdd09d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:32.440783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-8eb054b4-a8b8-44d2-9a32-a22bc4f977c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 20:45:32.441201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-8eb054b4-a8b8-44d2-9a32-a22bc4f977c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 20:45:32.696520 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4f74b179-a665-4ab7-ada2-196790ea3681 admin admin] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:32.710645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f74b179-a665-4ab7-ada2-196790ea3681 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:32.715636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4f74b179-a665-4ab7-ada2-196790ea3681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:32.729793 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4f74b179-a665-4ab7-ada2-196790ea3681 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0d033d6e-e7cb-4a5d-b4c0-cdfe77bd1442 HTTP/1.1" status: 204 len: 168 time: 1.2589765 Dec 25 20:45:32.732994 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 33464) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:45:32.942828 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8eb054b4-a8b8-44d2-9a32-a22bc4f977c7 None None] Deleting port 80f4c79f-7727-4dfc-9a3c-0cfefb4b1e86 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:45:32.943299 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8eb054b4-a8b8-44d2-9a32-a22bc4f977c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:33.017600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-8eb054b4-a8b8-44d2-9a32-a22bc4f977c7 None None] The port '80f4c79f-7727-4dfc-9a3c-0cfefb4b1e86' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 20:45:33.151886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-244c8f65-41d3-47a4-b9d0-9310d4df14d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:33.782955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-244c8f65-41d3-47a4-b9d0-9310d4df14d3 admin admin] Deleting port f4e231a6-9606-490a-877d-c6d52cf2512c {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:45:33.783525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-244c8f65-41d3-47a4-b9d0-9310d4df14d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:33.962232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-244c8f65-41d3-47a4-b9d0-9310d4df14d3 admin admin] For port f4e231a6-9606-490a-877d-c6d52cf2512c, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=f4e231a6-9606-490a-877d-c6d52cf2512c,segment=NetworkSegment(f3b1dd83-a801-4111-b0bc-06416755b5f5),segment_id=f3b1dd83-a801-4111-b0bc-06416755b5f5)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:45:33.962650 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-244c8f65-41d3-47a4-b9d0-9310d4df14d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:34.091331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-244c8f65-41d3-47a4-b9d0-9310d4df14d3 admin admin] Calling delete_port for f4e231a6-9606-490a-877d-c6d52cf2512c owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:45:34.267956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-244c8f65-41d3-47a4-b9d0-9310d4df14d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:34.272358 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-268d02fb-adf5-4e86-83c8-a33f7f974798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:34.315461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c8f65-41d3-47a4-b9d0-9310d4df14d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4e231a6-9606-490a-877d-c6d52cf2512c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:34.318514 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-244c8f65-41d3-47a4-b9d0-9310d4df14d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:34.640441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-244c8f65-41d3-47a4-b9d0-9310d4df14d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:35.271714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244c8f65-41d3-47a4-b9d0-9310d4df14d3 admin admin] Router 0b087886-64fa-43a6-96bb-8d8969f9cd62 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:45:35.711776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244c8f65-41d3-47a4-b9d0-9310d4df14d3 admin admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:45:35.721225 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6097bb31-50f6-4e82-82d0-12e85cff952d None None] Sync routers for ids ['0b087886-64fa-43a6-96bb-8d8969f9cd62'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:45:35.730221 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-244c8f65-41d3-47a4-b9d0-9310d4df14d3 admin admin] 10.222.0.24 "PUT /v2.0/routers/0b087886-64fa-43a6-96bb-8d8969f9cd62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9961088 Dec 25 20:45:35.733013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 33470) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:45:35.735169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6097bb31-50f6-4e82-82d0-12e85cff952d None None] Routers {'0b087886-64fa-43a6-96bb-8d8969f9cd62'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:45:35.735836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-6097bb31-50f6-4e82-82d0-12e85cff952d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:45:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['0b087886-64fa-43a6-96bb-8d8969f9cd62'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:45:35.921571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-6097bb31-50f6-4e82-82d0-12e85cff952d None None] Set router 0b087886-64fa-43a6-96bb-8d8969f9cd62 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:45:35.941613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f93a80d2-5cd6-4c02-afe3-0cc7200d3871 admin admin] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:36.166865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f93a80d2-5cd6-4c02-afe3-0cc7200d3871 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:36.182637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-f93a80d2-5cd6-4c02-afe3-0cc7200d3871 admin admin] Deleting port 907bf6d7-c9d7-4c2b-baa2-fcef5fea512c {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:45:36.183022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f93a80d2-5cd6-4c02-afe3-0cc7200d3871 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:36.185823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6b577ee1-2773-4c1c-b8c3-98e0c840ee99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:36.368933 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-f93a80d2-5cd6-4c02-afe3-0cc7200d3871 admin admin] For port 907bf6d7-c9d7-4c2b-baa2-fcef5fea512c, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=907bf6d7-c9d7-4c2b-baa2-fcef5fea512c,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:45:36.369478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f93a80d2-5cd6-4c02-afe3-0cc7200d3871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:36.386535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-6097bb31-50f6-4e82-82d0-12e85cff952d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b087886-64fa-43a6-96bb-8d8969f9cd62', 'name': 'tempest-TestShelveInstance-1797896633-router', 'tenant_id': '27d1492401f14f2e93e5949ef6c7c7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': '907bf6d7-c9d7-4c2b-baa2-fcef5fea512c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:36:03Z', 'updated_at': '2021-12-25T20:45:34Z', 'revision_number': 5, 'project_id': '27d1492401f14f2e93e5949ef6c7c7ba', 'gw_port': {'id': '907bf6d7-c9d7-4c2b-baa2-fcef5fea512c', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ec:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b087886-64fa-43a6-96bb-8d8969f9cd62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:36:03Z', 'updated_at': '2021-12-25T20:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:45:36.390550 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6097bb31-50f6-4e82-82d0-12e85cff952d None None] Checking router: 0b087886-64fa-43a6-96bb-8d8969f9cd62 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:45:36.402268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6097bb31-50f6-4e82-82d0-12e85cff952d None None] Routers {'0b087886-64fa-43a6-96bb-8d8969f9cd62'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:45:36.402920 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-6097bb31-50f6-4e82-82d0-12e85cff952d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:45:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['0b087886-64fa-43a6-96bb-8d8969f9cd62'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:45:36.498056 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-f93a80d2-5cd6-4c02-afe3-0cc7200d3871 admin admin] Calling delete_port for 907bf6d7-c9d7-4c2b-baa2-fcef5fea512c owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:45:36.557527 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-6097bb31-50f6-4e82-82d0-12e85cff952d None None] Set router 0b087886-64fa-43a6-96bb-8d8969f9cd62 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:45:36.668223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-6097bb31-50f6-4e82-82d0-12e85cff952d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b087886-64fa-43a6-96bb-8d8969f9cd62', 'name': 'tempest-TestShelveInstance-1797896633-router', 'tenant_id': '27d1492401f14f2e93e5949ef6c7c7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:36:03Z', 'updated_at': '2021-12-25T20:45:36Z', 'revision_number': 6, 'project_id': '27d1492401f14f2e93e5949ef6c7c7ba', 'gw_port_host': None}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:45:36.668925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f93a80d2-5cd6-4c02-afe3-0cc7200d3871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:36.672371 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6097bb31-50f6-4e82-82d0-12e85cff952d None None] The sync data for ids ['0b087886-64fa-43a6-96bb-8d8969f9cd62'] in dv-neutron-822611-1-hyperv is: [{'id': '0b087886-64fa-43a6-96bb-8d8969f9cd62', 'name': 'tempest-TestShelveInstance-1797896633-router', 'tenant_id': '27d1492401f14f2e93e5949ef6c7c7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:36:03Z', 'updated_at': '2021-12-25T20:45:36Z', 'revision_number': 6, 'project_id': '27d1492401f14f2e93e5949ef6c7c7ba', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:45:36.673567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dbec45c4-1f25-4f7b-8171-3e14c5c51dba tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:36.716888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a80d2-5cd6-4c02-afe3-0cc7200d3871 admin admin] Pushing event deleted for resources: {'Port': ['ID=907bf6d7-c9d7-4c2b-baa2-fcef5fea512c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:36.721238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f93a80d2-5cd6-4c02-afe3-0cc7200d3871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:36.966503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f93a80d2-5cd6-4c02-afe3-0cc7200d3871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:37.247902 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f93a80d2-5cd6-4c02-afe3-0cc7200d3871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:37.252853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f93a80d2-5cd6-4c02-afe3-0cc7200d3871 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:37.276897 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f93a80d2-5cd6-4c02-afe3-0cc7200d3871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:37.277304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93a80d2-5cd6-4c02-afe3-0cc7200d3871 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b087886-64fa-43a6-96bb-8d8969f9cd62 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 20:45:37.290199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-f93a80d2-5cd6-4c02-afe3-0cc7200d3871 admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:37.292061 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-f93a80d2-5cd6-4c02-afe3-0cc7200d3871 admin admin] 10.222.0.24 "DELETE /v2.0/routers/0b087886-64fa-43a6-96bb-8d8969f9cd62 HTTP/1.1" status: 204 len: 168 time: 1.5580382 Dec 25 20:45:37.294818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 33474) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:45:37.317987 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:37.361833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-c37895f2-dd1d-43ae-9d81-496df46a1650 admin admin] Deleting subnet 29be749a-3208-49b2-b398-a0341b02b3cf {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 20:45:37.365095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c37895f2-dd1d-43ae-9d81-496df46a1650 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:37.428287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c37895f2-dd1d-43ae-9d81-496df46a1650 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:37.510208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c37895f2-dd1d-43ae-9d81-496df46a1650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:37.580100 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c37895f2-dd1d-43ae-9d81-496df46a1650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:37.584492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-fee983cb-a0f2-4e86-8735-61ac3154c0fa tempest-RoutersNegativeTest-1536057010 tempest-RoutersNegativeTest-1536057010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:37.620355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37895f2-dd1d-43ae-9d81-496df46a1650 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29be749a-3208-49b2-b398-a0341b02b3cf,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:37.624378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c37895f2-dd1d-43ae-9d81-496df46a1650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:37.627681 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c37895f2-dd1d-43ae-9d81-496df46a1650 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:37.633567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718a916a-b348-4f6a-b351-60d1e9dbb621 None None] Network 4bc5e632-1ca8-492d-8c6e-ba6ddf5be546 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:45:37.633750 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c37895f2-dd1d-43ae-9d81-496df46a1650 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/29be749a-3208-49b2-b398-a0341b02b3cf HTTP/1.1" status: 204 len: 168 time: 0.3378789 Dec 25 20:45:37.637099 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 33478) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:45:37.754839 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-80208d81-acc9-4a2c-93b2-1b153b710637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:37.766266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-80208d81-acc9-4a2c-93b2-1b153b710637 admin admin] Deleting port e11794f5-d14e-44e9-93d9-fe0076259ea4 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:45:37.766578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-80208d81-acc9-4a2c-93b2-1b153b710637 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:37.911531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83bded7-c202-45c2-bde2-1ddf464f07f4 None None] DHCP port deletion for 4bc5e632-1ca8-492d-8c6e-ba6ddf5be546 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 20:45:37.915934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b83bded7-c202-45c2-bde2-1ddf464f07f4 None None] Deleting port e11794f5-d14e-44e9-93d9-fe0076259ea4 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:45:37.916457 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b83bded7-c202-45c2-bde2-1ddf464f07f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:37.989066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-80208d81-acc9-4a2c-93b2-1b153b710637 admin admin] For port e11794f5-d14e-44e9-93d9-fe0076259ea4, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=e11794f5-d14e-44e9-93d9-fe0076259ea4,segment=NetworkSegment(f3b1dd83-a801-4111-b0bc-06416755b5f5),segment_id=f3b1dd83-a801-4111-b0bc-06416755b5f5)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:45:37.989465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-80208d81-acc9-4a2c-93b2-1b153b710637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:38.117613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-80208d81-acc9-4a2c-93b2-1b153b710637 admin admin] Calling delete_port for e11794f5-d14e-44e9-93d9-fe0076259ea4 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:45:38.127769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b83bded7-c202-45c2-bde2-1ddf464f07f4 None None] For port e11794f5-d14e-44e9-93d9-fe0076259ea4, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=e11794f5-d14e-44e9-93d9-fe0076259ea4,segment=NetworkSegment(f3b1dd83-a801-4111-b0bc-06416755b5f5),segment_id=f3b1dd83-a801-4111-b0bc-06416755b5f5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:45:38.128228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b83bded7-c202-45c2-bde2-1ddf464f07f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:38.201943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 907bf6d7-c9d7-4c2b-baa2-fcef5fea512c no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:45:38.204536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-80208d81-acc9-4a2c-93b2-1b153b710637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:38.209239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-57e60faa-9b93-4dbf-ab78-e180dc08909a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:38.251046 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80208d81-acc9-4a2c-93b2-1b153b710637 admin admin] Pushing event deleted for resources: {'Port': ['ID=e11794f5-d14e-44e9-93d9-fe0076259ea4,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:38.255397 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-80208d81-acc9-4a2c-93b2-1b153b710637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:38.257967 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80208d81-acc9-4a2c-93b2-1b153b710637 admin admin] No DVR routers for this DVR port e11794f5-d14e-44e9-93d9-fe0076259ea4 on host dv-neutron-822611-1-hyperv {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:45:38.299838 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b83bded7-c202-45c2-bde2-1ddf464f07f4 None None] Calling delete_port for e11794f5-d14e-44e9-93d9-fe0076259ea4 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:45:38.327539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 907bf6d7-c9d7-4c2b-baa2-fcef5fea512c {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:45:38.327943 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 907bf6d7-c9d7-4c2b-baa2-fcef5fea512c not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:45:38.328538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device e11794f5-d14e-44e9-93d9-fe0076259ea4 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:45:38.375270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: e11794f5-d14e-44e9-93d9-fe0076259ea4 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:45:38.375598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device e11794f5-d14e-44e9-93d9-fe0076259ea4 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:45:38.376057 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device f4e231a6-9606-490a-877d-c6d52cf2512c no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:45:38.381632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-80208d81-acc9-4a2c-93b2-1b153b710637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:38.412482 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-80208d81-acc9-4a2c-93b2-1b153b710637 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bc5e632-1ca8-492d-8c6e-ba6ddf5be546']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:45:38.414535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: f4e231a6-9606-490a-877d-c6d52cf2512c {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:45:38.414936 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device f4e231a6-9606-490a-877d-c6d52cf2512c not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:45:38.426794 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-80208d81-acc9-4a2c-93b2-1b153b710637 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3b1dd83-a801-4111-b0bc-06416755b5f5') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:45:38.427113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-80208d81-acc9-4a2c-93b2-1b153b710637 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3b1dd83-a801-4111-b0bc-06416755b5f5') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:45:38.439922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-80208d81-acc9-4a2c-93b2-1b153b710637 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:38.444924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-b83bded7-c202-45c2-bde2-1ddf464f07f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 20:45:38.445341 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-b83bded7-c202-45c2-bde2-1ddf464f07f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 20:45:38.454645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-80208d81-acc9-4a2c-93b2-1b153b710637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:38.460912 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80208d81-acc9-4a2c-93b2-1b153b710637 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 20:45:38.461332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-80208d81-acc9-4a2c-93b2-1b153b710637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:38.479096 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 20:45:38.479096 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 20:45:38.479096 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 20:45:38.479096 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 20:45:38.479096 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 20:45:38.479096 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 20:45:38.479096 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 20:45:38.479096 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 20:45:38.479096 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 20:45:38.479096 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 20:45:38.479096 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 20:45:38.479096 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 20:45:38.479096 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 20:45:38.479096 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 20:45:38.479096 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 20:45:38.479096 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 20:45:38.479096 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 20:45:38.479096 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 20:45:38.479096 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 20:45:38.479096 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 20:45:38.479096 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 20:45:38.479096 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 20:45:38.479096 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 20:45:38.479096 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 20:45:38.479096 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 20:45:38.479096 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 20:45:38.479096 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 20:45:38.479096 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 20:45:38.479096 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 20:45:38.479096 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 20:45:38.479096 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 20:45:38.479096 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 20:45:38.487525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-126805e4-9308-4c20-9572-92456d448024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:38.555472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-80208d81-acc9-4a2c-93b2-1b153b710637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:38.559561 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b7643d0c-d6c1-4ac5-a1e5-f9a07bc3f309 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:38.576110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-80208d81-acc9-4a2c-93b2-1b153b710637 admin admin] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:38.584833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80208d81-acc9-4a2c-93b2-1b153b710637 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bc5e632-1ca8-492d-8c6e-ba6ddf5be546,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:38.589401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-80208d81-acc9-4a2c-93b2-1b153b710637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:38.593063 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-80208d81-acc9-4a2c-93b2-1b153b710637 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4bc5e632-1ca8-492d-8c6e-ba6ddf5be546 HTTP/1.1" status: 204 len: 168 time: 0.9549391 Dec 25 20:45:38.731402 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 33484) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:45:38.785395 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-131af482-87de-417f-b2fd-502e2076a8e7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=058be7ccb6414b7982d15ef7ec089ac1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0526745 Dec 25 20:45:38.788146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 33488) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:45:38.851123 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0475c434-556d-46fa-b56d-1bee8216992a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:38.866881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:38.878674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0475c434-556d-46fa-b56d-1bee8216992a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:38.924206 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0475c434-556d-46fa-b56d-1bee8216992a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:38.929199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a9d409ac-2908-42a0-b74d-47aa68145c4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:38.942881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0475c434-556d-46fa-b56d-1bee8216992a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbfa11b-53b1-4ddb-aa31-993ed137cc02,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:38.946540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b83bded7-c202-45c2-bde2-1ddf464f07f4 None None] Deleting port e11794f5-d14e-44e9-93d9-fe0076259ea4 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:45:38.946669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0475c434-556d-46fa-b56d-1bee8216992a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:38.947776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b83bded7-c202-45c2-bde2-1ddf464f07f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:38.949944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0475c434-556d-46fa-b56d-1bee8216992a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:38.951320 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0475c434-556d-46fa-b56d-1bee8216992a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3cbfa11b-53b1-4ddb-aa31-993ed137cc02 HTTP/1.1" status: 204 len: 168 time: 0.1621563 Dec 25 20:45:39.026605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b83bded7-c202-45c2-bde2-1ddf464f07f4 None None] The port 'e11794f5-d14e-44e9-93d9-fe0076259ea4' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 20:45:39.375239 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 33496) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:45:39.431278 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-03d41be0-129e-48ed-b50f-ed7caff2155a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=27d1492401f14f2e93e5949ef6c7c7ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0546441 Dec 25 20:45:39.433771 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 33500) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:45:39.495227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b21a761d-f0ad-4111-bf07-98ea0fc2a6dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:39.522028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b21a761d-f0ad-4111-bf07-98ea0fc2a6dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:39.567590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b21a761d-f0ad-4111-bf07-98ea0fc2a6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:39.573122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-893808de-a0cb-47ad-a57f-efc5b117793e tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:39.583811 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a761d-f0ad-4111-bf07-98ea0fc2a6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18f5b99-4649-4480-8176-1ccde337ba9b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:39.588584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b21a761d-f0ad-4111-bf07-98ea0fc2a6dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:39.590505 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b21a761d-f0ad-4111-bf07-98ea0fc2a6dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:39.591741 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b21a761d-f0ad-4111-bf07-98ea0fc2a6dd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d18f5b99-4649-4480-8176-1ccde337ba9b HTTP/1.1" status: 204 len: 168 time: 0.1569805 Dec 25 20:45:40.052326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:45:40.194576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:40.530636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 33522) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:45:40.666448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-81c85194-e512-4752-abc6-a4a934451c93 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-355148791-network', 'tenant_id': '574c2529e3694fa694e93af30082d65d'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:45:40.671750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-81c85194-e512-4752-abc6-a4a934451c93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:45:40.675805 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-81c85194-e512-4752-abc6-a4a934451c93 admin admin] Usage tracker for resource:network and tenant:574c2529e3694fa694e93af30082d65d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:45:40.678816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-81c85194-e512-4752-abc6-a4a934451c93 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:45:40.695624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-81c85194-e512-4752-abc6-a4a934451c93 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:45:40.706361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c85194-e512-4752-abc6-a4a934451c93 admin admin] Made reservation on behalf of 574c2529e3694fa694e93af30082d65d for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:45:40.711044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81c85194-e512-4752-abc6-a4a934451c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:40.724842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81c85194-e512-4752-abc6-a4a934451c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:40.756201 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-81c85194-e512-4752-abc6-a4a934451c93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:45:40.760656 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-81c85194-e512-4752-abc6-a4a934451c93 admin admin] Usage tracker for resource:security_group_rule and tenant:574c2529e3694fa694e93af30082d65d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:45:40.763535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-81c85194-e512-4752-abc6-a4a934451c93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:45:40.769835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-81c85194-e512-4752-abc6-a4a934451c93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:45:40.841851 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81c85194-e512-4752-abc6-a4a934451c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:40.844307 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81c85194-e512-4752-abc6-a4a934451c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:40.848525 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dcced6d8-ddc4-481e-8a90-9356a725ad46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:40.873738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81c85194-e512-4752-abc6-a4a934451c93 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 20:45:40.887498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c85194-e512-4752-abc6-a4a934451c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3886d524-3e67-4946-a27f-86abacf24385,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:40.891702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-81c85194-e512-4752-abc6-a4a934451c93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:40.892677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81c85194-e512-4752-abc6-a4a934451c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:40.893063 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-81c85194-e512-4752-abc6-a4a934451c93 admin admin] Added segment 408af614-0231-4ea0-b742-cb71479a9d3a of type vlan for network b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e Dec 25 20:45:40.925271 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81c85194-e512-4752-abc6-a4a934451c93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:40.955144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81c85194-e512-4752-abc6-a4a934451c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:40.956108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c85194-e512-4752-abc6-a4a934451c93 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:45:40.956748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-81c85194-e512-4752-abc6-a4a934451c93 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:40.961769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-72772533-62d2-4ea2-98f7-44ecddf1f911 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:41.064472 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-81c85194-e512-4752-abc6-a4a934451c93 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5326164 Dec 25 20:45:41.067667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 33528) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:45:41.069949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c85194-e512-4752-abc6-a4a934451c93 admin admin] Pushing event updated for resources: {'Network': ['ID=b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:41.073444 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-81c85194-e512-4752-abc6-a4a934451c93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:41.075069 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-0be2e147-0d7a-4074-8ca4-e37d2a62f89c admin admin] Request body: {'subnet': {'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-355148791-subnet', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:45:41.080699 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0be2e147-0d7a-4074-8ca4-e37d2a62f89c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:45:41.080854 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 20:45:41.084917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0be2e147-0d7a-4074-8ca4-e37d2a62f89c admin admin] Usage tracker for resource:subnet and tenant:574c2529e3694fa694e93af30082d65d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:45:41.087986 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-0be2e147-0d7a-4074-8ca4-e37d2a62f89c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:45:41.094266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-0be2e147-0d7a-4074-8ca4-e37d2a62f89c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:45:41.104238 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be2e147-0d7a-4074-8ca4-e37d2a62f89c admin admin] Made reservation on behalf of 574c2529e3694fa694e93af30082d65d for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:45:41.108996 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0be2e147-0d7a-4074-8ca4-e37d2a62f89c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:41.554504 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0be2e147-0d7a-4074-8ca4-e37d2a62f89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:41.559665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-54845c81-da30-402b-9276-c6809d1e9062 tempest-NetworksTestDHCPv6-364455654 tempest-NetworksTestDHCPv6-364455654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:41.634113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2e147-0d7a-4074-8ca4-e37d2a62f89c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a3b9f09-8d39-453d-a37e-701690785791,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:41.637078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-0be2e147-0d7a-4074-8ca4-e37d2a62f89c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:41.647468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be2e147-0d7a-4074-8ca4-e37d2a62f89c admin admin] Checking segment: {'id': '408af614-0231-4ea0-b742-cb71479a9d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:45:41.647865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be2e147-0d7a-4074-8ca4-e37d2a62f89c admin admin] Network hostable DHCP agents. Network: b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 20:45:41.669447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be2e147-0d7a-4074-8ca4-e37d2a62f89c admin admin] Network b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 20:45:41.677658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-0be2e147-0d7a-4074-8ca4-e37d2a62f89c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:45:41.682301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be2e147-0d7a-4074-8ca4-e37d2a62f89c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:45:41.682953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0be2e147-0d7a-4074-8ca4-e37d2a62f89c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:41.688442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a440ca0-8703-41e5-99d3-ff8b9a06c6a8 None None] Network b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:45:41.703765 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-0be2e147-0d7a-4074-8ca4-e37d2a62f89c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6349468 Dec 25 20:45:41.706883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 33532) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:45:41.713013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-17d86178-e11e-4b16-b0f6-c383e352a8d8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-355148791-router', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:45:41.718032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-17d86178-e11e-4b16-b0f6-c383e352a8d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:45:41.722170 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-17d86178-e11e-4b16-b0f6-c383e352a8d8 admin admin] Usage tracker for resource:router and tenant:574c2529e3694fa694e93af30082d65d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:45:41.725190 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-17d86178-e11e-4b16-b0f6-c383e352a8d8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:45:41.731762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-17d86178-e11e-4b16-b0f6-c383e352a8d8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:45:41.749417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-17d86178-e11e-4b16-b0f6-c383e352a8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:41.750422 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-17d86178-e11e-4b16-b0f6-c383e352a8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:41.768393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-17d86178-e11e-4b16-b0f6-c383e352a8d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:41.918251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee0ff4f-12a2-42b0-9df4-f2939050f561 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e', 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'fixed_ips': [{'subnet_id': '1a3b9f09-8d39-453d-a37e-701690785791'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 20:45:41.919187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4ee0ff4f-12a2-42b0-9df4-f2939050f561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:41.921594 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-17d86178-e11e-4b16-b0f6-c383e352a8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:42.085801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-4ee0ff4f-12a2-42b0-9df4-f2939050f561 None None] Allocated IP 172.20.0.2 (b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e/1a3b9f09-8d39-453d-a37e-701690785791/041cb724-e1e2-4e1c-a82c-cd3b0088f6f5) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:45:42.120833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-17d86178-e11e-4b16-b0f6-c383e352a8d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:42.158713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-17d86178-e11e-4b16-b0f6-c383e352a8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:42.300175 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4ee0ff4f-12a2-42b0-9df4-f2939050f561 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:42.302798 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-17d86178-e11e-4b16-b0f6-c383e352a8d8 admin admin] Allocated IP 172.26.8.49 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/0ab2f5eb-6392-4f2c-9b87-6b131bd88177) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:45:42.311193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-4ee0ff4f-12a2-42b0-9df4-f2939050f561 None None] Transition to ACTIVE for port object 041cb724-e1e2-4e1c-a82c-cd3b0088f6f5 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:45:42.331212 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-4ee0ff4f-12a2-42b0-9df4-f2939050f561 None None] Transition to ACTIVE for port object 041cb724-e1e2-4e1c-a82c-cd3b0088f6f5 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:45:42.335258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4ee0ff4f-12a2-42b0-9df4-f2939050f561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:42.340937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:42.410551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee0ff4f-12a2-42b0-9df4-f2939050f561 None None] Network b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:45:42.413572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-4ee0ff4f-12a2-42b0-9df4-f2939050f561 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:45:42.416165 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee0ff4f-12a2-42b0-9df4-f2939050f561 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:45:42.422794 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee0ff4f-12a2-42b0-9df4-f2939050f561 None None] Pushing event updated for resources: {'Port': ['ID=041cb724-e1e2-4e1c-a82c-cd3b0088f6f5,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:42.463781 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-17d86178-e11e-4b16-b0f6-c383e352a8d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:42.466876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee0ff4f-12a2-42b0-9df4-f2939050f561 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:45:42.467297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee0ff4f-12a2-42b0-9df4-f2939050f561 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:45:42.467688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee0ff4f-12a2-42b0-9df4-f2939050f561 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:45:42.468071 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee0ff4f-12a2-42b0-9df4-f2939050f561 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:45:42.468450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee0ff4f-12a2-42b0-9df4-f2939050f561 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:45:42.468826 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee0ff4f-12a2-42b0-9df4-f2939050f561 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:45:42.469202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee0ff4f-12a2-42b0-9df4-f2939050f561 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:45:42.469579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee0ff4f-12a2-42b0-9df4-f2939050f561 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:45:42.469949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee0ff4f-12a2-42b0-9df4-f2939050f561 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:45:42.470318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee0ff4f-12a2-42b0-9df4-f2939050f561 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:45:42.470686 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee0ff4f-12a2-42b0-9df4-f2939050f561 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:45:42.474522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4ee0ff4f-12a2-42b0-9df4-f2939050f561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:42.490467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-17d86178-e11e-4b16-b0f6-c383e352a8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:42.495639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f8b1df6c-16d9-4afa-be60-cfe3f991814d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:42.525334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-4ee0ff4f-12a2-42b0-9df4-f2939050f561 None None] Attempting to bind port 041cb724-e1e2-4e1c-a82c-cd3b0088f6f5 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:45:42.525754 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-4ee0ff4f-12a2-42b0-9df4-f2939050f561 None None] Attempting to bind port 041cb724-e1e2-4e1c-a82c-cd3b0088f6f5 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '408af614-0231-4ea0-b742-cb71479a9d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:45:42.526169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee0ff4f-12a2-42b0-9df4-f2939050f561 None None] Attempting to bind port 041cb724-e1e2-4e1c-a82c-cd3b0088f6f5 on network b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:45:42.533049 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee0ff4f-12a2-42b0-9df4-f2939050f561 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:45:42.533477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee0ff4f-12a2-42b0-9df4-f2939050f561 None None] Checking segment: {'id': '408af614-0231-4ea0-b742-cb71479a9d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:45:42.533929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4ee0ff4f-12a2-42b0-9df4-f2939050f561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:42.534370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee0ff4f-12a2-42b0-9df4-f2939050f561 None None] Bound using segment: {'id': '408af614-0231-4ea0-b742-cb71479a9d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:45:42.534894 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-4ee0ff4f-12a2-42b0-9df4-f2939050f561 None None] Bound port: 041cb724-e1e2-4e1c-a82c-cd3b0088f6f5, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408af614-0231-4ea0-b742-cb71479a9d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:45:42.535346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4ee0ff4f-12a2-42b0-9df4-f2939050f561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:42.567537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d86178-e11e-4b16-b0f6-c383e352a8d8 admin admin] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:45:42.570534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-17d86178-e11e-4b16-b0f6-c383e352a8d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:45:42.575668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d86178-e11e-4b16-b0f6-c383e352a8d8 admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:45:42.602592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d86178-e11e-4b16-b0f6-c383e352a8d8 admin admin] Pushing event updated for resources: {'Port': ['ID=0ab2f5eb-6392-4f2c-9b87-6b131bd88177,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:42.608161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-17d86178-e11e-4b16-b0f6-c383e352a8d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:42.632153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-4ee0ff4f-12a2-42b0-9df4-f2939050f561 None None] For port 041cb724-e1e2-4e1c-a82c-cd3b0088f6f5, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:45:42.636001 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-4ee0ff4f-12a2-42b0-9df4-f2939050f561 None None] For port 041cb724-e1e2-4e1c-a82c-cd3b0088f6f5, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=041cb724-e1e2-4e1c-a82c-cd3b0088f6f5,segment=NetworkSegment(408af614-0231-4ea0-b742-cb71479a9d3a),segment_id=408af614-0231-4ea0-b742-cb71479a9d3a)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:45:42.639316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4ee0ff4f-12a2-42b0-9df4-f2939050f561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:42.643626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:42.733160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee0ff4f-12a2-42b0-9df4-f2939050f561 None None] Pushing event updated for resources: {'Port': ['ID=041cb724-e1e2-4e1c-a82c-cd3b0088f6f5,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:42.737677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4ee0ff4f-12a2-42b0-9df4-f2939050f561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:42.749166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-17d86178-e11e-4b16-b0f6-c383e352a8d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:42.749957 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-17d86178-e11e-4b16-b0f6-c383e352a8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:43.020992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d86178-e11e-4b16-b0f6-c383e352a8d8 admin admin] Router b14f1492-1dfd-45ad-af28-807e8e1ea44a is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 20:45:43.267040 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d86178-e11e-4b16-b0f6-c383e352a8d8 admin admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:45:43.277154 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3ab26a-06cc-477f-838d-815668609a6c None None] Sync routers for ids ['b14f1492-1dfd-45ad-af28-807e8e1ea44a'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:45:43.291624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3ab26a-06cc-477f-838d-815668609a6c None None] Routers {'b14f1492-1dfd-45ad-af28-807e8e1ea44a'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:45:43.291816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-17d86178-e11e-4b16-b0f6-c383e352a8d8 admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:43.292306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-bd3ab26a-06cc-477f-838d-815668609a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:45:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['b14f1492-1dfd-45ad-af28-807e8e1ea44a'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:45:43.292974 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-17d86178-e11e-4b16-b0f6-c383e352a8d8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5849903 Dec 25 20:45:43.296045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 33536) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:45:43.651013 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-bd3ab26a-06cc-477f-838d-815668609a6c None None] Set router b14f1492-1dfd-45ad-af28-807e8e1ea44a gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:45:43.965407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-bd3ab26a-06cc-477f-838d-815668609a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'name': 'tempest-TestSnapshotPattern-355148791-router', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '0ab2f5eb-6392-4f2c-9b87-6b131bd88177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:45:41Z', 'updated_at': '2021-12-25T20:45:42Z', 'revision_number': 3, 'project_id': '574c2529e3694fa694e93af30082d65d', 'gw_port': {'id': '0ab2f5eb-6392-4f2c-9b87-6b131bd88177', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:42Z', 'updated_at': '2021-12-25T20:45:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:45:43.970205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3ab26a-06cc-477f-838d-815668609a6c None None] Checking router: b14f1492-1dfd-45ad-af28-807e8e1ea44a for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:45:43.970613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3ab26a-06cc-477f-838d-815668609a6c None None] Updating router b14f1492-1dfd-45ad-af28-807e8e1ea44a port 0ab2f5eb-6392-4f2c-9b87-6b131bd88177 binding host dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 20:45:44.030343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bd3ab26a-06cc-477f-838d-815668609a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:44.101378 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b409ea5f-dfa9-44bc-9feb-46ec45e6f974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:44.302435 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 041cb724-e1e2-4e1c-a82c-cd3b0088f6f5 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:45:44.354437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-b409ea5f-dfa9-44bc-9feb-46ec45e6f974 admin admin] Allocated IP 172.20.0.1 (b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e/1a3b9f09-8d39-453d-a37e-701690785791/eec884ef-3bd8-4414-8f02-b638bd61f98c) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:45:44.425601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa2a77a-8871-4abf-b656-e5ce9359e101 None None] Network b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:45:44.493530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 041cb724-e1e2-4e1c-a82c-cd3b0088f6f5 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:45:44.519476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b409ea5f-dfa9-44bc-9feb-46ec45e6f974 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:44.537069 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b409ea5f-dfa9-44bc-9feb-46ec45e6f974 admin admin] Transition to ACTIVE for port object eec884ef-3bd8-4414-8f02-b638bd61f98c will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:45:44.557522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b409ea5f-dfa9-44bc-9feb-46ec45e6f974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:44.561391 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-244c8f65-41d3-47a4-b9d0-9310d4df14d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:44.600572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-bd5068b2-babb-4c9a-8ab5-6a2cc8c8ad68 None None] Provisioning for port 041cb724-e1e2-4e1c-a82c-cd3b0088f6f5 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:45:44.611465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bd3ab26a-06cc-477f-838d-815668609a6c None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:44.615644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-bd5068b2-babb-4c9a-8ab5-6a2cc8c8ad68 None None] Provisioning complete for port 041cb724-e1e2-4e1c-a82c-cd3b0088f6f5 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:45:44.616052 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bd5068b2-babb-4c9a-8ab5-6a2cc8c8ad68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:44.636998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b409ea5f-dfa9-44bc-9feb-46ec45e6f974 admin admin] Network b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:45:44.640498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-b409ea5f-dfa9-44bc-9feb-46ec45e6f974 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:45:44.642641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b409ea5f-dfa9-44bc-9feb-46ec45e6f974 admin admin] Pushing event updated for resources: {'Port': ['ID=eec884ef-3bd8-4414-8f02-b638bd61f98c,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:44.644998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b409ea5f-dfa9-44bc-9feb-46ec45e6f974 admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:45:44.675223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b409ea5f-dfa9-44bc-9feb-46ec45e6f974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:44.683190 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-bd3ab26a-06cc-477f-838d-815668609a6c None None] Transition to ACTIVE for port object 0ab2f5eb-6392-4f2c-9b87-6b131bd88177 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:45:44.701407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b409ea5f-dfa9-44bc-9feb-46ec45e6f974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:44.701910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bd3ab26a-06cc-477f-838d-815668609a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:44.736506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:44.787895 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b409ea5f-dfa9-44bc-9feb-46ec45e6f974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:44.849455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-bd3ab26a-06cc-477f-838d-815668609a6c None None] Attempting to bind port 0ab2f5eb-6392-4f2c-9b87-6b131bd88177 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:45:44.849873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-bd3ab26a-06cc-477f-838d-815668609a6c None None] Attempting to bind port 0ab2f5eb-6392-4f2c-9b87-6b131bd88177 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:45:44.850285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3ab26a-06cc-477f-838d-815668609a6c None None] Attempting to bind port 0ab2f5eb-6392-4f2c-9b87-6b131bd88177 on network a29ab018-4a1a-4021-8156-423134b861f3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:45:44.911472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f319f6-1097-4088-9c17-b00ed4dcf01d None None] Pushing event updated for resources: {'Port': ['ID=0ab2f5eb-6392-4f2c-9b87-6b131bd88177,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:44.914350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a6f319f6-1097-4088-9c17-b00ed4dcf01d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:44.952512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3ab26a-06cc-477f-838d-815668609a6c None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:45:44.952844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3ab26a-06cc-477f-838d-815668609a6c None None] Checking segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:45:44.953297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bd3ab26a-06cc-477f-838d-815668609a6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:44.953741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3ab26a-06cc-477f-838d-815668609a6c None None] Bound using segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:45:44.954285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-bd3ab26a-06cc-477f-838d-815668609a6c None None] Bound port: 0ab2f5eb-6392-4f2c-9b87-6b131bd88177, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:45:44.954706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bd3ab26a-06cc-477f-838d-815668609a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:45.017316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bd5068b2-babb-4c9a-8ab5-6a2cc8c8ad68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:45.093393 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-bd5068b2-babb-4c9a-8ab5-6a2cc8c8ad68 None None] For port 041cb724-e1e2-4e1c-a82c-cd3b0088f6f5, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=041cb724-e1e2-4e1c-a82c-cd3b0088f6f5,segment=NetworkSegment(408af614-0231-4ea0-b742-cb71479a9d3a),segment_id=408af614-0231-4ea0-b742-cb71479a9d3a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:45:45.097289 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-bd3ab26a-06cc-477f-838d-815668609a6c None None] For port 0ab2f5eb-6392-4f2c-9b87-6b131bd88177, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:45:45.100687 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bd5068b2-babb-4c9a-8ab5-6a2cc8c8ad68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:45.104473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-bd3ab26a-06cc-477f-838d-815668609a6c None None] For port 0ab2f5eb-6392-4f2c-9b87-6b131bd88177, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=0ab2f5eb-6392-4f2c-9b87-6b131bd88177,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:45:45.105647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:45.143031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bd3ab26a-06cc-477f-838d-815668609a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:45.194655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5068b2-babb-4c9a-8ab5-6a2cc8c8ad68 None None] Pushing event updated for resources: {'Port': ['ID=041cb724-e1e2-4e1c-a82c-cd3b0088f6f5,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:45.199786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bd5068b2-babb-4c9a-8ab5-6a2cc8c8ad68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:45.201114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:45.256652 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3ab26a-06cc-477f-838d-815668609a6c None None] Routers {'b14f1492-1dfd-45ad-af28-807e8e1ea44a'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:45:45.257516 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-bd3ab26a-06cc-477f-838d-815668609a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:45:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['b14f1492-1dfd-45ad-af28-807e8e1ea44a'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:45:45.271036 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b409ea5f-dfa9-44bc-9feb-46ec45e6f974 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:45.274893 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b409ea5f-dfa9-44bc-9feb-46ec45e6f974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:45.305377 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d3f0eb39-d782-4568-bce8-b76b536f0ea6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:45.360864 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f319f6-1097-4088-9c17-b00ed4dcf01d None None] Pushing event updated for resources: {'Port': ['ID=0ab2f5eb-6392-4f2c-9b87-6b131bd88177,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:45.388145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b409ea5f-dfa9-44bc-9feb-46ec45e6f974 admin admin] Pushing event updated for resources: {'Port': ['ID=eec884ef-3bd8-4414-8f02-b638bd61f98c,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:45.392988 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b409ea5f-dfa9-44bc-9feb-46ec45e6f974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:45.398549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b409ea5f-dfa9-44bc-9feb-46ec45e6f974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:45.559637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b409ea5f-dfa9-44bc-9feb-46ec45e6f974 admin admin] Network b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:45:45.561009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-b409ea5f-dfa9-44bc-9feb-46ec45e6f974 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:45:45.608164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a6f319f6-1097-4088-9c17-b00ed4dcf01d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:45.638675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-860995eb-1993-42c1-8718-65f010f07b9b None None] Provisioning for port eec884ef-3bd8-4414-8f02-b638bd61f98c completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:45:45.648600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-860995eb-1993-42c1-8718-65f010f07b9b None None] Provisioning complete for port eec884ef-3bd8-4414-8f02-b638bd61f98c triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:45:45.649422 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-860995eb-1993-42c1-8718-65f010f07b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:45.699291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-bd3ab26a-06cc-477f-838d-815668609a6c None None] Set router b14f1492-1dfd-45ad-af28-807e8e1ea44a gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:45:45.776780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-860995eb-1993-42c1-8718-65f010f07b9b None None] Port eec884ef-3bd8-4414-8f02-b638bd61f98c cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:45:45.879891 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-860995eb-1993-42c1-8718-65f010f07b9b None None] Provisioning complete for port 041cb724-e1e2-4e1c-a82c-cd3b0088f6f5 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:45:45.880311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-860995eb-1993-42c1-8718-65f010f07b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:45.986797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b409ea5f-dfa9-44bc-9feb-46ec45e6f974 admin admin] Router b14f1492-1dfd-45ad-af28-807e8e1ea44a has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:45:46.160724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-bd3ab26a-06cc-477f-838d-815668609a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'name': 'tempest-TestSnapshotPattern-355148791-router', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '0ab2f5eb-6392-4f2c-9b87-6b131bd88177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:45:41Z', 'updated_at': '2021-12-25T20:45:44Z', 'revision_number': 4, 'project_id': '574c2529e3694fa694e93af30082d65d', 'gw_port': {'id': '0ab2f5eb-6392-4f2c-9b87-6b131bd88177', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:42Z', 'updated_at': '2021-12-25T20:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'eec884ef-3bd8-4414-8f02-b638bd61f98c', 'name': '', 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'mac_address': 'fa:16:3e:c4:d2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a3b9f09-8d39-453d-a37e-701690785791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:44Z', 'updated_at': '2021-12-25T20:45:44Z', 'revision_number': 2, 'project_id': '574c2529e3694fa694e93af30082d65d', 'subnets': [{'id': '1a3b9f09-8d39-453d-a37e-701690785791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:45:46.165268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3ab26a-06cc-477f-838d-815668609a6c None None] The sync data for ids ['b14f1492-1dfd-45ad-af28-807e8e1ea44a'] in dv-neutron-822611-1-hyperv is: [{'id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'name': 'tempest-TestSnapshotPattern-355148791-router', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '0ab2f5eb-6392-4f2c-9b87-6b131bd88177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:45:41Z', 'updated_at': '2021-12-25T20:45:44Z', 'revision_number': 4, 'project_id': '574c2529e3694fa694e93af30082d65d', 'gw_port': {'id': '0ab2f5eb-6392-4f2c-9b87-6b131bd88177', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:42Z', 'updated_at': '2021-12-25T20:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'eec884ef-3bd8-4414-8f02-b638bd61f98c', 'name': '', 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'mac_address': 'fa:16:3e:c4:d2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a3b9f09-8d39-453d-a37e-701690785791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:44Z', 'updated_at': '2021-12-25T20:45:44Z', 'revision_number': 2, 'project_id': '574c2529e3694fa694e93af30082d65d', 'subnets': [{'id': '1a3b9f09-8d39-453d-a37e-701690785791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:45:46.182589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 041cb724-e1e2-4e1c-a82c-cd3b0088f6f5 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:45:46.209638 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b409ea5f-dfa9-44bc-9feb-46ec45e6f974 admin admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:45:46.223012 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b409ea5f-dfa9-44bc-9feb-46ec45e6f974 admin admin] 10.222.0.24 "PUT /v2.0/routers/b14f1492-1dfd-45ad-af28-807e8e1ea44a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9229567 Dec 25 20:45:46.278763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-12225541-6e8e-4956-9079-49c288a941f3 None None] Provisioning complete for port eec884ef-3bd8-4414-8f02-b638bd61f98c triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:45:46.279469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-12225541-6e8e-4956-9079-49c288a941f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:46.316964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 041cb724-e1e2-4e1c-a82c-cd3b0088f6f5 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:45:46.317548 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:46.394495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-12225541-6e8e-4956-9079-49c288a941f3 None None] Port eec884ef-3bd8-4414-8f02-b638bd61f98c cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:45:47.213294 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 33562) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:45:47.219900 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-a0245354-dafe-4e3f-84b0-17500d1dba0e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-988894718-network', 'tenant_id': '512af63771854c50af8fb55820a6c425'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:45:47.225437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a0245354-dafe-4e3f-84b0-17500d1dba0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:45:47.230449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a0245354-dafe-4e3f-84b0-17500d1dba0e admin admin] Usage tracker for resource:network and tenant:512af63771854c50af8fb55820a6c425 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:45:47.233494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a0245354-dafe-4e3f-84b0-17500d1dba0e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:45:47.242194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a0245354-dafe-4e3f-84b0-17500d1dba0e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:45:47.261910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0245354-dafe-4e3f-84b0-17500d1dba0e admin admin] Made reservation on behalf of 512af63771854c50af8fb55820a6c425 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:45:47.274689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a0245354-dafe-4e3f-84b0-17500d1dba0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:47.289702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a0245354-dafe-4e3f-84b0-17500d1dba0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:47.326467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a0245354-dafe-4e3f-84b0-17500d1dba0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:45:47.330539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a0245354-dafe-4e3f-84b0-17500d1dba0e admin admin] Usage tracker for resource:security_group_rule and tenant:512af63771854c50af8fb55820a6c425 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:45:47.333562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-a0245354-dafe-4e3f-84b0-17500d1dba0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:45:47.339849 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-a0245354-dafe-4e3f-84b0-17500d1dba0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:45:47.412332 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a0245354-dafe-4e3f-84b0-17500d1dba0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:47.415776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a0245354-dafe-4e3f-84b0-17500d1dba0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:47.420216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8156f783-e1a3-458f-9ede-dcc0a19ec983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:47.446983 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0245354-dafe-4e3f-84b0-17500d1dba0e admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 25 20:45:47.460569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0245354-dafe-4e3f-84b0-17500d1dba0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36852c0a-37ea-4935-b192-4724d5f45e5f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:47.464909 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a0245354-dafe-4e3f-84b0-17500d1dba0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:47.465917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a0245354-dafe-4e3f-84b0-17500d1dba0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:47.466306 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.segments_db [None req-a0245354-dafe-4e3f-84b0-17500d1dba0e admin admin] Added segment f5b33bee-d662-4972-83c2-e4a975974cea of type vlan for network f6faed23-faa8-44ae-b2c9-4b81e1443b61 Dec 25 20:45:47.495614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a0245354-dafe-4e3f-84b0-17500d1dba0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739196195665'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:47.530750 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a0245354-dafe-4e3f-84b0-17500d1dba0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:47.531880 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0245354-dafe-4e3f-84b0-17500d1dba0e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:45:47.532728 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a0245354-dafe-4e3f-84b0-17500d1dba0e admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:47.538118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bbe2bf82-ff8f-40c7-8671-b582beaa49e5 tempest-RoutersNegativeIpV6Test-1328007368 tempest-RoutersNegativeIpV6Test-1328007368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:47.648493 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a0245354-dafe-4e3f-84b0-17500d1dba0e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4339256 Dec 25 20:45:47.649461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0245354-dafe-4e3f-84b0-17500d1dba0e admin admin] Pushing event updated for resources: {'Network': ['ID=f6faed23-faa8-44ae-b2c9-4b81e1443b61,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:47.652373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 33566) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:45:47.652498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a0245354-dafe-4e3f-84b0-17500d1dba0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:47.660282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Network f6faed23-faa8-44ae-b2c9-4b81e1443b61 details requested by agent ovs-agent-dv-neutron-822611-1-hyperv with host dv-neutron-822611-1-hyperv {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 25 20:45:47.660634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-e342b8e7-acfc-4df3-8a31-9e886fd41c74 admin admin] Request body: {'subnet': {'network_id': 'f6faed23-faa8-44ae-b2c9-4b81e1443b61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-988894718-subnet', 'tenant_id': '512af63771854c50af8fb55820a6c425', 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:45:47.667381 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e342b8e7-acfc-4df3-8a31-9e886fd41c74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:45:47.671873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e342b8e7-acfc-4df3-8a31-9e886fd41c74 admin admin] Usage tracker for resource:subnet and tenant:512af63771854c50af8fb55820a6c425 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:45:47.675365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-e342b8e7-acfc-4df3-8a31-9e886fd41c74 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:45:47.682478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-e342b8e7-acfc-4df3-8a31-9e886fd41c74 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:45:47.693301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e342b8e7-acfc-4df3-8a31-9e886fd41c74 admin admin] Made reservation on behalf of 512af63771854c50af8fb55820a6c425 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:45:47.698623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e342b8e7-acfc-4df3-8a31-9e886fd41c74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2923783'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:47.927653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e342b8e7-acfc-4df3-8a31-9e886fd41c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853573191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2923798'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:47.932466 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1cfb7298-d7da-43f6-b580-c86b43b150ee tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:48.016509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e342b8e7-acfc-4df3-8a31-9e886fd41c74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebdd2dc3-e17b-460a-8f36-d1bd9158cf02,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:48.020264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e342b8e7-acfc-4df3-8a31-9e886fd41c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:48.028609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e342b8e7-acfc-4df3-8a31-9e886fd41c74 admin admin] Checking segment: {'id': 'f5b33bee-d662-4972-83c2-e4a975974cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f6faed23-faa8-44ae-b2c9-4b81e1443b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:45:48.029017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e342b8e7-acfc-4df3-8a31-9e886fd41c74 admin admin] Network hostable DHCP agents. Network: f6faed23-faa8-44ae-b2c9-4b81e1443b61, hostable agents: ['3d469cad-fae3-429f-ba66-4163aee88075'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 25 20:45:48.051048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e342b8e7-acfc-4df3-8a31-9e886fd41c74 admin admin] Network f6faed23-faa8-44ae-b2c9-4b81e1443b61 is scheduled to be hosted by DHCP agent 3d469cad-fae3-429f-ba66-4163aee88075 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 25 20:45:48.059590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-e342b8e7-acfc-4df3-8a31-9e886fd41c74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822611-1-hyperv, f6faed23-faa8-44ae-b2c9-4b81e1443b61) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:45:48.064346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e342b8e7-acfc-4df3-8a31-9e886fd41c74 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:45:48.065004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e342b8e7-acfc-4df3-8a31-9e886fd41c74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:48.077289 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39900de6-d07b-4c86-aa5b-4681f88fd319 None None] Network f6faed23-faa8-44ae-b2c9-4b81e1443b61 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:45:48.095401 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-e342b8e7-acfc-4df3-8a31-9e886fd41c74 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4405560 Dec 25 20:45:48.098844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 33570) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:45:48.105500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-4a67017a-2acb-4b38-9800-5a3c8c6bd802 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-988894718-router', 'tenant_id': '512af63771854c50af8fb55820a6c425', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:45:48.110760 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4a67017a-2acb-4b38-9800-5a3c8c6bd802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:45:48.114867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4a67017a-2acb-4b38-9800-5a3c8c6bd802 admin admin] Usage tracker for resource:router and tenant:512af63771854c50af8fb55820a6c425 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:45:48.117873 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-4a67017a-2acb-4b38-9800-5a3c8c6bd802 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:45:48.124673 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-4a67017a-2acb-4b38-9800-5a3c8c6bd802 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:45:48.154114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4a67017a-2acb-4b38-9800-5a3c8c6bd802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-488624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-88912'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:48.155199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4a67017a-2acb-4b38-9800-5a3c8c6bd802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854287342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854686888'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:48.190759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4a67017a-2acb-4b38-9800-5a3c8c6bd802 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:48.236374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 0ab2f5eb-6392-4f2c-9b87-6b131bd88177 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:45:48.348815 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4a67017a-2acb-4b38-9800-5a3c8c6bd802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-488609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854686903'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:48.395881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbaac14-c9e2-473f-9da7-4aecbc597abb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54993c3c-6d57-5860-a7dd-23cb79a391f3-f6faed23-faa8-44ae-b2c9-4b81e1443b61', 'network_id': 'f6faed23-faa8-44ae-b2c9-4b81e1443b61', 'tenant_id': '512af63771854c50af8fb55820a6c425', 'fixed_ips': [{'subnet_id': 'ebdd2dc3-e17b-460a-8f36-d1bd9158cf02'}]}} from dv-neutron-822611-1-hyperv. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 25 20:45:48.396572 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5bbaac14-c9e2-473f-9da7-4aecbc597abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:48.419232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 0ab2f5eb-6392-4f2c-9b87-6b131bd88177 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:45:48.472479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 0ab2f5eb-6392-4f2c-9b87-6b131bd88177 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:45:48.472912 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:48.567335 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4a67017a-2acb-4b38-9800-5a3c8c6bd802 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:48.603021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4a67017a-2acb-4b38-9800-5a3c8c6bd802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:48.685784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-5bbaac14-c9e2-473f-9da7-4aecbc597abb None None] Allocated IP 172.20.0.2 (f6faed23-faa8-44ae-b2c9-4b81e1443b61/ebdd2dc3-e17b-460a-8f36-d1bd9158cf02/fb5bf043-9008-4f9e-86fc-9f9d870fa671) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:45:48.690950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:48.731420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 0ab2f5eb-6392-4f2c-9b87-6b131bd88177, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=0ab2f5eb-6392-4f2c-9b87-6b131bd88177,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:45:48.735444 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:48.745005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-4a67017a-2acb-4b38-9800-5a3c8c6bd802 admin admin] Allocated IP 172.26.8.171 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/5b8709fc-0326-49e8-878a-d6d6424bd367) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:45:48.750417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:48.897187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=0ab2f5eb-6392-4f2c-9b87-6b131bd88177,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:48.900569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:48.906035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4a67017a-2acb-4b38-9800-5a3c8c6bd802 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:48.933322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4a67017a-2acb-4b38-9800-5a3c8c6bd802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:48.937842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-94dd6a20-028d-41de-9177-a6936459a64f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:48.998903 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5bbaac14-c9e2-473f-9da7-4aecbc597abb None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:49.010543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-5bbaac14-c9e2-473f-9da7-4aecbc597abb None None] Transition to ACTIVE for port object fb5bf043-9008-4f9e-86fc-9f9d870fa671 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:45:49.012589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a67017a-2acb-4b38-9800-5a3c8c6bd802 admin admin] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:45:49.015588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-4a67017a-2acb-4b38-9800-5a3c8c6bd802 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:45:49.020421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a67017a-2acb-4b38-9800-5a3c8c6bd802 admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:45:49.031108 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-5bbaac14-c9e2-473f-9da7-4aecbc597abb None None] Transition to ACTIVE for port object fb5bf043-9008-4f9e-86fc-9f9d870fa671 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:45:49.035888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5bbaac14-c9e2-473f-9da7-4aecbc597abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:49.042220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:49.047712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a67017a-2acb-4b38-9800-5a3c8c6bd802 admin admin] Pushing event updated for resources: {'Port': ['ID=5b8709fc-0326-49e8-878a-d6d6424bd367,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:49.053454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4a67017a-2acb-4b38-9800-5a3c8c6bd802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:49.112431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbaac14-c9e2-473f-9da7-4aecbc597abb None None] Network f6faed23-faa8-44ae-b2c9-4b81e1443b61 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:45:49.115367 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-5bbaac14-c9e2-473f-9da7-4aecbc597abb None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:45:49.119373 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbaac14-c9e2-473f-9da7-4aecbc597abb None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:45:49.126576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbaac14-c9e2-473f-9da7-4aecbc597abb None None] Pushing event updated for resources: {'Port': ['ID=fb5bf043-9008-4f9e-86fc-9f9d870fa671,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:49.130428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5bbaac14-c9e2-473f-9da7-4aecbc597abb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:49.197258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4a67017a-2acb-4b38-9800-5a3c8c6bd802 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:49.198912 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4a67017a-2acb-4b38-9800-5a3c8c6bd802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381264'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:49.218576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-5bbaac14-c9e2-473f-9da7-4aecbc597abb None None] Attempting to bind port fb5bf043-9008-4f9e-86fc-9f9d870fa671 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:45:49.219002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-5bbaac14-c9e2-473f-9da7-4aecbc597abb None None] Attempting to bind port fb5bf043-9008-4f9e-86fc-9f9d870fa671 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'f5b33bee-d662-4972-83c2-e4a975974cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f6faed23-faa8-44ae-b2c9-4b81e1443b61'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:45:49.219448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbaac14-c9e2-473f-9da7-4aecbc597abb None None] Attempting to bind port fb5bf043-9008-4f9e-86fc-9f9d870fa671 on network f6faed23-faa8-44ae-b2c9-4b81e1443b61 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:45:49.226268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbaac14-c9e2-473f-9da7-4aecbc597abb None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:45:49.226693 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbaac14-c9e2-473f-9da7-4aecbc597abb None None] Checking segment: {'id': 'f5b33bee-d662-4972-83c2-e4a975974cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f6faed23-faa8-44ae-b2c9-4b81e1443b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:45:49.227188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5bbaac14-c9e2-473f-9da7-4aecbc597abb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:49.228145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbaac14-c9e2-473f-9da7-4aecbc597abb None None] Bound using segment: {'id': 'f5b33bee-d662-4972-83c2-e4a975974cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f6faed23-faa8-44ae-b2c9-4b81e1443b61'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:45:49.228672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-5bbaac14-c9e2-473f-9da7-4aecbc597abb None None] Bound port: fb5bf043-9008-4f9e-86fc-9f9d870fa671, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b33bee-d662-4972-83c2-e4a975974cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f6faed23-faa8-44ae-b2c9-4b81e1443b61'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:45:49.229095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5bbaac14-c9e2-473f-9da7-4aecbc597abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:49.319993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-5bbaac14-c9e2-473f-9da7-4aecbc597abb None None] For port fb5bf043-9008-4f9e-86fc-9f9d870fa671, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:45:49.323272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-5bbaac14-c9e2-473f-9da7-4aecbc597abb None None] For port fb5bf043-9008-4f9e-86fc-9f9d870fa671, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=fb5bf043-9008-4f9e-86fc-9f9d870fa671,segment=NetworkSegment(f5b33bee-d662-4972-83c2-e4a975974cea),segment_id=f5b33bee-d662-4972-83c2-e4a975974cea)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:45:49.326791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5bbaac14-c9e2-473f-9da7-4aecbc597abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:49.331434 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:49.416569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbaac14-c9e2-473f-9da7-4aecbc597abb None None] Pushing event updated for resources: {'Port': ['ID=fb5bf043-9008-4f9e-86fc-9f9d870fa671,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:49.420152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5bbaac14-c9e2-473f-9da7-4aecbc597abb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:49.446570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a67017a-2acb-4b38-9800-5a3c8c6bd802 admin admin] Router b7dcf3cf-eb18-4aab-a24c-9912ec569253 is scheduled to L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 25 20:45:49.912787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a67017a-2acb-4b38-9800-5a3c8c6bd802 admin admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:45:49.922264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba3d6f4-6cb1-49e2-a154-33c025fa6f99 None None] Sync routers for ids ['b7dcf3cf-eb18-4aab-a24c-9912ec569253'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:45:49.936721 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4a67017a-2acb-4b38-9800-5a3c8c6bd802 admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:49.938003 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4a67017a-2acb-4b38-9800-5a3c8c6bd802 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8380044 Dec 25 20:45:49.941427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 33574) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:45:49.949133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba3d6f4-6cb1-49e2-a154-33c025fa6f99 None None] Routers {'b7dcf3cf-eb18-4aab-a24c-9912ec569253'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:45:49.949755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-eba3d6f4-6cb1-49e2-a154-33c025fa6f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:45:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['b7dcf3cf-eb18-4aab-a24c-9912ec569253'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:45:50.020292 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eefa5fa-d58e-4f53-ab60-c8df7d7a8e1b None None] Sync routers for ids ['b14f1492-1dfd-45ad-af28-807e8e1ea44a'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:45:50.033495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eefa5fa-d58e-4f53-ab60-c8df7d7a8e1b None None] Routers {'b14f1492-1dfd-45ad-af28-807e8e1ea44a'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:45:50.034182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1eefa5fa-d58e-4f53-ab60-c8df7d7a8e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:45:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['b14f1492-1dfd-45ad-af28-807e8e1ea44a'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:45:50.142107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-eba3d6f4-6cb1-49e2-a154-33c025fa6f99 None None] Set router b7dcf3cf-eb18-4aab-a24c-9912ec569253 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:45:50.264614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-1eefa5fa-d58e-4f53-ab60-c8df7d7a8e1b None None] Set router b14f1492-1dfd-45ad-af28-807e8e1ea44a gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:45:50.365794 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device fb5bf043-9008-4f9e-86fc-9f9d870fa671 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:45:50.469781 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-eba3d6f4-6cb1-49e2-a154-33c025fa6f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dcf3cf-eb18-4aab-a24c-9912ec569253', 'name': 'tempest-TestSnapshotPattern-988894718-router', 'tenant_id': '512af63771854c50af8fb55820a6c425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '5b8709fc-0326-49e8-878a-d6d6424bd367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:45:48Z', 'updated_at': '2021-12-25T20:45:49Z', 'revision_number': 3, 'project_id': '512af63771854c50af8fb55820a6c425', 'gw_port': {'id': '5b8709fc-0326-49e8-878a-d6d6424bd367', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:dc:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dcf3cf-eb18-4aab-a24c-9912ec569253', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:48Z', 'updated_at': '2021-12-25T20:45:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:45:50.474904 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba3d6f4-6cb1-49e2-a154-33c025fa6f99 None None] Checking router: b7dcf3cf-eb18-4aab-a24c-9912ec569253 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:45:50.475626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba3d6f4-6cb1-49e2-a154-33c025fa6f99 None None] Updating router b7dcf3cf-eb18-4aab-a24c-9912ec569253 port 5b8709fc-0326-49e8-878a-d6d6424bd367 binding host dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 20:45:50.542727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eba3d6f4-6cb1-49e2-a154-33c025fa6f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:50.788857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port fb5bf043-9008-4f9e-86fc-9f9d870fa671 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:45:50.797735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 0ab2f5eb-6392-4f2c-9b87-6b131bd88177 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:45:50.934506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 0ab2f5eb-6392-4f2c-9b87-6b131bd88177 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:45:50.934941 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:50.967591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eba3d6f4-6cb1-49e2-a154-33c025fa6f99 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:50.982651 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-eba3d6f4-6cb1-49e2-a154-33c025fa6f99 None None] Transition to ACTIVE for port object 5b8709fc-0326-49e8-878a-d6d6424bd367 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:45:50.991911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eba3d6f4-6cb1-49e2-a154-33c025fa6f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:50.998603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e0a10a81-16ec-400e-a80c-91897c467ff9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:51.067215 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1eefa5fa-d58e-4f53-ab60-c8df7d7a8e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'name': 'tempest-TestSnapshotPattern-355148791-router', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '0ab2f5eb-6392-4f2c-9b87-6b131bd88177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:45:41Z', 'updated_at': '2021-12-25T20:45:44Z', 'revision_number': 4, 'project_id': '574c2529e3694fa694e93af30082d65d', 'gw_port': {'id': '0ab2f5eb-6392-4f2c-9b87-6b131bd88177', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:42Z', 'updated_at': '2021-12-25T20:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'eec884ef-3bd8-4414-8f02-b638bd61f98c', 'name': '', 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'mac_address': 'fa:16:3e:c4:d2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a3b9f09-8d39-453d-a37e-701690785791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:44Z', 'updated_at': '2021-12-25T20:45:44Z', 'revision_number': 2, 'project_id': '574c2529e3694fa694e93af30082d65d', 'subnets': [{'id': '1a3b9f09-8d39-453d-a37e-701690785791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:45:51.085194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eefa5fa-d58e-4f53-ab60-c8df7d7a8e1b None None] Checking router: b14f1492-1dfd-45ad-af28-807e8e1ea44a for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:45:51.085613 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eefa5fa-d58e-4f53-ab60-c8df7d7a8e1b None None] Updating router b14f1492-1dfd-45ad-af28-807e8e1ea44a port eec884ef-3bd8-4414-8f02-b638bd61f98c binding host dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 20:45:51.096394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85fcc1-71e0-4544-99e5-72cb5ce797ce None None] Pushing event updated for resources: {'Port': ['ID=5b8709fc-0326-49e8-878a-d6d6424bd367,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:51.097582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d5975a04-d409-44b3-a5fb-32cdb619196d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:51.099698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-eba3d6f4-6cb1-49e2-a154-33c025fa6f99 None None] Attempting to bind port 5b8709fc-0326-49e8-878a-d6d6424bd367 on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:45:51.100116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-eba3d6f4-6cb1-49e2-a154-33c025fa6f99 None None] Attempting to bind port 5b8709fc-0326-49e8-878a-d6d6424bd367 by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:45:51.100524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba3d6f4-6cb1-49e2-a154-33c025fa6f99 None None] Attempting to bind port 5b8709fc-0326-49e8-878a-d6d6424bd367 on network a29ab018-4a1a-4021-8156-423134b861f3 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:45:51.116147 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85fcc1-71e0-4544-99e5-72cb5ce797ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:45:51.116542 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85fcc1-71e0-4544-99e5-72cb5ce797ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:45:51.116925 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85fcc1-71e0-4544-99e5-72cb5ce797ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:45:51.117642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85fcc1-71e0-4544-99e5-72cb5ce797ce None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:45:51.118965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85fcc1-71e0-4544-99e5-72cb5ce797ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:45:51.119446 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85fcc1-71e0-4544-99e5-72cb5ce797ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:45:51.119827 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85fcc1-71e0-4544-99e5-72cb5ce797ce None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:45:51.120202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85fcc1-71e0-4544-99e5-72cb5ce797ce None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:45:51.120573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85fcc1-71e0-4544-99e5-72cb5ce797ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:45:51.120944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85fcc1-71e0-4544-99e5-72cb5ce797ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:45:51.121316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85fcc1-71e0-4544-99e5-72cb5ce797ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:45:51.126448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba3d6f4-6cb1-49e2-a154-33c025fa6f99 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:45:51.136658 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba3d6f4-6cb1-49e2-a154-33c025fa6f99 None None] Checking segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:45:51.137637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eba3d6f4-6cb1-49e2-a154-33c025fa6f99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:51.138229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba3d6f4-6cb1-49e2-a154-33c025fa6f99 None None] Bound using segment: {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:45:51.139742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-eba3d6f4-6cb1-49e2-a154-33c025fa6f99 None None] Bound port: 5b8709fc-0326-49e8-878a-d6d6424bd367, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e357c18-33ad-4a60-9f9f-0399e71ddb9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:45:51.140329 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eba3d6f4-6cb1-49e2-a154-33c025fa6f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:51.158125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1eefa5fa-d58e-4f53-ab60-c8df7d7a8e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:51.183953 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1a85fcc1-71e0-4544-99e5-72cb5ce797ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:51.216112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eee3e77-b857-4727-8ff5-d4bf9f61306f None None] Network f6faed23-faa8-44ae-b2c9-4b81e1443b61 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:45:51.233016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-eba3d6f4-6cb1-49e2-a154-33c025fa6f99 None None] For port 5b8709fc-0326-49e8-878a-d6d6424bd367, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:45:51.236294 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-eba3d6f4-6cb1-49e2-a154-33c025fa6f99 None None] For port 5b8709fc-0326-49e8-878a-d6d6424bd367, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=5b8709fc-0326-49e8-878a-d6d6424bd367,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:45:51.239741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-eba3d6f4-6cb1-49e2-a154-33c025fa6f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:51.244944 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d27befe7-e367-45cb-8975-79dd1fff47a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:51.326180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85fcc1-71e0-4544-99e5-72cb5ce797ce None None] Pushing event updated for resources: {'Port': ['ID=5b8709fc-0326-49e8-878a-d6d6424bd367,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:51.329758 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1a85fcc1-71e0-4544-99e5-72cb5ce797ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:51.330669 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba3d6f4-6cb1-49e2-a154-33c025fa6f99 None None] Routers {'b7dcf3cf-eb18-4aab-a24c-9912ec569253'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:45:51.331364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-eba3d6f4-6cb1-49e2-a154-33c025fa6f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:45:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['b7dcf3cf-eb18-4aab-a24c-9912ec569253'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:45:51.360193 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-d5975a04-d409-44b3-a5fb-32cdb619196d admin admin] Allocated IP 172.20.0.1 (f6faed23-faa8-44ae-b2c9-4b81e1443b61/ebdd2dc3-e17b-460a-8f36-d1bd9158cf02/d49fa659-ea89-4ea2-a6fe-d539c28154ca) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:45:51.403161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1683ce89-c3a6-4129-92fa-cf675a7c9b5a None None] Provisioning for port fb5bf043-9008-4f9e-86fc-9f9d870fa671 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:45:51.426465 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1683ce89-c3a6-4129-92fa-cf675a7c9b5a None None] Provisioning complete for port fb5bf043-9008-4f9e-86fc-9f9d870fa671 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:45:51.426815 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1683ce89-c3a6-4129-92fa-cf675a7c9b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:51.521745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d5975a04-d409-44b3-a5fb-32cdb619196d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:51.532200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-eba3d6f4-6cb1-49e2-a154-33c025fa6f99 None None] Set router b7dcf3cf-eb18-4aab-a24c-9912ec569253 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:45:51.539865 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-d5975a04-d409-44b3-a5fb-32cdb619196d admin admin] Transition to ACTIVE for port object d49fa659-ea89-4ea2-a6fe-d539c28154ca will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:45:51.560645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d5975a04-d409-44b3-a5fb-32cdb619196d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:51.565523 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c91c84ac-38c4-4a55-96cd-9202f1d6a729 tempest-TestMinimumBasicScenario-1342201684 tempest-TestMinimumBasicScenario-1342201684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:51.643800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5975a04-d409-44b3-a5fb-32cdb619196d admin admin] Network f6faed23-faa8-44ae-b2c9-4b81e1443b61 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:45:51.646922 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-d5975a04-d409-44b3-a5fb-32cdb619196d admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:45:51.650621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5975a04-d409-44b3-a5fb-32cdb619196d admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:45:51.692729 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5975a04-d409-44b3-a5fb-32cdb619196d admin admin] Pushing event updated for resources: {'Port': ['ID=d49fa659-ea89-4ea2-a6fe-d539c28154ca,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:51.698041 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d5975a04-d409-44b3-a5fb-32cdb619196d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:51.720730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d5975a04-d409-44b3-a5fb-32cdb619196d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396405'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:51.800492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1683ce89-c3a6-4129-92fa-cf675a7c9b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:51.806542 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d5975a04-d409-44b3-a5fb-32cdb619196d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:51.858042 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-eba3d6f4-6cb1-49e2-a154-33c025fa6f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dcf3cf-eb18-4aab-a24c-9912ec569253', 'name': 'tempest-TestSnapshotPattern-988894718-router', 'tenant_id': '512af63771854c50af8fb55820a6c425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '5b8709fc-0326-49e8-878a-d6d6424bd367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:45:48Z', 'updated_at': '2021-12-25T20:45:49Z', 'revision_number': 3, 'project_id': '512af63771854c50af8fb55820a6c425', 'gw_port': {'id': '5b8709fc-0326-49e8-878a-d6d6424bd367', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:dc:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dcf3cf-eb18-4aab-a24c-9912ec569253', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:48Z', 'updated_at': '2021-12-25T20:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:45:51.862659 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba3d6f4-6cb1-49e2-a154-33c025fa6f99 None None] The sync data for ids ['b7dcf3cf-eb18-4aab-a24c-9912ec569253'] in dv-neutron-822611-1-hyperv is: [{'id': 'b7dcf3cf-eb18-4aab-a24c-9912ec569253', 'name': 'tempest-TestSnapshotPattern-988894718-router', 'tenant_id': '512af63771854c50af8fb55820a6c425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '5b8709fc-0326-49e8-878a-d6d6424bd367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:45:48Z', 'updated_at': '2021-12-25T20:45:49Z', 'revision_number': 3, 'project_id': '512af63771854c50af8fb55820a6c425', 'gw_port': {'id': '5b8709fc-0326-49e8-878a-d6d6424bd367', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:dc:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dcf3cf-eb18-4aab-a24c-9912ec569253', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:48Z', 'updated_at': '2021-12-25T20:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:45:51.912604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-1683ce89-c3a6-4129-92fa-cf675a7c9b5a None None] For port fb5bf043-9008-4f9e-86fc-9f9d870fa671, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=fb5bf043-9008-4f9e-86fc-9f9d870fa671,segment=NetworkSegment(f5b33bee-d662-4972-83c2-e4a975974cea),segment_id=f5b33bee-d662-4972-83c2-e4a975974cea)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:45:51.922647 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1683ce89-c3a6-4129-92fa-cf675a7c9b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:51.926804 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:51.990844 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1eefa5fa-d58e-4f53-ab60-c8df7d7a8e1b None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:52.014287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-1eefa5fa-d58e-4f53-ab60-c8df7d7a8e1b None None] Transition to ACTIVE for port object eec884ef-3bd8-4414-8f02-b638bd61f98c will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:45:52.025066 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1eefa5fa-d58e-4f53-ab60-c8df7d7a8e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:52.033573 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1683ce89-c3a6-4129-92fa-cf675a7c9b5a None None] Pushing event updated for resources: {'Port': ['ID=fb5bf043-9008-4f9e-86fc-9f9d870fa671,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:52.038591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1683ce89-c3a6-4129-92fa-cf675a7c9b5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:52.039805 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:52.077247 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d5975a04-d409-44b3-a5fb-32cdb619196d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:52.084318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d5975a04-d409-44b3-a5fb-32cdb619196d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:52.117684 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d5975a04-d409-44b3-a5fb-32cdb619196d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:52.218594 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d5c26c-9302-4aca-9bd5-e411fc715e4f None None] Pushing event updated for resources: {'Port': ['ID=eec884ef-3bd8-4414-8f02-b638bd61f98c,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:52.222611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-27d5c26c-9302-4aca-9bd5-e411fc715e4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:52.248502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5975a04-d409-44b3-a5fb-32cdb619196d admin admin] Pushing event updated for resources: {'Port': ['ID=d49fa659-ea89-4ea2-a6fe-d539c28154ca,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:52.251648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d5975a04-d409-44b3-a5fb-32cdb619196d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-979253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379502'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:52.258110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d5975a04-d409-44b3-a5fb-32cdb619196d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:52.266727 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device fb5bf043-9008-4f9e-86fc-9f9d870fa671 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:45:52.465529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5975a04-d409-44b3-a5fb-32cdb619196d admin admin] Network f6faed23-faa8-44ae-b2c9-4b81e1443b61 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:45:52.466832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-d5975a04-d409-44b3-a5fb-32cdb619196d admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:45:52.469279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-686af7a0-f341-44f9-ba12-bd665044bb07 None None] Provisioning complete for port fb5bf043-9008-4f9e-86fc-9f9d870fa671 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:45:52.469711 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-686af7a0-f341-44f9-ba12-bd665044bb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:52.529276 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-1eefa5fa-d58e-4f53-ab60-c8df7d7a8e1b None None] Attempting to bind port eec884ef-3bd8-4414-8f02-b638bd61f98c on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:45:52.529701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-1eefa5fa-d58e-4f53-ab60-c8df7d7a8e1b None None] Attempting to bind port eec884ef-3bd8-4414-8f02-b638bd61f98c by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': '408af614-0231-4ea0-b742-cb71479a9d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:45:52.530122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eefa5fa-d58e-4f53-ab60-c8df7d7a8e1b None None] Attempting to bind port eec884ef-3bd8-4414-8f02-b638bd61f98c on network b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:45:52.540145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port fb5bf043-9008-4f9e-86fc-9f9d870fa671 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:45:52.540554 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:52.836695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eefa5fa-d58e-4f53-ab60-c8df7d7a8e1b None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:45:52.837180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eefa5fa-d58e-4f53-ab60-c8df7d7a8e1b None None] Checking segment: {'id': '408af614-0231-4ea0-b742-cb71479a9d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:45:52.837589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1eefa5fa-d58e-4f53-ab60-c8df7d7a8e1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:52.838034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eefa5fa-d58e-4f53-ab60-c8df7d7a8e1b None None] Bound using segment: {'id': '408af614-0231-4ea0-b742-cb71479a9d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:45:52.838578 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-1eefa5fa-d58e-4f53-ab60-c8df7d7a8e1b None None] Bound port: eec884ef-3bd8-4414-8f02-b638bd61f98c, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408af614-0231-4ea0-b742-cb71479a9d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:45:52.838978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1eefa5fa-d58e-4f53-ab60-c8df7d7a8e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:52.985494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5975a04-d409-44b3-a5fb-32cdb619196d admin admin] Router b7dcf3cf-eb18-4aab-a24c-9912ec569253 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:45:53.078617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-1eefa5fa-d58e-4f53-ab60-c8df7d7a8e1b None None] For port eec884ef-3bd8-4414-8f02-b638bd61f98c, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:45:53.082843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-1eefa5fa-d58e-4f53-ab60-c8df7d7a8e1b None None] For port eec884ef-3bd8-4414-8f02-b638bd61f98c, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=eec884ef-3bd8-4414-8f02-b638bd61f98c,segment=NetworkSegment(408af614-0231-4ea0-b742-cb71479a9d3a),segment_id=408af614-0231-4ea0-b742-cb71479a9d3a)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:45:53.087571 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1eefa5fa-d58e-4f53-ab60-c8df7d7a8e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:53.092454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-27d5c26c-9302-4aca-9bd5-e411fc715e4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:53.130702 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-686af7a0-f341-44f9-ba12-bd665044bb07 None None] Provisioning for port d49fa659-ea89-4ea2-a6fe-d539c28154ca completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:45:53.159195 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-686af7a0-f341-44f9-ba12-bd665044bb07 None None] Provisioning complete for port d49fa659-ea89-4ea2-a6fe-d539c28154ca triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:45:53.160676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-686af7a0-f341-44f9-ba12-bd665044bb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:53.224708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-686af7a0-f341-44f9-ba12-bd665044bb07 None None] Port d49fa659-ea89-4ea2-a6fe-d539c28154ca cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:45:53.225783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5975a04-d409-44b3-a5fb-32cdb619196d admin admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:45:53.246234 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d5975a04-d409-44b3-a5fb-32cdb619196d admin admin] 10.222.0.24 "PUT /v2.0/routers/b7dcf3cf-eb18-4aab-a24c-9912ec569253/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2985680 Dec 25 20:45:53.253333 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d5c26c-9302-4aca-9bd5-e411fc715e4f None None] Pushing event updated for resources: {'Port': ['ID=eec884ef-3bd8-4414-8f02-b638bd61f98c,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:53.258480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-27d5c26c-9302-4aca-9bd5-e411fc715e4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:53.261960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eefa5fa-d58e-4f53-ab60-c8df7d7a8e1b None None] Routers {'b14f1492-1dfd-45ad-af28-807e8e1ea44a'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:45:53.262665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1eefa5fa-d58e-4f53-ab60-c8df7d7a8e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:45:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['b14f1492-1dfd-45ad-af28-807e8e1ea44a'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:45:53.457888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b5e8cb7e-5c32-40f9-8d57-d22fbc041bcb None None] Provisioning complete for port d49fa659-ea89-4ea2-a6fe-d539c28154ca triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:45:53.458326 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b5e8cb7e-5c32-40f9-8d57-d22fbc041bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:53.532491 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b5e8cb7e-5c32-40f9-8d57-d22fbc041bcb None None] Port d49fa659-ea89-4ea2-a6fe-d539c28154ca cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:45:53.539618 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-1eefa5fa-d58e-4f53-ab60-c8df7d7a8e1b None None] Set router b14f1492-1dfd-45ad-af28-807e8e1ea44a gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:45:53.885322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-1eefa5fa-d58e-4f53-ab60-c8df7d7a8e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'name': 'tempest-TestSnapshotPattern-355148791-router', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '0ab2f5eb-6392-4f2c-9b87-6b131bd88177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:45:41Z', 'updated_at': '2021-12-25T20:45:44Z', 'revision_number': 4, 'project_id': '574c2529e3694fa694e93af30082d65d', 'gw_port': {'id': '0ab2f5eb-6392-4f2c-9b87-6b131bd88177', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:42Z', 'updated_at': '2021-12-25T20:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'eec884ef-3bd8-4414-8f02-b638bd61f98c', 'name': '', 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'mac_address': 'fa:16:3e:c4:d2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a3b9f09-8d39-453d-a37e-701690785791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:44Z', 'updated_at': '2021-12-25T20:45:53Z', 'revision_number': 4, 'project_id': '574c2529e3694fa694e93af30082d65d', 'subnets': [{'id': '1a3b9f09-8d39-453d-a37e-701690785791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:45:53.889518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eefa5fa-d58e-4f53-ab60-c8df7d7a8e1b None None] The sync data for ids ['b14f1492-1dfd-45ad-af28-807e8e1ea44a'] in dv-neutron-822611-1-hyperv is: [{'id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'name': 'tempest-TestSnapshotPattern-355148791-router', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '0ab2f5eb-6392-4f2c-9b87-6b131bd88177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:45:41Z', 'updated_at': '2021-12-25T20:45:44Z', 'revision_number': 4, 'project_id': '574c2529e3694fa694e93af30082d65d', 'gw_port': {'id': '0ab2f5eb-6392-4f2c-9b87-6b131bd88177', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:42Z', 'updated_at': '2021-12-25T20:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'eec884ef-3bd8-4414-8f02-b638bd61f98c', 'name': '', 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'mac_address': 'fa:16:3e:c4:d2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a3b9f09-8d39-453d-a37e-701690785791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:44Z', 'updated_at': '2021-12-25T20:45:53Z', 'revision_number': 4, 'project_id': '574c2529e3694fa694e93af30082d65d', 'subnets': [{'id': '1a3b9f09-8d39-453d-a37e-701690785791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:45:53.956850 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 33586) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:45:53.964016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-7a54db2c-7392-4a81-99ec-ddb36133172b tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1694308393', 'description': 'tempest-secgroup-smoke-1694308393 description', 'project_id': '574c2529e3694fa694e93af30082d65d'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:45:53.970823 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7a54db2c-7392-4a81-99ec-ddb36133172b tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:45:53.975109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7a54db2c-7392-4a81-99ec-ddb36133172b tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Usage tracker for resource:security_group and tenant:574c2529e3694fa694e93af30082d65d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:45:53.980044 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7a54db2c-7392-4a81-99ec-ddb36133172b tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:45:53.986448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7a54db2c-7392-4a81-99ec-ddb36133172b tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:45:53.995654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7a54db2c-7392-4a81-99ec-ddb36133172b tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:54.035445 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7a54db2c-7392-4a81-99ec-ddb36133172b tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:45:54.041420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7a54db2c-7392-4a81-99ec-ddb36133172b tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Usage tracker for resource:security_group_rule and tenant:574c2529e3694fa694e93af30082d65d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:45:54.044495 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-7a54db2c-7392-4a81-99ec-ddb36133172b tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:45:54.050717 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-7a54db2c-7392-4a81-99ec-ddb36133172b tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:45:54.109508 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7a54db2c-7392-4a81-99ec-ddb36133172b tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:54.112695 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7a54db2c-7392-4a81-99ec-ddb36133172b tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:54.118389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-af545409-60d6-4e0e-8735-cee809909a04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:54.160416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54db2c-7392-4a81-99ec-ddb36133172b tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74f703a7-b0b3-4a71-b09b-53ea1a06139d,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:54.163938 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7a54db2c-7392-4a81-99ec-ddb36133172b tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:54.165221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7a54db2c-7392-4a81-99ec-ddb36133172b tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:54.169840 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-7a54db2c-7392-4a81-99ec-ddb36133172b tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2117736 Dec 25 20:45:54.170117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 33590) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:45:54.175582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:54.178960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-c2e75968-6191-4fe0-a998-aa5f5b994694 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Request body: {'security_group_rule': {'security_group_id': '74f703a7-b0b3-4a71-b09b-53ea1a06139d', 'project_id': '574c2529e3694fa694e93af30082d65d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:45:54.187049 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c2e75968-6191-4fe0-a998-aa5f5b994694 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:45:54.191601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c2e75968-6191-4fe0-a998-aa5f5b994694 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Usage tracker for resource:security_group_rule and tenant:574c2529e3694fa694e93af30082d65d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:45:54.195361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-c2e75968-6191-4fe0-a998-aa5f5b994694 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:45:54.209182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-c2e75968-6191-4fe0-a998-aa5f5b994694 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:45:54.230998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c2e75968-6191-4fe0-a998-aa5f5b994694 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:54.302350 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c2e75968-6191-4fe0-a998-aa5f5b994694 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:54.305958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c2e75968-6191-4fe0-a998-aa5f5b994694 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:54.307993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de1f9c96-a0f0-447b-bfa9-9a18661633d5 tempest-TestNetworkBasicOps-905519716 tempest-TestNetworkBasicOps-905519716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:54.328281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device eec884ef-3bd8-4414-8f02-b638bd61f98c up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:45:54.334506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e75968-6191-4fe0-a998-aa5f5b994694 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48179829-a7e0-4eea-bc6b-c962f5887cb1,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:54.340353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-c2e75968-6191-4fe0-a998-aa5f5b994694 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:54.346353 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c2e75968-6191-4fe0-a998-aa5f5b994694 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:54.347931 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-c2e75968-6191-4fe0-a998-aa5f5b994694 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1767151 Dec 25 20:45:54.350956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 33594) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:45:54.357896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-8b7c0e54-0677-47fa-bf8e-5d07d1c73e76 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Request body: {'security_group_rule': {'security_group_id': '74f703a7-b0b3-4a71-b09b-53ea1a06139d', 'project_id': '574c2529e3694fa694e93af30082d65d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:45:54.364660 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8b7c0e54-0677-47fa-bf8e-5d07d1c73e76 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:45:54.369125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8b7c0e54-0677-47fa-bf8e-5d07d1c73e76 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Usage tracker for resource:security_group_rule and tenant:574c2529e3694fa694e93af30082d65d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:45:54.372322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-8b7c0e54-0677-47fa-bf8e-5d07d1c73e76 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:45:54.379296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-8b7c0e54-0677-47fa-bf8e-5d07d1c73e76 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:45:54.397364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b7c0e54-0677-47fa-bf8e-5d07d1c73e76 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:54.409048 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port eec884ef-3bd8-4414-8f02-b638bd61f98c completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:45:54.414191 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port eec884ef-3bd8-4414-8f02-b638bd61f98c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:45:54.414801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:54.469102 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b7c0e54-0677-47fa-bf8e-5d07d1c73e76 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:54.472993 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b7c0e54-0677-47fa-bf8e-5d07d1c73e76 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:54.481668 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-7409899d-e2a5-4aef-b3a2-87d5cc54ede2 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:54.502478 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c0e54-0677-47fa-bf8e-5d07d1c73e76 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23bcb190-d174-4245-8cc0-1a9164129365,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:54.505621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8b7c0e54-0677-47fa-bf8e-5d07d1c73e76 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:54.513454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8b7c0e54-0677-47fa-bf8e-5d07d1c73e76 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:54.514984 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-8b7c0e54-0677-47fa-bf8e-5d07d1c73e76 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1627138 Dec 25 20:45:54.517963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 33598) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:45:54.524529 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-d06b67c3-74e3-4105-949a-e06dd7fb3be5 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Request body: {'security_group_rule': {'security_group_id': '74f703a7-b0b3-4a71-b09b-53ea1a06139d', 'project_id': '574c2529e3694fa694e93af30082d65d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:45:54.533664 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d06b67c3-74e3-4105-949a-e06dd7fb3be5 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:45:54.538331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d06b67c3-74e3-4105-949a-e06dd7fb3be5 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Usage tracker for resource:security_group_rule and tenant:574c2529e3694fa694e93af30082d65d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:45:54.541497 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:54.542125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-d06b67c3-74e3-4105-949a-e06dd7fb3be5 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:45:54.548510 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-d06b67c3-74e3-4105-949a-e06dd7fb3be5 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:45:54.569333 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d06b67c3-74e3-4105-949a-e06dd7fb3be5 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:54.580644 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port eec884ef-3bd8-4414-8f02-b638bd61f98c, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=eec884ef-3bd8-4414-8f02-b638bd61f98c,segment=NetworkSegment(408af614-0231-4ea0-b742-cb71479a9d3a),segment_id=408af614-0231-4ea0-b742-cb71479a9d3a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:45:54.584931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:54.585530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 5b8709fc-0326-49e8-878a-d6d6424bd367 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:45:54.618595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bc13c77f-c91f-48bc-b9eb-2bb529523a8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:54.639777 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d06b67c3-74e3-4105-949a-e06dd7fb3be5 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:54.642454 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d06b67c3-74e3-4105-949a-e06dd7fb3be5 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:54.644379 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-302584e0-bcb9-4f58-8577-45785ab177d7 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:54.667364 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b67c3-74e3-4105-949a-e06dd7fb3be5 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40f0f425-7712-416d-8d00-3a5bf4d274ad,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:54.669945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d06b67c3-74e3-4105-949a-e06dd7fb3be5 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:54.676354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d06b67c3-74e3-4105-949a-e06dd7fb3be5 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:54.677633 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-d06b67c3-74e3-4105-949a-e06dd7fb3be5 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1585391 Dec 25 20:45:54.681078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 33602) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:45:54.686930 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-1036da6b-13d6-498a-9164-c38944182eb8 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Request body: {'security_group_rule': {'security_group_id': '74f703a7-b0b3-4a71-b09b-53ea1a06139d', 'project_id': '574c2529e3694fa694e93af30082d65d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:45:54.693115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1036da6b-13d6-498a-9164-c38944182eb8 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:45:54.697649 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1036da6b-13d6-498a-9164-c38944182eb8 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Usage tracker for resource:security_group_rule and tenant:574c2529e3694fa694e93af30082d65d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:45:54.700642 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-1036da6b-13d6-498a-9164-c38944182eb8 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:45:54.706615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-1036da6b-13d6-498a-9164-c38944182eb8 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:45:54.714629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=eec884ef-3bd8-4414-8f02-b638bd61f98c,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:54.718132 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:54.722834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1036da6b-13d6-498a-9164-c38944182eb8 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:54.725409 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port 5b8709fc-0326-49e8-878a-d6d6424bd367 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:45:54.730470 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 5b8709fc-0326-49e8-878a-d6d6424bd367 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:45:54.730899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:54.789081 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1036da6b-13d6-498a-9164-c38944182eb8 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:54.792158 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1036da6b-13d6-498a-9164-c38944182eb8 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:54.794441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-81d726b3-7028-483e-964f-adb58382a28e tempest-TestNetworkAdvancedServerOps-1918196598 tempest-TestNetworkAdvancedServerOps-1918196598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:54.815910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036da6b-13d6-498a-9164-c38944182eb8 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa757951-00ee-4a70-ae0f-5a05242257ce,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:54.820281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1036da6b-13d6-498a-9164-c38944182eb8 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:54.828623 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1036da6b-13d6-498a-9164-c38944182eb8 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:54.832667 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-1036da6b-13d6-498a-9164-c38944182eb8 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1478753 Dec 25 20:45:54.832886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 33606) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:45:54.839142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-5b8a8b5a-9d49-4543-a656-0d29d8c2f483 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Request body: {'security_group_rule': {'security_group_id': '74f703a7-b0b3-4a71-b09b-53ea1a06139d', 'project_id': '574c2529e3694fa694e93af30082d65d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:45:54.845365 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5b8a8b5a-9d49-4543-a656-0d29d8c2f483 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:45:54.849339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5b8a8b5a-9d49-4543-a656-0d29d8c2f483 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Usage tracker for resource:security_group_rule and tenant:574c2529e3694fa694e93af30082d65d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:45:54.852356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-5b8a8b5a-9d49-4543-a656-0d29d8c2f483 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:45:54.854496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:54.858964 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-5b8a8b5a-9d49-4543-a656-0d29d8c2f483 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:45:54.869525 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-5b8a8b5a-9d49-4543-a656-0d29d8c2f483 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Project 574c2529e3694fa694e93af30082d65d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 20:45:54.871285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port 5b8709fc-0326-49e8-878a-d6d6424bd367, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=5b8709fc-0326-49e8-878a-d6d6424bd367,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:45:54.873888 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:54.876113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-bd5068b2-babb-4c9a-8ab5-6a2cc8c8ad68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:54.876533 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5b8a8b5a-9d49-4543-a656-0d29d8c2f483 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:54.948149 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=5b8709fc-0326-49e8-878a-d6d6424bd367,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:54.952008 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:54.960288 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5b8a8b5a-9d49-4543-a656-0d29d8c2f483 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:54.963569 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5b8a8b5a-9d49-4543-a656-0d29d8c2f483 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:54.965735 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dca03e2f-d9ee-4ba5-9e6b-f65eb60eb2b6 tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:54.989847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a8b5a-9d49-4543-a656-0d29d8c2f483 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83e06830-6461-4ab6-8cf7-fafe445f1e1f,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:54.992612 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5b8a8b5a-9d49-4543-a656-0d29d8c2f483 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:54.999932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5b8a8b5a-9d49-4543-a656-0d29d8c2f483 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:55.001336 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-5b8a8b5a-9d49-4543-a656-0d29d8c2f483 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1672771 Dec 25 20:45:55.004304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 33610) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:45:55.010245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-b8370edc-dcdf-4964-9012-2b42726e02ad tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Request body: {'security_group_rule': {'security_group_id': '74f703a7-b0b3-4a71-b09b-53ea1a06139d', 'project_id': '574c2529e3694fa694e93af30082d65d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:45:55.016708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b8370edc-dcdf-4964-9012-2b42726e02ad tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:45:55.020876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b8370edc-dcdf-4964-9012-2b42726e02ad tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Usage tracker for resource:security_group_rule and tenant:574c2529e3694fa694e93af30082d65d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:45:55.023898 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-b8370edc-dcdf-4964-9012-2b42726e02ad tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:45:55.029871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-b8370edc-dcdf-4964-9012-2b42726e02ad tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:45:55.040433 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.securitygroups_db [None req-b8370edc-dcdf-4964-9012-2b42726e02ad tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Project 574c2529e3694fa694e93af30082d65d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 25 20:45:55.047258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b8370edc-dcdf-4964-9012-2b42726e02ad tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:55.119014 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b8370edc-dcdf-4964-9012-2b42726e02ad tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:55.121878 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b8370edc-dcdf-4964-9012-2b42726e02ad tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362478'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:55.125073 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1fad5495-1404-40c5-93c4-1e055e9b2490 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:55.148971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8370edc-dcdf-4964-9012-2b42726e02ad tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d46954-c856-4ea2-8157-2ea615474ef6,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:55.151697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b8370edc-dcdf-4964-9012-2b42726e02ad tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:55.158654 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b8370edc-dcdf-4964-9012-2b42726e02ad tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:55.160033 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b8370edc-dcdf-4964-9012-2b42726e02ad tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1547158 Dec 25 20:45:55.343145 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-0ff3bb09-42f4-46fc-9aee-667513c45eae tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Synchronizing usage tracker for tenant:574c2529e3694fa694e93af30082d65d on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:45:55.359423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-0ff3bb09-42f4-46fc-9aee-667513c45eae tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Unset dirty status for tenant:574c2529e3694fa694e93af30082d65d on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:45:55.360659 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-0ff3bb09-42f4-46fc-9aee-667513c45eae tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1694308393&fields=id&tenant_id=574c2529e3694fa694e93af30082d65d HTTP/1.1" status: 200 len: 267 time: 0.0604584 Dec 25 20:45:55.550272 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-ac92666b-0871-4a4b-b803-326b01ab6670 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:45:55.551938 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-ac92666b-0871-4a4b-b803-326b01ab6670 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/networks?id=b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e HTTP/1.1" status: 200 len: 809 time: 0.1839347 Dec 25 20:45:55.569678 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-0f06abe4-5d05-4c85-a3b7-72cdfe7b1841 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/quotas/574c2529e3694fa694e93af30082d65d HTTP/1.1" status: 200 len: 375 time: 0.0117824 Dec 25 20:45:55.661017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-ecb2dfe7-831a-4f68-965f-a1c137e51af9 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Synchronizing usage tracker for tenant:574c2529e3694fa694e93af30082d65d on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:45:55.677646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-ecb2dfe7-831a-4f68-965f-a1c137e51af9 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Unset dirty status for tenant:574c2529e3694fa694e93af30082d65d on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:45:55.679093 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-ecb2dfe7-831a-4f68-965f-a1c137e51af9 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=574c2529e3694fa694e93af30082d65d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1039152 Dec 25 20:45:55.714874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403571bc-6d57-49ad-8ba6-919538afbd15 None None] Sync routers for ids ['b7dcf3cf-eb18-4aab-a24c-9912ec569253'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:45:55.727017 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403571bc-6d57-49ad-8ba6-919538afbd15 None None] Routers {'b7dcf3cf-eb18-4aab-a24c-9912ec569253'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:45:55.727736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-403571bc-6d57-49ad-8ba6-919538afbd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:45:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['b7dcf3cf-eb18-4aab-a24c-9912ec569253'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:45:55.869090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-bf6d8c1c-2f18-4ee1-9d97-db0bf0e376b3 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 25 20:45:55.870333 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-bf6d8c1c-2f18-4ee1-9d97-db0bf0e376b3 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0812330 Dec 25 20:45:56.027245 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-2a4370fe-8974-4f1f-8947-361e87d09032 service neutron] 10.222.0.24 "GET /v2.0/networks/b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499274 Dec 25 20:45:56.069180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-403571bc-6d57-49ad-8ba6-919538afbd15 None None] Set router b7dcf3cf-eb18-4aab-a24c-9912ec569253 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:45:56.192968 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-b647c839-2816-4e31-9b28-2e8de3aa1865 service neutron] 10.222.0.24 "GET /v2.0/networks/b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591480 Dec 25 20:45:56.217847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device eec884ef-3bd8-4414-8f02-b638bd61f98c up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:45:56.296915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port eec884ef-3bd8-4414-8f02-b638bd61f98c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:45:56.297266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:56.422045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-403571bc-6d57-49ad-8ba6-919538afbd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dcf3cf-eb18-4aab-a24c-9912ec569253', 'name': 'tempest-TestSnapshotPattern-988894718-router', 'tenant_id': '512af63771854c50af8fb55820a6c425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '5b8709fc-0326-49e8-878a-d6d6424bd367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:45:48Z', 'updated_at': '2021-12-25T20:45:51Z', 'revision_number': 4, 'project_id': '512af63771854c50af8fb55820a6c425', 'gw_port': {'id': '5b8709fc-0326-49e8-878a-d6d6424bd367', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:dc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dcf3cf-eb18-4aab-a24c-9912ec569253', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:48Z', 'updated_at': '2021-12-25T20:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'd49fa659-ea89-4ea2-a6fe-d539c28154ca', 'name': '', 'network_id': 'f6faed23-faa8-44ae-b2c9-4b81e1443b61', 'tenant_id': '512af63771854c50af8fb55820a6c425', 'mac_address': 'fa:16:3e:d3:d5:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dcf3cf-eb18-4aab-a24c-9912ec569253', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebdd2dc3-e17b-460a-8f36-d1bd9158cf02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:51Z', 'updated_at': '2021-12-25T20:45:51Z', 'revision_number': 2, 'project_id': '512af63771854c50af8fb55820a6c425', 'subnets': [{'id': 'ebdd2dc3-e17b-460a-8f36-d1bd9158cf02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:45:56.426032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 5b8709fc-0326-49e8-878a-d6d6424bd367 up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:45:56.426431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403571bc-6d57-49ad-8ba6-919538afbd15 None None] Checking router: b7dcf3cf-eb18-4aab-a24c-9912ec569253 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:45:56.426835 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403571bc-6d57-49ad-8ba6-919538afbd15 None None] Updating router b7dcf3cf-eb18-4aab-a24c-9912ec569253 port d49fa659-ea89-4ea2-a6fe-d539c28154ca binding host dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 25 20:45:56.451089 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-44e28541-523d-4d7f-86f8-3d420137cd66 req-21e2f573-328f-400a-af52-442d70e6b748 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/ports?device_id=91513020-7d4e-4a33-a314-b98658f76de5 HTTP/1.1" status: 200 len: 210 time: 0.0701134 Dec 25 20:45:56.497688 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-403571bc-6d57-49ad-8ba6-919538afbd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:56.506896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port 5b8709fc-0326-49e8-878a-d6d6424bd367 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:45:56.507369 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:56.878814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-403571bc-6d57-49ad-8ba6-919538afbd15 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:56.890886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-403571bc-6d57-49ad-8ba6-919538afbd15 None None] Transition to ACTIVE for port object d49fa659-ea89-4ea2-a6fe-d539c28154ca will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:45:56.896275 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-403571bc-6d57-49ad-8ba6-919538afbd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:56.901850 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-8e54c169-45b3-4f19-9950-6c6e5c67419d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:57.032774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b44fe8-6af0-45fd-a463-3d7807661187 None None] Pushing event updated for resources: {'Port': ['ID=d49fa659-ea89-4ea2-a6fe-d539c28154ca,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:57.035824 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a3b44fe8-6af0-45fd-a463-3d7807661187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:57.129730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-403571bc-6d57-49ad-8ba6-919538afbd15 None None] Attempting to bind port d49fa659-ea89-4ea2-a6fe-d539c28154ca on host dv-neutron-822611-1-hyperv for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:45:57.130068 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-403571bc-6d57-49ad-8ba6-919538afbd15 None None] Attempting to bind port d49fa659-ea89-4ea2-a6fe-d539c28154ca by drivers openvswitch,hyperv on host dv-neutron-822611-1-hyperv at level 0 using segments [{'id': 'f5b33bee-d662-4972-83c2-e4a975974cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f6faed23-faa8-44ae-b2c9-4b81e1443b61'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:45:57.130483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403571bc-6d57-49ad-8ba6-919538afbd15 None None] Attempting to bind port d49fa659-ea89-4ea2-a6fe-d539c28154ca on network f6faed23-faa8-44ae-b2c9-4b81e1443b61 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:45:57.138390 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403571bc-6d57-49ad-8ba6-919538afbd15 None None] Checking agent: {'id': 'b1120f1d-8429-4bab-bf82-77d089d5b1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822611-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 35, 37), 'started_at': datetime.datetime(2021, 12, 25, 19, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822611-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:45:57.138816 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403571bc-6d57-49ad-8ba6-919538afbd15 None None] Checking segment: {'id': 'f5b33bee-d662-4972-83c2-e4a975974cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f6faed23-faa8-44ae-b2c9-4b81e1443b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:45:57.139306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-403571bc-6d57-49ad-8ba6-919538afbd15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:57.139753 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403571bc-6d57-49ad-8ba6-919538afbd15 None None] Bound using segment: {'id': 'f5b33bee-d662-4972-83c2-e4a975974cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f6faed23-faa8-44ae-b2c9-4b81e1443b61'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:45:57.140290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [None req-403571bc-6d57-49ad-8ba6-919538afbd15 None None] Bound port: d49fa659-ea89-4ea2-a6fe-d539c28154ca, host: dv-neutron-822611-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b33bee-d662-4972-83c2-e4a975974cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f6faed23-faa8-44ae-b2c9-4b81e1443b61'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:45:57.140718 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-403571bc-6d57-49ad-8ba6-919538afbd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:57.236714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-403571bc-6d57-49ad-8ba6-919538afbd15 None None] For port d49fa659-ea89-4ea2-a6fe-d539c28154ca, host dv-neutron-822611-1-hyperv, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:45:57.239896 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-403571bc-6d57-49ad-8ba6-919538afbd15 None None] For port d49fa659-ea89-4ea2-a6fe-d539c28154ca, host dv-neutron-822611-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=d49fa659-ea89-4ea2-a6fe-d539c28154ca,segment=NetworkSegment(f5b33bee-d662-4972-83c2-e4a975974cea),segment_id=f5b33bee-d662-4972-83c2-e4a975974cea)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:45:57.243161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-403571bc-6d57-49ad-8ba6-919538afbd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:57.247455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e0ac784f-3657-44ce-8fcc-f5563ee71503 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:57.327679 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b44fe8-6af0-45fd-a463-3d7807661187 None None] Pushing event updated for resources: {'Port': ['ID=d49fa659-ea89-4ea2-a6fe-d539c28154ca,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:57.331663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a3b44fe8-6af0-45fd-a463-3d7807661187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:57.333333 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403571bc-6d57-49ad-8ba6-919538afbd15 None None] Routers {'b7dcf3cf-eb18-4aab-a24c-9912ec569253'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:45:57.334002 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-403571bc-6d57-49ad-8ba6-919538afbd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:45:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['b7dcf3cf-eb18-4aab-a24c-9912ec569253'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:45:57.547790 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-403571bc-6d57-49ad-8ba6-919538afbd15 None None] Set router b7dcf3cf-eb18-4aab-a24c-9912ec569253 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:45:57.697626 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-32debd99-1210-4554-9f5f-79929d9fd1d6 req-50a539f6-7b40-4f15-82e5-c40bdb20e1ad tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/ports?device_id=91513020-7d4e-4a33-a314-b98658f76de5 HTTP/1.1" status: 200 len: 210 time: 0.1119761 Dec 25 20:45:57.749477 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-5e552d33-e5ba-4010-b350-daf52e691194 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:45:57.751106 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-5e552d33-e5ba-4010-b350-daf52e691194 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.36 "GET /v2.0/networks?id=b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e HTTP/1.1" status: 200 len: 809 time: 0.2492397 Dec 25 20:45:57.824070 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-57420163-9a10-4fa5-8e47-ad532e38a832 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=574c2529e3694fa694e93af30082d65d HTTP/1.1" status: 200 len: 380 time: 0.0449266 Dec 25 20:45:57.845942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-11e894af-47e0-4074-8439-138f41ce3347 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Request body: {'port': {'device_id': '91513020-7d4e-4a33-a314-b98658f76de5', 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e', 'admin_state_up': True, 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'security_groups': ['74f703a7-b0b3-4a71-b09b-53ea1a06139d']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:45:57.905374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-403571bc-6d57-49ad-8ba6-919538afbd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dcf3cf-eb18-4aab-a24c-9912ec569253', 'name': 'tempest-TestSnapshotPattern-988894718-router', 'tenant_id': '512af63771854c50af8fb55820a6c425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '5b8709fc-0326-49e8-878a-d6d6424bd367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:45:48Z', 'updated_at': '2021-12-25T20:45:51Z', 'revision_number': 4, 'project_id': '512af63771854c50af8fb55820a6c425', 'gw_port': {'id': '5b8709fc-0326-49e8-878a-d6d6424bd367', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:dc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dcf3cf-eb18-4aab-a24c-9912ec569253', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:48Z', 'updated_at': '2021-12-25T20:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'd49fa659-ea89-4ea2-a6fe-d539c28154ca', 'name': '', 'network_id': 'f6faed23-faa8-44ae-b2c9-4b81e1443b61', 'tenant_id': '512af63771854c50af8fb55820a6c425', 'mac_address': 'fa:16:3e:d3:d5:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dcf3cf-eb18-4aab-a24c-9912ec569253', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebdd2dc3-e17b-460a-8f36-d1bd9158cf02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:51Z', 'updated_at': '2021-12-25T20:45:57Z', 'revision_number': 4, 'project_id': '512af63771854c50af8fb55820a6c425', 'subnets': [{'id': 'ebdd2dc3-e17b-460a-8f36-d1bd9158cf02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:45:57.909518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403571bc-6d57-49ad-8ba6-919538afbd15 None None] The sync data for ids ['b7dcf3cf-eb18-4aab-a24c-9912ec569253'] in dv-neutron-822611-1-hyperv is: [{'id': 'b7dcf3cf-eb18-4aab-a24c-9912ec569253', 'name': 'tempest-TestSnapshotPattern-988894718-router', 'tenant_id': '512af63771854c50af8fb55820a6c425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '5b8709fc-0326-49e8-878a-d6d6424bd367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:45:48Z', 'updated_at': '2021-12-25T20:45:51Z', 'revision_number': 4, 'project_id': '512af63771854c50af8fb55820a6c425', 'gw_port': {'id': '5b8709fc-0326-49e8-878a-d6d6424bd367', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:dc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dcf3cf-eb18-4aab-a24c-9912ec569253', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:48Z', 'updated_at': '2021-12-25T20:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'd49fa659-ea89-4ea2-a6fe-d539c28154ca', 'name': '', 'network_id': 'f6faed23-faa8-44ae-b2c9-4b81e1443b61', 'tenant_id': '512af63771854c50af8fb55820a6c425', 'mac_address': 'fa:16:3e:d3:d5:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dcf3cf-eb18-4aab-a24c-9912ec569253', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebdd2dc3-e17b-460a-8f36-d1bd9158cf02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:51Z', 'updated_at': '2021-12-25T20:45:57Z', 'revision_number': 4, 'project_id': '512af63771854c50af8fb55820a6c425', 'subnets': [{'id': 'ebdd2dc3-e17b-460a-8f36-d1bd9158cf02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:45:58.014260 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-11e894af-47e0-4074-8439-138f41ce3347 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:45:58.024532 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-11e894af-47e0-4074-8439-138f41ce3347 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:45:58.033242 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-11e894af-47e0-4074-8439-138f41ce3347 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Made reservation on behalf of 574c2529e3694fa694e93af30082d65d for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:45:58.041687 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-11e894af-47e0-4074-8439-138f41ce3347 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:58.219356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d49fa659-ea89-4ea2-a6fe-d539c28154ca up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:45:58.243610 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-11e894af-47e0-4074-8439-138f41ce3347 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Allocated IP 172.20.0.5 (b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e/1a3b9f09-8d39-453d-a37e-701690785791/51e56c5f-911b-430a-accc-467fc9e2b5fa) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:45:58.303825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning for port d49fa659-ea89-4ea2-a6fe-d539c28154ca completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:45:58.309011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port d49fa659-ea89-4ea2-a6fe-d539c28154ca triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:45:58.309436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:58.431901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:58.456187 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-11e894af-47e0-4074-8439-138f41ce3347 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:58.466140 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] For port d49fa659-ea89-4ea2-a6fe-d539c28154ca, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=d49fa659-ea89-4ea2-a6fe-d539c28154ca,segment=NetworkSegment(f5b33bee-d662-4972-83c2-e4a975974cea),segment_id=f5b33bee-d662-4972-83c2-e4a975974cea)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:45:58.469551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:58.471591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:58.475264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-11e894af-47e0-4074-8439-138f41ce3347 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Transition to ACTIVE for port object 51e56c5f-911b-430a-accc-467fc9e2b5fa will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:45:58.497217 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-11e894af-47e0-4074-8439-138f41ce3347 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:58.503998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4a67017a-2acb-4b38-9800-5a3c8c6bd802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:58.556772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Pushing event updated for resources: {'Port': ['ID=d49fa659-ea89-4ea2-a6fe-d539c28154ca,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:58.560397 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:58.584065 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-11e894af-47e0-4074-8439-138f41ce3347 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Network b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:45:58.588230 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-11e894af-47e0-4074-8439-138f41ce3347 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:45:58.590590 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e894af-47e0-4074-8439-138f41ce3347 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Pushing event updated for resources: {'Port': ['ID=51e56c5f-911b-430a-accc-467fc9e2b5fa,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:58.593031 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-11e894af-47e0-4074-8439-138f41ce3347 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:45:58.632830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-11e894af-47e0-4074-8439-138f41ce3347 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:58.669586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-11e894af-47e0-4074-8439-138f41ce3347 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:45:58.670424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-11e894af-47e0-4074-8439-138f41ce3347 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:58.698698 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-11e894af-47e0-4074-8439-138f41ce3347 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8569765 Dec 25 20:45:58.717875 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-462a3b3b-9e06-4a9b-9c8c-aa2ced18c0ac service neutron] Request body: {'port': {'device_id': '91513020-7d4e-4a33-a314-b98658f76de5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:45:58.906963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-462a3b3b-9e06-4a9b-9c8c-aa2ced18c0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:58.998726 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-381bd8fd-9175-4679-99a2-68911ad33948 None None] Provisioning for port 51e56c5f-911b-430a-accc-467fc9e2b5fa completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:45:59.004019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-381bd8fd-9175-4679-99a2-68911ad33948 None None] Provisioning complete for port 51e56c5f-911b-430a-accc-467fc9e2b5fa triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:45:59.004448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-381bd8fd-9175-4679-99a2-68911ad33948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:59.061540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-381bd8fd-9175-4679-99a2-68911ad33948 None None] Port 51e56c5f-911b-430a-accc-467fc9e2b5fa cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:45:59.081955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc09897-ed80-4364-bc2e-1b990e530a8e req-34b438b9-76e9-447a-9ec1-9e6ba8d39bf6 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:45:59.082739 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-acc09897-ed80-4364-bc2e-1b990e530a8e req-34b438b9-76e9-447a-9ec1-9e6ba8d39bf6 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Synchronizing usage tracker for tenant:574c2529e3694fa694e93af30082d65d on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:45:59.115069 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-acc09897-ed80-4364-bc2e-1b990e530a8e req-34b438b9-76e9-447a-9ec1-9e6ba8d39bf6 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Unset dirty status for tenant:574c2529e3694fa694e93af30082d65d on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:45:59.116387 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-acc09897-ed80-4364-bc2e-1b990e530a8e req-34b438b9-76e9-447a-9ec1-9e6ba8d39bf6 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/ports?device_id=91513020-7d4e-4a33-a314-b98658f76de5 HTTP/1.1" status: 200 len: 931 time: 0.2621181 Dec 25 20:45:59.271172 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-acc09897-ed80-4364-bc2e-1b990e530a8e req-e4feba31-5dc3-495f-9934-8f8d70e39002 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f703a7-b0b3-4a71-b09b-53ea1a06139d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476665 Dec 25 20:45:59.383291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-462a3b3b-9e06-4a9b-9c8c-aa2ced18c0ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51e56c5f-911b-430a-accc-467fc9e2b5fa {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:45:59.390342 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-462a3b3b-9e06-4a9b-9c8c-aa2ced18c0ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:59.406061 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-462a3b3b-9e06-4a9b-9c8c-aa2ced18c0ac service neutron] Transition to ACTIVE for port object 51e56c5f-911b-430a-accc-467fc9e2b5fa will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:45:59.408530 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-462a3b3b-9e06-4a9b-9c8c-aa2ced18c0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:59.412959 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-78d49932-0da2-4050-a9fa-bb05aa02a75e tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:59.546343 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a3b3b-9e06-4a9b-9c8c-aa2ced18c0ac service neutron] Pushing event updated for resources: {'Port': ['ID=51e56c5f-911b-430a-accc-467fc9e2b5fa,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:59.550472 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-462a3b3b-9e06-4a9b-9c8c-aa2ced18c0ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:59.665624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-462a3b3b-9e06-4a9b-9c8c-aa2ced18c0ac service neutron] Attempting to bind port 51e56c5f-911b-430a-accc-467fc9e2b5fa on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:45:59.666011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-462a3b3b-9e06-4a9b-9c8c-aa2ced18c0ac service neutron] Attempting to bind port 51e56c5f-911b-430a-accc-467fc9e2b5fa by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '408af614-0231-4ea0-b742-cb71479a9d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:45:59.666389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-462a3b3b-9e06-4a9b-9c8c-aa2ced18c0ac service neutron] Attempting to bind port 51e56c5f-911b-430a-accc-467fc9e2b5fa on network b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:45:59.673038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-462a3b3b-9e06-4a9b-9c8c-aa2ced18c0ac service neutron] Port 51e56c5f-911b-430a-accc-467fc9e2b5fa on network b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 20:45:59.673410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-462a3b3b-9e06-4a9b-9c8c-aa2ced18c0ac service neutron] Attempting to bind port 51e56c5f-911b-430a-accc-467fc9e2b5fa on network b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:45:59.681222 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-462a3b3b-9e06-4a9b-9c8c-aa2ced18c0ac service neutron] Checking agent: {'id': '5d7a6d50-e450-4e92-a105-61a558d89e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'started_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:45:59.681606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-462a3b3b-9e06-4a9b-9c8c-aa2ced18c0ac service neutron] Checking segment: {'id': '408af614-0231-4ea0-b742-cb71479a9d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:45:59.682034 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-462a3b3b-9e06-4a9b-9c8c-aa2ced18c0ac service neutron] Bound using segment: {'id': '408af614-0231-4ea0-b742-cb71479a9d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:45:59.682522 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-462a3b3b-9e06-4a9b-9c8c-aa2ced18c0ac service neutron] Bound port: 51e56c5f-911b-430a-accc-467fc9e2b5fa, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '408af614-0231-4ea0-b742-cb71479a9d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:45:59.682915 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-462a3b3b-9e06-4a9b-9c8c-aa2ced18c0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:59.779460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-462a3b3b-9e06-4a9b-9c8c-aa2ced18c0ac service neutron] For port 51e56c5f-911b-430a-accc-467fc9e2b5fa, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:45:59.782797 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-462a3b3b-9e06-4a9b-9c8c-aa2ced18c0ac service neutron] For port 51e56c5f-911b-430a-accc-467fc9e2b5fa, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=51e56c5f-911b-430a-accc-467fc9e2b5fa,segment=NetworkSegment(408af614-0231-4ea0-b742-cb71479a9d3a),segment_id=408af614-0231-4ea0-b742-cb71479a9d3a)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:45:59.786786 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-462a3b3b-9e06-4a9b-9c8c-aa2ced18c0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:59.792185 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-81643bef-4e70-4b44-9cc2-f2622ffd71c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:45:59.861262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-462a3b3b-9e06-4a9b-9c8c-aa2ced18c0ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:45:59.862828 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-462a3b3b-9e06-4a9b-9c8c-aa2ced18c0ac service neutron] 10.222.0.36 "PUT /v2.0/ports/51e56c5f-911b-430a-accc-467fc9e2b5fa HTTP/1.1" status: 200 len: 1093 time: 1.1497521 Dec 25 20:45:59.863427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91513020-7d4e-4a33-a314-b98658f76de5', 'tag': '51e56c5f-911b-430a-accc-467fc9e2b5fa'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:45:59.879696 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a3b3b-9e06-4a9b-9c8c-aa2ced18c0ac service neutron] Pushing event updated for resources: {'Port': ['ID=51e56c5f-911b-430a-accc-467fc9e2b5fa,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:45:59.882720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-462a3b3b-9e06-4a9b-9c8c-aa2ced18c0ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:45:59.945017 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91513020-7d4e-4a33-a314-b98658f76de5', 'tag': '51e56c5f-911b-430a-accc-467fc9e2b5fa', 'status': 'completed', 'code': 200} Dec 25 20:45:59.986487 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-02c3776f-3ce6-46c9-b1a8-815dcada33a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=574c2529e3694fa694e93af30082d65d&device_id=91513020-7d4e-4a33-a314-b98658f76de5 HTTP/1.1" status: 200 len: 1096 time: 0.0816081 Dec 25 20:46:00.065263 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-f3d4ed7d-d4be-483f-a8d2-f4a5bf07ed8e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51e56c5f-911b-430a-accc-467fc9e2b5fa HTTP/1.1" status: 200 len: 217 time: 0.0706193 Dec 25 20:46:00.141796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-5d0effdb-236a-4794-adaf-512074292b2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:46:00.143406 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-5d0effdb-236a-4794-adaf-512074292b2c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a3b9f09-8d39-453d-a37e-701690785791 HTTP/1.1" status: 200 len: 848 time: 0.0659790 Dec 25 20:46:00.189963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d49fa659-ea89-4ea2-a6fe-d539c28154ca up at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:46:00.237876 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-15333136-7506-437c-a6be-ea1a969e9ef7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836754 Dec 25 20:46:00.283214 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Provisioning complete for port d49fa659-ea89-4ea2-a6fe-d539c28154ca triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:46:00.283584 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:46:00.391634 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-a5b1be1d-9e92-47ed-a61d-99190f9f0c62 service neutron] 10.222.0.36 "GET /v2.0/networks/b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443744 Dec 25 20:46:00.835884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3d28c-8d2d-4e06-8bdb-1387f393e97e req-164a3ea7-9381-4fd1-adb9-f23ab31bbad7 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:46:00.837564 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a4f3d28c-8d2d-4e06-8bdb-1387f393e97e req-164a3ea7-9381-4fd1-adb9-f23ab31bbad7 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/ports?device_id=91513020-7d4e-4a33-a314-b98658f76de5 HTTP/1.1" status: 200 len: 943 time: 0.4391074 Dec 25 20:46:00.841099 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2c476efc-4b81-4602-a5f4-f36d386ad858 req-5928dfc6-760c-4f2c-8d7c-ad0a9318603f service neutron] 10.222.0.36 "GET /v2.0/networks/b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081562 Dec 25 20:46:00.888102 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a4f3d28c-8d2d-4e06-8bdb-1387f393e97e req-52e6985f-314e-4f94-a7c2-73e80f17c4a1 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f703a7-b0b3-4a71-b09b-53ea1a06139d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440903 Dec 25 20:46:00.968418 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d3663675-6461-4bb4-af53-e88b1be17cc4 req-584b6bcb-553b-41b5-8b8c-6659c4cbbbea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=574c2529e3694fa694e93af30082d65d&device_id=91513020-7d4e-4a33-a314-b98658f76de5 HTTP/1.1" status: 200 len: 1096 time: 0.0769577 Dec 25 20:46:01.112577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3663675-6461-4bb4-af53-e88b1be17cc4 req-cb404a1f-0dfa-417c-b28a-53e161e2a479 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:46:01.114041 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d3663675-6461-4bb4-af53-e88b1be17cc4 req-cb404a1f-0dfa-417c-b28a-53e161e2a479 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e HTTP/1.1" status: 200 len: 909 time: 0.1364908 Dec 25 20:46:01.186843 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d3663675-6461-4bb4-af53-e88b1be17cc4 req-391b5685-7f65-4ad0-87cd-91f6670ffd3d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51e56c5f-911b-430a-accc-467fc9e2b5fa HTTP/1.1" status: 200 len: 217 time: 0.0661571 Dec 25 20:46:01.259464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3663675-6461-4bb4-af53-e88b1be17cc4 req-3edc2004-ed44-463f-9d5a-2271e4b741ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:46:01.261005 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d3663675-6461-4bb4-af53-e88b1be17cc4 req-3edc2004-ed44-463f-9d5a-2271e4b741ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a3b9f09-8d39-453d-a37e-701690785791 HTTP/1.1" status: 200 len: 848 time: 0.0670044 Dec 25 20:46:01.341773 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d3663675-6461-4bb4-af53-e88b1be17cc4 req-90badfdb-de46-4d41-b00c-f07197193a50 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733480 Dec 25 20:46:01.485849 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d3663675-6461-4bb4-af53-e88b1be17cc4 req-569e8854-246a-44c1-8d4b-df87dff4b0f6 service neutron] 10.222.0.36 "GET /v2.0/networks/b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356957 Dec 25 20:46:01.628923 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-d3663675-6461-4bb4-af53-e88b1be17cc4 req-a8f13206-0c30-4613-b5e3-2767562a7aed service neutron] 10.222.0.36 "GET /v2.0/networks/b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357281 Dec 25 20:46:02.092086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afcf656-25eb-4e7e-8d4b-c3dc49869470 req-845220d3-61ce-4511-8675-1fa8c71a5f90 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:46:02.093627 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1afcf656-25eb-4e7e-8d4b-c3dc49869470 req-845220d3-61ce-4511-8675-1fa8c71a5f90 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/ports?device_id=91513020-7d4e-4a33-a314-b98658f76de5 HTTP/1.1" status: 200 len: 943 time: 0.0827532 Dec 25 20:46:02.147983 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-1afcf656-25eb-4e7e-8d4b-c3dc49869470 req-39956ad9-e543-43e7-b991-5191bcca0ae4 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f703a7-b0b3-4a71-b09b-53ea1a06139d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482271 Dec 25 20:46:02.582910 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 51e56c5f-911b-430a-accc-467fc9e2b5fa details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 20:46:02.725270 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 51e56c5f-911b-430a-accc-467fc9e2b5fa, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=51e56c5f-911b-430a-accc-467fc9e2b5fa,segment=NetworkSegment(408af614-0231-4ea0-b742-cb71479a9d3a),segment_id=408af614-0231-4ea0-b742-cb71479a9d3a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:46:02.739748 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': '51e56c5f-911b-430a-accc-467fc9e2b5fa', 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e', 'port_id': '51e56c5f-911b-430a-accc-467fc9e2b5fa', 'mac_address': 'fa:16:3e:f8:de:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a3b9f09-8d39-453d-a37e-701690785791', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 20:46:02.802742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:46:02.820577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51e56c5f-911b-430a-accc-467fc9e2b5fa {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:46:02.835492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 51e56c5f-911b-430a-accc-467fc9e2b5fa, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=51e56c5f-911b-430a-accc-467fc9e2b5fa,segment=NetworkSegment(408af614-0231-4ea0-b742-cb71479a9d3a),segment_id=408af614-0231-4ea0-b742-cb71479a9d3a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:46:02.838579 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:46:02.840436 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a6f319f6-1097-4088-9c17-b00ed4dcf01d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:46:02.906558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=51e56c5f-911b-430a-accc-467fc9e2b5fa,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:46:02.909842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:46:03.152733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['51e56c5f-911b-430a-accc-467fc9e2b5fa'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:46:03.361178 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9991a47-b6ec-4e1f-af03-66f989da759e req-a8b7c29f-db24-4251-a4ca-e30a0a27e475 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:46:03.362805 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a9991a47-b6ec-4e1f-af03-66f989da759e req-a8b7c29f-db24-4251-a4ca-e30a0a27e475 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/ports?device_id=91513020-7d4e-4a33-a314-b98658f76de5 HTTP/1.1" status: 200 len: 944 time: 0.0866389 Dec 25 20:46:03.412080 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-a9991a47-b6ec-4e1f-af03-66f989da759e req-62526368-5013-49ac-905d-0b71473c734c tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f703a7-b0b3-4a71-b09b-53ea1a06139d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428441 Dec 25 20:46:04.587843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 51e56c5f-911b-430a-accc-467fc9e2b5fa up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:46:04.619204 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3ab62-ea93-4f9d-acea-6dd9a201a175 req-6946c7f9-b060-4285-906d-e2c655ca3635 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:46:04.620830 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f4a3ab62-ea93-4f9d-acea-6dd9a201a175 req-6946c7f9-b060-4285-906d-e2c655ca3635 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/ports?device_id=91513020-7d4e-4a33-a314-b98658f76de5 HTTP/1.1" status: 200 len: 944 time: 0.0884683 Dec 25 20:46:04.661226 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning for port 51e56c5f-911b-430a-accc-467fc9e2b5fa completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:46:04.666283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port 51e56c5f-911b-430a-accc-467fc9e2b5fa triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:46:04.666714 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:46:04.669480 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f4a3ab62-ea93-4f9d-acea-6dd9a201a175 req-c2943fd3-4a00-44a7-a729-bdd5c9b24b26 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f703a7-b0b3-4a71-b09b-53ea1a06139d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422075 Dec 25 20:46:04.783327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:46:04.810382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91513020-7d4e-4a33-a314-b98658f76de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e56c5f-911b-430a-accc-467fc9e2b5fa'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:46:04.820429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 51e56c5f-911b-430a-accc-467fc9e2b5fa, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=51e56c5f-911b-430a-accc-467fc9e2b5fa,segment=NetworkSegment(408af614-0231-4ea0-b742-cb71479a9d3a),segment_id=408af614-0231-4ea0-b742-cb71479a9d3a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:46:04.823834 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:46:04.825784 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a6f319f6-1097-4088-9c17-b00ed4dcf01d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:46:04.864089 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91513020-7d4e-4a33-a314-b98658f76de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e56c5f-911b-430a-accc-467fc9e2b5fa', 'code': 200} Dec 25 20:46:04.901856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=51e56c5f-911b-430a-accc-467fc9e2b5fa,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:46:04.905220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:46:05.114650 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2809b64c-1c5e-44ba-b5a2-991a2349b8a9 req-5cd1c309-30c8-4a1c-adaf-a01955ce32ef service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=91513020-7d4e-4a33-a314-b98658f76de5 HTTP/1.1" status: 200 len: 1098 time: 0.0740488 Dec 25 20:46:05.163426 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2809b64c-1c5e-44ba-b5a2-991a2349b8a9 req-6b219c48-1e72-4024-a2e8-840de309ff6e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=74f703a7-b0b3-4a71-b09b-53ea1a06139d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385029 Dec 25 20:46:05.877551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1271cbc-73dc-449f-abe8-d7c711b06a6e req-e099c89c-785d-4249-969f-01d175c901bf tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:46:05.879216 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c1271cbc-73dc-449f-abe8-d7c711b06a6e req-e099c89c-785d-4249-969f-01d175c901bf tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/ports?device_id=91513020-7d4e-4a33-a314-b98658f76de5 HTTP/1.1" status: 200 len: 945 time: 0.0862927 Dec 25 20:46:05.930147 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c1271cbc-73dc-449f-abe8-d7c711b06a6e req-23d3e4bc-d802-4ad8-b749-c96d4aa93b02 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f703a7-b0b3-4a71-b09b-53ea1a06139d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449138 Dec 25 20:46:06.187984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-36cdbed5-c115-4d65-8442-964097b11f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:46:07.133951 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a4092-f330-4889-9edf-704d27ba0ee6 req-d441c99b-b592-491f-9e40-483f54e59cee tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:46:07.135605 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-066a4092-f330-4889-9edf-704d27ba0ee6 req-d441c99b-b592-491f-9e40-483f54e59cee tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/ports?device_id=91513020-7d4e-4a33-a314-b98658f76de5 HTTP/1.1" status: 200 len: 945 time: 0.0837433 Dec 25 20:46:07.185026 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-066a4092-f330-4889-9edf-704d27ba0ee6 req-5388532f-9f6a-48b3-8e15-a17c9ca26df8 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f703a7-b0b3-4a71-b09b-53ea1a06139d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426745 Dec 25 20:46:07.321653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:46:07.391982 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27dc58-e784-4342-991d-9d1d843a61f3 req-6e06547b-a759-4f59-bab3-598586d7b85c tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:46:07.393597 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8c27dc58-e784-4342-991d-9d1d843a61f3 req-6e06547b-a759-4f59-bab3-598586d7b85c tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/ports?device_id=91513020-7d4e-4a33-a314-b98658f76de5 HTTP/1.1" status: 200 len: 945 time: 0.0877178 Dec 25 20:46:07.441698 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8c27dc58-e784-4342-991d-9d1d843a61f3 req-d67b7584-9c70-47c2-84bd-fb4d8a937d90 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f703a7-b0b3-4a71-b09b-53ea1a06139d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414491 Dec 25 20:46:07.469672 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 33678) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:46:07.616943 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-cf521f1f-c16f-4051-bdae-2397509b1dab tempest-TestSnapshotPattern-1757736552 tempest-TestSnapshotPattern-1757736552-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=91513020-7d4e-4a33-a314-b98658f76de5 HTTP/1.1" status: 200 len: 1093 time: 0.1459224 Dec 25 20:46:07.619836 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 33684) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:46:07.625708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-ba0e9785-cc62-4778-bc1b-ba55d23d6dc3 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Request body: {'floatingip': {'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'port_id': '51e56c5f-911b-430a-accc-467fc9e2b5fa', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:46:07.631574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ba0e9785-cc62-4778-bc1b-ba55d23d6dc3 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:46:07.636142 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ba0e9785-cc62-4778-bc1b-ba55d23d6dc3 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Usage tracker for resource:floatingip and tenant:574c2529e3694fa694e93af30082d65d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:46:07.639112 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-ba0e9785-cc62-4778-bc1b-ba55d23d6dc3 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:46:07.645117 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-ba0e9785-cc62-4778-bc1b-ba55d23d6dc3 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:46:07.658648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba0e9785-cc62-4778-bc1b-ba55d23d6dc3 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:46:07.803557 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba0e9785-cc62-4778-bc1b-ba55d23d6dc3 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:46:07.948279 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-ba0e9785-cc62-4778-bc1b-ba55d23d6dc3 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Allocated IP 172.26.8.57 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/b1ab99a7-8db8-476b-a744-c2107b4e20ec) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:46:08.104106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba0e9785-cc62-4778-bc1b-ba55d23d6dc3 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:46:08.129653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba0e9785-cc62-4778-bc1b-ba55d23d6dc3 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:46:08.136413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f93a80d2-5cd6-4c02-afe3-0cc7200d3871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:46:08.208361 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0e9785-cc62-4778-bc1b-ba55d23d6dc3 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:46:08.211855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-ba0e9785-cc62-4778-bc1b-ba55d23d6dc3 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:46:08.213978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e9785-cc62-4778-bc1b-ba55d23d6dc3 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Pushing event updated for resources: {'Port': ['ID=b1ab99a7-8db8-476b-a744-c2107b4e20ec,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:46:08.216290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0e9785-cc62-4778-bc1b-ba55d23d6dc3 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:46:08.242490 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ba0e9785-cc62-4778-bc1b-ba55d23d6dc3 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:46:08.488775 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d71ec629-3d15-4496-939d-5c78593818a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:46:08.741632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba0e9785-cc62-4778-bc1b-ba55d23d6dc3 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:46:08.801139 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba0e9785-cc62-4778-bc1b-ba55d23d6dc3 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:46:08.867740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:46:09.012906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba0e9785-cc62-4778-bc1b-ba55d23d6dc3 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:46:09.016232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba0e9785-cc62-4778-bc1b-ba55d23d6dc3 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:46:09.020512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-462a3b3b-9e06-4a9b-9c8c-aa2ced18c0ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:46:09.129762 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e9785-cc62-4778-bc1b-ba55d23d6dc3 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Pushing event updated for resources: {'Port': ['ID=b1ab99a7-8db8-476b-a744-c2107b4e20ec,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:46:09.134901 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ba0e9785-cc62-4778-bc1b-ba55d23d6dc3 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:46:09.145713 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba0e9785-cc62-4778-bc1b-ba55d23d6dc3 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:46:09.344725 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [None req-ba0e9785-cc62-4778-bc1b-ba55d23d6dc3 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Floating IP a9bf1368-8a03-4b35-b6b5-47db63e1e0fa associated. External IP: 172.26.8.57, port: 51e56c5f-911b-430a-accc-467fc9e2b5fa. Dec 25 20:46:09.746883 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0e9785-cc62-4778-bc1b-ba55d23d6dc3 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Router b14f1492-1dfd-45ad-af28-807e8e1ea44a has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:46:10.189200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0e9785-cc62-4778-bc1b-ba55d23d6dc3 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:46:10.199374 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7ca675-2b71-40c6-a2de-327595929761 None None] Sync routers for ids ['b14f1492-1dfd-45ad-af28-807e8e1ea44a'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:46:10.210383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:46:10.213589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba0e9785-cc62-4778-bc1b-ba55d23d6dc3 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:46:10.216314 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7ca675-2b71-40c6-a2de-327595929761 None None] Routers {'b14f1492-1dfd-45ad-af28-807e8e1ea44a'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:46:10.217000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-aa7ca675-2b71-40c6-a2de-327595929761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:46:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['b14f1492-1dfd-45ad-af28-807e8e1ea44a'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:46:10.269068 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-ba0e9785-cc62-4778-bc1b-ba55d23d6dc3 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6481304 Dec 25 20:46:10.269796 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91513020-7d4e-4a33-a314-b98658f76de5', 'tag': '51e56c5f-911b-430a-accc-467fc9e2b5fa'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:46:10.326015 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91513020-7d4e-4a33-a314-b98658f76de5', 'tag': '51e56c5f-911b-430a-accc-467fc9e2b5fa', 'status': 'completed', 'code': 200} Dec 25 20:46:10.408540 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-aa7ca675-2b71-40c6-a2de-327595929761 None None] Set router b14f1492-1dfd-45ad-af28-807e8e1ea44a gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:46:10.428303 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8ba3299a-4d81-4953-844d-f2a091a79b5a req-966cabd0-769b-4b02-9e06-3bff4d00b533 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=574c2529e3694fa694e93af30082d65d&device_id=91513020-7d4e-4a33-a314-b98658f76de5 HTTP/1.1" status: 200 len: 1098 time: 0.0784655 Dec 25 20:46:10.578759 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3299a-4d81-4953-844d-f2a091a79b5a req-3f61c5ab-f0b5-475e-804f-f41e43307480 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:46:10.580455 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8ba3299a-4d81-4953-844d-f2a091a79b5a req-3f61c5ab-f0b5-475e-804f-f41e43307480 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e HTTP/1.1" status: 200 len: 909 time: 0.1455383 Dec 25 20:46:10.685643 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8ba3299a-4d81-4953-844d-f2a091a79b5a req-1a590e84-de35-4e75-bdae-99f7d99e6a2d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51e56c5f-911b-430a-accc-467fc9e2b5fa HTTP/1.1" status: 200 len: 998 time: 0.0989017 Dec 25 20:46:10.757636 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3299a-4d81-4953-844d-f2a091a79b5a req-386504eb-7642-43f6-9723-a045cabe84ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:46:10.759783 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8ba3299a-4d81-4953-844d-f2a091a79b5a req-386504eb-7642-43f6-9723-a045cabe84ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a3b9f09-8d39-453d-a37e-701690785791 HTTP/1.1" status: 200 len: 848 time: 0.0681388 Dec 25 20:46:10.839985 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8ba3299a-4d81-4953-844d-f2a091a79b5a req-94a6e6a5-55ca-4d1e-9561-f96216ab0d23 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739965 Dec 25 20:46:10.941501 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-aa7ca675-2b71-40c6-a2de-327595929761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'name': 'tempest-TestSnapshotPattern-355148791-router', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '0ab2f5eb-6392-4f2c-9b87-6b131bd88177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:45:41Z', 'updated_at': '2021-12-25T20:45:44Z', 'revision_number': 4, 'project_id': '574c2529e3694fa694e93af30082d65d', 'gw_port': {'id': '0ab2f5eb-6392-4f2c-9b87-6b131bd88177', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:42Z', 'updated_at': '2021-12-25T20:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': 'a9bf1368-8a03-4b35-b6b5-47db63e1e0fa', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'floating_ip_address': '172.26.8.57', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'port_id': '51e56c5f-911b-430a-accc-467fc9e2b5fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e', 'mac_address': 'fa:16:3e:f8:de:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91513020-7d4e-4a33-a314-b98658f76de5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:46:08Z', 'updated_at': '2021-12-25T20:46:08Z', 'revision_number': 0, 'project_id': '574c2529e3694fa694e93af30082d65d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec884ef-3bd8-4414-8f02-b638bd61f98c', 'name': '', 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'mac_address': 'fa:16:3e:c4:d2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a3b9f09-8d39-453d-a37e-701690785791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:44Z', 'updated_at': '2021-12-25T20:45:54Z', 'revision_number': 5, 'project_id': '574c2529e3694fa694e93af30082d65d', 'subnets': [{'id': '1a3b9f09-8d39-453d-a37e-701690785791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:46:10.946345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7ca675-2b71-40c6-a2de-327595929761 None None] Checking router: b14f1492-1dfd-45ad-af28-807e8e1ea44a for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:46:10.958287 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7ca675-2b71-40c6-a2de-327595929761 None None] Routers {'b14f1492-1dfd-45ad-af28-807e8e1ea44a'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:46:10.958971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-aa7ca675-2b71-40c6-a2de-327595929761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:46:08Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['b14f1492-1dfd-45ad-af28-807e8e1ea44a'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:46:10.985584 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8ba3299a-4d81-4953-844d-f2a091a79b5a req-e9ca952a-1cca-4f31-b439-1ee201aaea38 service neutron] 10.222.0.36 "GET /v2.0/networks/b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391335 Dec 25 20:46:11.136111 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8ba3299a-4d81-4953-844d-f2a091a79b5a req-894b23c5-28a2-48b3-af45-e4704bce0a95 service neutron] 10.222.0.36 "GET /v2.0/networks/b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425750 Dec 25 20:46:11.147770 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-aa7ca675-2b71-40c6-a2de-327595929761 None None] Set router b14f1492-1dfd-45ad-af28-807e8e1ea44a gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:46:11.518589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-aa7ca675-2b71-40c6-a2de-327595929761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'name': 'tempest-TestSnapshotPattern-355148791-router', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '0ab2f5eb-6392-4f2c-9b87-6b131bd88177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:45:41Z', 'updated_at': '2021-12-25T20:45:44Z', 'revision_number': 4, 'project_id': '574c2529e3694fa694e93af30082d65d', 'gw_port': {'id': '0ab2f5eb-6392-4f2c-9b87-6b131bd88177', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:42Z', 'updated_at': '2021-12-25T20:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': 'a9bf1368-8a03-4b35-b6b5-47db63e1e0fa', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'floating_ip_address': '172.26.8.57', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'port_id': '51e56c5f-911b-430a-accc-467fc9e2b5fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e', 'mac_address': 'fa:16:3e:f8:de:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91513020-7d4e-4a33-a314-b98658f76de5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:46:08Z', 'updated_at': '2021-12-25T20:46:08Z', 'revision_number': 0, 'project_id': '574c2529e3694fa694e93af30082d65d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec884ef-3bd8-4414-8f02-b638bd61f98c', 'name': '', 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'mac_address': 'fa:16:3e:c4:d2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a3b9f09-8d39-453d-a37e-701690785791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:44Z', 'updated_at': '2021-12-25T20:45:54Z', 'revision_number': 5, 'project_id': '574c2529e3694fa694e93af30082d65d', 'subnets': [{'id': '1a3b9f09-8d39-453d-a37e-701690785791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:46:11.522774 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7ca675-2b71-40c6-a2de-327595929761 None None] The sync data for ids ['b14f1492-1dfd-45ad-af28-807e8e1ea44a'] in dv-neutron-822611-1-hyperv is: [{'id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'name': 'tempest-TestSnapshotPattern-355148791-router', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '0ab2f5eb-6392-4f2c-9b87-6b131bd88177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:45:41Z', 'updated_at': '2021-12-25T20:45:44Z', 'revision_number': 4, 'project_id': '574c2529e3694fa694e93af30082d65d', 'gw_port': {'id': '0ab2f5eb-6392-4f2c-9b87-6b131bd88177', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:42Z', 'updated_at': '2021-12-25T20:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': 'a9bf1368-8a03-4b35-b6b5-47db63e1e0fa', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'floating_ip_address': '172.26.8.57', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'port_id': '51e56c5f-911b-430a-accc-467fc9e2b5fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e', 'mac_address': 'fa:16:3e:f8:de:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91513020-7d4e-4a33-a314-b98658f76de5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:46:08Z', 'updated_at': '2021-12-25T20:46:08Z', 'revision_number': 0, 'project_id': '574c2529e3694fa694e93af30082d65d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec884ef-3bd8-4414-8f02-b638bd61f98c', 'name': '', 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'mac_address': 'fa:16:3e:c4:d2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a3b9f09-8d39-453d-a37e-701690785791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:44Z', 'updated_at': '2021-12-25T20:45:54Z', 'revision_number': 5, 'project_id': '574c2529e3694fa694e93af30082d65d', 'subnets': [{'id': '1a3b9f09-8d39-453d-a37e-701690785791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:46:11.859027 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cc010d-d8c7-4089-b076-5ffcf11f17f0 None None] New status for floating IP a9bf1368-8a03-4b35-b6b5-47db63e1e0fa: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 20:46:17.053733 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:46:24.162481 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:46:26.486482 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-457fd2fa-6373-4a36-be01-da354659a0cf req-d572cb4e-a0e1-4804-a0d4-5ed3a2fb485e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=91513020-7d4e-4a33-a314-b98658f76de5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0771146 Dec 25 20:46:26.635400 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-457fd2fa-6373-4a36-be01-da354659a0cf req-fbde75ad-fdb4-4b70-93bb-625d13ba8128 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=574c2529e3694fa694e93af30082d65d&device_id=91513020-7d4e-4a33-a314-b98658f76de5 HTTP/1.1" status: 200 len: 1098 time: 0.0749037 Dec 25 20:46:26.809285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457fd2fa-6373-4a36-be01-da354659a0cf req-cb5cec87-aa46-433d-b9b5-fa4ce14b1fc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:46:26.810821 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-457fd2fa-6373-4a36-be01-da354659a0cf req-cb5cec87-aa46-433d-b9b5-fa4ce14b1fc1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e HTTP/1.1" status: 200 len: 909 time: 0.1526253 Dec 25 20:46:26.920812 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-457fd2fa-6373-4a36-be01-da354659a0cf req-040288b6-35ea-483c-b1ef-d33f26aaaf29 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51e56c5f-911b-430a-accc-467fc9e2b5fa HTTP/1.1" status: 200 len: 1000 time: 0.1025460 Dec 25 20:46:26.989801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457fd2fa-6373-4a36-be01-da354659a0cf req-2904d1ba-1ece-4fc9-b641-a546cee59420 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:46:26.991433 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-457fd2fa-6373-4a36-be01-da354659a0cf req-2904d1ba-1ece-4fc9-b641-a546cee59420 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a3b9f09-8d39-453d-a37e-701690785791 HTTP/1.1" status: 200 len: 848 time: 0.0638430 Dec 25 20:46:27.082220 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-457fd2fa-6373-4a36-be01-da354659a0cf req-e4a066b1-b658-406a-a6c4-4dd68362e162 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787680 Dec 25 20:46:27.230064 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-457fd2fa-6373-4a36-be01-da354659a0cf req-69c2a9f3-e815-4dd2-9aad-99e39a57c608 service neutron] 10.222.0.36 "GET /v2.0/networks/b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396933 Dec 25 20:46:27.377436 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-457fd2fa-6373-4a36-be01-da354659a0cf req-f430ecbf-24e7-4490-a6fa-b32403e9db64 service neutron] 10.222.0.36 "GET /v2.0/networks/b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370773 Dec 25 20:46:36.189859 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-af709855-28e1-43c2-b355-5d14dc256204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:46:37.327792 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:46:38.488886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3edb6742-90be-42c0-a2ab-005a9f4d3f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:46:38.870536 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:46:40.200304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:46:54.054648 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:46:54.163321 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:47:06.191933 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a02f-40b1-4aeb-9901-3ce154821da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:47:07.320162 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:47:08.490931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-95d1d32b-445c-4449-83b3-e889d1d930aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:47:08.872502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:47:10.204838 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:47:24.161211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:47:27.924729 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e6d5ca01-a5ef-48c0-a56a-a0b86baa7385 req-071b5d89-cd51-4c9a-9ce8-a27c0d5c27e7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=91513020-7d4e-4a33-a314-b98658f76de5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1486802 Dec 25 20:47:28.078878 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e6d5ca01-a5ef-48c0-a56a-a0b86baa7385 req-5b71b018-628e-46fb-9250-19bd8b2cdf76 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=574c2529e3694fa694e93af30082d65d&device_id=91513020-7d4e-4a33-a314-b98658f76de5 HTTP/1.1" status: 200 len: 1098 time: 0.0760589 Dec 25 20:47:28.248856 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5ca01-a5ef-48c0-a56a-a0b86baa7385 req-23a74821-fb3b-4d9c-aa9f-a22ba91e9a7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:47:28.250731 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e6d5ca01-a5ef-48c0-a56a-a0b86baa7385 req-23a74821-fb3b-4d9c-aa9f-a22ba91e9a7a service neutron] 10.222.0.36 "GET /v2.0/networks?id=b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e HTTP/1.1" status: 200 len: 909 time: 0.1457686 Dec 25 20:47:28.363356 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e6d5ca01-a5ef-48c0-a56a-a0b86baa7385 req-343e8438-2ef1-4994-9c93-7a132b9aaeba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51e56c5f-911b-430a-accc-467fc9e2b5fa HTTP/1.1" status: 200 len: 1000 time: 0.1012018 Dec 25 20:47:28.437605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5ca01-a5ef-48c0-a56a-a0b86baa7385 req-303f4b58-e6f0-4e3a-98c9-b1a168674859 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:47:28.439168 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e6d5ca01-a5ef-48c0-a56a-a0b86baa7385 req-303f4b58-e6f0-4e3a-98c9-b1a168674859 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a3b9f09-8d39-453d-a37e-701690785791 HTTP/1.1" status: 200 len: 848 time: 0.0662193 Dec 25 20:47:28.526245 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e6d5ca01-a5ef-48c0-a56a-a0b86baa7385 req-54e71fb0-f0df-448c-a93c-62fcb122faaf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771105 Dec 25 20:47:28.674327 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e6d5ca01-a5ef-48c0-a56a-a0b86baa7385 req-09d1d673-1830-4fa6-a5b1-6af4932624c5 service neutron] 10.222.0.36 "GET /v2.0/networks/b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373298 Dec 25 20:47:28.821079 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-e6d5ca01-a5ef-48c0-a56a-a0b86baa7385 req-72dbcd6f-d491-48d9-af38-9989ef268b05 service neutron] 10.222.0.36 "GET /v2.0/networks/b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367092 Dec 25 20:47:31.055798 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:47:36.196018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-94c91ae3-7724-41b6-bf8a-2dcad39d0b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:47:37.321538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:47:38.492535 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5f97e044-8bea-427b-834b-77b6096cdb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:47:38.875028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:47:40.207758 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:47:54.160602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:06.199742 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2164b3fa-9274-45a1-ba3b-643ec78d8074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:07.322306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:08.057118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:48:08.495832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0539d927-5dbe-464c-be5b-da4b5dacf48f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:08.877689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:10.209494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:11.174451 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 51e56c5f-911b-430a-accc-467fc9e2b5fa details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 20:48:11.323105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 51e56c5f-911b-430a-accc-467fc9e2b5fa, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=51e56c5f-911b-430a-accc-467fc9e2b5fa,segment=NetworkSegment(408af614-0231-4ea0-b742-cb71479a9d3a),segment_id=408af614-0231-4ea0-b742-cb71479a9d3a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:48:11.337018 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': '51e56c5f-911b-430a-accc-467fc9e2b5fa', 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e', 'port_id': '51e56c5f-911b-430a-accc-467fc9e2b5fa', 'mac_address': 'fa:16:3e:f8:de:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a3b9f09-8d39-453d-a37e-701690785791', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 20:48:11.392946 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:11.411133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51e56c5f-911b-430a-accc-467fc9e2b5fa {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:48:11.427165 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 51e56c5f-911b-430a-accc-467fc9e2b5fa, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=51e56c5f-911b-430a-accc-467fc9e2b5fa,segment=NetworkSegment(408af614-0231-4ea0-b742-cb71479a9d3a),segment_id=408af614-0231-4ea0-b742-cb71479a9d3a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:48:11.429980 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:11.431867 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:48:11.509375 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=51e56c5f-911b-430a-accc-467fc9e2b5fa,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:48:11.517544 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['51e56c5f-911b-430a-accc-467fc9e2b5fa'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:48:11.571160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:48:11.571160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:48:11.571160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:48:11.571160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:48:11.571160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:48:11.571160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:48:11.571160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:48:11.571160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:48:11.571160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:48:11.571160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:48:11.571160 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:48:11.580035 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:48:13.179261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 51e56c5f-911b-430a-accc-467fc9e2b5fa up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:48:13.263382 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port 51e56c5f-911b-430a-accc-467fc9e2b5fa triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:48:13.263812 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:13.393425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:13.427576 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91513020-7d4e-4a33-a314-b98658f76de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e56c5f-911b-430a-accc-467fc9e2b5fa'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:48:13.438083 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 51e56c5f-911b-430a-accc-467fc9e2b5fa, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=51e56c5f-911b-430a-accc-467fc9e2b5fa,segment=NetworkSegment(408af614-0231-4ea0-b742-cb71479a9d3a),segment_id=408af614-0231-4ea0-b742-cb71479a9d3a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:48:13.443814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:13.445818 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-377a57f0-395a-4348-a618-6cd1f8bccd10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:48:13.514673 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91513020-7d4e-4a33-a314-b98658f76de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e56c5f-911b-430a-accc-467fc9e2b5fa', 'code': 200} Dec 25 20:48:13.518306 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=51e56c5f-911b-430a-accc-467fc9e2b5fa,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:48:13.521708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:48:21.462876 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-3fcb2e5b-01f5-4274-8451-df78daa6bf1e tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1694308393&fields=id&tenant_id=574c2529e3694fa694e93af30082d65d HTTP/1.1" status: 200 len: 267 time: 0.0443528 Dec 25 20:48:21.621421 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-9692423a-a0a8-433e-81c5-82db307c9935 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:48:21.623460 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-9692423a-a0a8-433e-81c5-82db307c9935 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/networks?id=b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e HTTP/1.1" status: 200 len: 809 time: 0.1531007 Dec 25 20:48:21.641649 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-f0d3f0f4-a515-4864-9d3c-bc12107ef4a0 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/quotas/574c2529e3694fa694e93af30082d65d HTTP/1.1" status: 200 len: 375 time: 0.0118768 Dec 25 20:48:21.733477 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-cb431643-bdc0-462b-96e3-95f0bcf07c13 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=574c2529e3694fa694e93af30082d65d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0865631 Dec 25 20:48:21.881327 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-dcc833a3-005f-4b91-bc71-0fb8bf5bbf41 service neutron] 10.222.0.24 "GET /v2.0/networks/b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354437 Dec 25 20:48:22.034894 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-ae387564-87c1-4e2f-ba19-bd6e3d7ccd96 service neutron] 10.222.0.24 "GET /v2.0/networks/b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472929 Dec 25 20:48:22.249949 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2a5925ca-a2da-4fe7-9045-b4b24427058c req-526f9351-a07c-4673-b460-d8a6eebeedc2 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/ports?device_id=5925a3e6-c313-4726-910e-99d0f536e327 HTTP/1.1" status: 200 len: 210 time: 0.0466185 Dec 25 20:48:23.416155 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-69405a48-24e7-4cb2-af21-799df2fe23e7 req-28112151-a959-490e-8dca-cb7676660aad tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/ports?device_id=5925a3e6-c313-4726-910e-99d0f536e327 HTTP/1.1" status: 200 len: 210 time: 0.0452271 Dec 25 20:48:24.083089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-2d058458-c2c5-4e3e-a5ea-e28d4517cf34 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:48:24.084646 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-2d058458-c2c5-4e3e-a5ea-e28d4517cf34 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.36 "GET /v2.0/networks?id=b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e HTTP/1.1" status: 200 len: 809 time: 0.3845801 Dec 25 20:48:24.153722 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-a2330002-0c53-4f37-b901-0c8b81d41b15 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=574c2529e3694fa694e93af30082d65d HTTP/1.1" status: 200 len: 380 time: 0.0471990 Dec 25 20:48:24.163128 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:24.163706 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-da568bce-0c78-4543-b2e9-ed11ead98fdc tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Request body: {'port': {'device_id': '5925a3e6-c313-4726-910e-99d0f536e327', 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e', 'admin_state_up': True, 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'security_groups': ['74f703a7-b0b3-4a71-b09b-53ea1a06139d']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:48:24.329600 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-da568bce-0c78-4543-b2e9-ed11ead98fdc tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:48:24.339663 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-da568bce-0c78-4543-b2e9-ed11ead98fdc tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:48:24.348639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-da568bce-0c78-4543-b2e9-ed11ead98fdc tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Made reservation on behalf of 574c2529e3694fa694e93af30082d65d for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 25 20:48:24.354208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-da568bce-0c78-4543-b2e9-ed11ead98fdc tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:24.548211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-da568bce-0c78-4543-b2e9-ed11ead98fdc tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Allocated IP 172.20.0.10 (b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e/1a3b9f09-8d39-453d-a37e-701690785791/845f4016-313a-4bb1-b183-0a2ef059318c) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:48:24.864086 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-5aaeb064-e354-4238-b065-c8d5da2001b5 req-11b397ae-2dad-4324-b1ce-dd6633af1053 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/ports?device_id=5925a3e6-c313-4726-910e-99d0f536e327 HTTP/1.1" status: 200 len: 210 time: 0.1888576 Dec 25 20:48:24.923874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-da568bce-0c78-4543-b2e9-ed11ead98fdc tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:24.941480 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-da568bce-0c78-4543-b2e9-ed11ead98fdc tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Transition to ACTIVE for port object 845f4016-313a-4bb1-b183-0a2ef059318c will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:48:24.964262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-da568bce-0c78-4543-b2e9-ed11ead98fdc tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:24.970493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b2da8747-c57c-410b-941c-419211acd0e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:48:25.049280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-da568bce-0c78-4543-b2e9-ed11ead98fdc tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Network b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:48:25.052589 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-da568bce-0c78-4543-b2e9-ed11ead98fdc tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:48:25.057304 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-da568bce-0c78-4543-b2e9-ed11ead98fdc tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:48:25.085619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da568bce-0c78-4543-b2e9-ed11ead98fdc tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Pushing event updated for resources: {'Port': ['ID=845f4016-313a-4bb1-b183-0a2ef059318c,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:48:25.124437 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da568bce-0c78-4543-b2e9-ed11ead98fdc tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:48:25.125116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da568bce-0c78-4543-b2e9-ed11ead98fdc tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:48:25.125541 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da568bce-0c78-4543-b2e9-ed11ead98fdc tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:48:25.125947 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da568bce-0c78-4543-b2e9-ed11ead98fdc tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:48:25.126363 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da568bce-0c78-4543-b2e9-ed11ead98fdc tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:48:25.126783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da568bce-0c78-4543-b2e9-ed11ead98fdc tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:48:25.127229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da568bce-0c78-4543-b2e9-ed11ead98fdc tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:48:25.127646 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da568bce-0c78-4543-b2e9-ed11ead98fdc tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:48:25.128061 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da568bce-0c78-4543-b2e9-ed11ead98fdc tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:48:25.128468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da568bce-0c78-4543-b2e9-ed11ead98fdc tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:48:25.129268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da568bce-0c78-4543-b2e9-ed11ead98fdc tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:48:25.134800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-da568bce-0c78-4543-b2e9-ed11ead98fdc tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:48:25.141752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-da568bce-0c78-4543-b2e9-ed11ead98fdc tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:48:25.142443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-da568bce-0c78-4543-b2e9-ed11ead98fdc tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:25.185311 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-da568bce-0c78-4543-b2e9-ed11ead98fdc tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0261278 Dec 25 20:48:25.209911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 51e56c5f-911b-430a-accc-467fc9e2b5fa no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:48:25.342615 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:25.381990 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91513020-7d4e-4a33-a314-b98658f76de5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51e56c5f-911b-430a-accc-467fc9e2b5fa'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:48:25.393045 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-7520634c-3c73-4cf4-b12c-0fa1f2a01701 None None] Provisioning for port 845f4016-313a-4bb1-b183-0a2ef059318c completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:48:25.397492 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 51e56c5f-911b-430a-accc-467fc9e2b5fa, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=51e56c5f-911b-430a-accc-467fc9e2b5fa,segment=NetworkSegment(408af614-0231-4ea0-b742-cb71479a9d3a),segment_id=408af614-0231-4ea0-b742-cb71479a9d3a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:48:25.400805 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-7520634c-3c73-4cf4-b12c-0fa1f2a01701 None None] Provisioning complete for port 845f4016-313a-4bb1-b183-0a2ef059318c triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:48:25.401231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7520634c-3c73-4cf4-b12c-0fa1f2a01701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:25.431103 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:25.444960 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5bbaac14-c9e2-473f-9da7-4aecbc597abb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:48:25.475103 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91513020-7d4e-4a33-a314-b98658f76de5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51e56c5f-911b-430a-accc-467fc9e2b5fa', 'code': 200} Dec 25 20:48:25.690554 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-7520634c-3c73-4cf4-b12c-0fa1f2a01701 None None] Port 845f4016-313a-4bb1-b183-0a2ef059318c cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 25 20:48:25.701833 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=51e56c5f-911b-430a-accc-467fc9e2b5fa,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:48:25.705097 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:48:26.096494 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c6fed-8330-47ad-9058-b0aa8528f376 req-9619526d-bb7c-46c3-8890-a13a8fe41c2c tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:48:26.097254 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-bd0c6fed-8330-47ad-9058-b0aa8528f376 req-9619526d-bb7c-46c3-8890-a13a8fe41c2c tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Synchronizing usage tracker for tenant:574c2529e3694fa694e93af30082d65d on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:48:26.115404 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-bd0c6fed-8330-47ad-9058-b0aa8528f376 req-9619526d-bb7c-46c3-8890-a13a8fe41c2c tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Unset dirty status for tenant:574c2529e3694fa694e93af30082d65d on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:48:26.116841 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-bd0c6fed-8330-47ad-9058-b0aa8528f376 req-9619526d-bb7c-46c3-8890-a13a8fe41c2c tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/ports?device_id=5925a3e6-c313-4726-910e-99d0f536e327 HTTP/1.1" status: 200 len: 932 time: 0.1094389 Dec 25 20:48:26.180166 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-bd0c6fed-8330-47ad-9058-b0aa8528f376 req-97dd77be-36ee-48fc-a9b5-bd2d3037c51c tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f703a7-b0b3-4a71-b09b-53ea1a06139d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569499 Dec 25 20:48:27.490376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01913d6b-1f82-4a21-b0d2-c68bf6287d9c req-c22e4d74-d182-428d-85d8-7d5f1d060565 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:48:27.492091 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-01913d6b-1f82-4a21-b0d2-c68bf6287d9c req-c22e4d74-d182-428d-85d8-7d5f1d060565 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/ports?device_id=5925a3e6-c313-4726-910e-99d0f536e327 HTTP/1.1" status: 200 len: 932 time: 0.1713073 Dec 25 20:48:27.542047 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-01913d6b-1f82-4a21-b0d2-c68bf6287d9c req-edf60537-fd68-4086-a806-5cd312e94b9e tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f703a7-b0b3-4a71-b09b-53ea1a06139d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436962 Dec 25 20:48:28.755025 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a6d5a-f6c0-4415-a2cc-065980d31b86 req-5c9280a7-5190-4351-a859-abae7f291e00 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:48:28.756675 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-727a6d5a-f6c0-4415-a2cc-065980d31b86 req-5c9280a7-5190-4351-a859-abae7f291e00 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/ports?device_id=5925a3e6-c313-4726-910e-99d0f536e327 HTTP/1.1" status: 200 len: 932 time: 0.0901530 Dec 25 20:48:28.810712 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-727a6d5a-f6c0-4415-a2cc-065980d31b86 req-f8a5ef8a-69d8-461b-8aba-cc4208ee4e23 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f703a7-b0b3-4a71-b09b-53ea1a06139d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464573 Dec 25 20:48:30.051763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41500c4-2813-4dd8-aa74-877efdcd8f79 req-958186fc-ddd3-4dd3-aa8b-98617d648b80 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:48:30.053397 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f41500c4-2813-4dd8-aa74-877efdcd8f79 req-958186fc-ddd3-4dd3-aa8b-98617d648b80 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/ports?device_id=5925a3e6-c313-4726-910e-99d0f536e327 HTTP/1.1" status: 200 len: 932 time: 0.0906677 Dec 25 20:48:30.103707 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f41500c4-2813-4dd8-aa74-877efdcd8f79 req-1201dd2b-02d9-416a-897e-56426962f516 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f703a7-b0b3-4a71-b09b-53ea1a06139d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440929 Dec 25 20:48:31.343603 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f3f78-4b11-4eab-a8c5-a8f2e3b6fc8d req-56edff8d-8c7d-4270-9c5a-94f1fcaf24ae tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:48:31.345265 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-685f3f78-4b11-4eab-a8c5-a8f2e3b6fc8d req-56edff8d-8c7d-4270-9c5a-94f1fcaf24ae tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/ports?device_id=5925a3e6-c313-4726-910e-99d0f536e327 HTTP/1.1" status: 200 len: 932 time: 0.0911157 Dec 25 20:48:31.398407 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-685f3f78-4b11-4eab-a8c5-a8f2e3b6fc8d req-b2c38f72-fbfe-4f75-ac31-702a7cf4d9b0 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f703a7-b0b3-4a71-b09b-53ea1a06139d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467398 Dec 25 20:48:32.616116 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3422f2e-d160-45a2-a7de-9104b5854db8 req-a6e7e5f6-012f-4047-b045-288c3f1c0769 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:48:32.618707 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c3422f2e-d160-45a2-a7de-9104b5854db8 req-a6e7e5f6-012f-4047-b045-288c3f1c0769 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/ports?device_id=5925a3e6-c313-4726-910e-99d0f536e327 HTTP/1.1" status: 200 len: 932 time: 0.0908573 Dec 25 20:48:32.675681 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-c3422f2e-d160-45a2-a7de-9104b5854db8 req-d7395fa3-2498-4f7c-a0e9-c3a3147e2a9e tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f703a7-b0b3-4a71-b09b-53ea1a06139d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525897 Dec 25 20:48:33.892583 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816123a-ea53-4c36-8d23-64072b208c84 req-b6946bf0-504a-412b-9120-9870d0a70ed5 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:48:33.894246 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9816123a-ea53-4c36-8d23-64072b208c84 req-b6946bf0-504a-412b-9120-9870d0a70ed5 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/ports?device_id=5925a3e6-c313-4726-910e-99d0f536e327 HTTP/1.1" status: 200 len: 932 time: 0.0940917 Dec 25 20:48:33.949816 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-9816123a-ea53-4c36-8d23-64072b208c84 req-de06a127-a2f1-4bb1-b24a-38c6a396427f tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f703a7-b0b3-4a71-b09b-53ea1a06139d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492370 Dec 25 20:48:34.759244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-b75315b2-835a-4048-9ccf-5e611d7cc2b8 service neutron] Request body: {'port': {'device_id': '5925a3e6-c313-4726-910e-99d0f536e327', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:48:34.877327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-b75315b2-835a-4048-9ccf-5e611d7cc2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:34.910896 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-addcbba8-c9eb-4142-acd8-277c12834503 req-e9c8f1f7-a271-4ff9-ae4c-356eb6439fc4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=91513020-7d4e-4a33-a314-b98658f76de5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0818131 Dec 25 20:48:35.073185 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-addcbba8-c9eb-4142-acd8-277c12834503 req-0860e569-0a37-4960-91e2-854cada20fc9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=574c2529e3694fa694e93af30082d65d&device_id=91513020-7d4e-4a33-a314-b98658f76de5 HTTP/1.1" status: 200 len: 1096 time: 0.0810175 Dec 25 20:48:35.241413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addcbba8-c9eb-4142-acd8-277c12834503 req-a5693782-d0bd-43d5-9ec4-0001826aa303 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:48:35.243102 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-addcbba8-c9eb-4142-acd8-277c12834503 req-a5693782-d0bd-43d5-9ec4-0001826aa303 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e HTTP/1.1" status: 200 len: 909 time: 0.1442480 Dec 25 20:48:35.267033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d74715-646d-4839-88a6-4a7c0de8c4da req-1258d5b5-3f30-4580-a93f-30a911f47fe4 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:48:35.268695 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b8d74715-646d-4839-88a6-4a7c0de8c4da req-1258d5b5-3f30-4580-a93f-30a911f47fe4 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/ports?device_id=5925a3e6-c313-4726-910e-99d0f536e327 HTTP/1.1" status: 200 len: 932 time: 0.1844561 Dec 25 20:48:35.352424 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-addcbba8-c9eb-4142-acd8-277c12834503 req-effe6964-a4cb-47fc-ae60-18b3eda97fbb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51e56c5f-911b-430a-accc-467fc9e2b5fa HTTP/1.1" status: 200 len: 998 time: 0.0994046 Dec 25 20:48:35.377433 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b8d74715-646d-4839-88a6-4a7c0de8c4da req-44d83d5c-020e-4e43-acb6-b4c81ab81aa6 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f703a7-b0b3-4a71-b09b-53ea1a06139d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997941 Dec 25 20:48:35.379430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-b75315b2-835a-4048-9ccf-5e611d7cc2b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 845f4016-313a-4bb1-b183-0a2ef059318c {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:48:35.386755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-b75315b2-835a-4048-9ccf-5e611d7cc2b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:35.403746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-b75315b2-835a-4048-9ccf-5e611d7cc2b8 service neutron] Transition to ACTIVE for port object 845f4016-313a-4bb1-b183-0a2ef059318c will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 25 20:48:35.406227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-b75315b2-835a-4048-9ccf-5e611d7cc2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:35.410789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d3f0eb39-d782-4568-bce8-b76b536f0ea6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:48:35.429782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addcbba8-c9eb-4142-acd8-277c12834503 req-8fa9ba2f-0cdd-470e-9d46-4a631ed70e17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:48:35.431385 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-addcbba8-c9eb-4142-acd8-277c12834503 req-8fa9ba2f-0cdd-470e-9d46-4a631ed70e17 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a3b9f09-8d39-453d-a37e-701690785791 HTTP/1.1" status: 200 len: 848 time: 0.0687983 Dec 25 20:48:35.518920 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-addcbba8-c9eb-4142-acd8-277c12834503 req-a181d1c1-ab13-4b0f-813f-27c6a507a946 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777044 Dec 25 20:48:35.577570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75315b2-835a-4048-9ccf-5e611d7cc2b8 service neutron] Pushing event updated for resources: {'Port': ['ID=845f4016-313a-4bb1-b183-0a2ef059318c,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:48:35.584968 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b75315b2-835a-4048-9ccf-5e611d7cc2b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:48:35.658471 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-b75315b2-835a-4048-9ccf-5e611d7cc2b8 service neutron] Attempting to bind port 845f4016-313a-4bb1-b183-0a2ef059318c on host hv-neutron-8226 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 25 20:48:35.658843 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-b75315b2-835a-4048-9ccf-5e611d7cc2b8 service neutron] Attempting to bind port 845f4016-313a-4bb1-b183-0a2ef059318c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '408af614-0231-4ea0-b742-cb71479a9d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 25 20:48:35.659220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-b75315b2-835a-4048-9ccf-5e611d7cc2b8 service neutron] Attempting to bind port 845f4016-313a-4bb1-b183-0a2ef059318c on network b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:48:35.665809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-b75315b2-835a-4048-9ccf-5e611d7cc2b8 service neutron] Port 845f4016-313a-4bb1-b183-0a2ef059318c on network b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 25 20:48:35.666174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-b75315b2-835a-4048-9ccf-5e611d7cc2b8 service neutron] Attempting to bind port 845f4016-313a-4bb1-b183-0a2ef059318c on network b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 25 20:48:35.673814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-b75315b2-835a-4048-9ccf-5e611d7cc2b8 service neutron] Checking agent: {'id': '5d7a6d50-e450-4e92-a105-61a558d89e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'started_at': datetime.datetime(2021, 12, 25, 19, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 25 20:48:35.674196 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-b75315b2-835a-4048-9ccf-5e611d7cc2b8 service neutron] Checking segment: {'id': '408af614-0231-4ea0-b742-cb71479a9d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 25 20:48:35.674624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-b75315b2-835a-4048-9ccf-5e611d7cc2b8 service neutron] Bound using segment: {'id': '408af614-0231-4ea0-b742-cb71479a9d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 25 20:48:35.675105 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.managers [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-b75315b2-835a-4048-9ccf-5e611d7cc2b8 service neutron] Bound port: 845f4016-313a-4bb1-b183-0a2ef059318c, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '408af614-0231-4ea0-b742-cb71479a9d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 25 20:48:35.675503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-b75315b2-835a-4048-9ccf-5e611d7cc2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:35.677160 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-addcbba8-c9eb-4142-acd8-277c12834503 req-efc499d7-f85c-4665-b8f9-4b75668735a7 service neutron] 10.222.0.36 "GET /v2.0/networks/b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475890 Dec 25 20:48:35.771443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-b75315b2-835a-4048-9ccf-5e611d7cc2b8 service neutron] For port 845f4016-313a-4bb1-b183-0a2ef059318c, host hv-neutron-8226, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 25 20:48:35.774562 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-b75315b2-835a-4048-9ccf-5e611d7cc2b8 service neutron] For port 845f4016-313a-4bb1-b183-0a2ef059318c, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=845f4016-313a-4bb1-b183-0a2ef059318c,segment=NetworkSegment(408af614-0231-4ea0-b742-cb71479a9d3a),segment_id=408af614-0231-4ea0-b742-cb71479a9d3a)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 25 20:48:35.779397 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-b75315b2-835a-4048-9ccf-5e611d7cc2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1202442'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:35.790146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b75315b2-835a-4048-9ccf-5e611d7cc2b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:48:35.825758 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-b75315b2-835a-4048-9ccf-5e611d7cc2b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:35.827602 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-b75315b2-835a-4048-9ccf-5e611d7cc2b8 service neutron] 10.222.0.36 "PUT /v2.0/ports/845f4016-313a-4bb1-b183-0a2ef059318c HTTP/1.1" status: 200 len: 1094 time: 1.0728979 Dec 25 20:48:35.831994 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-addcbba8-c9eb-4142-acd8-277c12834503 req-11ba1fcc-681e-4d05-8ef5-96fbfef352fb service neutron] 10.222.0.36 "GET /v2.0/networks/b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447611 Dec 25 20:48:35.833493 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5925a3e6-c313-4726-910e-99d0f536e327', 'tag': '845f4016-313a-4bb1-b183-0a2ef059318c'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:48:35.884130 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75315b2-835a-4048-9ccf-5e611d7cc2b8 service neutron] Pushing event updated for resources: {'Port': ['ID=845f4016-313a-4bb1-b183-0a2ef059318c,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:48:35.888592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b75315b2-835a-4048-9ccf-5e611d7cc2b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:48:35.924049 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5925a3e6-c313-4726-910e-99d0f536e327', 'tag': '845f4016-313a-4bb1-b183-0a2ef059318c', 'status': 'completed', 'code': 200} Dec 25 20:48:35.971679 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-f2e19a14-87bb-49a5-bd40-16ad4f9dd0fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=574c2529e3694fa694e93af30082d65d&device_id=5925a3e6-c313-4726-910e-99d0f536e327 HTTP/1.1" status: 200 len: 1097 time: 0.0979009 Dec 25 20:48:36.046915 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-a0e563b2-49b5-48ae-9ab2-aab5ec30cab8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=845f4016-313a-4bb1-b183-0a2ef059318c HTTP/1.1" status: 200 len: 217 time: 0.0674303 Dec 25 20:48:36.119995 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-df3334ec-aafd-4387-bf62-a37a0bef0a8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:48:36.121597 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-df3334ec-aafd-4387-bf62-a37a0bef0a8e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a3b9f09-8d39-453d-a37e-701690785791 HTTP/1.1" status: 200 len: 848 time: 0.0678523 Dec 25 20:48:36.201620 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-7e7686cd-e619-4cb7-92c4-f4dc2fdc9be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:36.205233 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-047d5dc1-4363-4b9f-8448-6107a4a6e761 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755932 Dec 25 20:48:36.357561 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-28bc21c2-76d9-4604-937d-5c65f0ab28fe service neutron] 10.222.0.36 "GET /v2.0/networks/b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447942 Dec 25 20:48:36.504366 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-30fd88dd-1b6a-461a-9fc8-90bdc16601f3 req-85d09198-c7d0-47e7-b508-de57581496c4 service neutron] 10.222.0.36 "GET /v2.0/networks/b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383853 Dec 25 20:48:36.587645 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118f98e-5e99-40f2-8691-b0ae0a0774a5 req-dcb436c9-ab10-4cef-9a79-0c39d9218f4e tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:48:36.589271 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6118f98e-5e99-40f2-8691-b0ae0a0774a5 req-dcb436c9-ab10-4cef-9a79-0c39d9218f4e tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/ports?device_id=5925a3e6-c313-4726-910e-99d0f536e327 HTTP/1.1" status: 200 len: 944 time: 0.0883291 Dec 25 20:48:36.624189 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2756cfca-06d7-4ec8-9d00-adff66770799 req-8205bc2c-abe4-483c-b2ba-942ee76e1e48 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=574c2529e3694fa694e93af30082d65d&device_id=5925a3e6-c313-4726-910e-99d0f536e327 HTTP/1.1" status: 200 len: 1097 time: 0.0759764 Dec 25 20:48:36.639508 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-6118f98e-5e99-40f2-8691-b0ae0a0774a5 req-6092c0db-ae5d-4845-9cb4-134723193c05 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f703a7-b0b3-4a71-b09b-53ea1a06139d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437064 Dec 25 20:48:36.768444 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756cfca-06d7-4ec8-9d00-adff66770799 req-0c0acc79-9a30-493f-966c-678bedf1b94d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:48:36.770018 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2756cfca-06d7-4ec8-9d00-adff66770799 req-0c0acc79-9a30-493f-966c-678bedf1b94d service neutron] 10.222.0.36 "GET /v2.0/networks?id=b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e HTTP/1.1" status: 200 len: 909 time: 0.1378021 Dec 25 20:48:36.847851 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2756cfca-06d7-4ec8-9d00-adff66770799 req-b01f3c4b-7eab-43a9-9e2a-91e949002127 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=845f4016-313a-4bb1-b183-0a2ef059318c HTTP/1.1" status: 200 len: 217 time: 0.0701907 Dec 25 20:48:36.916787 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756cfca-06d7-4ec8-9d00-adff66770799 req-17f0905e-d986-4c57-b412-735acf270f2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:48:36.918296 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2756cfca-06d7-4ec8-9d00-adff66770799 req-17f0905e-d986-4c57-b412-735acf270f2a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a3b9f09-8d39-453d-a37e-701690785791 HTTP/1.1" status: 200 len: 848 time: 0.0632682 Dec 25 20:48:37.004570 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2756cfca-06d7-4ec8-9d00-adff66770799 req-3b47e279-382a-4e95-98b4-86322757d2d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771656 Dec 25 20:48:37.325384 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:37.397798 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2756cfca-06d7-4ec8-9d00-adff66770799 req-8e366af6-6cfe-47ba-af5b-996a2972478a service neutron] 10.222.0.36 "GET /v2.0/networks/b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854940 Dec 25 20:48:37.544713 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2756cfca-06d7-4ec8-9d00-adff66770799 req-98d06fe8-937f-4deb-a3dd-4cad887f983a service neutron] 10.222.0.36 "GET /v2.0/networks/b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356540 Dec 25 20:48:37.847932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e86ae7-c2da-4c03-994f-f2737ea20328 req-03f26c46-337f-4f0a-8b75-c3e4d0d8dadf tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:48:37.849523 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b6e86ae7-c2da-4c03-994f-f2737ea20328 req-03f26c46-337f-4f0a-8b75-c3e4d0d8dadf tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/ports?device_id=5925a3e6-c313-4726-910e-99d0f536e327 HTTP/1.1" status: 200 len: 944 time: 0.0819216 Dec 25 20:48:37.897846 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b6e86ae7-c2da-4c03-994f-f2737ea20328 req-54d6bed2-7854-428a-8e94-1b1c99cba9a2 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f703a7-b0b3-4a71-b09b-53ea1a06139d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422142 Dec 25 20:48:38.496474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-52336cb5-8919-4d58-8b8f-63cc194874a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:38.880107 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:39.101202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536867e-9275-497e-b588-1b6944fca363 req-3cbd8675-a277-4adc-8990-1a4d0971aa0c tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:48:39.102785 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2536867e-9275-497e-b588-1b6944fca363 req-3cbd8675-a277-4adc-8990-1a4d0971aa0c tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/ports?device_id=5925a3e6-c313-4726-910e-99d0f536e327 HTTP/1.1" status: 200 len: 944 time: 0.0851886 Dec 25 20:48:39.152024 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2536867e-9275-497e-b588-1b6944fca363 req-33208753-7b30-475e-88aa-3d69323e63b6 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f703a7-b0b3-4a71-b09b-53ea1a06139d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429621 Dec 25 20:48:39.241469 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 845f4016-313a-4bb1-b183-0a2ef059318c details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 20:48:39.382077 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 845f4016-313a-4bb1-b183-0a2ef059318c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=845f4016-313a-4bb1-b183-0a2ef059318c,segment=NetworkSegment(408af614-0231-4ea0-b742-cb71479a9d3a),segment_id=408af614-0231-4ea0-b742-cb71479a9d3a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:48:39.396629 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': '845f4016-313a-4bb1-b183-0a2ef059318c', 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e', 'port_id': '845f4016-313a-4bb1-b183-0a2ef059318c', 'mac_address': 'fa:16:3e:aa:f2:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a3b9f09-8d39-453d-a37e-701690785791', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 20:48:39.451243 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:39.468692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 845f4016-313a-4bb1-b183-0a2ef059318c {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:48:39.483338 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 845f4016-313a-4bb1-b183-0a2ef059318c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=845f4016-313a-4bb1-b183-0a2ef059318c,segment=NetworkSegment(408af614-0231-4ea0-b742-cb71479a9d3a),segment_id=408af614-0231-4ea0-b742-cb71479a9d3a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:48:39.486303 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:39.488126 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:48:39.555689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=845f4016-313a-4bb1-b183-0a2ef059318c,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:48:39.558801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:48:39.755223 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['845f4016-313a-4bb1-b183-0a2ef059318c'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:48:40.212404 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:40.357551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c07b1e-9326-4456-9f4a-124d7af35cfd req-ebc54dda-1c79-4e3d-a94f-53d569e006ae tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:48:40.359187 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f0c07b1e-9326-4456-9f4a-124d7af35cfd req-ebc54dda-1c79-4e3d-a94f-53d569e006ae tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/ports?device_id=5925a3e6-c313-4726-910e-99d0f536e327 HTTP/1.1" status: 200 len: 945 time: 0.0835876 Dec 25 20:48:40.411456 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f0c07b1e-9326-4456-9f4a-124d7af35cfd req-b6cbb722-2bf9-4f71-b38f-653496087c31 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f703a7-b0b3-4a71-b09b-53ea1a06139d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462270 Dec 25 20:48:41.257181 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 845f4016-313a-4bb1-b183-0a2ef059318c up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:48:41.326281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning for port 845f4016-313a-4bb1-b183-0a2ef059318c completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 25 20:48:41.330974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port 845f4016-313a-4bb1-b183-0a2ef059318c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:48:41.331429 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:41.455293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:41.483577 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5925a3e6-c313-4726-910e-99d0f536e327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845f4016-313a-4bb1-b183-0a2ef059318c'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:48:41.494166 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 845f4016-313a-4bb1-b183-0a2ef059318c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=845f4016-313a-4bb1-b183-0a2ef059318c,segment=NetworkSegment(408af614-0231-4ea0-b742-cb71479a9d3a),segment_id=408af614-0231-4ea0-b742-cb71479a9d3a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:48:41.497889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:41.500182 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4ee0ff4f-12a2-42b0-9df4-f2939050f561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:48:41.573422 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=845f4016-313a-4bb1-b183-0a2ef059318c,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:48:41.577704 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:48:41.633924 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5925a3e6-c313-4726-910e-99d0f536e327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845f4016-313a-4bb1-b183-0a2ef059318c', 'code': 200} Dec 25 20:48:41.638431 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c5c27-f6be-42fb-8eeb-8193b7466251 req-659d785f-8940-4b90-9ef1-d3460edcbbb3 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:48:41.640139 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-561c5c27-f6be-42fb-8eeb-8193b7466251 req-659d785f-8940-4b90-9ef1-d3460edcbbb3 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/ports?device_id=5925a3e6-c313-4726-910e-99d0f536e327 HTTP/1.1" status: 200 len: 946 time: 0.0960550 Dec 25 20:48:41.689523 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-561c5c27-f6be-42fb-8eeb-8193b7466251 req-0edc9382-aa3b-4244-aa7d-de7f403c62e5 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f703a7-b0b3-4a71-b09b-53ea1a06139d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432265 Dec 25 20:48:41.888011 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-79a60789-de64-4694-a983-84abd5375644 req-d53e7345-23e0-4d48-a88d-c7158d8b3901 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5925a3e6-c313-4726-910e-99d0f536e327 HTTP/1.1" status: 200 len: 1099 time: 0.0762022 Dec 25 20:48:41.936074 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-79a60789-de64-4694-a983-84abd5375644 req-ff0ed360-994a-42f2-a2bf-5489e16e6d93 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=74f703a7-b0b3-4a71-b09b-53ea1a06139d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381429 Dec 25 20:48:42.897772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccd8ce-5b21-4986-8957-665d5db0bc41 req-85463a73-fa98-400b-b489-60780d55d036 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:48:42.899420 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-02ccd8ce-5b21-4986-8957-665d5db0bc41 req-85463a73-fa98-400b-b489-60780d55d036 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/ports?device_id=5925a3e6-c313-4726-910e-99d0f536e327 HTTP/1.1" status: 200 len: 946 time: 0.0867150 Dec 25 20:48:42.948064 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-02ccd8ce-5b21-4986-8957-665d5db0bc41 req-0e7a912b-4628-47c7-a350-45401fcb200c tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f703a7-b0b3-4a71-b09b-53ea1a06139d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418272 Dec 25 20:48:44.152141 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9210dd-bafe-4d8e-8477-869e941342a2 req-7d5d3d90-c475-4533-9dc2-97a9e6af7144 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:48:44.154345 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3f9210dd-bafe-4d8e-8477-869e941342a2 req-7d5d3d90-c475-4533-9dc2-97a9e6af7144 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/ports?device_id=5925a3e6-c313-4726-910e-99d0f536e327 HTTP/1.1" status: 200 len: 946 time: 0.0836029 Dec 25 20:48:44.202837 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3f9210dd-bafe-4d8e-8477-869e941342a2 req-a02b89e0-94ce-429d-bf43-0bf90e6a302d tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f703a7-b0b3-4a71-b09b-53ea1a06139d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422881 Dec 25 20:48:44.411958 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd740486-e080-42a0-8afc-19aacd381002 req-6ba644de-4447-4f42-8c47-4960fc6d98d3 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:48:44.413548 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dd740486-e080-42a0-8afc-19aacd381002 req-6ba644de-4447-4f42-8c47-4960fc6d98d3 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/ports?device_id=5925a3e6-c313-4726-910e-99d0f536e327 HTTP/1.1" status: 200 len: 946 time: 0.0863836 Dec 25 20:48:44.461122 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-dd740486-e080-42a0-8afc-19aacd381002 req-456fab9c-6285-413e-95c8-50c86f66b7d6 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f703a7-b0b3-4a71-b09b-53ea1a06139d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415802 Dec 25 20:48:44.489403 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 33964) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:48:44.564254 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-24368f34-4f24-44bb-a21b-57d4df316554 tempest-TestSnapshotPattern-1757736552 tempest-TestSnapshotPattern-1757736552-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5925a3e6-c313-4726-910e-99d0f536e327 HTTP/1.1" status: 200 len: 1094 time: 0.0734882 Dec 25 20:48:44.567277 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 33968) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:48:44.573274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.v2.base [None req-25b28d6f-ddbe-4deb-8237-93ead509a868 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Request body: {'floatingip': {'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'port_id': '845f4016-313a-4bb1-b183-0a2ef059318c', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 25 20:48:44.580124 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-25b28d6f-ddbe-4deb-8237-93ead509a868 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 25 20:48:44.584211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-25b28d6f-ddbe-4deb-8237-93ead509a868 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Usage tracker for resource:floatingip and tenant:574c2529e3694fa694e93af30082d65d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 25 20:48:44.587171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [None req-25b28d6f-ddbe-4deb-8237-93ead509a868 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 25 20:48:44.593210 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.quota.driver [None req-25b28d6f-ddbe-4deb-8237-93ead509a868 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 25 20:48:44.602965 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-25b28d6f-ddbe-4deb-8237-93ead509a868 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:44.753432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-25b28d6f-ddbe-4deb-8237-93ead509a868 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:44.919701 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_common [None req-25b28d6f-ddbe-4deb-8237-93ead509a868 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Allocated IP 172.26.8.7 (a29ab018-4a1a-4021-8156-423134b861f3/5c2a2e97-ff0e-4136-b8c0-eadd12f9113f/8192c942-1bd1-497b-9d3b-442ef5d22010) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 25 20:48:45.057825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:48:45.075956 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-25b28d6f-ddbe-4deb-8237-93ead509a868 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:45.100392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-25b28d6f-ddbe-4deb-8237-93ead509a868 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739196213977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:45.104763 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1680dd8c-0c27-4f41-add5-75bac1e95b03 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:48:45.176448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b28d6f-ddbe-4deb-8237-93ead509a868 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Network a29ab018-4a1a-4021-8156-423134b861f3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 25 20:48:45.179251 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.base_scheduler [None req-25b28d6f-ddbe-4deb-8237-93ead509a868 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 25 20:48:45.183169 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b28d6f-ddbe-4deb-8237-93ead509a868 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 25 20:48:45.218853 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b28d6f-ddbe-4deb-8237-93ead509a868 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Pushing event updated for resources: {'Port': ['ID=8192c942-1bd1-497b-9d3b-442ef5d22010,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:48:45.242104 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b28d6f-ddbe-4deb-8237-93ead509a868 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:48:45.242524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b28d6f-ddbe-4deb-8237-93ead509a868 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:48:45.242940 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b28d6f-ddbe-4deb-8237-93ead509a868 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:48:45.243372 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b28d6f-ddbe-4deb-8237-93ead509a868 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:48:45.243788 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b28d6f-ddbe-4deb-8237-93ead509a868 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:48:45.244198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b28d6f-ddbe-4deb-8237-93ead509a868 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:48:45.244601 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b28d6f-ddbe-4deb-8237-93ead509a868 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:48:45.245006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b28d6f-ddbe-4deb-8237-93ead509a868 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:48:45.245401 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b28d6f-ddbe-4deb-8237-93ead509a868 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:48:45.245800 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b28d6f-ddbe-4deb-8237-93ead509a868 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:48:45.246194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b28d6f-ddbe-4deb-8237-93ead509a868 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:48:45.252244 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-25b28d6f-ddbe-4deb-8237-93ead509a868 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:48:45.722802 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-25b28d6f-ddbe-4deb-8237-93ead509a868 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:45.781731 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-25b28d6f-ddbe-4deb-8237-93ead509a868 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:45.994075 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-25b28d6f-ddbe-4deb-8237-93ead509a868 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:45.998073 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-25b28d6f-ddbe-4deb-8237-93ead509a868 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434463'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:46.002675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2e1f0efa-497d-41ab-b824-0e55f910a276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:48:46.115543 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b28d6f-ddbe-4deb-8237-93ead509a868 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Pushing event updated for resources: {'Port': ['ID=8192c942-1bd1-497b-9d3b-442ef5d22010,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:48:46.120188 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-25b28d6f-ddbe-4deb-8237-93ead509a868 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:48:46.132067 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-25b28d6f-ddbe-4deb-8237-93ead509a868 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394733'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:46.331880 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.db.l3_db [None req-25b28d6f-ddbe-4deb-8237-93ead509a868 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Floating IP 7d32233a-5c0d-45a2-b759-2d3e5baf0aa9 associated. External IP: 172.26.8.7, port: 845f4016-313a-4bb1-b183-0a2ef059318c. Dec 25 20:48:46.750109 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b28d6f-ddbe-4deb-8237-93ead509a868 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Router b14f1492-1dfd-45ad-af28-807e8e1ea44a has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:48:46.967163 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b28d6f-ddbe-4deb-8237-93ead509a868 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:48:46.977942 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f804f44f-6c2a-4e8c-9eab-077960342856 None None] Sync routers for ids ['b14f1492-1dfd-45ad-af28-807e8e1ea44a'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:48:46.995395 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-25b28d6f-ddbe-4deb-8237-93ead509a868 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:48:46.995634 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f804f44f-6c2a-4e8c-9eab-077960342856 None None] Routers {'b14f1492-1dfd-45ad-af28-807e8e1ea44a'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:48:46.996283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-f804f44f-6c2a-4e8c-9eab-077960342856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:48:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['b14f1492-1dfd-45ad-af28-807e8e1ea44a'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:48:47.053071 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-25b28d6f-ddbe-4deb-8237-93ead509a868 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4845848 Dec 25 20:48:47.053795 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5925a3e6-c313-4726-910e-99d0f536e327', 'tag': '845f4016-313a-4bb1-b183-0a2ef059318c'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:48:47.112391 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5925a3e6-c313-4726-910e-99d0f536e327', 'tag': '845f4016-313a-4bb1-b183-0a2ef059318c', 'status': 'completed', 'code': 200} Dec 25 20:48:47.187755 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-f804f44f-6c2a-4e8c-9eab-077960342856 None None] Set router b14f1492-1dfd-45ad-af28-807e8e1ea44a gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:48:47.218628 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3ed5224a-2872-4b3c-82ba-3597c7f29cd7 req-9e1022c1-4956-4726-a722-20230e6131ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=574c2529e3694fa694e93af30082d65d&device_id=5925a3e6-c313-4726-910e-99d0f536e327 HTTP/1.1" status: 200 len: 1099 time: 0.0751166 Dec 25 20:48:47.359297 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5224a-2872-4b3c-82ba-3597c7f29cd7 req-254dc257-57f5-44a5-a291-e45fe659e9d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:48:47.360811 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3ed5224a-2872-4b3c-82ba-3597c7f29cd7 req-254dc257-57f5-44a5-a291-e45fe659e9d1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e HTTP/1.1" status: 200 len: 909 time: 0.1358504 Dec 25 20:48:47.472077 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3ed5224a-2872-4b3c-82ba-3597c7f29cd7 req-90934c14-276d-4dc8-848e-6a2f4e19fa92 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=845f4016-313a-4bb1-b183-0a2ef059318c HTTP/1.1" status: 200 len: 998 time: 0.1036379 Dec 25 20:48:47.545359 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5224a-2872-4b3c-82ba-3597c7f29cd7 req-6ad0899e-7e33-4d5c-b41c-37b92e0fb08e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:48:47.546931 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3ed5224a-2872-4b3c-82ba-3597c7f29cd7 req-6ad0899e-7e33-4d5c-b41c-37b92e0fb08e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a3b9f09-8d39-453d-a37e-701690785791 HTTP/1.1" status: 200 len: 848 time: 0.0686104 Dec 25 20:48:47.565120 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-f804f44f-6c2a-4e8c-9eab-077960342856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'name': 'tempest-TestSnapshotPattern-355148791-router', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '0ab2f5eb-6392-4f2c-9b87-6b131bd88177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:45:41Z', 'updated_at': '2021-12-25T20:45:44Z', 'revision_number': 4, 'project_id': '574c2529e3694fa694e93af30082d65d', 'gw_port': {'id': '0ab2f5eb-6392-4f2c-9b87-6b131bd88177', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:42Z', 'updated_at': '2021-12-25T20:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '7d32233a-5c0d-45a2-b759-2d3e5baf0aa9', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'floating_ip_address': '172.26.8.7', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'port_id': '845f4016-313a-4bb1-b183-0a2ef059318c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e', 'mac_address': 'fa:16:3e:aa:f2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5925a3e6-c313-4726-910e-99d0f536e327', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:48:45Z', 'updated_at': '2021-12-25T20:48:45Z', 'revision_number': 0, 'project_id': '574c2529e3694fa694e93af30082d65d', 'fixed_ip_address_scope': None}, {'id': 'a9bf1368-8a03-4b35-b6b5-47db63e1e0fa', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'floating_ip_address': '172.26.8.57', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'port_id': '51e56c5f-911b-430a-accc-467fc9e2b5fa', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e', 'mac_address': 'fa:16:3e:f8:de:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91513020-7d4e-4a33-a314-b98658f76de5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:46:08Z', 'updated_at': '2021-12-25T20:46:12Z', 'revision_number': 1, 'project_id': '574c2529e3694fa694e93af30082d65d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec884ef-3bd8-4414-8f02-b638bd61f98c', 'name': '', 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'mac_address': 'fa:16:3e:c4:d2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a3b9f09-8d39-453d-a37e-701690785791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:44Z', 'updated_at': '2021-12-25T20:45:54Z', 'revision_number': 5, 'project_id': '574c2529e3694fa694e93af30082d65d', 'subnets': [{'id': '1a3b9f09-8d39-453d-a37e-701690785791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:48:47.569680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f804f44f-6c2a-4e8c-9eab-077960342856 None None] Checking router: b14f1492-1dfd-45ad-af28-807e8e1ea44a for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:48:47.581253 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f804f44f-6c2a-4e8c-9eab-077960342856 None None] Routers {'b14f1492-1dfd-45ad-af28-807e8e1ea44a'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:48:47.581928 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-f804f44f-6c2a-4e8c-9eab-077960342856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:48:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['b14f1492-1dfd-45ad-af28-807e8e1ea44a'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:48:47.627184 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3ed5224a-2872-4b3c-82ba-3597c7f29cd7 req-fe559b47-6232-406d-a5ed-e99329cf510b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736239 Dec 25 20:48:47.770892 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-f804f44f-6c2a-4e8c-9eab-077960342856 None None] Set router b14f1492-1dfd-45ad-af28-807e8e1ea44a gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:48:48.013247 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3ed5224a-2872-4b3c-82ba-3597c7f29cd7 req-ec46d613-99e7-4a87-a797-7b6ab9b309ad service neutron] 10.222.0.36 "GET /v2.0/networks/b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795259 Dec 25 20:48:48.165896 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3ed5224a-2872-4b3c-82ba-3597c7f29cd7 req-4bcfc5e3-afd1-42a3-abde-a6e3257e1f96 service neutron] 10.222.0.36 "GET /v2.0/networks/b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456842 Dec 25 20:48:48.167049 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-f804f44f-6c2a-4e8c-9eab-077960342856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'name': 'tempest-TestSnapshotPattern-355148791-router', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '0ab2f5eb-6392-4f2c-9b87-6b131bd88177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:45:41Z', 'updated_at': '2021-12-25T20:45:44Z', 'revision_number': 4, 'project_id': '574c2529e3694fa694e93af30082d65d', 'gw_port': {'id': '0ab2f5eb-6392-4f2c-9b87-6b131bd88177', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:42Z', 'updated_at': '2021-12-25T20:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '7d32233a-5c0d-45a2-b759-2d3e5baf0aa9', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'floating_ip_address': '172.26.8.7', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'port_id': '845f4016-313a-4bb1-b183-0a2ef059318c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e', 'mac_address': 'fa:16:3e:aa:f2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5925a3e6-c313-4726-910e-99d0f536e327', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:48:45Z', 'updated_at': '2021-12-25T20:48:45Z', 'revision_number': 0, 'project_id': '574c2529e3694fa694e93af30082d65d', 'fixed_ip_address_scope': None}, {'id': 'a9bf1368-8a03-4b35-b6b5-47db63e1e0fa', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'floating_ip_address': '172.26.8.57', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'port_id': '51e56c5f-911b-430a-accc-467fc9e2b5fa', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e', 'mac_address': 'fa:16:3e:f8:de:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91513020-7d4e-4a33-a314-b98658f76de5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:46:08Z', 'updated_at': '2021-12-25T20:46:12Z', 'revision_number': 1, 'project_id': '574c2529e3694fa694e93af30082d65d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec884ef-3bd8-4414-8f02-b638bd61f98c', 'name': '', 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'mac_address': 'fa:16:3e:c4:d2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a3b9f09-8d39-453d-a37e-701690785791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:44Z', 'updated_at': '2021-12-25T20:45:54Z', 'revision_number': 5, 'project_id': '574c2529e3694fa694e93af30082d65d', 'subnets': [{'id': '1a3b9f09-8d39-453d-a37e-701690785791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:48:48.172716 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f804f44f-6c2a-4e8c-9eab-077960342856 None None] The sync data for ids ['b14f1492-1dfd-45ad-af28-807e8e1ea44a'] in dv-neutron-822611-1-hyperv is: [{'id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'name': 'tempest-TestSnapshotPattern-355148791-router', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '0ab2f5eb-6392-4f2c-9b87-6b131bd88177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:45:41Z', 'updated_at': '2021-12-25T20:45:44Z', 'revision_number': 4, 'project_id': '574c2529e3694fa694e93af30082d65d', 'gw_port': {'id': '0ab2f5eb-6392-4f2c-9b87-6b131bd88177', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:42Z', 'updated_at': '2021-12-25T20:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': '7d32233a-5c0d-45a2-b759-2d3e5baf0aa9', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'floating_ip_address': '172.26.8.7', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'port_id': '845f4016-313a-4bb1-b183-0a2ef059318c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e', 'mac_address': 'fa:16:3e:aa:f2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5925a3e6-c313-4726-910e-99d0f536e327', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:48:45Z', 'updated_at': '2021-12-25T20:48:45Z', 'revision_number': 0, 'project_id': '574c2529e3694fa694e93af30082d65d', 'fixed_ip_address_scope': None}, {'id': 'a9bf1368-8a03-4b35-b6b5-47db63e1e0fa', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'floating_ip_address': '172.26.8.57', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'port_id': '51e56c5f-911b-430a-accc-467fc9e2b5fa', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e', 'mac_address': 'fa:16:3e:f8:de:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91513020-7d4e-4a33-a314-b98658f76de5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:46:08Z', 'updated_at': '2021-12-25T20:46:12Z', 'revision_number': 1, 'project_id': '574c2529e3694fa694e93af30082d65d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec884ef-3bd8-4414-8f02-b638bd61f98c', 'name': '', 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'mac_address': 'fa:16:3e:c4:d2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a3b9f09-8d39-453d-a37e-701690785791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:44Z', 'updated_at': '2021-12-25T20:45:54Z', 'revision_number': 5, 'project_id': '574c2529e3694fa694e93af30082d65d', 'subnets': [{'id': '1a3b9f09-8d39-453d-a37e-701690785791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:48:48.536296 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b289e538-3735-42ce-8239-7ad6b701d759 None None] New status for floating IP 7d32233a-5c0d-45a2-b759-2d3e5baf0aa9: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 20:48:54.156677 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:49:06.200749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3de6d70d-9887-4708-9bc4-be3c05a72d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:49:07.327978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:49:08.498370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a0d0b70e-70f1-4e3f-9276-b243fcf7d19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:49:08.884838 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:49:10.216502 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:49:22.059564 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:49:24.177917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:49:29.864398 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0f6d3dc5-78d0-4363-8a42-48e5f02b14bd req-7209fa8b-3a02-4161-9b32-1e952d167459 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=91513020-7d4e-4a33-a314-b98658f76de5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741732 Dec 25 20:49:30.014660 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0f6d3dc5-78d0-4363-8a42-48e5f02b14bd req-9723ca50-029e-4299-afae-244857b818ec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=574c2529e3694fa694e93af30082d65d&device_id=91513020-7d4e-4a33-a314-b98658f76de5 HTTP/1.1" status: 200 len: 1096 time: 0.0779920 Dec 25 20:49:30.171286 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d3dc5-78d0-4363-8a42-48e5f02b14bd req-b2220fbb-433b-4eb3-abf4-658c86724d62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:49:30.172809 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0f6d3dc5-78d0-4363-8a42-48e5f02b14bd req-b2220fbb-433b-4eb3-abf4-658c86724d62 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e HTTP/1.1" status: 200 len: 909 time: 0.1387260 Dec 25 20:49:30.289492 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0f6d3dc5-78d0-4363-8a42-48e5f02b14bd req-13e227eb-8a1f-48f2-9ad9-ae61e6fd5dde service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51e56c5f-911b-430a-accc-467fc9e2b5fa HTTP/1.1" status: 200 len: 998 time: 0.1022439 Dec 25 20:49:30.357007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d3dc5-78d0-4363-8a42-48e5f02b14bd req-707f94cd-e6a8-4cbb-97ac-83992512eeec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:49:30.358507 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0f6d3dc5-78d0-4363-8a42-48e5f02b14bd req-707f94cd-e6a8-4cbb-97ac-83992512eeec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a3b9f09-8d39-453d-a37e-701690785791 HTTP/1.1" status: 200 len: 848 time: 0.0627158 Dec 25 20:49:30.438120 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0f6d3dc5-78d0-4363-8a42-48e5f02b14bd req-0697fad8-4802-4e25-968a-95e8912c49bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726490 Dec 25 20:49:30.582671 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0f6d3dc5-78d0-4363-8a42-48e5f02b14bd req-b8cc2846-6c75-43a4-9130-15a338e61a75 service neutron] 10.222.0.36 "GET /v2.0/networks/b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367323 Dec 25 20:49:30.722950 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-0f6d3dc5-78d0-4363-8a42-48e5f02b14bd req-8618f4ef-781b-4840-b3bb-a822cd4918a7 service neutron] 10.222.0.36 "GET /v2.0/networks/b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332073 Dec 25 20:49:36.210531 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-34f8bd0a-98a7-45a5-ba6d-a5dbb9892d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:49:37.328992 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:49:38.501339 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8ff746b6-fe36-4bcd-8c62-baa7d7cf8575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:49:38.896146 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:49:40.218675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:49:54.192245 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:49:59.062153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:50:06.211871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ba0ffc2c-958c-4a6a-bdbb-548325193e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:07.331293 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:08.504255 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bbfb4475-7448-4ef6-a94b-0322a46f080b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:08.888881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:10.223476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:24.177205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:31.795597 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8e067951-3d2c-485a-bfcd-7908dbddacca req-fabcb23c-0fb9-43b8-982c-1b856e1a3973 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=574c2529e3694fa694e93af30082d65d&device_id=5925a3e6-c313-4726-910e-99d0f536e327 HTTP/1.1" status: 200 len: 1099 time: 0.0877099 Dec 25 20:50:31.801427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 845f4016-313a-4bb1-b183-0a2ef059318c details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 25 20:50:31.955815 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 845f4016-313a-4bb1-b183-0a2ef059318c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=845f4016-313a-4bb1-b183-0a2ef059318c,segment=NetworkSegment(408af614-0231-4ea0-b742-cb71479a9d3a),segment_id=408af614-0231-4ea0-b742-cb71479a9d3a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:50:31.972604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e067951-3d2c-485a-bfcd-7908dbddacca req-c3aefa00-942f-45f8-8e15-3099f35325db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:50:31.973235 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Returning: {'device': '845f4016-313a-4bb1-b183-0a2ef059318c', 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e', 'port_id': '845f4016-313a-4bb1-b183-0a2ef059318c', 'mac_address': 'fa:16:3e:aa:f2:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a3b9f09-8d39-453d-a37e-701690785791', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 25 20:50:31.974475 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8e067951-3d2c-485a-bfcd-7908dbddacca req-c3aefa00-942f-45f8-8e15-3099f35325db service neutron] 10.222.0.36 "GET /v2.0/networks?id=b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e HTTP/1.1" status: 200 len: 909 time: 0.1541181 Dec 25 20:50:32.046475 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:32.068886 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 845f4016-313a-4bb1-b183-0a2ef059318c {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 25 20:50:32.086633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 845f4016-313a-4bb1-b183-0a2ef059318c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=845f4016-313a-4bb1-b183-0a2ef059318c,segment=NetworkSegment(408af614-0231-4ea0-b742-cb71479a9d3a),segment_id=408af614-0231-4ea0-b742-cb71479a9d3a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:50:32.092199 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:32.095474 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4ee0ff4f-12a2-42b0-9df4-f2939050f561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:50:32.110864 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8e067951-3d2c-485a-bfcd-7908dbddacca req-72f0a55c-ce86-4b47-914c-7cc82b4bbd1b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=845f4016-313a-4bb1-b183-0a2ef059318c HTTP/1.1" status: 200 len: 1000 time: 0.1285508 Dec 25 20:50:32.184383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=845f4016-313a-4bb1-b183-0a2ef059318c,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:50:32.197312 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:50:32.197884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:50:32.198262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e067951-3d2c-485a-bfcd-7908dbddacca req-bb3fd783-0c67-4e0a-94db-29548c4568e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:50:32.198380 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:50:32.198632 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:50:32.199005 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:50:32.199397 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:50:32.199825 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:50:32.199927 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8e067951-3d2c-485a-bfcd-7908dbddacca req-bb3fd783-0c67-4e0a-94db-29548c4568e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a3b9f09-8d39-453d-a37e-701690785791 HTTP/1.1" status: 200 len: 848 time: 0.0816982 Dec 25 20:50:32.200200 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:50:32.200568 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:50:32.200933 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:50:32.201327 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:50:32.205609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:50:32.248752 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] get_ports_and_sgs() called for port_ids ['845f4016-313a-4bb1-b183-0a2ef059318c'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 25 20:50:32.310230 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8e067951-3d2c-485a-bfcd-7908dbddacca req-38c651d0-88ad-4580-9304-d7db07a8bd9b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0998890 Dec 25 20:50:32.505904 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8e067951-3d2c-485a-bfcd-7908dbddacca req-9f2ed371-b7a8-47cb-b77f-b69afe6b4ecf service neutron] 10.222.0.36 "GET /v2.0/networks/b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880598 Dec 25 20:50:32.689534 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-8e067951-3d2c-485a-bfcd-7908dbddacca req-ee5c708e-9164-479e-9948-f40f508efaa8 service neutron] 10.222.0.36 "GET /v2.0/networks/b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703777 Dec 25 20:50:33.818370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 845f4016-313a-4bb1-b183-0a2ef059318c up at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 25 20:50:33.914123 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.provisioning_blocks [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Provisioning complete for port 845f4016-313a-4bb1-b183-0a2ef059318c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 25 20:50:33.914563 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846407114'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:34.042133 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:34.070428 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5925a3e6-c313-4726-910e-99d0f536e327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845f4016-313a-4bb1-b183-0a2ef059318c'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:50:34.081506 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 845f4016-313a-4bb1-b183-0a2ef059318c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=845f4016-313a-4bb1-b183-0a2ef059318c,segment=NetworkSegment(408af614-0231-4ea0-b742-cb71479a9d3a),segment_id=408af614-0231-4ea0-b742-cb71479a9d3a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:50:34.085738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:34.088007 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:50:34.172644 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5925a3e6-c313-4726-910e-99d0f536e327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845f4016-313a-4bb1-b183-0a2ef059318c', 'code': 200} Dec 25 20:50:34.174091 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=845f4016-313a-4bb1-b183-0a2ef059318c,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:50:34.177609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:50:36.063746 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:50:36.215235 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4217e3a3-7cd5-46c3-aae1-f67ea15ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:37.335213 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:38.511697 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-47b1fefe-10a5-4174-8f33-9d2815cbdc52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:38.899198 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:40.222937 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:40.883974 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 34178) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:50:41.094819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-89720ee9-524f-4b5d-9077-878d365aee15 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Deleting port 8192c942-1bd1-497b-9d3b-442ef5d22010 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:50:41.095236 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-89720ee9-524f-4b5d-9077-878d365aee15 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:41.274666 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-89720ee9-524f-4b5d-9077-878d365aee15 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:41.275264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-89720ee9-524f-4b5d-9077-878d365aee15 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:41.409016 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-89720ee9-524f-4b5d-9077-878d365aee15 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Calling delete_port for 8192c942-1bd1-497b-9d3b-442ef5d22010 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:50:41.556386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-89720ee9-524f-4b5d-9077-878d365aee15 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:41.560789 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ed8ae171-049e-4e1c-8b15-b3f8ce26210a tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:50:41.607848 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89720ee9-524f-4b5d-9077-878d365aee15 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Pushing event deleted for resources: {'Port': ['ID=8192c942-1bd1-497b-9d3b-442ef5d22010,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:50:41.646983 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89720ee9-524f-4b5d-9077-878d365aee15 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:50:41.647441 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89720ee9-524f-4b5d-9077-878d365aee15 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:50:41.647871 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89720ee9-524f-4b5d-9077-878d365aee15 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:50:41.648290 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89720ee9-524f-4b5d-9077-878d365aee15 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:50:41.648707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89720ee9-524f-4b5d-9077-878d365aee15 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:50:41.649123 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89720ee9-524f-4b5d-9077-878d365aee15 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:50:41.649538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89720ee9-524f-4b5d-9077-878d365aee15 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:50:41.649952 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89720ee9-524f-4b5d-9077-878d365aee15 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:50:41.650366 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89720ee9-524f-4b5d-9077-878d365aee15 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:50:41.650782 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89720ee9-524f-4b5d-9077-878d365aee15 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:50:41.651738 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89720ee9-524f-4b5d-9077-878d365aee15 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:50:41.658769 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-89720ee9-524f-4b5d-9077-878d365aee15 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:50:41.716180 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-89720ee9-524f-4b5d-9077-878d365aee15 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:41.880051 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 845f4016-313a-4bb1-b183-0a2ef059318c no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:50:41.995676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847364878'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:42.023917 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5925a3e6-c313-4726-910e-99d0f536e327', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '845f4016-313a-4bb1-b183-0a2ef059318c'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:50:42.034751 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] For port 845f4016-313a-4bb1-b183-0a2ef059318c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=845f4016-313a-4bb1-b183-0a2ef059318c,segment=NetworkSegment(408af614-0231-4ea0-b742-cb71479a9d3a),segment_id=408af614-0231-4ea0-b742-cb71479a9d3a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:50:42.038637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297658140754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739196213994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739196214541'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:42.040517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1683ce89-c3a6-4129-92fa-cf675a7c9b5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:50:42.092899 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5925a3e6-c313-4726-910e-99d0f536e327', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '845f4016-313a-4bb1-b183-0a2ef059318c', 'code': 200} Dec 25 20:50:42.114000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Pushing event updated for resources: {'Port': ['ID=845f4016-313a-4bb1-b183-0a2ef059318c,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:50:42.117455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:50:42.130587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89720ee9-524f-4b5d-9077-878d365aee15 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Router b14f1492-1dfd-45ad-af28-807e8e1ea44a has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:50:42.342743 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89720ee9-524f-4b5d-9077-878d365aee15 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:50:42.353258 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008217d5-1a74-484d-ad84-e03d65ec5175 None None] Sync routers for ids ['b14f1492-1dfd-45ad-af28-807e8e1ea44a'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:50:42.362417 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-89720ee9-524f-4b5d-9077-878d365aee15 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:42.366340 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008217d5-1a74-484d-ad84-e03d65ec5175 None None] Routers {'b14f1492-1dfd-45ad-af28-807e8e1ea44a'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:50:42.367030 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-008217d5-1a74-484d-ad84-e03d65ec5175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:50:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['b14f1492-1dfd-45ad-af28-807e8e1ea44a'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:50:42.419008 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-89720ee9-524f-4b5d-9077-878d365aee15 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "DELETE /v2.0/floatingips/7d32233a-5c0d-45a2-b759-2d3e5baf0aa9 HTTP/1.1" status: 204 len: 168 time: 1.5338326 Dec 25 20:50:42.419740 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5925a3e6-c313-4726-910e-99d0f536e327', 'tag': '845f4016-313a-4bb1-b183-0a2ef059318c'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:50:42.569468 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-008217d5-1a74-484d-ad84-e03d65ec5175 None None] Set router b14f1492-1dfd-45ad-af28-807e8e1ea44a gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:50:42.569626 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5925a3e6-c313-4726-910e-99d0f536e327', 'tag': '845f4016-313a-4bb1-b183-0a2ef059318c', 'status': 'completed', 'code': 200} Dec 25 20:50:42.676921 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f9f779ec-551d-4a95-8cce-fb4a5a86ed41 req-8158f535-34e7-4337-a5ff-8f7e55760281 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=574c2529e3694fa694e93af30082d65d&device_id=5925a3e6-c313-4726-910e-99d0f536e327 HTTP/1.1" status: 200 len: 1097 time: 0.0837607 Dec 25 20:50:42.877765 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4eea0-bd29-4a93-aeee-97d26592470f req-5d409d22-675e-4f6a-97de-e8a9a6f2f6af tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:50:42.879420 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-74b4eea0-bd29-4a93-aeee-97d26592470f req-5d409d22-675e-4f6a-97de-e8a9a6f2f6af tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/ports?device_id=5925a3e6-c313-4726-910e-99d0f536e327 HTTP/1.1" status: 200 len: 944 time: 0.1002364 Dec 25 20:50:42.935440 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-74b4eea0-bd29-4a93-aeee-97d26592470f req-843c42ac-ab3f-4f1c-ba0c-a27491732436 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f703a7-b0b3-4a71-b09b-53ea1a06139d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484281 Dec 25 20:50:42.967183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-008217d5-1a74-484d-ad84-e03d65ec5175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'name': 'tempest-TestSnapshotPattern-355148791-router', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '0ab2f5eb-6392-4f2c-9b87-6b131bd88177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:45:41Z', 'updated_at': '2021-12-25T20:45:44Z', 'revision_number': 4, 'project_id': '574c2529e3694fa694e93af30082d65d', 'gw_port': {'id': '0ab2f5eb-6392-4f2c-9b87-6b131bd88177', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:42Z', 'updated_at': '2021-12-25T20:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': 'a9bf1368-8a03-4b35-b6b5-47db63e1e0fa', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'floating_ip_address': '172.26.8.57', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'port_id': '51e56c5f-911b-430a-accc-467fc9e2b5fa', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e', 'mac_address': 'fa:16:3e:f8:de:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91513020-7d4e-4a33-a314-b98658f76de5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:46:08Z', 'updated_at': '2021-12-25T20:46:12Z', 'revision_number': 1, 'project_id': '574c2529e3694fa694e93af30082d65d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec884ef-3bd8-4414-8f02-b638bd61f98c', 'name': '', 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'mac_address': 'fa:16:3e:c4:d2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a3b9f09-8d39-453d-a37e-701690785791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:44Z', 'updated_at': '2021-12-25T20:45:54Z', 'revision_number': 5, 'project_id': '574c2529e3694fa694e93af30082d65d', 'subnets': [{'id': '1a3b9f09-8d39-453d-a37e-701690785791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:50:42.971842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008217d5-1a74-484d-ad84-e03d65ec5175 None None] Checking router: b14f1492-1dfd-45ad-af28-807e8e1ea44a for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:50:42.984791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008217d5-1a74-484d-ad84-e03d65ec5175 None None] Routers {'b14f1492-1dfd-45ad-af28-807e8e1ea44a'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:50:42.985512 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-008217d5-1a74-484d-ad84-e03d65ec5175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:50:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['b14f1492-1dfd-45ad-af28-807e8e1ea44a'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:50:43.081061 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f779ec-551d-4a95-8cce-fb4a5a86ed41 req-1ae6b0be-0ab3-40c2-a80e-85725aabc281 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:50:43.082644 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f9f779ec-551d-4a95-8cce-fb4a5a86ed41 req-1ae6b0be-0ab3-40c2-a80e-85725aabc281 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e HTTP/1.1" status: 200 len: 909 time: 0.3975749 Dec 25 20:50:43.163389 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f9f779ec-551d-4a95-8cce-fb4a5a86ed41 req-de06cea6-e80f-4180-b6fb-4a10b9516dce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=845f4016-313a-4bb1-b183-0a2ef059318c HTTP/1.1" status: 200 len: 217 time: 0.0720234 Dec 25 20:50:43.191083 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-008217d5-1a74-484d-ad84-e03d65ec5175 None None] Set router b14f1492-1dfd-45ad-af28-807e8e1ea44a gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:50:43.235458 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f779ec-551d-4a95-8cce-fb4a5a86ed41 req-b4c2cf7c-e728-49f7-90e3-948a237887c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:50:43.237032 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f9f779ec-551d-4a95-8cce-fb4a5a86ed41 req-b4c2cf7c-e728-49f7-90e3-948a237887c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a3b9f09-8d39-453d-a37e-701690785791 HTTP/1.1" status: 200 len: 848 time: 0.0669918 Dec 25 20:50:43.317750 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f9f779ec-551d-4a95-8cce-fb4a5a86ed41 req-527842ad-3d7c-42da-b748-52734727c36b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732939 Dec 25 20:50:43.462411 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f9f779ec-551d-4a95-8cce-fb4a5a86ed41 req-8e32ce4f-b9fe-4350-b651-b898332a602d service neutron] 10.222.0.36 "GET /v2.0/networks/b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368721 Dec 25 20:50:43.561081 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-008217d5-1a74-484d-ad84-e03d65ec5175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'name': 'tempest-TestSnapshotPattern-355148791-router', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '0ab2f5eb-6392-4f2c-9b87-6b131bd88177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:45:41Z', 'updated_at': '2021-12-25T20:45:44Z', 'revision_number': 4, 'project_id': '574c2529e3694fa694e93af30082d65d', 'gw_port': {'id': '0ab2f5eb-6392-4f2c-9b87-6b131bd88177', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:42Z', 'updated_at': '2021-12-25T20:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': 'a9bf1368-8a03-4b35-b6b5-47db63e1e0fa', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'floating_ip_address': '172.26.8.57', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'port_id': '51e56c5f-911b-430a-accc-467fc9e2b5fa', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e', 'mac_address': 'fa:16:3e:f8:de:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91513020-7d4e-4a33-a314-b98658f76de5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:46:08Z', 'updated_at': '2021-12-25T20:46:12Z', 'revision_number': 1, 'project_id': '574c2529e3694fa694e93af30082d65d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec884ef-3bd8-4414-8f02-b638bd61f98c', 'name': '', 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'mac_address': 'fa:16:3e:c4:d2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a3b9f09-8d39-453d-a37e-701690785791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:44Z', 'updated_at': '2021-12-25T20:45:54Z', 'revision_number': 5, 'project_id': '574c2529e3694fa694e93af30082d65d', 'subnets': [{'id': '1a3b9f09-8d39-453d-a37e-701690785791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:50:43.565315 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008217d5-1a74-484d-ad84-e03d65ec5175 None None] The sync data for ids ['b14f1492-1dfd-45ad-af28-807e8e1ea44a'] in dv-neutron-822611-1-hyperv is: [{'id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'name': 'tempest-TestSnapshotPattern-355148791-router', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '0ab2f5eb-6392-4f2c-9b87-6b131bd88177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:45:41Z', 'updated_at': '2021-12-25T20:45:44Z', 'revision_number': 4, 'project_id': '574c2529e3694fa694e93af30082d65d', 'gw_port': {'id': '0ab2f5eb-6392-4f2c-9b87-6b131bd88177', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:42Z', 'updated_at': '2021-12-25T20:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_floatingips': [{'id': 'a9bf1368-8a03-4b35-b6b5-47db63e1e0fa', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'floating_ip_address': '172.26.8.57', 'floating_network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'router_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'port_id': '51e56c5f-911b-430a-accc-467fc9e2b5fa', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e', 'mac_address': 'fa:16:3e:f8:de:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91513020-7d4e-4a33-a314-b98658f76de5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T20:46:08Z', 'updated_at': '2021-12-25T20:46:12Z', 'revision_number': 1, 'project_id': '574c2529e3694fa694e93af30082d65d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec884ef-3bd8-4414-8f02-b638bd61f98c', 'name': '', 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'mac_address': 'fa:16:3e:c4:d2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a3b9f09-8d39-453d-a37e-701690785791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:44Z', 'updated_at': '2021-12-25T20:45:54Z', 'revision_number': 5, 'project_id': '574c2529e3694fa694e93af30082d65d', 'subnets': [{'id': '1a3b9f09-8d39-453d-a37e-701690785791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:50:43.610821 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f9f779ec-551d-4a95-8cce-fb4a5a86ed41 req-15d3fc51-63a2-4ad8-a200-c90e567f9cc1 service neutron] 10.222.0.36 "GET /v2.0/networks/b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404645 Dec 25 20:50:44.017232 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5239ff06-8417-4078-8e14-38080cf62327 None None] New status for floating IP 7d32233a-5c0d-45a2-b759-2d3e5baf0aa9: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 20:50:44.144633 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309e3e0-8cf1-43f4-b05a-9e08cdc79645 req-fbb4a3a3-4d46-48b9-bdbc-5f5672cd16f4 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:50:44.146235 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3309e3e0-8cf1-43f4-b05a-9e08cdc79645 req-fbb4a3a3-4d46-48b9-bdbc-5f5672cd16f4 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/ports?device_id=5925a3e6-c313-4726-910e-99d0f536e327 HTTP/1.1" status: 200 len: 944 time: 0.0836408 Dec 25 20:50:44.196340 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-3309e3e0-8cf1-43f4-b05a-9e08cdc79645 req-9aade39c-d5a5-4127-ab66-d6b184d84729 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f703a7-b0b3-4a71-b09b-53ea1a06139d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430250 Dec 25 20:50:44.571447 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec9048-6eb9-4676-bf93-625455045831 req-2515f74c-5c2a-4d95-9763-e5d8389de84a tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:50:44.572122 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-b8ec9048-6eb9-4676-bf93-625455045831 req-2515f74c-5c2a-4d95-9763-e5d8389de84a tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Synchronizing usage tracker for tenant:574c2529e3694fa694e93af30082d65d on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:50:44.586931 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-b8ec9048-6eb9-4676-bf93-625455045831 req-2515f74c-5c2a-4d95-9763-e5d8389de84a tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Unset dirty status for tenant:574c2529e3694fa694e93af30082d65d on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:50:44.588144 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b8ec9048-6eb9-4676-bf93-625455045831 req-2515f74c-5c2a-4d95-9763-e5d8389de84a tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.36 "GET /v2.0/ports?device_id=5925a3e6-c313-4726-910e-99d0f536e327 HTTP/1.1" status: 200 len: 944 time: 0.1018059 Dec 25 20:50:44.663161 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-b8ec9048-6eb9-4676-bf93-625455045831 req-158001c1-35b7-4ef6-a476-e4343d5eca5d tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Deleting port 845f4016-313a-4bb1-b183-0a2ef059318c {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:50:44.663539 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-b8ec9048-6eb9-4676-bf93-625455045831 req-158001c1-35b7-4ef6-a476-e4343d5eca5d tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:44.916208 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-b8ec9048-6eb9-4676-bf93-625455045831 req-158001c1-35b7-4ef6-a476-e4343d5eca5d tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] For port 845f4016-313a-4bb1-b183-0a2ef059318c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=845f4016-313a-4bb1-b183-0a2ef059318c,segment=NetworkSegment(408af614-0231-4ea0-b742-cb71479a9d3a),segment_id=408af614-0231-4ea0-b742-cb71479a9d3a)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:50:44.916551 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-b8ec9048-6eb9-4676-bf93-625455045831 req-158001c1-35b7-4ef6-a476-e4343d5eca5d tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:45.042221 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-b8ec9048-6eb9-4676-bf93-625455045831 req-158001c1-35b7-4ef6-a476-e4343d5eca5d tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Calling delete_port for 845f4016-313a-4bb1-b183-0a2ef059318c owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:50:45.188570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-b8ec9048-6eb9-4676-bf93-625455045831 req-158001c1-35b7-4ef6-a476-e4343d5eca5d tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:45.196586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-982e3130-5ad0-458f-bfb5-75aac97980e1 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:50:45.241852 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158001c1-35b7-4ef6-a476-e4343d5eca5d tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Pushing event deleted for resources: {'Port': ['ID=845f4016-313a-4bb1-b183-0a2ef059318c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:50:45.245057 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-158001c1-35b7-4ef6-a476-e4343d5eca5d tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:50:45.317228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ec9048-6eb9-4676-bf93-625455045831 req-158001c1-35b7-4ef6-a476-e4343d5eca5d tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] No DVR routers for this DVR port 845f4016-313a-4bb1-b183-0a2ef059318c on host hv-neutron-8226 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:50:45.319806 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-b8ec9048-6eb9-4676-bf93-625455045831 req-158001c1-35b7-4ef6-a476-e4343d5eca5d tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:45.324628 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5925a3e6-c313-4726-910e-99d0f536e327', 'name': 'network-vif-deleted', 'tag': '845f4016-313a-4bb1-b183-0a2ef059318c'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:50:45.337857 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-b8ec9048-6eb9-4676-bf93-625455045831 req-158001c1-35b7-4ef6-a476-e4343d5eca5d tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.36 "DELETE /v2.0/ports/845f4016-313a-4bb1-b183-0a2ef059318c HTTP/1.1" status: 204 len: 173 time: 0.7406919 Dec 25 20:50:45.371390 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-01f2f390-ffb2-4881-9102-7374b87a5aa5 req-43fe6b14-6308-443d-9811-d197cb61a4e2 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/ports?device_id=5925a3e6-c313-4726-910e-99d0f536e327 HTTP/1.1" status: 200 len: 210 time: 0.0490994 Dec 25 20:50:45.405261 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5925a3e6-c313-4726-910e-99d0f536e327', 'name': 'network-vif-deleted', 'tag': '845f4016-313a-4bb1-b183-0a2ef059318c', 'status': 'completed', 'code': 200} Dec 25 20:50:47.097476 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 34248) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:50:47.317972 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-79e0a750-dd07-45b8-8f52-5abccf70f6d1 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Deleting port b1ab99a7-8db8-476b-a744-c2107b4e20ec {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:50:47.318344 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-79e0a750-dd07-45b8-8f52-5abccf70f6d1 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:47.491607 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-79e0a750-dd07-45b8-8f52-5abccf70f6d1 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:47.491973 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-79e0a750-dd07-45b8-8f52-5abccf70f6d1 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:47.622801 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-79e0a750-dd07-45b8-8f52-5abccf70f6d1 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Calling delete_port for b1ab99a7-8db8-476b-a744-c2107b4e20ec owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:50:47.773649 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-79e0a750-dd07-45b8-8f52-5abccf70f6d1 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:47.778655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-d5975a04-d409-44b3-a5fb-32cdb619196d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:50:47.822155 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e0a750-dd07-45b8-8f52-5abccf70f6d1 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Pushing event deleted for resources: {'Port': ['ID=b1ab99a7-8db8-476b-a744-c2107b4e20ec,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:50:47.827032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-79e0a750-dd07-45b8-8f52-5abccf70f6d1 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:50:47.898004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 845f4016-313a-4bb1-b183-0a2ef059318c no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:50:47.917776 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-79e0a750-dd07-45b8-8f52-5abccf70f6d1 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:47.932649 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] No Port match for: 845f4016-313a-4bb1-b183-0a2ef059318c {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:50:47.933074 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 845f4016-313a-4bb1-b183-0a2ef059318c not bound to the agent host hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:50:48.336637 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e0a750-dd07-45b8-8f52-5abccf70f6d1 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Router b14f1492-1dfd-45ad-af28-807e8e1ea44a has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:50:48.552283 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e0a750-dd07-45b8-8f52-5abccf70f6d1 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:50:48.562950 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa0f260-7fb6-4cb4-bfbf-55343cee7eb7 None None] Sync routers for ids ['b14f1492-1dfd-45ad-af28-807e8e1ea44a'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:50:48.570496 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-79e0a750-dd07-45b8-8f52-5abccf70f6d1 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:48.575932 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa0f260-7fb6-4cb4-bfbf-55343cee7eb7 None None] Routers {'b14f1492-1dfd-45ad-af28-807e8e1ea44a'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:50:48.576606 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-0aa0f260-7fb6-4cb4-bfbf-55343cee7eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:50:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['b14f1492-1dfd-45ad-af28-807e8e1ea44a'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:50:48.626863 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-79e0a750-dd07-45b8-8f52-5abccf70f6d1 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "DELETE /v2.0/floatingips/a9bf1368-8a03-4b35-b6b5-47db63e1e0fa HTTP/1.1" status: 204 len: 168 time: 1.5281961 Dec 25 20:50:48.627588 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91513020-7d4e-4a33-a314-b98658f76de5', 'tag': '51e56c5f-911b-430a-accc-467fc9e2b5fa'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:50:48.681355 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91513020-7d4e-4a33-a314-b98658f76de5', 'tag': '51e56c5f-911b-430a-accc-467fc9e2b5fa', 'status': 'completed', 'code': 200} Dec 25 20:50:48.776970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-0aa0f260-7fb6-4cb4-bfbf-55343cee7eb7 None None] Set router b14f1492-1dfd-45ad-af28-807e8e1ea44a gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:50:48.805632 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-81b863ba-d6c9-4f4f-a457-aafd7eb349ee req-374fb704-a72b-46fa-a5f9-d24c7024dde4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=574c2529e3694fa694e93af30082d65d&device_id=91513020-7d4e-4a33-a314-b98658f76de5 HTTP/1.1" status: 200 len: 1096 time: 0.0931342 Dec 25 20:50:48.972830 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b863ba-d6c9-4f4f-a457-aafd7eb349ee req-f1e412cd-a876-4b77-903d-364a9db915df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:50:48.974884 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-81b863ba-d6c9-4f4f-a457-aafd7eb349ee req-f1e412cd-a876-4b77-903d-364a9db915df service neutron] 10.222.0.36 "GET /v2.0/networks?id=b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e HTTP/1.1" status: 200 len: 909 time: 0.1591322 Dec 25 20:50:49.049793 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-81b863ba-d6c9-4f4f-a457-aafd7eb349ee req-ff8e1082-e153-477d-bfc0-63a7bcbcc1b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51e56c5f-911b-430a-accc-467fc9e2b5fa HTTP/1.1" status: 200 len: 217 time: 0.0676885 Dec 25 20:50:49.054153 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63112e29-09ae-4779-bd40-653a4c2f19bf req-394ee4a5-f265-4471-900a-f843499197be tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:50:49.055870 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-63112e29-09ae-4779-bd40-653a4c2f19bf req-394ee4a5-f265-4471-900a-f843499197be tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/ports?device_id=91513020-7d4e-4a33-a314-b98658f76de5 HTTP/1.1" status: 200 len: 943 time: 0.0903366 Dec 25 20:50:49.107763 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-63112e29-09ae-4779-bd40-653a4c2f19bf req-82713afc-1df7-49e6-bc11-2f59584a1cb6 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f703a7-b0b3-4a71-b09b-53ea1a06139d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456519 Dec 25 20:50:49.128611 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b863ba-d6c9-4f4f-a457-aafd7eb349ee req-c323c327-deb5-4735-a11c-d0bc9ecb024a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:50:49.130682 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-81b863ba-d6c9-4f4f-a457-aafd7eb349ee req-c323c327-deb5-4735-a11c-d0bc9ecb024a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a3b9f09-8d39-453d-a37e-701690785791 HTTP/1.1" status: 200 len: 848 time: 0.0734582 Dec 25 20:50:49.315118 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-0aa0f260-7fb6-4cb4-bfbf-55343cee7eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'name': 'tempest-TestSnapshotPattern-355148791-router', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '0ab2f5eb-6392-4f2c-9b87-6b131bd88177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:45:41Z', 'updated_at': '2021-12-25T20:45:44Z', 'revision_number': 4, 'project_id': '574c2529e3694fa694e93af30082d65d', 'gw_port': {'id': '0ab2f5eb-6392-4f2c-9b87-6b131bd88177', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:42Z', 'updated_at': '2021-12-25T20:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'eec884ef-3bd8-4414-8f02-b638bd61f98c', 'name': '', 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'mac_address': 'fa:16:3e:c4:d2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a3b9f09-8d39-453d-a37e-701690785791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:44Z', 'updated_at': '2021-12-25T20:45:54Z', 'revision_number': 5, 'project_id': '574c2529e3694fa694e93af30082d65d', 'subnets': [{'id': '1a3b9f09-8d39-453d-a37e-701690785791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:50:49.319690 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa0f260-7fb6-4cb4-bfbf-55343cee7eb7 None None] Checking router: b14f1492-1dfd-45ad-af28-807e8e1ea44a for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:50:49.332059 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa0f260-7fb6-4cb4-bfbf-55343cee7eb7 None None] Routers {'b14f1492-1dfd-45ad-af28-807e8e1ea44a'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:50:49.332778 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-0aa0f260-7fb6-4cb4-bfbf-55343cee7eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:50:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['b14f1492-1dfd-45ad-af28-807e8e1ea44a'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:50:49.447044 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-81b863ba-d6c9-4f4f-a457-aafd7eb349ee req-33be53f5-3fdb-4af3-b19c-6b0680fefcc9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3068917 Dec 25 20:50:49.519842 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-0aa0f260-7fb6-4cb4-bfbf-55343cee7eb7 None None] Set router b14f1492-1dfd-45ad-af28-807e8e1ea44a gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:50:49.589408 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-81b863ba-d6c9-4f4f-a457-aafd7eb349ee req-899f9a6b-994e-430e-93a9-615e5d06e9bf service neutron] 10.222.0.36 "GET /v2.0/networks/b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345477 Dec 25 20:50:49.732673 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-81b863ba-d6c9-4f4f-a457-aafd7eb349ee req-e9b11e05-5b11-4f70-88bf-c6b7e49b41d3 service neutron] 10.222.0.36 "GET /v2.0/networks/b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364844 Dec 25 20:50:49.851881 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-0aa0f260-7fb6-4cb4-bfbf-55343cee7eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'name': 'tempest-TestSnapshotPattern-355148791-router', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '0ab2f5eb-6392-4f2c-9b87-6b131bd88177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:45:41Z', 'updated_at': '2021-12-25T20:45:44Z', 'revision_number': 4, 'project_id': '574c2529e3694fa694e93af30082d65d', 'gw_port': {'id': '0ab2f5eb-6392-4f2c-9b87-6b131bd88177', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:42Z', 'updated_at': '2021-12-25T20:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'eec884ef-3bd8-4414-8f02-b638bd61f98c', 'name': '', 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'mac_address': 'fa:16:3e:c4:d2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a3b9f09-8d39-453d-a37e-701690785791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:44Z', 'updated_at': '2021-12-25T20:45:54Z', 'revision_number': 5, 'project_id': '574c2529e3694fa694e93af30082d65d', 'subnets': [{'id': '1a3b9f09-8d39-453d-a37e-701690785791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:50:49.855963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa0f260-7fb6-4cb4-bfbf-55343cee7eb7 None None] The sync data for ids ['b14f1492-1dfd-45ad-af28-807e8e1ea44a'] in dv-neutron-822611-1-hyperv is: [{'id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'name': 'tempest-TestSnapshotPattern-355148791-router', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '0ab2f5eb-6392-4f2c-9b87-6b131bd88177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:45:41Z', 'updated_at': '2021-12-25T20:45:44Z', 'revision_number': 4, 'project_id': '574c2529e3694fa694e93af30082d65d', 'gw_port': {'id': '0ab2f5eb-6392-4f2c-9b87-6b131bd88177', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:42Z', 'updated_at': '2021-12-25T20:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv', '_interfaces': [{'id': 'eec884ef-3bd8-4414-8f02-b638bd61f98c', 'name': '', 'network_id': 'b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'mac_address': 'fa:16:3e:c4:d2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a3b9f09-8d39-453d-a37e-701690785791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:44Z', 'updated_at': '2021-12-25T20:45:54Z', 'revision_number': 5, 'project_id': '574c2529e3694fa694e93af30082d65d', 'subnets': [{'id': '1a3b9f09-8d39-453d-a37e-701690785791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:50:50.314009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045ddfd4-1a40-4330-ae43-4a67c019774d None None] New status for floating IP a9bf1368-8a03-4b35-b6b5-47db63e1e0fa: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 25 20:50:50.327424 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c209d3b-0b61-4654-be21-cc2f5ce6ad7c req-f68b5d02-4941-4d17-bfda-49f289f45ca2 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:50:50.329067 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2c209d3b-0b61-4654-be21-cc2f5ce6ad7c req-f68b5d02-4941-4d17-bfda-49f289f45ca2 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/ports?device_id=91513020-7d4e-4a33-a314-b98658f76de5 HTTP/1.1" status: 200 len: 943 time: 0.0922990 Dec 25 20:50:50.378279 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2c209d3b-0b61-4654-be21-cc2f5ce6ad7c req-b1149458-f61e-4db6-82b7-1431bbe39d8b tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f703a7-b0b3-4a71-b09b-53ea1a06139d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429962 Dec 25 20:50:50.821207 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae960a-24c9-417c-b936-d64cf580ae13 req-2a1e52e0-94ec-4ad5-aa68-051a24aef2b3 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 25 20:50:50.821970 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-f6ae960a-24c9-417c-b936-d64cf580ae13 req-2a1e52e0-94ec-4ad5-aa68-051a24aef2b3 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Synchronizing usage tracker for tenant:574c2529e3694fa694e93af30082d65d on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 25 20:50:50.836426 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.quota.resource [req-f6ae960a-24c9-417c-b936-d64cf580ae13 req-2a1e52e0-94ec-4ad5-aa68-051a24aef2b3 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Unset dirty status for tenant:574c2529e3694fa694e93af30082d65d on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 25 20:50:50.837627 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f6ae960a-24c9-417c-b936-d64cf580ae13 req-2a1e52e0-94ec-4ad5-aa68-051a24aef2b3 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.36 "GET /v2.0/ports?device_id=91513020-7d4e-4a33-a314-b98658f76de5 HTTP/1.1" status: 200 len: 943 time: 0.1042912 Dec 25 20:50:50.913285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-f6ae960a-24c9-417c-b936-d64cf580ae13 req-a1cfada5-81a0-4a2a-a2c5-7326eeee9812 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Deleting port 51e56c5f-911b-430a-accc-467fc9e2b5fa {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:50:50.913665 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-f6ae960a-24c9-417c-b936-d64cf580ae13 req-a1cfada5-81a0-4a2a-a2c5-7326eeee9812 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:51.169167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [req-f6ae960a-24c9-417c-b936-d64cf580ae13 req-a1cfada5-81a0-4a2a-a2c5-7326eeee9812 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] For port 51e56c5f-911b-430a-accc-467fc9e2b5fa, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=51e56c5f-911b-430a-accc-467fc9e2b5fa,segment=NetworkSegment(408af614-0231-4ea0-b742-cb71479a9d3a),segment_id=408af614-0231-4ea0-b742-cb71479a9d3a)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:50:51.169515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-f6ae960a-24c9-417c-b936-d64cf580ae13 req-a1cfada5-81a0-4a2a-a2c5-7326eeee9812 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:51.298229 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [req-f6ae960a-24c9-417c-b936-d64cf580ae13 req-a1cfada5-81a0-4a2a-a2c5-7326eeee9812 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Calling delete_port for 51e56c5f-911b-430a-accc-467fc9e2b5fa owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:50:51.444462 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-f6ae960a-24c9-417c-b936-d64cf580ae13 req-a1cfada5-81a0-4a2a-a2c5-7326eeee9812 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:51.451661 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-1680dd8c-0c27-4f41-add5-75bac1e95b03 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:50:51.496442 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cfada5-81a0-4a2a-a2c5-7326eeee9812 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Pushing event deleted for resources: {'Port': ['ID=51e56c5f-911b-430a-accc-467fc9e2b5fa,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:50:51.499000 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a1cfada5-81a0-4a2a-a2c5-7326eeee9812 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:50:51.556535 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-2c5eb556-ef5f-4129-8400-84dc8ccbdf82 req-f7bcecbd-a75a-4c26-96dc-d77d960f8d05 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "GET /v2.0/ports?device_id=91513020-7d4e-4a33-a314-b98658f76de5 HTTP/1.1" status: 200 len: 210 time: 0.0470183 Dec 25 20:50:51.572534 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ae960a-24c9-417c-b936-d64cf580ae13 req-a1cfada5-81a0-4a2a-a2c5-7326eeee9812 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] No DVR routers for this DVR port 51e56c5f-911b-430a-accc-467fc9e2b5fa on host hv-neutron-8226 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:50:51.575549 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [req-f6ae960a-24c9-417c-b936-d64cf580ae13 req-a1cfada5-81a0-4a2a-a2c5-7326eeee9812 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770434'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:51.578423 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91513020-7d4e-4a33-a314-b98658f76de5', 'name': 'network-vif-deleted', 'tag': '51e56c5f-911b-430a-accc-467fc9e2b5fa'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 25 20:50:51.593583 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [req-f6ae960a-24c9-417c-b936-d64cf580ae13 req-a1cfada5-81a0-4a2a-a2c5-7326eeee9812 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.36 "DELETE /v2.0/ports/51e56c5f-911b-430a-accc-467fc9e2b5fa HTTP/1.1" status: 204 len: 173 time: 0.7467666 Dec 25 20:50:51.633174 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91513020-7d4e-4a33-a314-b98658f76de5', 'name': 'network-vif-deleted', 'tag': '51e56c5f-911b-430a-accc-467fc9e2b5fa', 'status': 'completed', 'code': 200} Dec 25 20:50:52.664432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 34268) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:50:52.741150 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dead918a-bf6c-47ea-98f6-5277c607d77d tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:52.771386 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dead918a-bf6c-47ea-98f6-5277c607d77d tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:52.825227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dead918a-bf6c-47ea-98f6-5277c607d77d tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:52.830511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f293ef54-0e1f-456e-9808-a112b95b4990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:50:52.847167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead918a-bf6c-47ea-98f6-5277c607d77d tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f703a7-b0b3-4a71-b09b-53ea1a06139d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:50:52.851394 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-dead918a-bf6c-47ea-98f6-5277c607d77d tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:50:52.855626 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-dead918a-bf6c-47ea-98f6-5277c607d77d tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:52.856858 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-dead918a-bf6c-47ea-98f6-5277c607d77d tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] 10.222.0.24 "DELETE /v2.0/security-groups/74f703a7-b0b3-4a71-b09b-53ea1a06139d HTTP/1.1" status: 204 len: 168 time: 0.1913488 Dec 25 20:50:52.990507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 34276) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:50:53.761945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4b35068e-d6da-4375-853f-4e1766a59b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:53.941651 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 51e56c5f-911b-430a-accc-467fc9e2b5fa no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:50:53.976308 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] No Port match for: 51e56c5f-911b-430a-accc-467fc9e2b5fa {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:50:53.976707 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Device 51e56c5f-911b-430a-accc-467fc9e2b5fa not bound to the agent host hv-neutron-8226 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:50:54.188319 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:54.378266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-4b35068e-d6da-4375-853f-4e1766a59b98 admin admin] Deleting port eec884ef-3bd8-4414-8f02-b638bd61f98c {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:50:54.378639 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4b35068e-d6da-4375-853f-4e1766a59b98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:54.566078 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-4b35068e-d6da-4375-853f-4e1766a59b98 admin admin] For port eec884ef-3bd8-4414-8f02-b638bd61f98c, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=eec884ef-3bd8-4414-8f02-b638bd61f98c,segment=NetworkSegment(408af614-0231-4ea0-b742-cb71479a9d3a),segment_id=408af614-0231-4ea0-b742-cb71479a9d3a)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:50:54.566866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4b35068e-d6da-4375-853f-4e1766a59b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:54.693261 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-4b35068e-d6da-4375-853f-4e1766a59b98 admin admin] Calling delete_port for eec884ef-3bd8-4414-8f02-b638bd61f98c owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:50:54.874874 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4b35068e-d6da-4375-853f-4e1766a59b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:54.879591 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-90113a76-2b2c-43bb-9bce-74ef4031be30 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:50:54.921249 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b35068e-d6da-4375-853f-4e1766a59b98 admin admin] Pushing event deleted for resources: {'Port': ['ID=eec884ef-3bd8-4414-8f02-b638bd61f98c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:50:54.934152 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b35068e-d6da-4375-853f-4e1766a59b98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:50:54.934587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b35068e-d6da-4375-853f-4e1766a59b98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:50:54.935009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b35068e-d6da-4375-853f-4e1766a59b98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:50:54.935479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b35068e-d6da-4375-853f-4e1766a59b98 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:50:54.936086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b35068e-d6da-4375-853f-4e1766a59b98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:50:54.936284 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b35068e-d6da-4375-853f-4e1766a59b98 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:50:54.936698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b35068e-d6da-4375-853f-4e1766a59b98 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:50:54.937106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b35068e-d6da-4375-853f-4e1766a59b98 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:50:54.937517 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b35068e-d6da-4375-853f-4e1766a59b98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:50:54.937929 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b35068e-d6da-4375-853f-4e1766a59b98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:50:54.938335 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b35068e-d6da-4375-853f-4e1766a59b98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822611-1-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 25 20:50:54.973518 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4b35068e-d6da-4375-853f-4e1766a59b98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:50:55.241089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-4b35068e-d6da-4375-853f-4e1766a59b98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:56.068355 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b35068e-d6da-4375-853f-4e1766a59b98 admin admin] Router b14f1492-1dfd-45ad-af28-807e8e1ea44a has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:50:56.286322 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b35068e-d6da-4375-853f-4e1766a59b98 admin admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:50:56.298376 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2267454f-2770-492a-9049-a178ebe0172e None None] Sync routers for ids ['b14f1492-1dfd-45ad-af28-807e8e1ea44a'] in dv-neutron-822611-1-hyperv {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:50:56.303036 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-4b35068e-d6da-4375-853f-4e1766a59b98 admin admin] 10.222.0.24 "PUT /v2.0/routers/b14f1492-1dfd-45ad-af28-807e8e1ea44a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3089185 Dec 25 20:50:56.303370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 34282) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:50:56.313033 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2267454f-2770-492a-9049-a178ebe0172e None None] Routers {'b14f1492-1dfd-45ad-af28-807e8e1ea44a'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:50:56.313817 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-2267454f-2770-492a-9049-a178ebe0172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:50:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['b14f1492-1dfd-45ad-af28-807e8e1ea44a'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:50:56.516323 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-2267454f-2770-492a-9049-a178ebe0172e None None] Set router b14f1492-1dfd-45ad-af28-807e8e1ea44a gateway port host: dv-neutron-822611-1-hyperv {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:50:56.517515 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3b60580-ffa7-4bd1-955e-a1d1c08aa27c admin admin] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:56.727030 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3b60580-ffa7-4bd1-955e-a1d1c08aa27c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:56.735889 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b3b60580-ffa7-4bd1-955e-a1d1c08aa27c admin admin] Deleting port 0ab2f5eb-6392-4f2c-9b87-6b131bd88177 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:50:56.736262 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3b60580-ffa7-4bd1-955e-a1d1c08aa27c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:56.841110 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-2267454f-2770-492a-9049-a178ebe0172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'name': 'tempest-TestSnapshotPattern-355148791-router', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '0ab2f5eb-6392-4f2c-9b87-6b131bd88177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:45:41Z', 'updated_at': '2021-12-25T20:50:54Z', 'revision_number': 5, 'project_id': '574c2529e3694fa694e93af30082d65d', 'gw_port': {'id': '0ab2f5eb-6392-4f2c-9b87-6b131bd88177', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:42Z', 'updated_at': '2021-12-25T20:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:50:56.845574 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2267454f-2770-492a-9049-a178ebe0172e None None] Checking router: b14f1492-1dfd-45ad-af28-807e8e1ea44a for host: dv-neutron-822611-1-hyperv {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:50:56.857924 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2267454f-2770-492a-9049-a178ebe0172e None None] Routers {'b14f1492-1dfd-45ad-af28-807e8e1ea44a'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:50:56.858605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-2267454f-2770-492a-9049-a178ebe0172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:50:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['b14f1492-1dfd-45ad-af28-807e8e1ea44a'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:50:56.921934 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b3b60580-ffa7-4bd1-955e-a1d1c08aa27c admin admin] For port 0ab2f5eb-6392-4f2c-9b87-6b131bd88177, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=0ab2f5eb-6392-4f2c-9b87-6b131bd88177,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:50:56.922334 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3b60580-ffa7-4bd1-955e-a1d1c08aa27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:57.019461 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-2267454f-2770-492a-9049-a178ebe0172e None None] Set router b14f1492-1dfd-45ad-af28-807e8e1ea44a gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:50:57.050467 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b3b60580-ffa7-4bd1-955e-a1d1c08aa27c admin admin] Calling delete_port for 0ab2f5eb-6392-4f2c-9b87-6b131bd88177 owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:50:57.133090 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-2267454f-2770-492a-9049-a178ebe0172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'name': 'tempest-TestSnapshotPattern-355148791-router', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:45:41Z', 'updated_at': '2021-12-25T20:50:56Z', 'revision_number': 6, 'project_id': '574c2529e3694fa694e93af30082d65d', 'gw_port_host': None}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:50:57.138032 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2267454f-2770-492a-9049-a178ebe0172e None None] The sync data for ids ['b14f1492-1dfd-45ad-af28-807e8e1ea44a'] in dv-neutron-822611-1-hyperv is: [{'id': 'b14f1492-1dfd-45ad-af28-807e8e1ea44a', 'name': 'tempest-TestSnapshotPattern-355148791-router', 'tenant_id': '574c2529e3694fa694e93af30082d65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:45:41Z', 'updated_at': '2021-12-25T20:50:56Z', 'revision_number': 6, 'project_id': '574c2529e3694fa694e93af30082d65d', 'gw_port_host': None}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:50:57.228144 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3b60580-ffa7-4bd1-955e-a1d1c08aa27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:57.233449 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-ba0e9785-cc62-4778-bc1b-ba55d23d6dc3 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:50:57.279736 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b60580-ffa7-4bd1-955e-a1d1c08aa27c admin admin] Pushing event deleted for resources: {'Port': ['ID=0ab2f5eb-6392-4f2c-9b87-6b131bd88177,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:50:57.282407 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b3b60580-ffa7-4bd1-955e-a1d1c08aa27c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:50:57.521450 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3b60580-ffa7-4bd1-955e-a1d1c08aa27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:57.790869 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3b60580-ffa7-4bd1-955e-a1d1c08aa27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:57.795410 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3b60580-ffa7-4bd1-955e-a1d1c08aa27c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:57.817370 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3b60580-ffa7-4bd1-955e-a1d1c08aa27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:57.817845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b60580-ffa7-4bd1-955e-a1d1c08aa27c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b14f1492-1dfd-45ad-af28-807e8e1ea44a {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 20:50:57.830745 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b3b60580-ffa7-4bd1-955e-a1d1c08aa27c admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:57.832038 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b3b60580-ffa7-4bd1-955e-a1d1c08aa27c admin admin] 10.222.0.24 "DELETE /v2.0/routers/b14f1492-1dfd-45ad-af28-807e8e1ea44a HTTP/1.1" status: 204 len: 168 time: 1.5276461 Dec 25 20:50:57.835167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 34286) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:50:57.903171 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-faf9d77d-1cbe-46da-a64e-cde3e264f13c admin admin] Deleting subnet 1a3b9f09-8d39-453d-a37e-701690785791 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 20:50:57.906416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-faf9d77d-1cbe-46da-a64e-cde3e264f13c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:57.962979 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-faf9d77d-1cbe-46da-a64e-cde3e264f13c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1106827'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:58.043528 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-faf9d77d-1cbe-46da-a64e-cde3e264f13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:58.112624 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-faf9d77d-1cbe-46da-a64e-cde3e264f13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972861'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:58.116268 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f2af580a-8530-43dc-b03c-1f3c3248a323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:50:58.150919 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9d77d-1cbe-46da-a64e-cde3e264f13c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a3b9f09-8d39-453d-a37e-701690785791,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:50:58.155503 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-faf9d77d-1cbe-46da-a64e-cde3e264f13c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:50:58.161024 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-faf9d77d-1cbe-46da-a64e-cde3e264f13c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:58.168430 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfe397e-7ea7-4222-b519-46f202f3d203 None None] Network b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:50:58.168567 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-faf9d77d-1cbe-46da-a64e-cde3e264f13c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1a3b9f09-8d39-453d-a37e-701690785791 HTTP/1.1" status: 204 len: 168 time: 0.3321359 Dec 25 20:50:58.171724 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 34290) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:50:58.290781 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3b2db9e2-a14f-414e-ae6a-d7a44b64072d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:58.302473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-3b2db9e2-a14f-414e-ae6a-d7a44b64072d admin admin] Deleting port 041cb724-e1e2-4e1c-a82c-cd3b0088f6f5 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:50:58.302846 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3b2db9e2-a14f-414e-ae6a-d7a44b64072d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:58.347192 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 0ab2f5eb-6392-4f2c-9b87-6b131bd88177 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:50:58.383841 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 0ab2f5eb-6392-4f2c-9b87-6b131bd88177 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:50:58.384150 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 0ab2f5eb-6392-4f2c-9b87-6b131bd88177 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:50:58.384609 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device eec884ef-3bd8-4414-8f02-b638bd61f98c no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:50:58.423022 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: eec884ef-3bd8-4414-8f02-b638bd61f98c {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:50:58.423413 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device eec884ef-3bd8-4414-8f02-b638bd61f98c not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:50:58.515219 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37682514-cd5e-423c-8bec-8861c3198a39 None None] DHCP port deletion for b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 20:50:58.519743 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-37682514-cd5e-423c-8bec-8861c3198a39 None None] Deleting port 041cb724-e1e2-4e1c-a82c-cd3b0088f6f5 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:50:58.520167 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-37682514-cd5e-423c-8bec-8861c3198a39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:58.531104 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-3b2db9e2-a14f-414e-ae6a-d7a44b64072d admin admin] For port 041cb724-e1e2-4e1c-a82c-cd3b0088f6f5, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=041cb724-e1e2-4e1c-a82c-cd3b0088f6f5,segment=NetworkSegment(408af614-0231-4ea0-b742-cb71479a9d3a),segment_id=408af614-0231-4ea0-b742-cb71479a9d3a)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:50:58.531479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3b2db9e2-a14f-414e-ae6a-d7a44b64072d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:58.661383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-3b2db9e2-a14f-414e-ae6a-d7a44b64072d admin admin] Calling delete_port for 041cb724-e1e2-4e1c-a82c-cd3b0088f6f5 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:50:58.748095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3b2db9e2-a14f-414e-ae6a-d7a44b64072d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853341354'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:58.753305 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-25b28d6f-ddbe-4deb-8237-93ead509a868 tempest-TestSnapshotPattern-701193972 tempest-TestSnapshotPattern-701193972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:50:58.796866 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2db9e2-a14f-414e-ae6a-d7a44b64072d admin admin] Pushing event deleted for resources: {'Port': ['ID=041cb724-e1e2-4e1c-a82c-cd3b0088f6f5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:50:58.801011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3b2db9e2-a14f-414e-ae6a-d7a44b64072d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:50:58.804595 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2db9e2-a14f-414e-ae6a-d7a44b64072d admin admin] No DVR routers for this DVR port 041cb724-e1e2-4e1c-a82c-cd3b0088f6f5 on host dv-neutron-822611-1-hyperv {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:50:58.898038 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-37682514-cd5e-423c-8bec-8861c3198a39 None None] For port 041cb724-e1e2-4e1c-a82c-cd3b0088f6f5, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=041cb724-e1e2-4e1c-a82c-cd3b0088f6f5,segment=NetworkSegment(408af614-0231-4ea0-b742-cb71479a9d3a),segment_id=408af614-0231-4ea0-b742-cb71479a9d3a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:50:58.898479 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-37682514-cd5e-423c-8bec-8861c3198a39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:58.928316 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3b2db9e2-a14f-414e-ae6a-d7a44b64072d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:58.955228 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-3b2db9e2-a14f-414e-ae6a-d7a44b64072d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e']}} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:50:58.968955 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-3b2db9e2-a14f-414e-ae6a-d7a44b64072d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '408af614-0231-4ea0-b742-cb71479a9d3a') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:50:58.969311 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-3b2db9e2-a14f-414e-ae6a-d7a44b64072d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '408af614-0231-4ea0-b742-cb71479a9d3a') {} {{(pid=88901) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:50:58.981498 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3b2db9e2-a14f-414e-ae6a-d7a44b64072d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853668990'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:58.996473 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3b2db9e2-a14f-414e-ae6a-d7a44b64072d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:59.003425 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b2db9e2-a14f-414e-ae6a-d7a44b64072d admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 20:50:59.003855 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3b2db9e2-a14f-414e-ae6a-d7a44b64072d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853338494'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:59.021771 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 20:50:59.021771 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 20:50:59.021771 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 20:50:59.021771 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 20:50:59.021771 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 20:50:59.021771 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 20:50:59.021771 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 20:50:59.021771 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 20:50:59.021771 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 20:50:59.021771 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 20:50:59.021771 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 20:50:59.021771 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 20:50:59.021771 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 20:50:59.021771 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 20:50:59.021771 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 20:50:59.021771 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 20:50:59.021771 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 20:50:59.021771 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 20:50:59.021771 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 20:50:59.021771 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 20:50:59.021771 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 20:50:59.021771 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 20:50:59.021771 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 20:50:59.021771 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 20:50:59.021771 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 20:50:59.021771 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 20:50:59.021771 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 20:50:59.021771 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 20:50:59.021771 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 20:50:59.021771 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 20:50:59.021771 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 20:50:59.021771 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 20:50:59.024720 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-37682514-cd5e-423c-8bec-8861c3198a39 None None] Calling delete_port for 041cb724-e1e2-4e1c-a82c-cd3b0088f6f5 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:50:59.098179 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-37682514-cd5e-423c-8bec-8861c3198a39 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 20:50:59.098592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-37682514-cd5e-423c-8bec-8861c3198a39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 20:50:59.098708 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3b2db9e2-a14f-414e-ae6a-d7a44b64072d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:59.103318 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3b2db9e2-a14f-414e-ae6a-d7a44b64072d admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:59.107509 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-2a0a7a98-959b-412b-a12f-426d6f7d2d70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:50:59.132692 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-3b2db9e2-a14f-414e-ae6a-d7a44b64072d admin admin] 10.222.0.24 "DELETE /v2.0/networks/b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e HTTP/1.1" status: 204 len: 168 time: 0.9597657 Dec 25 20:50:59.135159 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 34294) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:50:59.137026 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2db9e2-a14f-414e-ae6a-d7a44b64072d admin admin] Pushing event deleted for resources: {'Network': ['ID=b3c3931d-b48c-4fa1-9c2b-3a7711f21e9e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:50:59.139712 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-3b2db9e2-a14f-414e-ae6a-d7a44b64072d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:50:59.600398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-37682514-cd5e-423c-8bec-8861c3198a39 None None] Deleting port 041cb724-e1e2-4e1c-a82c-cd3b0088f6f5 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:50:59.601006 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-37682514-cd5e-423c-8bec-8861c3198a39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:50:59.668453 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-37682514-cd5e-423c-8bec-8861c3198a39 None None] The port '041cb724-e1e2-4e1c-a82c-cd3b0088f6f5' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 20:50:59.784281 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b1c34b83-b55f-479a-9a63-aec2a3a3f35d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854379517'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:00.333345 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 041cb724-e1e2-4e1c-a82c-cd3b0088f6f5 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:51:00.369561 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 041cb724-e1e2-4e1c-a82c-cd3b0088f6f5 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:51:00.370095 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 041cb724-e1e2-4e1c-a82c-cd3b0088f6f5 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:51:00.405274 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b1c34b83-b55f-479a-9a63-aec2a3a3f35d admin admin] Deleting port d49fa659-ea89-4ea2-a6fe-d539c28154ca {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:51:00.405655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b1c34b83-b55f-479a-9a63-aec2a3a3f35d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:00.585071 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-b1c34b83-b55f-479a-9a63-aec2a3a3f35d admin admin] For port d49fa659-ea89-4ea2-a6fe-d539c28154ca, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=d49fa659-ea89-4ea2-a6fe-d539c28154ca,segment=NetworkSegment(f5b33bee-d662-4972-83c2-e4a975974cea),segment_id=f5b33bee-d662-4972-83c2-e4a975974cea)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:51:00.585460 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b1c34b83-b55f-479a-9a63-aec2a3a3f35d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:00.713772 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-b1c34b83-b55f-479a-9a63-aec2a3a3f35d admin admin] Calling delete_port for d49fa659-ea89-4ea2-a6fe-d539c28154ca owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:51:00.899783 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b1c34b83-b55f-479a-9a63-aec2a3a3f35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:00.904113 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-81643bef-4e70-4b44-9cc2-f2622ffd71c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:51:00.944963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c34b83-b55f-479a-9a63-aec2a3a3f35d admin admin] Pushing event deleted for resources: {'Port': ['ID=d49fa659-ea89-4ea2-a6fe-d539c28154ca,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:51:00.949331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-b1c34b83-b55f-479a-9a63-aec2a3a3f35d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:51:01.258593 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b1c34b83-b55f-479a-9a63-aec2a3a3f35d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853796564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854379367'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:01.855216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c34b83-b55f-479a-9a63-aec2a3a3f35d admin admin] Router b7dcf3cf-eb18-4aab-a24c-9912ec569253 has already been hosted by L3 agent 3ced681e-829c-479b-b21f-ae97f67cd5b3 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 25 20:51:02.061383 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c34b83-b55f-479a-9a63-aec2a3a3f35d admin admin] Notify agent at l3_agent.dv-neutron-822611-1-hyperv the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 25 20:51:02.070301 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f67f93-19eb-4104-80a3-1a98c44fbedc None None] Sync routers for ids ['b7dcf3cf-eb18-4aab-a24c-9912ec569253'] in dv-neutron-822611-1-hyperv {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 25 20:51:02.071624 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-b1c34b83-b55f-479a-9a63-aec2a3a3f35d admin admin] 10.222.0.24 "PUT /v2.0/routers/b7dcf3cf-eb18-4aab-a24c-9912ec569253/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9347773 Dec 25 20:51:02.074991 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 34298) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:51:02.083354 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f67f93-19eb-4104-80a3-1a98c44fbedc None None] Routers {'b7dcf3cf-eb18-4aab-a24c-9912ec569253'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:51:02.084021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d6f67f93-19eb-4104-80a3-1a98c44fbedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:50:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['b7dcf3cf-eb18-4aab-a24c-9912ec569253'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:51:02.283205 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-d6f67f93-19eb-4104-80a3-1a98c44fbedc None None] Set router b7dcf3cf-eb18-4aab-a24c-9912ec569253 gateway port host: dv-neutron-822611-1-hyperv {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:51:02.521089 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-29643c42-5c1d-47d7-a84e-d878c6f4ce66 admin admin] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:02.729963 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-29643c42-5c1d-47d7-a84e-d878c6f4ce66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:02.738360 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-29643c42-5c1d-47d7-a84e-d878c6f4ce66 admin admin] Deleting port 5b8709fc-0326-49e8-878a-d6d6424bd367 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:51:02.738741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-29643c42-5c1d-47d7-a84e-d878c6f4ce66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:02.913414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d6f67f93-19eb-4104-80a3-1a98c44fbedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dcf3cf-eb18-4aab-a24c-9912ec569253', 'name': 'tempest-TestSnapshotPattern-988894718-router', 'tenant_id': '512af63771854c50af8fb55820a6c425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'external_fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '5b8709fc-0326-49e8-878a-d6d6424bd367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:45:48Z', 'updated_at': '2021-12-25T20:51:00Z', 'revision_number': 5, 'project_id': '512af63771854c50af8fb55820a6c425', 'gw_port': {'id': '5b8709fc-0326-49e8-878a-d6d6424bd367', 'name': '', 'network_id': 'a29ab018-4a1a-4021-8156-423134b861f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:dc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dcf3cf-eb18-4aab-a24c-9912ec569253', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822611-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:45:48Z', 'updated_at': '2021-12-25T20:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c2a2e97-ff0e-4136-b8c0-eadd12f9113f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822611-1-hyperv'}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:51:02.919805 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f67f93-19eb-4104-80a3-1a98c44fbedc None None] Checking router: b7dcf3cf-eb18-4aab-a24c-9912ec569253 for host: dv-neutron-822611-1-hyperv {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 25 20:51:02.932984 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-29643c42-5c1d-47d7-a84e-d878c6f4ce66 admin admin] For port 5b8709fc-0326-49e8-878a-d6d6424bd367, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=5b8709fc-0326-49e8-878a-d6d6424bd367,segment=NetworkSegment(2e357c18-33ad-4a60-9f9f-0399e71ddb9c),segment_id=2e357c18-33ad-4a60-9f9f-0399e71ddb9c)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:51:02.933385 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-29643c42-5c1d-47d7-a84e-d878c6f4ce66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:02.945412 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f67f93-19eb-4104-80a3-1a98c44fbedc None None] Routers {'b7dcf3cf-eb18-4aab-a24c-9912ec569253'} bound to L3 agent in host dv-neutron-822611-1-hyperv {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 25 20:51:02.946086 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d6f67f93-19eb-4104-80a3-1a98c44fbedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822611-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T19:35:38Z,description=,heartbeat_timestamp=2021-12-25T20:50:38Z,host='dv-neutron-822611-1-hyperv',id=3ced681e-829c-479b-b21f-ae97f67cd5b3,load=0,resource_versions=,resources_synced=,started_at=2021-12-25T19:35:38Z,topic='l3_agent')) {'router_ids': ['b7dcf3cf-eb18-4aab-a24c-9912ec569253'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:51:03.062452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-29643c42-5c1d-47d7-a84e-d878c6f4ce66 admin admin] Calling delete_port for 5b8709fc-0326-49e8-878a-d6d6424bd367 owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:51:03.106838 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvr_db [None req-d6f67f93-19eb-4104-80a3-1a98c44fbedc None None] Set router b7dcf3cf-eb18-4aab-a24c-9912ec569253 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 25 20:51:03.222432 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_hamode_db [None req-d6f67f93-19eb-4104-80a3-1a98c44fbedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dcf3cf-eb18-4aab-a24c-9912ec569253', 'name': 'tempest-TestSnapshotPattern-988894718-router', 'tenant_id': '512af63771854c50af8fb55820a6c425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:45:48Z', 'updated_at': '2021-12-25T20:51:02Z', 'revision_number': 6, 'project_id': '512af63771854c50af8fb55820a6c425', 'gw_port_host': None}], 'dv-neutron-822611-1-hyperv', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:51:03.226602 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f67f93-19eb-4104-80a3-1a98c44fbedc None None] The sync data for ids ['b7dcf3cf-eb18-4aab-a24c-9912ec569253'] in dv-neutron-822611-1-hyperv is: [{'id': 'b7dcf3cf-eb18-4aab-a24c-9912ec569253', 'name': 'tempest-TestSnapshotPattern-988894718-router', 'tenant_id': '512af63771854c50af8fb55820a6c425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:45:48Z', 'updated_at': '2021-12-25T20:51:02Z', 'revision_number': 6, 'project_id': '512af63771854c50af8fb55820a6c425', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 25 20:51:03.253526 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-29643c42-5c1d-47d7-a84e-d878c6f4ce66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:03.261106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-17d86178-e11e-4b16-b0f6-c383e352a8d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:51:03.307524 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29643c42-5c1d-47d7-a84e-d878c6f4ce66 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b8709fc-0326-49e8-878a-d6d6424bd367,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:51:03.310336 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-29643c42-5c1d-47d7-a84e-d878c6f4ce66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:51:03.546861 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-29643c42-5c1d-47d7-a84e-d878c6f4ce66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381294'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:03.824847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-29643c42-5c1d-47d7-a84e-d878c6f4ce66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854285700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-88897'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:03.829511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-29643c42-5c1d-47d7-a84e-d878c6f4ce66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:03.858981 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-29643c42-5c1d-47d7-a84e-d878c6f4ce66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854285806'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:03.859604 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29643c42-5c1d-47d7-a84e-d878c6f4ce66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7dcf3cf-eb18-4aab-a24c-9912ec569253 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 25 20:51:03.872653 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-29643c42-5c1d-47d7-a84e-d878c6f4ce66 admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:03.873896 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-29643c42-5c1d-47d7-a84e-d878c6f4ce66 admin admin] 10.222.0.24 "DELETE /v2.0/routers/b7dcf3cf-eb18-4aab-a24c-9912ec569253 HTTP/1.1" status: 204 len: 168 time: 1.7978923 Dec 25 20:51:03.877174 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 34302) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:51:03.945675 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e8417cf-b766-4607-ab1b-f9678d8003aa admin admin] Deleting subnet ebdd2dc3-e17b-460a-8f36-d1bd9158cf02 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 25 20:51:03.949814 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6e8417cf-b766-4607-ab1b-f9678d8003aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:04.004125 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6e8417cf-b766-4607-ab1b-f9678d8003aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1142054'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:04.086884 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6e8417cf-b766-4607-ab1b-f9678d8003aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8377116'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:04.160356 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6e8417cf-b766-4607-ab1b-f9678d8003aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846398715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1202549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851852002'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:04.165781 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-e3672d6c-c336-4ec8-ac75-3af4634fbbc9 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:51:04.203346 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8417cf-b766-4607-ab1b-f9678d8003aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebdd2dc3-e17b-460a-8f36-d1bd9158cf02,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:51:04.206698 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-6e8417cf-b766-4607-ab1b-f9678d8003aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:51:04.209845 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6e8417cf-b766-4607-ab1b-f9678d8003aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:04.215227 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c22ce04-e82b-4ecf-8059-ad7346dcd6bd None None] Network f6faed23-faa8-44ae-b2c9-4b81e1443b61 requested from dv-neutron-822611-1-hyperv {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 25 20:51:04.219242 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6e8417cf-b766-4607-ab1b-f9678d8003aa admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ebdd2dc3-e17b-460a-8f36-d1bd9158cf02 HTTP/1.1" status: 204 len: 168 time: 0.3385825 Dec 25 20:51:04.219537 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 34306) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:51:04.335619 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-788f8c62-6936-4028-b16a-2ea56401e059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7439271'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:04.345237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-788f8c62-6936-4028-b16a-2ea56401e059 admin admin] Deleting port fb5bf043-9008-4f9e-86fc-9f9d870fa671 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:51:04.345548 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-788f8c62-6936-4028-b16a-2ea56401e059 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:04.353598 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d49fa659-ea89-4ea2-a6fe-d539c28154ca no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:51:04.428448 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: d49fa659-ea89-4ea2-a6fe-d539c28154ca {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:51:04.428851 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device d49fa659-ea89-4ea2-a6fe-d539c28154ca not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:51:04.429331 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 5b8709fc-0326-49e8-878a-d6d6424bd367 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:51:04.473285 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: 5b8709fc-0326-49e8-878a-d6d6424bd367 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:51:04.473680 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device 5b8709fc-0326-49e8-878a-d6d6424bd367 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:51:04.554780 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea78376c-3728-4aad-a718-a3ab896c7779 None None] DHCP port deletion for f6faed23-faa8-44ae-b2c9-4b81e1443b61 request from dv-neutron-822611-1-hyperv {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 25 20:51:04.559123 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ea78376c-3728-4aad-a718-a3ab896c7779 None None] Deleting port fb5bf043-9008-4f9e-86fc-9f9d870fa671 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:51:04.559586 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ea78376c-3728-4aad-a718-a3ab896c7779 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:04.564211 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-788f8c62-6936-4028-b16a-2ea56401e059 admin admin] For port fb5bf043-9008-4f9e-86fc-9f9d870fa671, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=fb5bf043-9008-4f9e-86fc-9f9d870fa671,segment=NetworkSegment(f5b33bee-d662-4972-83c2-e4a975974cea),segment_id=f5b33bee-d662-4972-83c2-e4a975974cea)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:51:04.564614 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-788f8c62-6936-4028-b16a-2ea56401e059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:04.693857 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-788f8c62-6936-4028-b16a-2ea56401e059 admin admin] Calling delete_port for fb5bf043-9008-4f9e-86fc-9f9d870fa671 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:51:04.768741 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-788f8c62-6936-4028-b16a-2ea56401e059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847362162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297658140771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297658561823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853573373'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:04.770366 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.db [None req-ea78376c-3728-4aad-a718-a3ab896c7779 None None] For port fb5bf043-9008-4f9e-86fc-9f9d870fa671, host dv-neutron-822611-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822611-1-hyperv',level=0,port_id=fb5bf043-9008-4f9e-86fc-9f9d870fa671,segment=NetworkSegment(f5b33bee-d662-4972-83c2-e4a975974cea),segment_id=f5b33bee-d662-4972-83c2-e4a975974cea)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 25 20:51:04.770822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ea78376c-3728-4aad-a718-a3ab896c7779 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854390570'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:04.773822 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-f8b1df6c-16d9-4afa-be60-cfe3f991814d tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:51:04.821061 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f8c62-6936-4028-b16a-2ea56401e059 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb5bf043-9008-4f9e-86fc-9f9d870fa671,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:51:04.824655 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-788f8c62-6936-4028-b16a-2ea56401e059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:51:04.827443 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788f8c62-6936-4028-b16a-2ea56401e059 admin admin] No DVR routers for this DVR port fb5bf043-9008-4f9e-86fc-9f9d870fa671 on host dv-neutron-822611-1-hyperv {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 25 20:51:04.899157 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ea78376c-3728-4aad-a718-a3ab896c7779 None None] Calling delete_port for fb5bf043-9008-4f9e-86fc-9f9d870fa671 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 25 20:51:04.951570 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-788f8c62-6936-4028-b16a-2ea56401e059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8369285', 'neutron.services.segments.db._delete_segments_for_network-8739196699592'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:04.972348 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.db.api [None req-ea78376c-3728-4aad-a718-a3ab896c7779 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 25 20:51:04.972768 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_db.api [None req-ea78376c-3728-4aad-a718-a3ab896c7779 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 25 20:51:04.977911 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-788f8c62-6936-4028-b16a-2ea56401e059 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6faed23-faa8-44ae-b2c9-4b81e1443b61']}} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:51:04.990511 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-788f8c62-6936-4028-b16a-2ea56401e059 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b33bee-d662-4972-83c2-e4a975974cea') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:51:04.990847 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.services.segments.db [None req-788f8c62-6936-4028-b16a-2ea56401e059 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b33bee-d662-4972-83c2-e4a975974cea') {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 25 20:51:05.002916 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-788f8c62-6936-4028-b16a-2ea56401e059 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739196704729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853633745'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:05.021582 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-788f8c62-6936-4028-b16a-2ea56401e059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846408989'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:05.028587 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-788f8c62-6936-4028-b16a-2ea56401e059 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 25 20:51:05.029020 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-788f8c62-6936-4028-b16a-2ea56401e059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8366842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853574441'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:05.043196 dv-neutron-822611-1-hyperv neutron-server[88789]: Traceback (most recent call last): Dec 25 20:51:05.043196 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 25 20:51:05.043196 dv-neutron-822611-1-hyperv neutron-server[88789]: timer() Dec 25 20:51:05.043196 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 25 20:51:05.043196 dv-neutron-822611-1-hyperv neutron-server[88789]: cb(*args, **kw) Dec 25 20:51:05.043196 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 25 20:51:05.043196 dv-neutron-822611-1-hyperv neutron-server[88789]: return func(*args, **kwargs) Dec 25 20:51:05.043196 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 25 20:51:05.043196 dv-neutron-822611-1-hyperv neutron-server[88789]: self._notify() Dec 25 20:51:05.043196 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 25 20:51:05.043196 dv-neutron-822611-1-hyperv neutron-server[88789]: self.callback(batched_events) Dec 25 20:51:05.043196 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 25 20:51:05.043196 dv-neutron-822611-1-hyperv neutron-server[88789]: event.method(event) Dec 25 20:51:05.043196 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 25 20:51:05.043196 dv-neutron-822611-1-hyperv neutron-server[88789]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 25 20:51:05.043196 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 25 20:51:05.043196 dv-neutron-822611-1-hyperv neutron-server[88789]: segment_id)['aggregates'][0] Dec 25 20:51:05.043196 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 25 20:51:05.043196 dv-neutron-822611-1-hyperv neutron-server[88789]: return f(self, *a, **k) Dec 25 20:51:05.043196 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 25 20:51:05.043196 dv-neutron-822611-1-hyperv neutron-server[88789]: return self._get(url).json() Dec 25 20:51:05.043196 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 25 20:51:05.043196 dv-neutron-822611-1-hyperv neutron-server[88789]: **kwargs) Dec 25 20:51:05.043196 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 25 20:51:05.043196 dv-neutron-822611-1-hyperv neutron-server[88789]: return self.request(url, 'GET', **kwargs) Dec 25 20:51:05.043196 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 25 20:51:05.043196 dv-neutron-822611-1-hyperv neutron-server[88789]: **endpoint_filter) Dec 25 20:51:05.043196 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 25 20:51:05.043196 dv-neutron-822611-1-hyperv neutron-server[88789]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 25 20:51:05.043196 dv-neutron-822611-1-hyperv neutron-server[88789]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 25 20:51:05.043196 dv-neutron-822611-1-hyperv neutron-server[88789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 25 20:51:05.043196 dv-neutron-822611-1-hyperv neutron-server[88789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 25 20:51:05.124019 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-788f8c62-6936-4028-b16a-2ea56401e059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846406514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-979236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394748'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:05.128507 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-4f74b179-a665-4ab7-ada2-196790ea3681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:51:05.143558 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-788f8c62-6936-4028-b16a-2ea56401e059 admin admin] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:05.154414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f8c62-6936-4028-b16a-2ea56401e059 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6faed23-faa8-44ae-b2c9-4b81e1443b61,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:51:05.157416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-788f8c62-6936-4028-b16a-2ea56401e059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:51:05.159817 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-788f8c62-6936-4028-b16a-2ea56401e059 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f6faed23-faa8-44ae-b2c9-4b81e1443b61 HTTP/1.1" status: 204 len: 168 time: 0.9387717 Dec 25 20:51:05.299899 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 34312) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:51:05.353658 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-6cf9b503-6a69-497a-aff1-4aa51a225c15 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=574c2529e3694fa694e93af30082d65d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0523438 Dec 25 20:51:05.356220 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.24', 34316) {{(pid=88900) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:51:05.418101 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-216974d5-67db-4bbc-b9d7-d27bfda65f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:05.444803 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-216974d5-67db-4bbc-b9d7-d27bfda65f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:05.474009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ea78376c-3728-4aad-a718-a3ab896c7779 None None] Deleting port fb5bf043-9008-4f9e-86fc-9f9d870fa671 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 25 20:51:05.474392 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-ea78376c-3728-4aad-a718-a3ab896c7779 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297658147017'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:05.516189 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-216974d5-67db-4bbc-b9d7-d27bfda65f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:05.521415 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-5c18f66a-cbe1-4da5-88bb-d306924816c3 tempest-TestNetworkAdvancedServerOps-1304297147 tempest-TestNetworkAdvancedServerOps-1304297147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:51:05.537216 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216974d5-67db-4bbc-b9d7-d27bfda65f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3886d524-3e67-4946-a27f-86abacf24385,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:51:05.540389 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-216974d5-67db-4bbc-b9d7-d27bfda65f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:51:05.543282 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-ea78376c-3728-4aad-a718-a3ab896c7779 None None] The port 'fb5bf043-9008-4f9e-86fc-9f9d870fa671' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 25 20:51:05.543605 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-216974d5-67db-4bbc-b9d7-d27bfda65f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:05.547383 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-216974d5-67db-4bbc-b9d7-d27bfda65f62 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3886d524-3e67-4946-a27f-86abacf24385 HTTP/1.1" status: 204 len: 168 time: 0.1875336 Dec 25 20:51:05.949337 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 34324) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:51:06.003374 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-70535e90-1fb8-481c-9128-383b05aa7df1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=512af63771854c50af8fb55820a6c425&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0526671 Dec 25 20:51:06.005945 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.24', 34328) {{(pid=88901) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 25 20:51:06.071500 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a627f0a1-802d-4fab-8a00-64c506cf69e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:06.097837 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a627f0a1-802d-4fab-8a00-64c506cf69e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:06.142266 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a627f0a1-802d-4fab-8a00-64c506cf69e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362378'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:06.147416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-9e935a14-cc64-49e7-a387-b7225a31597f tempest-TestShelveInstance-31513172 tempest-TestShelveInstance-31513172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 25 20:51:06.161641 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a627f0a1-802d-4fab-8a00-64c506cf69e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36852c0a-37ea-4935-b192-4724d5f45e5f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 25 20:51:06.164162 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG oslo_concurrency.lockutils [None req-a627f0a1-802d-4fab-8a00-64c506cf69e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88901) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 25 20:51:06.166362 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-a627f0a1-802d-4fab-8a00-64c506cf69e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:06.170760 dv-neutron-822611-1-hyperv neutron-server[88789]: INFO neutron.wsgi [None req-a627f0a1-802d-4fab-8a00-64c506cf69e4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/36852c0a-37ea-4935-b192-4724d5f45e5f HTTP/1.1" status: 204 len: 168 time: 0.1612570 Dec 25 20:51:06.220743 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e20ed011-6ee4-4ad1-b183-6d0f808f8c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:06.334009 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device fb5bf043-9008-4f9e-86fc-9f9d870fa671 no longer exists at agent ovs-agent-dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 25 20:51:06.367692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] No Port match for: fb5bf043-9008-4f9e-86fc-9f9d870fa671 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 25 20:51:06.368106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.plugins.ml2.rpc [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Device fb5bf043-9008-4f9e-86fc-9f9d870fa671 not bound to the agent host dv-neutron-822611-1-hyperv {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 25 20:51:07.337674 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:08.548294 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-c3be73aa-8f4c-46c6-855e-56cbc6d023cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:08.893692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:10.226805 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:13.068455 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:51:24.187592 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:36.222918 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-96813d74-c64b-408c-9afe-82df073a7ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:37.341028 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:38.501452 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5b3965b3-fec5-4c7b-a3d1-9b78a4703795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:38.895621 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:40.229813 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:51:50.069398 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:51:54.189194 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:52:06.224791 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-d15eff8e-8165-4c73-afab-48450cfaa956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:52:07.342676 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:52:08.506464 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-54c1cad2-ff5c-4f20-9587-d68d3457b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:52:08.898011 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:52:10.232280 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:52:24.185971 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:52:27.070906 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:52:36.227692 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-0d513573-e03b-47b5-8c05-1c89c361863a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:52:37.345165 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:52:38.512114 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3c7cc60d-556d-4c38-844e-e459ec357e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:52:38.901004 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:52:40.235912 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:52:54.185414 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:53:04.072115 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:53:06.230183 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6bd8d997-9532-4e94-8697-cd5fd7d26ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:53:07.346819 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:53:08.514731 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-124c777d-5011-439a-b7da-53ab30b9ff6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:53:08.903810 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:53:10.240567 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:53:24.185444 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:53:36.231687 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-8d1cf668-5532-435b-b0c0-ff686c580c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:53:37.348231 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:53:38.517291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-95b7318d-736f-4af7-b31f-c4f7ca87b84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:53:38.906039 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:53:40.243422 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:53:41.073237 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:53:52.088538 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.wsgi [req-026a8589-179d-4f80-857a-cb63c0dd0727 req-21a62aa2-eab0-4403-9765-9be2fcee7e7e service neutron] (88901) timed out ('10.222.0.24', 32782) {{(pid=88901) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 25 20:53:54.188781 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:54:06.233809 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-2e0aa149-6bc5-4b8d-a928-d11fd4ee08bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:54:07.349643 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:54:08.521264 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-95f46531-66e2-4465-ac7b-3ecc7eedf689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:54:08.908998 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:54:10.245978 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:54:18.073876 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:54:24.197617 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:54:36.235408 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-3ca3827a-a2e4-4d57-ba41-36061afbf91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:54:37.351420 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:54:38.524667 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-9a01d809-f3ee-4351-8af0-c82825997591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:54:38.911047 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:54:40.250427 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:54:54.216689 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:54:55.074106 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:55:06.238151 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-1fbbce95-d335-4fea-890c-8107a61aef24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:55:07.352989 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:55:08.529399 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-6dd1a5f5-d7f2-42dc-a53c-0b92abb24f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:55:08.913747 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:55:10.254202 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:55:24.212172 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:55:32.074749 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:55:36.240388 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bba13522-23ff-4cb8-a129-22dc1483bf45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:55:37.354099 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:55:38.531021 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-e717c1c7-4bc6-46c3-8932-59d3b9a92453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:55:38.916416 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:55:40.257291 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:55:54.210832 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:56:06.242131 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-cc23583a-3f8d-48e2-a0d4-892bfa7b1a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:56:07.355858 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-de0cd01e-7063-4795-8421-8df174f218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:56:08.532164 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-aeda4604-9c8f-4dad-9c09-5a93a7bed3bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:56:08.920483 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-5986d89b-5641-4643-b04d-fd35801adec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:56:09.075779 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron.db.agents_db [None req-f0208a2a-76a5-444b-ba35-08a3e6f156ff None None] Agent healthcheck: found 6 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 25 20:56:10.259730 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc27e-0986-4dab-8621-d596e2ab5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 25 20:56:24.222949 dv-neutron-822611-1-hyperv neutron-server[88789]: DEBUG neutron_lib.callbacks.manager [None req-b05b77ce-f2c7-4266-b29d-6dbd9ec2be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739196699575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8368738'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}